Migrate services part

This commit is contained in:
Tobias Reisinger 2024-09-27 00:02:36 +02:00
commit 73bce8f6e5
Signed by: serguzim
GPG key ID: 13AD60C237A28DFE
157 changed files with 3883 additions and 9 deletions

3
.gitignore vendored
View file

@ -5,3 +5,6 @@ dns/hosts.json
secrets.auto.tfvars
.terraform
inventory/group_vars/all/serguzim.net.yml
inventory/group_vars/all/opentofu.yaml

7
.pre-commit-config.yaml Normal file
View file

@ -0,0 +1,7 @@
repos:
- repo: https://github.com/ansible/ansible-lint
rev: v6.22.1
hooks:
- id: ansible-lint
args:
- serguzim.net.yml

View file

@ -3,20 +3,18 @@ SHELL := /bin/bash
include .env
export
DNS_OUTPUT = "dns/hosts.js"
SERVICES_OUTPUT = "services/inventory/group_vars/all/opentofu.yaml"
DNS_OUTPUT = "dns/hosts.json"
SERVICES_OUTPUT = "inventory/group_vars/all/opentofu.yaml"
$(DNS_OUTPUT):
cd opentofu && \
tofu output --json \
tofu output --json \
| jq 'with_entries(.value |= .value).hosts' \
> ../dns/hosts.json
> $(DNS_OUTPUT)
$(SERVICES_OUTPUT):
cd opentofu && \
tofu output --json \
tofu output --json \
| yq -y '{opentofu: with_entries(.value |= .value)}' \
> ../services/inventory/group_vars/all/opentofu.yaml
> $(SERVICES_OUTPUT)
outputs: $(DNS_OUTPUT) $(SERVICES_OUTPUT)

View file

@ -8,3 +8,17 @@
- enter credentials to ovh in .env file (copy from .env.example)
- check credentials with `make dns-check`
- run `make dns`
## Ansible project to deploy services
### Variables
#### CLI variable overwrites
##### force_forgejo_runner_registration
`-e force_forgejo_runner_registration=True`
Force forgejo-runner to prompt a new registration token.
##### docker_update
`-e docker_update=True`
Pull and build the docker compose services

3
ansible.cfg Normal file
View file

@ -0,0 +1,3 @@
[defaults]
inventory = ./inventory
roles_path = ./roles

View file

@ -51,7 +51,7 @@ resource "hcloud_server" "nodes" {
ssh_keys,
user_data
]
prevent_destroy = true
prevent_destroy = true
}
}

View file

@ -0,0 +1,37 @@
compose_file_main:
services:
app:
image: "{{ compose.image }}"
restart: always
labels:
com.centurylinklabs.watchtower.enable: "{{ compose.watchtower | default(false) }}"
compose_file_env:
services:
app:
env_file:
- service.env
compose_file_networks:
services:
app:
networks:
default:
apps:
aliases:
- "{{ svc.name }}"
networks:
default:
apps:
external: true
compose_file_volumes:
services:
app:
volumes: "{{ compose.volumes }}"
compose_file_monitoring_label:
services:
app:
labels:
com.influxdata.telegraf.enable: true

View file

@ -0,0 +1,22 @@
admin_email: tobias@msrg.cc
timezone: Europe/Berlin
postgres:
host: db.serguzim.me
port: 5432
mailer:
host: mail.serguzim.me
port: 587
acme_dns:
host: acme.serguzim.me
services_path: /opt/services/
caddy_path: "{{ (services_path, 'caddy') | path_join }}"
caddy_config_path: "{{ (caddy_path, 'config', 'conf.d') | path_join }}"
managed_sites: []
certificates_path: "{{ (services_path, '_certificates') | path_join }}"

View file

@ -0,0 +1,58 @@
all:
hosts:
local-dev:
ansible_connection: local
node001:
ansible_host: node001.vpn.serguzim.net
ansible_port: "{{ vault_node001.ansible_port }}"
ansible_user: "{{ vault_node001.ansible_user }}"
interactive_user: "{{ vault_node001.interactive_user }}"
host_vpn:
domain: node001.vpn.serguzim.net
ip: 100.64.0.1
host_backup:
hc_uid: "{{ vault_node001.backup.hc_uid }}"
uptime_kuma_token: "{{ vault_node001.backup.uptime_kuma_token }}"
volumes:
- minecraft-2_data
node002:
ansible_host: node002.vpn.serguzim.net
ansible_port: "{{ vault_node002.ansible_port }}"
ansible_user: "{{ vault_node002.ansible_user }}"
interactive_user: "{{ vault_node002.interactive_user }}"
host_vpn:
domain: node002.vpn.serguzim.net
ip: 100.64.0.2
host_backup:
hc_uid: "{{ vault_node002.backup.hc_uid }}"
uptime_kuma_token: "{{ vault_node002.backup.uptime_kuma_token }}"
volumes:
- forgejo_data
- homebox_data
- immich_upload
- influxdb_data
- jellyfin_config
#- jellyfin_media # TODO
- minio_data
- ntfy_data
- reitanlage-oranienburg_data
- synapse_media_store
- tandoor_mediafiles
- teamspeak-fallback-data
- uptime-kuma_data
- vikunja_data
node003:
ansible_host: node003.vpn.serguzim.net
ansible_port: "{{ vault_node003.ansible_port }}"
ansible_user: "{{ vault_node003.ansible_user }}"
interactive_user: "{{ vault_node003.interactive_user }}"
host_vpn:
domain: node003.vpn.serguzim.net
ip: 100.110.16.30
host_backup:
hc_uid: "{{ vault_node003.backup.hc_uid }}"
uptime_kuma_token: "{{ vault_node003.backup.uptime_kuma_token }}"
volumes: []

View file

@ -0,0 +1,14 @@
---
- name: Change password
hosts: all
become: true
tasks:
- name: Get new password
ansible.builtin.pause:
prompt: Enter the new password
echo: false
register: new_user_password
- name: Change password
ansible.builtin.user:
name: "{{ interactive_user }}"
password: "{{ new_user_password.user_input | password_hash('sha512') }}"

View file

@ -0,0 +1,18 @@
class FilterModule(object):
def filters(self):
return {
'acmedns_to_lego': self.acmedns_to_lego,
}
def acmedns_to_lego(self, acmedns_registered):
result = {}
for (key, value) in acmedns_registered.items():
result[key] = {
"fulldomain": value["subd"] + "." + value["host"],
"subdomain": value["subd"],
"username": value["user"],
"password": value["pass"],
"server_url": "https://" + value["host"]
}
return result

View file

@ -0,0 +1,24 @@
class FilterModule(object):
def filters(self):
return {
'map_backup_volumes': self.map_backup_volumes,
'map_backup_volumes_service': self.map_backup_volumes_service
}
def map_backup_volumes(self, volumes):
result = {}
for volume in volumes:
result[volume] = {
"external": True,
}
return result
def map_backup_volumes_service(self, volumes):
result = []
for volume in volumes:
result.append("{volume_name}:/backup/volumes/{volume_name}".format(volume_name=volume))
return result

29
playbooks/local-dev.yml Normal file
View file

@ -0,0 +1,29 @@
---
- name: Run roles for local-dev
vars:
# Remove inventory
base_path: "{{ inventory_dir.split('/')[0:-1] | join('/') }}"
services_path: "{{ (base_path, '_services') | path_join }}"
caddy_config_path: "{{ (services_path, 'caddy', 'config', 'conf.d') | path_join }}"
hosts: local-dev
roles:
- common
- acme-dns
- coder
- faas
- forgejo
- forgejo-runner
- healthcheck
- homebox
- influxdb
- jellyfin
- tandoor
- telegraf
- tinytinyrss
- umami
- uptime-kuma
- watchtower
- webdis
- wiki-js

15
playbooks/node001.yml Normal file
View file

@ -0,0 +1,15 @@
---
- name: Run roles for node001
hosts: node001
roles:
- role: common
tags: [always]
- role: backup
tags: [backup]
- role: caddy
tags: [caddy, reverse-proxy, webserver]
- role: mailcow
tags: [mailcow, mail, communication]
- role: minecraft_2
tags: [minecraft-2, minecraft, games]

79
playbooks/node002.yml Normal file
View file

@ -0,0 +1,79 @@
---
- name: Run roles for node002
hosts: node002
roles:
- role: common
tags: [always]
- role: backup
tags: [backup]
- role: lego
tags: [lego, certificates]
- role: caddy
tags: [caddy, reverse-proxy, webserver]
vars:
caddy_ports_extra:
- 8448:8448
- role: acme_dns
tags: [acme-dns, certificates]
- role: authentik
tags: [authentik, authentication]
- role: coder
tags: [coder, development]
- role: extra_services
tags: [extra-services]
- role: faas
tags: [faas]
- role: forgejo
tags: [forgejo, git, development]
- role: forgejo_runner
tags: [forgejo-runner, ci, development]
- role: harbor
tags: [harbor, registry, development]
- role: healthcheck
tags: [healthcheck, monitoring]
- role: homebox
tags: [homebox, inventory]
- role: immich
tags: [immich, gallery]
- role: influxdb
tags: [influxdb, sensors, monitoring]
- role: jellyfin
tags: [jellyfin, media]
- role: linkwarden
tags: [linkwarden, booksmarks]
- role: minio
tags: [minio, storage]
- role: ntfy
tags: [ntfy, notifications, push]
- role: reitanlage_oranienburg
tags: [reitanlage-oranienburg, website]
- role: shlink
tags: [shlink, url-shortener]
- role: synapse
tags: [synapse, matrix, communication]
- role: tandoor
tags: [tandoor, recipes]
- role: teamspeak_fallback
tags: [teamspeak-fallback, communication]
- role: telegraf
tags: [telegraf, monitoring]
- role: tinytinyrss
tags: [tinytinyrss, news]
- role: umami
tags: [umami, analytics]
- role: uptime_kuma
tags: [uptime-kuma, monitoring]
- role: vikunja
tags: [vikunja, todo]
- role: watchtower
tags: [watchtower]
- role: webdis
tags: [webdis]
- role: webhook
tags: [webhook]
- role: wiki_js
tags: [wiki-js]
- role: woodpecker
tags: [woodpecker, ci, development]

15
playbooks/node003.yml Normal file
View file

@ -0,0 +1,15 @@
---
- name: Run roles for node003
hosts: node003
roles:
- role: common
tags: [common]
- role: docker
tags: [common]
- role: backup
tags: [backup]
- role: caddy
tags: [caddy, reverse-proxy, webserver]
- role: mailcow
tags: [mailcow, mail, communication]

View file

@ -0,0 +1,6 @@
---
- name: Run playbook for node001
import_playbook: node001.yml
- name: Run playbook for node002
import_playbook: node002.yml

View file

@ -0,0 +1,5 @@
---
- name: Import prepare tasks for common service
ansible.builtin.import_tasks: tasks/prepare-common-service.yml
- name: Import start tasks for common service
ansible.builtin.import_tasks: tasks/start-common-service.yml

View file

@ -0,0 +1,11 @@
---
- name: Import tasks to create service directory
ansible.builtin.import_tasks: tasks/steps/create-service-directory.yml
- name: Import tasks to template docker compose file
ansible.builtin.import_tasks: tasks/steps/template-docker-compose.yml
when: compose is defined
- name: Import tasks create a service.env file
ansible.builtin.import_tasks: tasks/steps/template-service-env.yml
when: env is defined

View file

@ -0,0 +1,6 @@
---
- name: Set common facts
ansible.builtin.set_fact:
service_path: "{{ (services_path, role_name | replace('_', '-')) | path_join }}"
docker_force_recreate: ""
docker_rebuild: false

Some files were not shown because too many files have changed in this diff Show more