Migrate services part
This commit is contained in:
parent
7c59e4ae57
commit
73bce8f6e5
157 changed files with 3883 additions and 9 deletions
3
.gitignore
vendored
3
.gitignore
vendored
|
|
@ -5,3 +5,6 @@ dns/hosts.json
|
|||
|
||||
secrets.auto.tfvars
|
||||
.terraform
|
||||
|
||||
inventory/group_vars/all/serguzim.net.yml
|
||||
inventory/group_vars/all/opentofu.yaml
|
||||
|
|
|
|||
7
.pre-commit-config.yaml
Normal file
7
.pre-commit-config.yaml
Normal file
|
|
@ -0,0 +1,7 @@
|
|||
repos:
|
||||
- repo: https://github.com/ansible/ansible-lint
|
||||
rev: v6.22.1
|
||||
hooks:
|
||||
- id: ansible-lint
|
||||
args:
|
||||
- serguzim.net.yml
|
||||
14
Makefile
14
Makefile
|
|
@ -3,20 +3,18 @@ SHELL := /bin/bash
|
|||
include .env
|
||||
export
|
||||
|
||||
DNS_OUTPUT = "dns/hosts.js"
|
||||
SERVICES_OUTPUT = "services/inventory/group_vars/all/opentofu.yaml"
|
||||
DNS_OUTPUT = "dns/hosts.json"
|
||||
SERVICES_OUTPUT = "inventory/group_vars/all/opentofu.yaml"
|
||||
|
||||
$(DNS_OUTPUT):
|
||||
cd opentofu && \
|
||||
tofu output --json \
|
||||
tofu output --json \
|
||||
| jq 'with_entries(.value |= .value).hosts' \
|
||||
> ../dns/hosts.json
|
||||
> $(DNS_OUTPUT)
|
||||
|
||||
$(SERVICES_OUTPUT):
|
||||
cd opentofu && \
|
||||
tofu output --json \
|
||||
tofu output --json \
|
||||
| yq -y '{opentofu: with_entries(.value |= .value)}' \
|
||||
> ../services/inventory/group_vars/all/opentofu.yaml
|
||||
> $(SERVICES_OUTPUT)
|
||||
|
||||
outputs: $(DNS_OUTPUT) $(SERVICES_OUTPUT)
|
||||
|
||||
|
|
|
|||
14
README.md
14
README.md
|
|
@ -8,3 +8,17 @@
|
|||
- enter credentials to ovh in .env file (copy from .env.example)
|
||||
- check credentials with `make dns-check`
|
||||
- run `make dns`
|
||||
|
||||
## Ansible project to deploy services
|
||||
|
||||
### Variables
|
||||
|
||||
#### CLI variable overwrites
|
||||
|
||||
##### force_forgejo_runner_registration
|
||||
`-e force_forgejo_runner_registration=True`
|
||||
Force forgejo-runner to prompt a new registration token.
|
||||
|
||||
##### docker_update
|
||||
`-e docker_update=True`
|
||||
Pull and build the docker compose services
|
||||
|
|
|
|||
3
ansible.cfg
Normal file
3
ansible.cfg
Normal file
|
|
@ -0,0 +1,3 @@
|
|||
[defaults]
|
||||
inventory = ./inventory
|
||||
roles_path = ./roles
|
||||
|
|
@ -51,7 +51,7 @@ resource "hcloud_server" "nodes" {
|
|||
ssh_keys,
|
||||
user_data
|
||||
]
|
||||
prevent_destroy = true
|
||||
prevent_destroy = true
|
||||
}
|
||||
}
|
||||
|
||||
|
|
|
|||
37
inventory/group_vars/all/compose_defaults.yml
Normal file
37
inventory/group_vars/all/compose_defaults.yml
Normal file
|
|
@ -0,0 +1,37 @@
|
|||
compose_file_main:
|
||||
services:
|
||||
app:
|
||||
image: "{{ compose.image }}"
|
||||
restart: always
|
||||
labels:
|
||||
com.centurylinklabs.watchtower.enable: "{{ compose.watchtower | default(false) }}"
|
||||
|
||||
compose_file_env:
|
||||
services:
|
||||
app:
|
||||
env_file:
|
||||
- service.env
|
||||
|
||||
compose_file_networks:
|
||||
services:
|
||||
app:
|
||||
networks:
|
||||
default:
|
||||
apps:
|
||||
aliases:
|
||||
- "{{ svc.name }}"
|
||||
networks:
|
||||
default:
|
||||
apps:
|
||||
external: true
|
||||
|
||||
compose_file_volumes:
|
||||
services:
|
||||
app:
|
||||
volumes: "{{ compose.volumes }}"
|
||||
|
||||
compose_file_monitoring_label:
|
||||
services:
|
||||
app:
|
||||
labels:
|
||||
com.influxdata.telegraf.enable: true
|
||||
22
inventory/group_vars/all/main.yml
Normal file
22
inventory/group_vars/all/main.yml
Normal file
|
|
@ -0,0 +1,22 @@
|
|||
admin_email: tobias@msrg.cc
|
||||
timezone: Europe/Berlin
|
||||
|
||||
postgres:
|
||||
host: db.serguzim.me
|
||||
port: 5432
|
||||
|
||||
mailer:
|
||||
host: mail.serguzim.me
|
||||
port: 587
|
||||
|
||||
acme_dns:
|
||||
host: acme.serguzim.me
|
||||
|
||||
|
||||
services_path: /opt/services/
|
||||
|
||||
caddy_path: "{{ (services_path, 'caddy') | path_join }}"
|
||||
caddy_config_path: "{{ (caddy_path, 'config', 'conf.d') | path_join }}"
|
||||
managed_sites: []
|
||||
|
||||
certificates_path: "{{ (services_path, '_certificates') | path_join }}"
|
||||
58
inventory/serguzim.net.yml
Normal file
58
inventory/serguzim.net.yml
Normal file
|
|
@ -0,0 +1,58 @@
|
|||
all:
|
||||
hosts:
|
||||
local-dev:
|
||||
ansible_connection: local
|
||||
|
||||
node001:
|
||||
ansible_host: node001.vpn.serguzim.net
|
||||
ansible_port: "{{ vault_node001.ansible_port }}"
|
||||
ansible_user: "{{ vault_node001.ansible_user }}"
|
||||
interactive_user: "{{ vault_node001.interactive_user }}"
|
||||
host_vpn:
|
||||
domain: node001.vpn.serguzim.net
|
||||
ip: 100.64.0.1
|
||||
host_backup:
|
||||
hc_uid: "{{ vault_node001.backup.hc_uid }}"
|
||||
uptime_kuma_token: "{{ vault_node001.backup.uptime_kuma_token }}"
|
||||
volumes:
|
||||
- minecraft-2_data
|
||||
|
||||
node002:
|
||||
ansible_host: node002.vpn.serguzim.net
|
||||
ansible_port: "{{ vault_node002.ansible_port }}"
|
||||
ansible_user: "{{ vault_node002.ansible_user }}"
|
||||
interactive_user: "{{ vault_node002.interactive_user }}"
|
||||
host_vpn:
|
||||
domain: node002.vpn.serguzim.net
|
||||
ip: 100.64.0.2
|
||||
host_backup:
|
||||
hc_uid: "{{ vault_node002.backup.hc_uid }}"
|
||||
uptime_kuma_token: "{{ vault_node002.backup.uptime_kuma_token }}"
|
||||
volumes:
|
||||
- forgejo_data
|
||||
- homebox_data
|
||||
- immich_upload
|
||||
- influxdb_data
|
||||
- jellyfin_config
|
||||
#- jellyfin_media # TODO
|
||||
- minio_data
|
||||
- ntfy_data
|
||||
- reitanlage-oranienburg_data
|
||||
- synapse_media_store
|
||||
- tandoor_mediafiles
|
||||
- teamspeak-fallback-data
|
||||
- uptime-kuma_data
|
||||
- vikunja_data
|
||||
|
||||
node003:
|
||||
ansible_host: node003.vpn.serguzim.net
|
||||
ansible_port: "{{ vault_node003.ansible_port }}"
|
||||
ansible_user: "{{ vault_node003.ansible_user }}"
|
||||
interactive_user: "{{ vault_node003.interactive_user }}"
|
||||
host_vpn:
|
||||
domain: node003.vpn.serguzim.net
|
||||
ip: 100.110.16.30
|
||||
host_backup:
|
||||
hc_uid: "{{ vault_node003.backup.hc_uid }}"
|
||||
uptime_kuma_token: "{{ vault_node003.backup.uptime_kuma_token }}"
|
||||
volumes: []
|
||||
14
playbooks/change-password.yml
Normal file
14
playbooks/change-password.yml
Normal file
|
|
@ -0,0 +1,14 @@
|
|||
---
|
||||
- name: Change password
|
||||
hosts: all
|
||||
become: true
|
||||
tasks:
|
||||
- name: Get new password
|
||||
ansible.builtin.pause:
|
||||
prompt: Enter the new password
|
||||
echo: false
|
||||
register: new_user_password
|
||||
- name: Change password
|
||||
ansible.builtin.user:
|
||||
name: "{{ interactive_user }}"
|
||||
password: "{{ new_user_password.user_input | password_hash('sha512') }}"
|
||||
18
playbooks/filter_plugins/acmedns_to_lego.py
Normal file
18
playbooks/filter_plugins/acmedns_to_lego.py
Normal file
|
|
@ -0,0 +1,18 @@
|
|||
class FilterModule(object):
|
||||
def filters(self):
|
||||
return {
|
||||
'acmedns_to_lego': self.acmedns_to_lego,
|
||||
}
|
||||
|
||||
def acmedns_to_lego(self, acmedns_registered):
|
||||
result = {}
|
||||
for (key, value) in acmedns_registered.items():
|
||||
result[key] = {
|
||||
"fulldomain": value["subd"] + "." + value["host"],
|
||||
"subdomain": value["subd"],
|
||||
"username": value["user"],
|
||||
"password": value["pass"],
|
||||
"server_url": "https://" + value["host"]
|
||||
}
|
||||
|
||||
return result
|
||||
24
playbooks/filter_plugins/map_backup_volumes.py
Normal file
24
playbooks/filter_plugins/map_backup_volumes.py
Normal file
|
|
@ -0,0 +1,24 @@
|
|||
class FilterModule(object):
|
||||
def filters(self):
|
||||
return {
|
||||
'map_backup_volumes': self.map_backup_volumes,
|
||||
'map_backup_volumes_service': self.map_backup_volumes_service
|
||||
}
|
||||
|
||||
def map_backup_volumes(self, volumes):
|
||||
result = {}
|
||||
|
||||
for volume in volumes:
|
||||
result[volume] = {
|
||||
"external": True,
|
||||
}
|
||||
|
||||
return result
|
||||
|
||||
def map_backup_volumes_service(self, volumes):
|
||||
result = []
|
||||
|
||||
for volume in volumes:
|
||||
result.append("{volume_name}:/backup/volumes/{volume_name}".format(volume_name=volume))
|
||||
|
||||
return result
|
||||
29
playbooks/local-dev.yml
Normal file
29
playbooks/local-dev.yml
Normal file
|
|
@ -0,0 +1,29 @@
|
|||
---
|
||||
- name: Run roles for local-dev
|
||||
vars:
|
||||
# Remove inventory
|
||||
base_path: "{{ inventory_dir.split('/')[0:-1] | join('/') }}"
|
||||
services_path: "{{ (base_path, '_services') | path_join }}"
|
||||
caddy_config_path: "{{ (services_path, 'caddy', 'config', 'conf.d') | path_join }}"
|
||||
|
||||
hosts: local-dev
|
||||
roles:
|
||||
- common
|
||||
|
||||
- acme-dns
|
||||
- coder
|
||||
- faas
|
||||
- forgejo
|
||||
- forgejo-runner
|
||||
- healthcheck
|
||||
- homebox
|
||||
- influxdb
|
||||
- jellyfin
|
||||
- tandoor
|
||||
- telegraf
|
||||
- tinytinyrss
|
||||
- umami
|
||||
- uptime-kuma
|
||||
- watchtower
|
||||
- webdis
|
||||
- wiki-js
|
||||
15
playbooks/node001.yml
Normal file
15
playbooks/node001.yml
Normal file
|
|
@ -0,0 +1,15 @@
|
|||
---
|
||||
- name: Run roles for node001
|
||||
hosts: node001
|
||||
roles:
|
||||
- role: common
|
||||
tags: [always]
|
||||
- role: backup
|
||||
tags: [backup]
|
||||
- role: caddy
|
||||
tags: [caddy, reverse-proxy, webserver]
|
||||
|
||||
- role: mailcow
|
||||
tags: [mailcow, mail, communication]
|
||||
- role: minecraft_2
|
||||
tags: [minecraft-2, minecraft, games]
|
||||
79
playbooks/node002.yml
Normal file
79
playbooks/node002.yml
Normal file
|
|
@ -0,0 +1,79 @@
|
|||
---
|
||||
- name: Run roles for node002
|
||||
hosts: node002
|
||||
roles:
|
||||
- role: common
|
||||
tags: [always]
|
||||
- role: backup
|
||||
tags: [backup]
|
||||
- role: lego
|
||||
tags: [lego, certificates]
|
||||
- role: caddy
|
||||
tags: [caddy, reverse-proxy, webserver]
|
||||
vars:
|
||||
caddy_ports_extra:
|
||||
- 8448:8448
|
||||
|
||||
|
||||
- role: acme_dns
|
||||
tags: [acme-dns, certificates]
|
||||
- role: authentik
|
||||
tags: [authentik, authentication]
|
||||
- role: coder
|
||||
tags: [coder, development]
|
||||
- role: extra_services
|
||||
tags: [extra-services]
|
||||
- role: faas
|
||||
tags: [faas]
|
||||
- role: forgejo
|
||||
tags: [forgejo, git, development]
|
||||
- role: forgejo_runner
|
||||
tags: [forgejo-runner, ci, development]
|
||||
- role: harbor
|
||||
tags: [harbor, registry, development]
|
||||
- role: healthcheck
|
||||
tags: [healthcheck, monitoring]
|
||||
- role: homebox
|
||||
tags: [homebox, inventory]
|
||||
- role: immich
|
||||
tags: [immich, gallery]
|
||||
- role: influxdb
|
||||
tags: [influxdb, sensors, monitoring]
|
||||
- role: jellyfin
|
||||
tags: [jellyfin, media]
|
||||
- role: linkwarden
|
||||
tags: [linkwarden, booksmarks]
|
||||
- role: minio
|
||||
tags: [minio, storage]
|
||||
- role: ntfy
|
||||
tags: [ntfy, notifications, push]
|
||||
- role: reitanlage_oranienburg
|
||||
tags: [reitanlage-oranienburg, website]
|
||||
- role: shlink
|
||||
tags: [shlink, url-shortener]
|
||||
- role: synapse
|
||||
tags: [synapse, matrix, communication]
|
||||
- role: tandoor
|
||||
tags: [tandoor, recipes]
|
||||
- role: teamspeak_fallback
|
||||
tags: [teamspeak-fallback, communication]
|
||||
- role: telegraf
|
||||
tags: [telegraf, monitoring]
|
||||
- role: tinytinyrss
|
||||
tags: [tinytinyrss, news]
|
||||
- role: umami
|
||||
tags: [umami, analytics]
|
||||
- role: uptime_kuma
|
||||
tags: [uptime-kuma, monitoring]
|
||||
- role: vikunja
|
||||
tags: [vikunja, todo]
|
||||
- role: watchtower
|
||||
tags: [watchtower]
|
||||
- role: webdis
|
||||
tags: [webdis]
|
||||
- role: webhook
|
||||
tags: [webhook]
|
||||
- role: wiki_js
|
||||
tags: [wiki-js]
|
||||
- role: woodpecker
|
||||
tags: [woodpecker, ci, development]
|
||||
15
playbooks/node003.yml
Normal file
15
playbooks/node003.yml
Normal file
|
|
@ -0,0 +1,15 @@
|
|||
---
|
||||
- name: Run roles for node003
|
||||
hosts: node003
|
||||
roles:
|
||||
- role: common
|
||||
tags: [common]
|
||||
- role: docker
|
||||
tags: [common]
|
||||
- role: backup
|
||||
tags: [backup]
|
||||
- role: caddy
|
||||
tags: [caddy, reverse-proxy, webserver]
|
||||
|
||||
- role: mailcow
|
||||
tags: [mailcow, mail, communication]
|
||||
6
playbooks/serguzim.net.yml
Normal file
6
playbooks/serguzim.net.yml
Normal file
|
|
@ -0,0 +1,6 @@
|
|||
---
|
||||
- name: Run playbook for node001
|
||||
import_playbook: node001.yml
|
||||
|
||||
- name: Run playbook for node002
|
||||
import_playbook: node002.yml
|
||||
5
playbooks/tasks/deploy-common-service.yml
Normal file
5
playbooks/tasks/deploy-common-service.yml
Normal file
|
|
@ -0,0 +1,5 @@
|
|||
---
|
||||
- name: Import prepare tasks for common service
|
||||
ansible.builtin.import_tasks: tasks/prepare-common-service.yml
|
||||
- name: Import start tasks for common service
|
||||
ansible.builtin.import_tasks: tasks/start-common-service.yml
|
||||
11
playbooks/tasks/prepare-common-service.yml
Normal file
11
playbooks/tasks/prepare-common-service.yml
Normal file
|
|
@ -0,0 +1,11 @@
|
|||
---
|
||||
- name: Import tasks to create service directory
|
||||
ansible.builtin.import_tasks: tasks/steps/create-service-directory.yml
|
||||
|
||||
- name: Import tasks to template docker compose file
|
||||
ansible.builtin.import_tasks: tasks/steps/template-docker-compose.yml
|
||||
when: compose is defined
|
||||
|
||||
- name: Import tasks create a service.env file
|
||||
ansible.builtin.import_tasks: tasks/steps/template-service-env.yml
|
||||
when: env is defined
|
||||
6
playbooks/tasks/set-default-facts.yml
Normal file
6
playbooks/tasks/set-default-facts.yml
Normal file
|
|
@ -0,0 +1,6 @@
|
|||
---
|
||||
- name: Set common facts
|
||||
ansible.builtin.set_fact:
|
||||
service_path: "{{ (services_path, role_name | replace('_', '-')) | path_join }}"
|
||||
docker_force_recreate: ""
|
||||
docker_rebuild: false
|
||||
Some files were not shown because too many files have changed in this diff Show more
Loading…
Reference in a new issue