Move _ansible directory into main directory
This commit is contained in:
parent
519882db43
commit
40742e3214
124 changed files with 246 additions and 141 deletions
48
.gitignore
vendored
48
.gitignore
vendored
|
|
@ -1,47 +1 @@
|
|||
*.secret.env
|
||||
|
||||
.lego/
|
||||
|
||||
# services already handled by ansible
|
||||
/acme-dns/
|
||||
/authentik/
|
||||
/coder/
|
||||
/forgejo/
|
||||
/forgejo-runner/
|
||||
/gitea/
|
||||
/gitea-runner/
|
||||
/harbor/
|
||||
/healthcheck/
|
||||
/homebox/
|
||||
/influxdb/
|
||||
/jellyfin/
|
||||
/minecraft-2/
|
||||
/minio/
|
||||
/synapse/
|
||||
/tandoor/
|
||||
/telegraf/
|
||||
/tinytinyrss/
|
||||
/umami/
|
||||
/uptime-kuma/
|
||||
/watchtower/
|
||||
/webdis/
|
||||
/wiki-js/
|
||||
/woodpecker/
|
||||
|
||||
/caddy/config/conf.002.d/acme.serguzim.me.conf
|
||||
/caddy/config/conf.002.d/auth.serguzim.me.conf
|
||||
/caddy/config/conf.002.d/analytics.serguzim.me.conf
|
||||
/caddy/config/conf.002.d/ci.serguzim.me.conf
|
||||
/caddy/config/conf.002.d/coder.serguzim.me.conf
|
||||
/caddy/config/conf.002.d/faas.serguzim.me.conf
|
||||
/caddy/config/conf.002.d/git.serguzim.me.conf
|
||||
/caddy/config/conf.002.d/inventory.serguzim.me.conf
|
||||
/caddy/config/conf.002.d/matrix.msrg.cc.conf
|
||||
/caddy/config/conf.002.d/media.serguzim.me.conf
|
||||
/caddy/config/conf.002.d/recipes.serguzim.me.conf
|
||||
/caddy/config/conf.002.d/registry.serguzim.me.conf
|
||||
/caddy/config/conf.002.d/rss.serguzim.me.conf
|
||||
/caddy/config/conf.002.d/status.serguzim.me.conf
|
||||
/caddy/config/conf.002.d/tick.serguzim.me.conf
|
||||
/caddy/config/conf.002.d/webdis.huck.serguzim.me.conf
|
||||
/caddy/config/conf.002.d/wiki.serguzim.me.conf
|
||||
inventory/group_vars/all/serguzim.net.yml
|
||||
|
|
|
|||
|
|
@ -4,4 +4,4 @@ repos:
|
|||
hooks:
|
||||
- id: ansible-lint
|
||||
args:
|
||||
- _ansible/serguzim.net.yml
|
||||
- serguzim.net.yml
|
||||
|
|
|
|||
13
README.md
Normal file
13
README.md
Normal file
|
|
@ -0,0 +1,13 @@
|
|||
# Ansible project to deploy services
|
||||
|
||||
## Variables
|
||||
|
||||
### CLI variable overwrites
|
||||
|
||||
#### force_gitea_runner_registration
|
||||
`-e force_gitea_runner_registration=True`
|
||||
Force gitea-runner to prompt a new registration token.
|
||||
|
||||
#### docker_update
|
||||
`-e docker_update=True`
|
||||
Pull and build the docker compose services
|
||||
2
_ansible/.gitignore
vendored
2
_ansible/.gitignore
vendored
|
|
@ -1,2 +0,0 @@
|
|||
.vault_pass
|
||||
inventory/group_vars/all/serguzim.net.yml
|
||||
|
|
@ -1,2 +0,0 @@
|
|||
ansible_port: "{{ vault_node002.ansible_port }}"
|
||||
ansible_user: "{{ vault_node002.ansible_user }}"
|
||||
|
|
@ -1,6 +1,6 @@
|
|||
#!/usr/bin/env sh
|
||||
|
||||
LEGO_WORKING_PATH="/opt/services/.lego/"
|
||||
export LEGO_WORKING_PATH="/opt/lego/"
|
||||
|
||||
set -e
|
||||
|
||||
|
|
|
|||
2
ansible.cfg
Normal file
2
ansible.cfg
Normal file
|
|
@ -0,0 +1,2 @@
|
|||
[defaults]
|
||||
inventory = ./inventory
|
||||
|
|
@ -1,8 +0,0 @@
|
|||
HC_UID=
|
||||
UPTIME_KUMA_TOKEN=
|
||||
|
||||
RESTIC_REPOSITORY=
|
||||
RESTIC_PASSWORD=
|
||||
|
||||
AWS_ACCESS_KEY_ID=
|
||||
AWS_SECRET_ACCESS_KEY=
|
||||
2
backup/.gitignore
vendored
2
backup/.gitignore
vendored
|
|
@ -1,2 +0,0 @@
|
|||
/mailcheck.mail
|
||||
/msmtprc
|
||||
|
|
@ -1,4 +0,0 @@
|
|||
[Service]
|
||||
Type=oneshot
|
||||
ExecStart=/opt/services/backup/backup.sh
|
||||
WorkingDirectory=/opt/services/backup/
|
||||
|
|
@ -1,65 +0,0 @@
|
|||
#!/usr/bin/env sh
|
||||
|
||||
set -e
|
||||
|
||||
set -a
|
||||
. "/opt/services/backup/.env"
|
||||
. "/opt/services/backup/.secret.env"
|
||||
set +a
|
||||
|
||||
hc_url="https://hc-ping.com/$HC_UID"
|
||||
|
||||
curl -fsSL --retry 3 "$hc_url/start" >/dev/null
|
||||
duration_start=$(date +%s)
|
||||
|
||||
BACKUP_LOCATION="/tmp/backup-misc"
|
||||
|
||||
rm -rf "$BACKUP_LOCATION"
|
||||
mkdir -p "$BACKUP_LOCATION"
|
||||
cd "$BACKUP_LOCATION" || exit
|
||||
|
||||
_hc_fail () {
|
||||
curl -fsSL --retry 3 "$hc_url/fail"
|
||||
exit 1
|
||||
}
|
||||
|
||||
_backup_prepare_postgres () {
|
||||
mkdir -p "$BACKUP_LOCATION/postgres"
|
||||
cd "$BACKUP_LOCATION/postgres" || exit
|
||||
|
||||
postgres_tables=$(sudo -u postgres psql -Atc "SELECT datname FROM pg_database WHERE datistemplate = false;")
|
||||
|
||||
for i in $postgres_tables
|
||||
do
|
||||
echo "dumping $i"
|
||||
sudo -u postgres pg_dump "$i" | gzip >"pg_dump_$i.gz"
|
||||
echo "done with $i"
|
||||
echo ""
|
||||
done
|
||||
|
||||
echo "dumping all"
|
||||
sudo -u postgres pg_dumpall | gzip >"pg_dumpall.gz"
|
||||
}
|
||||
|
||||
_backup_prepare_mailcow () {
|
||||
export MAILCOW_BACKUP_LOCATION="$BACKUP_LOCATION/mailcow"
|
||||
mkdir -p "$MAILCOW_BACKUP_LOCATION"
|
||||
/opt/mailcow-dockerized/helper-scripts/backup_and_restore.sh \
|
||||
backup all --delete-days 3
|
||||
}
|
||||
|
||||
echo ""
|
||||
echo "preparing postgres"
|
||||
time _backup_prepare_postgres >/tmp/backup-postgres.log || _hc_fail
|
||||
echo ""
|
||||
echo "preparing mailcow"
|
||||
time _backup_prepare_mailcow >/tmp/backup-mailcow.log || _hc_fail
|
||||
|
||||
cd /opt/services/backup/
|
||||
docker compose run --rm backup || _hc_fail
|
||||
|
||||
duration_end=$(date +%s)
|
||||
curl -fsSL --retry 3 "$hc_url"
|
||||
|
||||
duration=$((duration_end - duration_start))
|
||||
curl -fsSL --retry 3 "https://status.serguzim.me/api/push/$UPTIME_KUMA_TOKEN?status=up&msg=OK&ping=${duration}000"
|
||||
24
filter_plugins/map_backup_volumes.py
Normal file
24
filter_plugins/map_backup_volumes.py
Normal file
|
|
@ -0,0 +1,24 @@
|
|||
class FilterModule(object):
|
||||
def filters(self):
|
||||
return {
|
||||
'map_backup_volumes': self.map_backup_volumes,
|
||||
'map_backup_volumes_service': self.map_backup_volumes_service
|
||||
}
|
||||
|
||||
def map_backup_volumes(self, volumes):
|
||||
result = {}
|
||||
|
||||
for volume in volumes:
|
||||
result[volume] = {
|
||||
"external": True,
|
||||
}
|
||||
|
||||
return result
|
||||
|
||||
def map_backup_volumes_service(self, volumes):
|
||||
result = []
|
||||
|
||||
for volume in volumes:
|
||||
result.append("{volume_name}:/backup/volumes/{volume_name}".format(volume_name=volume))
|
||||
|
||||
return result
|
||||
33
inventory/group_vars/all/compose_defaults.yml
Normal file
33
inventory/group_vars/all/compose_defaults.yml
Normal file
|
|
@ -0,0 +1,33 @@
|
|||
compose_file_main:
|
||||
services:
|
||||
app:
|
||||
image: "{{ compose.image }}"
|
||||
restart: always
|
||||
labels:
|
||||
com.centurylinklabs.watchtower.enable: "{{ compose.watchtower | default(false) }}"
|
||||
networks:
|
||||
default:
|
||||
apps:
|
||||
aliases:
|
||||
- "{{ svc.name }}"
|
||||
networks:
|
||||
default:
|
||||
apps:
|
||||
external: true
|
||||
|
||||
compose_file_env:
|
||||
services:
|
||||
app:
|
||||
env_file:
|
||||
- service.env
|
||||
|
||||
compose_file_volumes:
|
||||
services:
|
||||
app:
|
||||
volumes: "{{ compose.volumes }}"
|
||||
|
||||
compose_file_monitoring_label:
|
||||
services:
|
||||
app:
|
||||
labels:
|
||||
com.influxdata.telegraf.enable: true
|
||||
16
inventory/group_vars/all/main.yml
Normal file
16
inventory/group_vars/all/main.yml
Normal file
|
|
@ -0,0 +1,16 @@
|
|||
admin_email: tobias@msrg.cc
|
||||
timezone: Europe/Berlin
|
||||
|
||||
postgres:
|
||||
host: db.serguzim.me
|
||||
port: 5432
|
||||
|
||||
mailer:
|
||||
host: mail.serguzim.me
|
||||
port: 587
|
||||
|
||||
|
||||
services_path: /opt/services/
|
||||
caddy_path: "{{ (services_path, 'caddy') | path_join }}"
|
||||
caddy_config_path: "{{ (caddy_path, 'config', 'conf.d') | path_join }}"
|
||||
managed_sites: []
|
||||
2
inventory/host_vars/node001/main.yml
Normal file
2
inventory/host_vars/node001/main.yml
Normal file
|
|
@ -0,0 +1,2 @@
|
|||
ansible_port: "{{ vault_node001.ansible_port }}"
|
||||
ansible_user: "{{ vault_node001.ansible_user }}"
|
||||
13
inventory/host_vars/node002/main.yml
Normal file
13
inventory/host_vars/node002/main.yml
Normal file
|
|
@ -0,0 +1,13 @@
|
|||
ansible_port: "{{ vault_node002.ansible_port }}"
|
||||
ansible_user: "{{ vault_node002.ansible_user }}"
|
||||
host_backup:
|
||||
backup:
|
||||
hc_uid: "{{ vault_node002.backup.hc_uid }}"
|
||||
uptime_kuma_token: "{{ vault_node002.backup.uptime_kuma_token }}"
|
||||
volumes:
|
||||
- gitea_data
|
||||
- influxdb_data
|
||||
- reitanlage-oranienburg_data
|
||||
- synapse_media_store
|
||||
- tandoor_mediafiles
|
||||
|
||||
2
inventory/host_vars/node003/main.yml
Normal file
2
inventory/host_vars/node003/main.yml
Normal file
|
|
@ -0,0 +1,2 @@
|
|||
ansible_port: "{{ vault_node003.ansible_port }}"
|
||||
ansible_user: "{{ vault_node003.ansible_user }}"
|
||||
10
inventory/serguzim.net.yml
Normal file
10
inventory/serguzim.net.yml
Normal file
|
|
@ -0,0 +1,10 @@
|
|||
all:
|
||||
hosts:
|
||||
local-dev:
|
||||
ansible_connection: local
|
||||
node001:
|
||||
ansible_host: node001.serguzim.net
|
||||
node002:
|
||||
ansible_host: node002.serguzim.net
|
||||
node003:
|
||||
ansible_host: node003.serguzim.net
|
||||
29
local-dev.yml
Normal file
29
local-dev.yml
Normal file
|
|
@ -0,0 +1,29 @@
|
|||
---
|
||||
- name: Run roles for local-dev
|
||||
vars:
|
||||
# Remove inventory
|
||||
base_path: "{{ inventory_dir.split('/')[0:-1] | join('/') }}"
|
||||
services_path: "{{ (base_path, '_services') | path_join }}"
|
||||
caddy_config_path: "{{ (services_path, 'caddy', 'config', 'conf.d') | path_join }}"
|
||||
|
||||
hosts: local-dev
|
||||
roles:
|
||||
- common
|
||||
|
||||
- acme-dns
|
||||
- coder
|
||||
- faas
|
||||
- forgejo
|
||||
- forgejo-runner
|
||||
- healthcheck
|
||||
- homebox
|
||||
- influxdb
|
||||
- jellyfin
|
||||
- tandoor
|
||||
- telegraf
|
||||
- tinytinyrss
|
||||
- umami
|
||||
- uptime-kuma
|
||||
- watchtower
|
||||
- webdis
|
||||
- wiki-js
|
||||
10
node001.yml
Normal file
10
node001.yml
Normal file
|
|
@ -0,0 +1,10 @@
|
|||
---
|
||||
- name: Run roles for node001
|
||||
hosts: node001
|
||||
roles:
|
||||
- common
|
||||
|
||||
- role: mailcow
|
||||
tags: [mailcow, mail, communication]
|
||||
- role: minecraft_2
|
||||
tags: [minecraft-2, minecraft, games]
|
||||
Some files were not shown because too many files have changed in this diff Show more
Reference in a new issue