From a70ea6ef2a7c3ad0aa6d7d7d0d9b518b15a67f41 Mon Sep 17 00:00:00 2001
From: Tobias Reisinger <tobias@msrg.cc>
Date: Sun, 25 May 2025 15:51:17 +0200
Subject: [PATCH] Add robots.txt to forgejo

---
 .../roles/forgejo/files/public/robots.txt     | 78 +++++++++++++++++++
 playbooks/roles/forgejo/tasks/main.yml        |  7 ++
 playbooks/roles/forgejo/vars/main.yml         |  1 +
 3 files changed, 86 insertions(+)
 create mode 100644 playbooks/roles/forgejo/files/public/robots.txt

diff --git a/playbooks/roles/forgejo/files/public/robots.txt b/playbooks/roles/forgejo/files/public/robots.txt
new file mode 100644
index 0000000..ab858fd
--- /dev/null
+++ b/playbooks/roles/forgejo/files/public/robots.txt
@@ -0,0 +1,78 @@
+User-agent: *
+Disallow: /api/*
+Disallow: /avatars
+Disallow: /user/*
+Disallow: /*/*/*/refs/*
+Disallow: /*/*/*/star
+Disallow: /*/*/*/watch
+Disallow: /*/*/labels
+Disallow: /*/*/activity/*
+Disallow: /vendor/*
+Disallow: /swagger.*.json
+
+Disallow: /explore/*?*
+
+Disallow: /repo/create
+Disallow: /repo/migrate
+Disallow: /org/create
+Disallow: /*/*/fork
+
+Disallow: /*/*/watchers
+Disallow: /*/*/stargazers
+Disallow: /*/*/forks
+
+Disallow: /*/*/actions?*
+Disallow: /*/*/actions/runs/*
+Disallow: /*/*/activity
+Disallow: /*/*/projects
+Disallow: /*/*/branches
+Disallow: /*/*/tags
+Disallow: /*/*/compare
+Disallow: /*/*/lastcommit/*
+
+Disallow: /*/*/issues/new
+Disallow: /*/*/issues/?*
+Disallow: /*/*/issues?*
+Disallow: /*/*/pulls/?*
+Disallow: /*/*/pulls?*
+Disallow: /*/*/pulls/*/files
+
+Disallow: /*/tree/
+Disallow: /*/download
+Disallow: /*/revisions
+Disallow: /*/commits/*?author
+Disallow: /*/commits/*?path
+Disallow: /*/comments
+Disallow: /*/blame/
+Disallow: /*/raw/
+Disallow: /*/cache/
+Disallow: /.git/
+Disallow: */.git/
+Disallow: /*.git
+Disallow: /*.atom
+Disallow: /*.rss
+
+Disallow: /*/*/archive/
+Disallow: *.bundle
+Disallow: */commit/*.patch
+Disallow: */commit/*.diff
+
+Disallow: /*lang=*
+Disallow: /*source=*
+Disallow: /*ref_cta=*
+Disallow: /*plan=*
+Disallow: /*return_to=*
+Disallow: /*ref_loc=*
+Disallow: /*setup_organization=*
+Disallow: /*source_repo=*
+Disallow: /*ref_page=*
+Disallow: /*source=*
+Disallow: /*referrer=*
+Disallow: /*report=*
+Disallow: /*author=*
+Disallow: /*since=*
+Disallow: /*until=*
+Disallow: /*commits?author=*
+Disallow: /*tab=*
+Disallow: /*q=*
+Disallow: /*repo-search-archived=*
diff --git a/playbooks/roles/forgejo/tasks/main.yml b/playbooks/roles/forgejo/tasks/main.yml
index af16e16..cf1f637 100644
--- a/playbooks/roles/forgejo/tasks/main.yml
+++ b/playbooks/roles/forgejo/tasks/main.yml
@@ -25,5 +25,12 @@
         mode: "0644"
       notify: Restart service {{ role_name }}
 
+    - name: Copy the public files
+      ansible.builtin.copy:
+        src: public/
+        dest: "{{ (service_path, 'public') | path_join }}"
+        mode: "0644"
+      notify: Restart service {{ role_name }}
+
     - name: Import start tasks for common service
       ansible.builtin.import_tasks: tasks/start-common-service.yml
diff --git a/playbooks/roles/forgejo/vars/main.yml b/playbooks/roles/forgejo/vars/main.yml
index 3e8b86c..a3e401f 100644
--- a/playbooks/roles/forgejo/vars/main.yml
+++ b/playbooks/roles/forgejo/vars/main.yml
@@ -86,6 +86,7 @@ forgejo_compose:
   volumes:
     - data:/data
     - ./templates:/data/gitea/templates
+    - ./public:/data/gitea/public
     - /etc/timezone:/etc/timezone:ro
     - /etc/localtime:/etc/localtime:ro
   file: