Add robots.txt to forgejo

playbooks/roles/forgejo/files/public/robots.txt

@@ -0,0 +1,78 @@
+User-agent: *
+Disallow: /api/*
+Disallow: /avatars
+Disallow: /user/*
+Disallow: /*/*/*/refs/*
+Disallow: /*/*/*/star
+Disallow: /*/*/*/watch
+Disallow: /*/*/labels
+Disallow: /*/*/activity/*
+Disallow: /vendor/*
+Disallow: /swagger.*.json
+
+Disallow: /explore/*?*
+
+Disallow: /repo/create
+Disallow: /repo/migrate
+Disallow: /org/create
+Disallow: /*/*/fork
+
+Disallow: /*/*/watchers
+Disallow: /*/*/stargazers
+Disallow: /*/*/forks
+
+Disallow: /*/*/actions?*
+Disallow: /*/*/actions/runs/*
+Disallow: /*/*/activity
+Disallow: /*/*/projects
+Disallow: /*/*/branches
+Disallow: /*/*/tags
+Disallow: /*/*/compare
+Disallow: /*/*/lastcommit/*
+
+Disallow: /*/*/issues/new
+Disallow: /*/*/issues/?*
+Disallow: /*/*/issues?*
+Disallow: /*/*/pulls/?*
+Disallow: /*/*/pulls?*
+Disallow: /*/*/pulls/*/files
+
+Disallow: /*/tree/
+Disallow: /*/download
+Disallow: /*/revisions
+Disallow: /*/commits/*?author
+Disallow: /*/commits/*?path
+Disallow: /*/comments
+Disallow: /*/blame/
+Disallow: /*/raw/
+Disallow: /*/cache/
+Disallow: /.git/
+Disallow: */.git/
+Disallow: /*.git
+Disallow: /*.atom
+Disallow: /*.rss
+
+Disallow: /*/*/archive/
+Disallow: *.bundle
+Disallow: */commit/*.patch
+Disallow: */commit/*.diff
+
+Disallow: /*lang=*
+Disallow: /*source=*
+Disallow: /*ref_cta=*
+Disallow: /*plan=*
+Disallow: /*return_to=*
+Disallow: /*ref_loc=*
+Disallow: /*setup_organization=*
+Disallow: /*source_repo=*
+Disallow: /*ref_page=*
+Disallow: /*source=*
+Disallow: /*referrer=*
+Disallow: /*report=*
+Disallow: /*author=*
+Disallow: /*since=*
+Disallow: /*until=*
+Disallow: /*commits?author=*
+Disallow: /*tab=*
+Disallow: /*q=*
+Disallow: /*repo-search-archived=*