From dcab555a6b46de69a2c2a26f1fe409017ad229f3 Mon Sep 17 00:00:00 2001 From: Daenney Date: Mon, 22 Apr 2024 11:01:37 +0200 Subject: [chore] Update robots.txt (#2856) This updates the robots.txt based on the list of the ai.robots.txt repository. We can look at automating that at some point. It's worth pointing out that some robots, namely the ones by Bytedance, are known to ignore robots.txt entirely. --- mkdocs.yml | 1 + 1 file changed, 1 insertion(+) (limited to 'mkdocs.yml') diff --git a/mkdocs.yml b/mkdocs.yml index 737e23a75..8d7ecc65a 100644 --- a/mkdocs.yml +++ b/mkdocs.yml @@ -118,6 +118,7 @@ nav: - "admin/signups.md" - "admin/federation_modes.md" - "admin/domain_blocks.md" + - "admin/robots.md" - "admin/cli.md" - "admin/backup_and_restore.md" - "admin/media_caching.md" -- cgit v1.3