summaryrefslogtreecommitdiff
path: root/internal/api/util/robots.go
diff options
context:
space:
mode:
Diffstat (limited to 'internal/api/util/robots.go')
-rw-r--r--internal/api/util/robots.go5
1 files changed, 5 insertions, 0 deletions
diff --git a/internal/api/util/robots.go b/internal/api/util/robots.go
index 49fb04561..32d510edd 100644
--- a/internal/api/util/robots.go
+++ b/internal/api/util/robots.go
@@ -130,4 +130,9 @@ Disallow: /.well-known/webfinger
Disallow: /.well-known/nodeinfo
Disallow: /nodeinfo/
`
+
+ // MD5 hash of basic robots.txt.
+ RobotsTxtETag = `ce6729aacbb16fae3628210c04b462b7`
+ // MD5 hash of robots.txt with NodeInfo disallowed.
+ RobotsTxtDisallowNodeInfoETag = `a1e4ce6342978bc8d6c3e3dfab07cab4`
)