From fd670c6a279e2aa54822546536dbf88b45a93051 Mon Sep 17 00:00:00 2001
From: tobi <31960611+tsmethurst@users.noreply.github.com>
Date: Mon, 24 Feb 2025 11:17:18 +0100
Subject: [feature] Use ETag for robots.txt to prevent mishaps (#3829)

* [feature] Use ETag for robots.txt to prevent mishaps

* check incoming if-none-match header
---
 internal/api/util/robots.go | 5 +++++
 1 file changed, 5 insertions(+)

(limited to 'internal/api/util/robots.go')

diff --git a/internal/api/util/robots.go b/internal/api/util/robots.go
index 49fb04561..32d510edd 100644
--- a/internal/api/util/robots.go
+++ b/internal/api/util/robots.go
@@ -130,4 +130,9 @@ Disallow: /.well-known/webfinger
 Disallow: /.well-known/nodeinfo
 Disallow: /nodeinfo/
 `
+
+	// MD5 hash of basic robots.txt.
+	RobotsTxtETag = `ce6729aacbb16fae3628210c04b462b7`
+	// MD5 hash of robots.txt with NodeInfo disallowed.
+	RobotsTxtDisallowNodeInfoETag = `a1e4ce6342978bc8d6c3e3dfab07cab4`
 )
-- 
cgit v1.2.3