1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
|
// GoToSocial
// Copyright (C) GoToSocial Authors admin@gotosocial.org
// SPDX-License-Identifier: AGPL-3.0-or-later
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU Affero General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU Affero General Public License for more details.
//
// You should have received a copy of the GNU Affero General Public License
// along with this program. If not, see <http://www.gnu.org/licenses/>.
package robots
import (
"net/http"
"github.com/gin-gonic/gin"
apiutil "github.com/superseriousbusiness/gotosocial/internal/api/util"
"github.com/superseriousbusiness/gotosocial/internal/config"
)
type Module struct{}
func New() *Module {
return &Module{}
}
func (m *Module) Route(attachHandler func(method string, path string, f ...gin.HandlerFunc) gin.IRoutes) {
// Serve different robots.txt file depending on instance
// stats mode: Don't disallow scraping nodeinfo if admin
// has opted in to serving accurate stats there. In all
// other cases, disallow scraping nodeinfo.
var handler gin.HandlerFunc
if config.GetInstanceStatsMode() == config.InstanceStatsModeServe {
handler = m.robotsGETHandler
} else {
handler = m.robotsGETHandlerDisallowNodeInfo
}
// Attach handler at empty path as this
// is already grouped under /robots.txt.
attachHandler(http.MethodGet, "", handler)
}
func (m *Module) robotsGETHandler(c *gin.Context) {
const ETag = "\"" + apiutil.RobotsTxtETag + "\""
c.Header("ETag", ETag)
if c.Request.Header.Get("If-None-Match") == ETag {
// Cached.
c.AbortWithStatus(http.StatusNotModified)
return
}
// Not cached, serve.
c.String(http.StatusOK, apiutil.RobotsTxt)
}
func (m *Module) robotsGETHandlerDisallowNodeInfo(c *gin.Context) {
const ETag = "\"" + apiutil.RobotsTxtDisallowNodeInfoETag + "\""
c.Header("ETag", ETag)
if c.Request.Header.Get("If-None-Match") == ETag {
// Cached.
c.AbortWithStatus(http.StatusNotModified)
return
}
// Not cached, serve.
c.String(http.StatusOK, apiutil.RobotsTxtDisallowNodeInfo)
}
|
