From dd83ad053c0cde5b948cbfe34ec4864cf0a123e3 Mon Sep 17 00:00:00 2001 From: tobi <31960611+tsmethurst@users.noreply.github.com> Date: Thu, 29 Sep 2022 12:03:17 +0200 Subject: [feature] Add `meta robots` tag; allow robots to index profile card if user is Discoverable (#842) * rework robots.txt response * don't let robots snippet from statuses/threads * allow robots to index if user is Discoverable * add license text --- internal/web/robots.go | 24 ++++++++++++++++++++++++ 1 file changed, 24 insertions(+) create mode 100644 internal/web/robots.go (limited to 'internal/web/robots.go') diff --git a/internal/web/robots.go b/internal/web/robots.go new file mode 100644 index 000000000..c3307d068 --- /dev/null +++ b/internal/web/robots.go @@ -0,0 +1,24 @@ +/* + GoToSocial + Copyright (C) 2021-2022 GoToSocial Authors admin@gotosocial.org + + This program is free software: you can redistribute it and/or modify + it under the terms of the GNU Affero General Public License as published by + the Free Software Foundation, either version 3 of the License, or + (at your option) any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU Affero General Public License for more details. + + You should have received a copy of the GNU Affero General Public License + along with this program. If not, see . +*/ + +package web + +// https://developers.google.com/search/docs/crawling-indexing/robots-meta-tag#robotsmeta +const ( + robotsAllowSome = "nofollow, noarchive, nositelinkssearchbox, max-image-preview:standard" +) -- cgit v1.2.3