From dd83ad053c0cde5b948cbfe34ec4864cf0a123e3 Mon Sep 17 00:00:00 2001 From: tobi <31960611+tsmethurst@users.noreply.github.com> Date: Thu, 29 Sep 2022 12:03:17 +0200 Subject: [feature] Add `meta robots` tag; allow robots to index profile card if user is Discoverable (#842) * rework robots.txt response * don't let robots snippet from statuses/threads * allow robots to index if user is Discoverable * add license text --- internal/web/profile.go | 7 +++++++ internal/web/robots.go | 24 ++++++++++++++++++++++++ 2 files changed, 31 insertions(+) create mode 100644 internal/web/robots.go (limited to 'internal/web') diff --git a/internal/web/profile.go b/internal/web/profile.go index a4332b0c1..a1518b517 100644 --- a/internal/web/profile.go +++ b/internal/web/profile.go @@ -82,6 +82,12 @@ func (m *Module) profileGETHandler(c *gin.Context) { return } + // only allow search engines / robots to view this page if account is discoverable + var robotsMeta string + if account.Discoverable { + robotsMeta = robotsAllowSome + } + // we should only show the 'back to top' button if the // profile visitor is paging through statuses showBackToTop := false @@ -112,6 +118,7 @@ func (m *Module) profileGETHandler(c *gin.Context) { "instance": instance, "account": account, "ogMeta": ogBase(instance).withAccount(account), + "robotsMeta": robotsMeta, "statuses": statusResp.Items, "statuses_next": statusResp.NextLink, "show_back_to_top": showBackToTop, diff --git a/internal/web/robots.go b/internal/web/robots.go new file mode 100644 index 000000000..c3307d068 --- /dev/null +++ b/internal/web/robots.go @@ -0,0 +1,24 @@ +/* + GoToSocial + Copyright (C) 2021-2022 GoToSocial Authors admin@gotosocial.org + + This program is free software: you can redistribute it and/or modify + it under the terms of the GNU Affero General Public License as published by + the Free Software Foundation, either version 3 of the License, or + (at your option) any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU Affero General Public License for more details. + + You should have received a copy of the GNU Affero General Public License + along with this program. If not, see . +*/ + +package web + +// https://developers.google.com/search/docs/crawling-indexing/robots-meta-tag#robotsmeta +const ( + robotsAllowSome = "nofollow, noarchive, nositelinkssearchbox, max-image-preview:standard" +) -- cgit v1.2.3