[feature] List replies policy, refactor async workers (#2087)

* Add/update some DB functions.

* move async workers into subprocessor

* rename FromFederator -> FromFediAPI

* update home timeline check to include check for current status first before moving to parent status

* change streamMap to pointer to mollify linter

* update followtoas func signature

* fix merge

* remove errant debug log

* don't use separate errs.Combine() check to wrap errs

* wrap parts of workers functionality in sub-structs

* populate report using new db funcs

* embed federator (tiny bit tidier)

* flesh out error msg, add continue(!)

* fix other error messages to be more specific

* better, nicer

* give parseURI util function a bit more util

* missing headers

* use pointers for subprocessors

1 files changed, 92 insertions, 0 deletions

diff --git a/internal/processing/workers/workers.go b/internal/processing/workers/workers.go
new file mode 100644
index 000000000..24b18a405
--- /dev/null
+++ b/internal/processing/workers/workers.go
@@ -0,0 +1,92 @@
+// GoToSocial
+// Copyright (C) GoToSocial Authors admin@gotosocial.org
+// SPDX-License-Identifier: AGPL-3.0-or-later
+//
+// This program is free software: you can redistribute it and/or modify
+// it under the terms of the GNU Affero General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// This program is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU Affero General Public License for more details.
+//
+// You should have received a copy of the GNU Affero General Public License
+// along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+package workers
+
+import (
+	"github.com/superseriousbusiness/gotosocial/internal/email"
+	"github.com/superseriousbusiness/gotosocial/internal/federation"
+	"github.com/superseriousbusiness/gotosocial/internal/processing/account"
+	"github.com/superseriousbusiness/gotosocial/internal/processing/media"
+	"github.com/superseriousbusiness/gotosocial/internal/processing/stream"
+	"github.com/superseriousbusiness/gotosocial/internal/state"
+	"github.com/superseriousbusiness/gotosocial/internal/typeutils"
+	"github.com/superseriousbusiness/gotosocial/internal/visibility"
+	"github.com/superseriousbusiness/gotosocial/internal/workers"
+)
+
+type Processor struct {
+	workers   *workers.Workers
+	clientAPI *clientAPI
+	fediAPI   *fediAPI
+}
+
+func New(
+	state *state.State,
+	federator federation.Federator,
+	tc typeutils.TypeConverter,
+	filter *visibility.Filter,
+	emailSender email.Sender,
+	account *account.Processor,
+	media *media.Processor,
+	stream *stream.Processor,
+) Processor {
+	// Init surface logic
+	// wrapper struct.
+	surface := &surface{
+		state:       state,
+		tc:          tc,
+		stream:      stream,
+		filter:      filter,
+		emailSender: emailSender,
+	}
+
+	// Init federate logic
+	// wrapper struct.
+	federate := &federate{
+		Federator: federator,
+		state:     state,
+		tc:        tc,
+	}
+
+	// Init shared logic wipe
+	// status util func.
+	wipeStatus := wipeStatusF(
+		state,
+		media,
+		surface,
+	)
+
+	return Processor{
+		workers: &state.Workers,
+		clientAPI: &clientAPI{
+			state:      state,
+			tc:         tc,
+			surface:    surface,
+			federate:   federate,
+			wipeStatus: wipeStatus,
+			account:    account,
+		},
+		fediAPI: &fediAPI{
+			state:      state,
+			surface:    surface,
+			federate:   federate,
+			wipeStatus: wipeStatus,
+			account:    account,
+		},
+	}
+}