[performance] processing media and scheduled jobs improvements (#1482)

* replace media workers with just runners.WorkerPool, move to state structure, use go-sched for global task scheduling

* improved code comment

* fix worker tryUntil function, update go-runners/go-sched

* make preprocess functions package public, use these where possible to stop doubled up processing

* remove separate emoji worker pool

* limit calls to time.Now() during media preprocessing

* use Processor{} to manage singular runtime of processing media

* ensure workers get started when media manager is used

* improved error setting in processing media, fix media test

* port changes from processingmedia to processing emoji

* finish code commenting

* finish code commenting and comment-out client API + federator worker pools until concurrency worker pools replaced

* linterrrrrrrrrrrrrrrr

---------

Signed-off-by: kim <grufwub@gmail.com>

5 files changed, 9 insertions, 14 deletions

diff --git a/vendor/codeberg.org/gruf/go-debug/debug.go b/vendor/codeberg.org/gruf/go-debug/debug.go
index 6b5e56548..e7121390d 100644
--- a/vendor/codeberg.org/gruf/go-debug/debug.go
+++ b/vendor/codeberg.org/gruf/go-debug/debug.go
@@ -4,14 +4,9 @@ import (
 	_debug "runtime/debug"
 )
 
-// DEBUG returns whether debugging is enabled.
-func DEBUG() bool {
-	return debug
-}
-
 // Run will only call fn if DEBUG is enabled.
 func Run(fn func()) {
-	if debug {
+	if DEBUG {
 		fn()
 	}
 }
diff --git a/vendor/codeberg.org/gruf/go-debug/debug_env.go b/vendor/codeberg.org/gruf/go-debug/debug_env.go
index 7ab231b08..4401b9725 100644
--- a/vendor/codeberg.org/gruf/go-debug/debug_env.go
+++ b/vendor/codeberg.org/gruf/go-debug/debug_env.go
@@ -5,5 +5,5 @@ package debug
 
 import "os"
 
-// check if debug env variable is set
-var debug = (os.Getenv("DEBUG") != "")
+// DEBUG returns whether debugging is enabled.
+var DEBUG = (os.Getenv("DEBUG") != "")
diff --git a/vendor/codeberg.org/gruf/go-debug/debug_off.go b/vendor/codeberg.org/gruf/go-debug/debug_off.go
index a7eb9daac..82ef7263e 100644
--- a/vendor/codeberg.org/gruf/go-debug/debug_off.go
+++ b/vendor/codeberg.org/gruf/go-debug/debug_off.go
@@ -3,5 +3,5 @@
 
 package debug
 
-// debug always off.
-const debug = false
+// DEBUG returns whether debugging is enabled.
+const DEBUG = false
diff --git a/vendor/codeberg.org/gruf/go-debug/debug_on.go b/vendor/codeberg.org/gruf/go-debug/debug_on.go
index 744d70178..91edd5fe5 100644
--- a/vendor/codeberg.org/gruf/go-debug/debug_on.go
+++ b/vendor/codeberg.org/gruf/go-debug/debug_on.go
@@ -3,5 +3,5 @@
 
 package debug
 
-// debug always on.
-const debug = true
+// DEBUG returns whether debugging is enabled.
+const DEBUG = true
diff --git a/vendor/codeberg.org/gruf/go-debug/pprof_on.go b/vendor/codeberg.org/gruf/go-debug/pprof_on.go
index a569ab823..4f91aa092 100644
--- a/vendor/codeberg.org/gruf/go-debug/pprof_on.go
+++ b/vendor/codeberg.org/gruf/go-debug/pprof_on.go
@@ -11,7 +11,7 @@ import (
 
 // ServePprof will start an HTTP server serving /debug/pprof only if debug enabled.
 func ServePprof(addr string) error {
-	if !debug {
+	if !DEBUG {
 		// debug disabled in env
 		return nil
 	}
@@ -21,7 +21,7 @@ func ServePprof(addr string) error {
 
 // WithPprof will add /debug/pprof handling (provided by "net/http/pprof") only if debug enabled.
 func WithPprof(handler http.Handler) http.Handler {
-	if !debug {
+	if !DEBUG {
 		// debug disabled in env
 		return handler
 	}