summaryrefslogtreecommitdiff
path: root/cmd
diff options
context:
space:
mode:
Diffstat (limited to 'cmd')
-rw-r--r--cmd/gotosocial/action/admin/media/prune/common.go78
-rw-r--r--cmd/gotosocial/action/admin/media/prune/orphaned.go37
-rw-r--r--cmd/gotosocial/action/admin/media/prune/remote.go58
-rw-r--r--cmd/gotosocial/action/server/server.go5
-rw-r--r--cmd/gotosocial/admin.go14
5 files changed, 155 insertions, 37 deletions
diff --git a/cmd/gotosocial/action/admin/media/prune/common.go b/cmd/gotosocial/action/admin/media/prune/common.go
new file mode 100644
index 000000000..07b9c13bb
--- /dev/null
+++ b/cmd/gotosocial/action/admin/media/prune/common.go
@@ -0,0 +1,78 @@
+/*
+ GoToSocial
+ Copyright (C) 2021-2023 GoToSocial Authors admin@gotosocial.org
+
+ This program is free software: you can redistribute it and/or modify
+ it under the terms of the GNU Affero General Public License as published by
+ the Free Software Foundation, either version 3 of the License, or
+ (at your option) any later version.
+
+ This program is distributed in the hope that it will be useful,
+ but WITHOUT ANY WARRANTY; without even the implied warranty of
+ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ GNU Affero General Public License for more details.
+
+ You should have received a copy of the GNU Affero General Public License
+ along with this program. If not, see <http://www.gnu.org/licenses/>.
+*/
+
+package prune
+
+import (
+ "context"
+ "fmt"
+
+ "github.com/superseriousbusiness/gotosocial/internal/db"
+ "github.com/superseriousbusiness/gotosocial/internal/db/bundb"
+ "github.com/superseriousbusiness/gotosocial/internal/media"
+ "github.com/superseriousbusiness/gotosocial/internal/state"
+ gtsstorage "github.com/superseriousbusiness/gotosocial/internal/storage"
+)
+
+type prune struct {
+ dbService db.DB
+ storage *gtsstorage.Driver
+ manager media.Manager
+}
+
+func setupPrune(ctx context.Context) (*prune, error) {
+ var state state.State
+ state.Caches.Init()
+
+ dbService, err := bundb.NewBunDBService(ctx, &state)
+ if err != nil {
+ return nil, fmt.Errorf("error creating dbservice: %w", err)
+ }
+
+ storage, err := gtsstorage.AutoConfig() //nolint:contextcheck
+ if err != nil {
+ return nil, fmt.Errorf("error creating storage backend: %w", err)
+ }
+
+ manager, err := media.NewManager(dbService, storage) //nolint:contextcheck
+ if err != nil {
+ return nil, fmt.Errorf("error instantiating mediamanager: %w", err)
+ }
+
+ return &prune{
+ dbService: dbService,
+ storage: storage,
+ manager: manager,
+ }, nil
+}
+
+func (p *prune) shutdown(ctx context.Context) error {
+ if err := p.storage.Close(); err != nil {
+ return fmt.Errorf("error closing storage backend: %w", err)
+ }
+
+ if err := p.dbService.Stop(ctx); err != nil {
+ return fmt.Errorf("error closing dbservice: %w", err)
+ }
+
+ if err := p.manager.Stop(); err != nil {
+ return fmt.Errorf("error closing media manager: %w", err)
+ }
+
+ return nil
+}
diff --git a/cmd/gotosocial/action/admin/media/prune/orphaned.go b/cmd/gotosocial/action/admin/media/prune/orphaned.go
index a5e3b488c..d8dcec9a4 100644
--- a/cmd/gotosocial/action/admin/media/prune/orphaned.go
+++ b/cmd/gotosocial/action/admin/media/prune/orphaned.go
@@ -24,53 +24,28 @@ import (
"github.com/superseriousbusiness/gotosocial/cmd/gotosocial/action"
"github.com/superseriousbusiness/gotosocial/internal/config"
- "github.com/superseriousbusiness/gotosocial/internal/db/bundb"
"github.com/superseriousbusiness/gotosocial/internal/log"
- "github.com/superseriousbusiness/gotosocial/internal/media"
- "github.com/superseriousbusiness/gotosocial/internal/state"
- gtsstorage "github.com/superseriousbusiness/gotosocial/internal/storage"
)
// Orphaned prunes orphaned media from storage.
var Orphaned action.GTSAction = func(ctx context.Context) error {
- var state state.State
- state.Caches.Init()
-
- dbService, err := bundb.NewBunDBService(ctx, &state)
- if err != nil {
- return fmt.Errorf("error creating dbservice: %s", err)
- }
-
- storage, err := gtsstorage.AutoConfig()
+ prune, err := setupPrune(ctx)
if err != nil {
- return fmt.Errorf("error creating storage backend: %w", err)
- }
-
- manager, err := media.NewManager(dbService, storage)
- if err != nil {
- return fmt.Errorf("error instantiating mediamanager: %s", err)
+ return err
}
dry := config.GetAdminMediaPruneDryRun()
- pruned, err := manager.PruneOrphaned(ctx, dry)
+ pruned, err := prune.manager.PruneOrphaned(ctx, dry)
if err != nil {
return fmt.Errorf("error pruning: %s", err)
}
if dry /* dick heyyoooooo */ {
- log.Infof("DRY RUN: %d stored items are orphaned and eligible to be pruned", pruned)
+ log.Infof("DRY RUN: %d items are orphaned and eligible to be pruned", pruned)
} else {
- log.Infof("%d stored items were orphaned and pruned", pruned)
- }
-
- if err := storage.Close(); err != nil {
- return fmt.Errorf("error closing storage backend: %w", err)
- }
-
- if err := dbService.Stop(ctx); err != nil {
- return fmt.Errorf("error closing dbservice: %s", err)
+ log.Infof("%d orphaned items were pruned", pruned)
}
- return nil
+ return prune.shutdown(ctx)
}
diff --git a/cmd/gotosocial/action/admin/media/prune/remote.go b/cmd/gotosocial/action/admin/media/prune/remote.go
new file mode 100644
index 000000000..473c1d3e4
--- /dev/null
+++ b/cmd/gotosocial/action/admin/media/prune/remote.go
@@ -0,0 +1,58 @@
+/*
+ GoToSocial
+ Copyright (C) 2021-2023 GoToSocial Authors admin@gotosocial.org
+
+ This program is free software: you can redistribute it and/or modify
+ it under the terms of the GNU Affero General Public License as published by
+ the Free Software Foundation, either version 3 of the License, or
+ (at your option) any later version.
+
+ This program is distributed in the hope that it will be useful,
+ but WITHOUT ANY WARRANTY; without even the implied warranty of
+ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ GNU Affero General Public License for more details.
+
+ You should have received a copy of the GNU Affero General Public License
+ along with this program. If not, see <http://www.gnu.org/licenses/>.
+*/
+
+package prune
+
+import (
+ "context"
+ "fmt"
+
+ "github.com/superseriousbusiness/gotosocial/cmd/gotosocial/action"
+ "github.com/superseriousbusiness/gotosocial/internal/config"
+ "github.com/superseriousbusiness/gotosocial/internal/log"
+)
+
+// Remote prunes old and/or unused remote media.
+var Remote action.GTSAction = func(ctx context.Context) error {
+ prune, err := setupPrune(ctx)
+ if err != nil {
+ return err
+ }
+
+ dry := config.GetAdminMediaPruneDryRun()
+
+ pruned, err := prune.manager.PruneUnusedRemote(ctx, dry)
+ if err != nil {
+ return fmt.Errorf("error pruning: %w", err)
+ }
+
+ uncached, err := prune.manager.UncacheRemote(ctx, config.GetMediaRemoteCacheDays(), dry)
+ if err != nil {
+ return fmt.Errorf("error pruning: %w", err)
+ }
+
+ total := pruned + uncached
+
+ if dry /* dick heyyoooooo */ {
+ log.Infof("DRY RUN: %d remote items are unused/stale and eligible to be pruned", total)
+ } else {
+ log.Infof("%d unused/stale remote items were pruned", pruned)
+ }
+
+ return prune.shutdown(ctx)
+}
diff --git a/cmd/gotosocial/action/server/server.go b/cmd/gotosocial/action/server/server.go
index 7d4a1281d..74a5be24b 100644
--- a/cmd/gotosocial/action/server/server.go
+++ b/cmd/gotosocial/action/server/server.go
@@ -231,11 +231,6 @@ var Start action.GTSAction = func(ctx context.Context) error {
return fmt.Errorf("error starting gotosocial service: %s", err)
}
- // perform initial media prune in case value of MediaRemoteCacheDays changed
- if err := processor.AdminMediaPrune(ctx, config.GetMediaRemoteCacheDays()); err != nil {
- return fmt.Errorf("error during initial media prune: %s", err)
- }
-
// catch shutdown signals from the operating system
sigs := make(chan os.Signal, 1)
signal.Notify(sigs, syscall.SIGINT, syscall.SIGTERM)
diff --git a/cmd/gotosocial/admin.go b/cmd/gotosocial/admin.go
index da170fccd..b28d39251 100644
--- a/cmd/gotosocial/admin.go
+++ b/cmd/gotosocial/admin.go
@@ -169,7 +169,6 @@ func adminCommands() *cobra.Command {
Use: "prune",
Short: "admin commands for pruning unused/orphaned media from storage",
}
- config.AddAdminMediaPrune(adminMediaPruneCmd)
adminMediaPruneOrphanedCmd := &cobra.Command{
Use: "orphaned",
@@ -184,6 +183,19 @@ func adminCommands() *cobra.Command {
config.AddAdminMediaPrune(adminMediaPruneOrphanedCmd)
adminMediaPruneCmd.AddCommand(adminMediaPruneOrphanedCmd)
+ adminMediaPruneRemoteCmd := &cobra.Command{
+ Use: "remote",
+ Short: "prune unused/stale remote media from storage, older than given number of days",
+ PreRunE: func(cmd *cobra.Command, args []string) error {
+ return preRun(preRunArgs{cmd: cmd})
+ },
+ RunE: func(cmd *cobra.Command, args []string) error {
+ return run(cmd.Context(), prune.Remote)
+ },
+ }
+ config.AddAdminMediaPrune(adminMediaPruneRemoteCmd)
+ adminMediaPruneCmd.AddCommand(adminMediaPruneRemoteCmd)
+
adminMediaCmd.AddCommand(adminMediaPruneCmd)
adminCmd.AddCommand(adminMediaCmd)