From 555ea8edfb2c30d149b3ca6cb0fbe53f2798c7bc Mon Sep 17 00:00:00 2001 From: tobi <31960611+tsmethurst@users.noreply.github.com> Date: Thu, 9 Sep 2021 16:15:25 +0200 Subject: Import export (#194) * start with export/import code * messing about with decoding/encoding * some more fiddling * stuff is WORKING * working pretty alright! * go fmt * fix up tests, add docs * start backup/restore doc * tweaks * credits * update advancedVisibility settings * update bun library -> v1.0.4 Signed-off-by: kim (grufwub) * update oauth library -> v4.3.1-SSB Signed-off-by: kim (grufwub) * handle oauth token scope, fix user.SigninCount + token.UserID Signed-off-by: kim (grufwub) * update oauth library --> v4.3.2-SSB Signed-off-by: kim (grufwub) * update sqlite library -> v1.13.0 Signed-off-by: kim (grufwub) * review changes * start with export/import code * messing about with decoding/encoding * some more fiddling * stuff is WORKING * working pretty alright! * go fmt * fix up tests, add docs * start backup/restore doc * tweaks * credits * update advancedVisibility settings * review changes Co-authored-by: kim (grufwub) Co-authored-by: kim <89579420+NyaaaWhatsUpDoc@users.noreply.github.com> --- internal/trans/exportminimal.go | 150 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 150 insertions(+) create mode 100644 internal/trans/exportminimal.go (limited to 'internal/trans/exportminimal.go') diff --git a/internal/trans/exportminimal.go b/internal/trans/exportminimal.go new file mode 100644 index 000000000..a9ace9b91 --- /dev/null +++ b/internal/trans/exportminimal.go @@ -0,0 +1,150 @@ +/* + GoToSocial + Copyright (C) 2021 GoToSocial Authors admin@gotosocial.org + + This program is free software: you can redistribute it and/or modify + it under the terms of the GNU Affero General Public License as published by + the Free Software Foundation, either version 3 of the License, or + (at your option) any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU Affero General Public License for more details. + + You should have received a copy of the GNU Affero General Public License + along with this program. If not, see . +*/ + +package trans + +import ( + "context" + "errors" + "fmt" + "os" + + "github.com/superseriousbusiness/gotosocial/internal/db" +) + +func (e *exporter) ExportMinimal(ctx context.Context, path string) error { + if path == "" { + return errors.New("ExportMinimal: path empty") + } + + file, err := os.Create(path) + if err != nil { + return fmt.Errorf("ExportMinimal: couldn't export to %s: %s", path, err) + } + + // export all local accounts we have in the database + localAccounts, err := e.exportAccounts(ctx, []db.Where{{Key: "domain", Value: nil}}, file) + if err != nil { + return fmt.Errorf("ExportMinimal: error exporting accounts: %s", err) + } + + // export all blocks that relate to local accounts + blocks, err := e.exportBlocks(ctx, localAccounts, file) + if err != nil { + return fmt.Errorf("ExportMinimal: error exporting blocks: %s", err) + } + + // for each block, make sure we've written out the account owning it, or targeted by it -- + // this might include non-local accounts, but we need these so we don't lose anything + for _, b := range blocks { + _, alreadyWritten := e.writtenIDs[b.AccountID] + if !alreadyWritten { + _, err := e.exportAccounts(ctx, []db.Where{{Key: "id", Value: b.AccountID}}, file) + if err != nil { + return fmt.Errorf("ExportMinimal: error exporting block owner account: %s", err) + } + } + + _, alreadyWritten = e.writtenIDs[b.TargetAccountID] + if !alreadyWritten { + _, err := e.exportAccounts(ctx, []db.Where{{Key: "id", Value: b.TargetAccountID}}, file) + if err != nil { + return fmt.Errorf("ExportMinimal: error exporting block target account: %s", err) + } + } + } + + // export all follows that relate to local accounts + follows, err := e.exportFollows(ctx, localAccounts, file) + if err != nil { + return fmt.Errorf("ExportMinimal: error exporting follows: %s", err) + } + + // for each follow, make sure we've written out the account owning it, or targeted by it -- + // this might include non-local accounts, but we need these so we don't lose anything + for _, follow := range follows { + _, alreadyWritten := e.writtenIDs[follow.AccountID] + if !alreadyWritten { + _, err := e.exportAccounts(ctx, []db.Where{{Key: "id", Value: follow.AccountID}}, file) + if err != nil { + return fmt.Errorf("ExportMinimal: error exporting follow owner account: %s", err) + } + } + + _, alreadyWritten = e.writtenIDs[follow.TargetAccountID] + if !alreadyWritten { + _, err := e.exportAccounts(ctx, []db.Where{{Key: "id", Value: follow.TargetAccountID}}, file) + if err != nil { + return fmt.Errorf("ExportMinimal: error exporting follow target account: %s", err) + } + } + } + + // export all follow requests that relate to local accounts + followRequests, err := e.exportFollowRequests(ctx, localAccounts, file) + if err != nil { + return fmt.Errorf("ExportMinimal: error exporting follow requests: %s", err) + } + + // for each follow request, make sure we've written out the account owning it, or targeted by it -- + // this might include non-local accounts, but we need these so we don't lose anything + for _, fr := range followRequests { + _, alreadyWritten := e.writtenIDs[fr.AccountID] + if !alreadyWritten { + _, err := e.exportAccounts(ctx, []db.Where{{Key: "id", Value: fr.AccountID}}, file) + if err != nil { + return fmt.Errorf("ExportMinimal: error exporting follow request owner account: %s", err) + } + } + + _, alreadyWritten = e.writtenIDs[fr.TargetAccountID] + if !alreadyWritten { + _, err := e.exportAccounts(ctx, []db.Where{{Key: "id", Value: fr.TargetAccountID}}, file) + if err != nil { + return fmt.Errorf("ExportMinimal: error exporting follow request target account: %s", err) + } + } + } + + // export all domain blocks + if _, err := e.exportDomainBlocks(ctx, file); err != nil { + return fmt.Errorf("ExportMinimal: error exporting domain blocks: %s", err) + } + + // export all users + if _, err := e.exportUsers(ctx, file); err != nil { + return fmt.Errorf("ExportMinimal: error exporting users: %s", err) + } + + // export all instances + if _, err := e.exportInstances(ctx, file); err != nil { + return fmt.Errorf("ExportMinimal: error exporting instances: %s", err) + } + + // export all SUSPENDED accounts to make sure the suspension sticks across db migration etc + whereSuspended := []db.Where{{ + Key: "suspended_at", + Not: true, + Value: nil, + }} + if _, err := e.exportAccounts(ctx, whereSuspended, file); err != nil { + return fmt.Errorf("ExportMinimal: error exporting suspended accounts: %s", err) + } + + return neatClose(file) +} -- cgit v1.2.3