summaryrefslogtreecommitdiff
path: root/internal/cache
diff options
context:
space:
mode:
authorLibravatar kim <89579420+NyaaaWhatsUpDoc@users.noreply.github.com>2024-12-05 13:35:07 +0000
committerLibravatar GitHub <noreply@github.com>2024-12-05 13:35:07 +0000
commit23fc70f4e68730b7eec91d58dac54ec00099ed8d (patch)
tree9ab22b85d1d2c9c7ff2db9371ab2dc752c085f07 /internal/cache
parent[feature] unending polls (#3592) (diff)
downloadgotosocial-23fc70f4e68730b7eec91d58dac54ec00099ed8d.tar.xz
[feature] add support for receiving federated status edits (#3597)
* add support for extracting Updated field from Statusable implementers * add support for status edits in the database, and update status dereferencer to handle them * remove unused AdditionalInfo{}.CreatedAt * remove unused AdditionalEmojiInfo{}.CreatedAt * update new mention creation to use status.UpdatedAt * remove mention.UpdatedAt, fixes related to NewULIDFromTime() change * add migration to remove Mention{}.UpdatedAt field * add migration to add the StatusEdit{} table * start adding tests, add delete function for status edits * add more of status edit migrations, fill in more of the necessary edit delete functionality * remove unused function * allow generating gotosocial compatible ulid via CLI with `go run ./cmd/gen-ulid` * add StatusEdit{} test models * fix new statusedits sql * use model instead of table name * actually remove the Mention.UpdatedAt field... * fix tests now new models are added, add more status edit DB tests * fix panic wording * add test for deleting status edits * don't automatically set `updated_at` field on updated statuses * flesh out more of the dereferencer status edit tests, ensure updated at field set on outgoing AS statuses * remove media_attachments.updated_at column * fix up more tests, further complete the dereferencer status edit tests * update more status serialization tests not expecting 'updated' AS property * gah!! json serialization tests!! * undo some gtscontext wrapping changes * more serialization test fixing :smiling_face_with_tear: * more test fixing, ensure the edit.status_id field is actually set :facepalm: * fix status edit test * grrr linter * add edited_at field to apimodel status * remove the choice of paging on the timeline public filtered test (otherwise it needs updating every time you add statuses ...) * ensure that status.updated_at always fits chronologically * fix more serialization tests ... * add more code comments * fix envparsing * update swagger file * properly handle media description changes during status edits * slight formatting tweak * code comment
Diffstat (limited to 'internal/cache')
-rw-r--r--internal/cache/cache.go1
-rw-r--r--internal/cache/db.go35
-rw-r--r--internal/cache/invalidate.go5
-rw-r--r--internal/cache/size.go19
4 files changed, 58 insertions, 2 deletions
diff --git a/internal/cache/cache.go b/internal/cache/cache.go
index a4f9f2044..1a66fcd6b 100644
--- a/internal/cache/cache.go
+++ b/internal/cache/cache.go
@@ -105,6 +105,7 @@ func (c *Caches) Init() {
c.initStatus()
c.initStatusBookmark()
c.initStatusBookmarkIDs()
+ c.initStatusEdit()
c.initStatusFave()
c.initStatusFaveIDs()
c.initTag()
diff --git a/internal/cache/db.go b/internal/cache/db.go
index aac11236a..dc47bc31c 100644
--- a/internal/cache/db.go
+++ b/internal/cache/db.go
@@ -226,6 +226,9 @@ type DBCaches struct {
// StatusBookmarkIDs provides access to the status bookmark IDs list database cache.
StatusBookmarkIDs SliceCache[string]
+ // StatusEdit provides access to the gtsmodel StatusEdit database cache.
+ StatusEdit StructCache[*gtsmodel.StatusEdit]
+
// StatusFave provides access to the gtsmodel StatusFave database cache.
StatusFave StructCache[*gtsmodel.StatusFave]
@@ -1385,6 +1388,38 @@ func (c *Caches) initStatusBookmarkIDs() {
c.DB.StatusBookmarkIDs.Init(0, cap)
}
+func (c *Caches) initStatusEdit() {
+ // Calculate maximum cache size.
+ cap := calculateResultCacheMax(
+ sizeofStatusEdit(), // model in-mem size.
+ config.GetCacheStatusEditMemRatio(),
+ )
+
+ log.Infof(nil, "cache size = %d", cap)
+
+ copyF := func(s1 *gtsmodel.StatusEdit) *gtsmodel.StatusEdit {
+ s2 := new(gtsmodel.StatusEdit)
+ *s2 = *s1
+
+ // Don't include ptr fields that
+ // will be populated separately.
+ s2.Attachments = nil
+
+ return s2
+ }
+
+ c.DB.StatusEdit.Init(structr.CacheConfig[*gtsmodel.StatusEdit]{
+ Indices: []structr.IndexConfig{
+ {Fields: "ID"},
+ {Fields: "StatusID", Multiple: true},
+ },
+ MaxSize: cap,
+ IgnoreErr: ignoreErrors,
+ Copy: copyF,
+ Invalidate: c.OnInvalidateStatusEdit,
+ })
+}
+
func (c *Caches) initStatusFave() {
// Calculate maximum cache size.
cap := calculateResultCacheMax(
diff --git a/internal/cache/invalidate.go b/internal/cache/invalidate.go
index 9b42e88f6..42d7b7399 100644
--- a/internal/cache/invalidate.go
+++ b/internal/cache/invalidate.go
@@ -273,6 +273,11 @@ func (c *Caches) OnInvalidateStatusBookmark(bookmark *gtsmodel.StatusBookmark) {
c.DB.StatusBookmarkIDs.Invalidate(bookmark.StatusID)
}
+func (c *Caches) OnInvalidateStatusEdit(edit *gtsmodel.StatusEdit) {
+ // Invalidate cache of related status model.
+ c.DB.Status.Invalidate("ID", edit.StatusID)
+}
+
func (c *Caches) OnInvalidateStatusFave(fave *gtsmodel.StatusFave) {
// Invalidate status fave ID list for this status.
c.DB.StatusFaveIDs.Invalidate(fave.StatusID)
diff --git a/internal/cache/size.go b/internal/cache/size.go
index 26f4096ed..988755099 100644
--- a/internal/cache/size.go
+++ b/internal/cache/size.go
@@ -505,7 +505,6 @@ func sizeofMedia() uintptr {
URL: exampleURI,
RemoteURL: exampleURI,
CreatedAt: exampleTime,
- UpdatedAt: exampleTime,
Type: gtsmodel.FileTypeImage,
AccountID: exampleID,
Description: exampleText,
@@ -532,7 +531,6 @@ func sizeofMention() uintptr {
ID: exampleURI,
StatusID: exampleURI,
CreatedAt: exampleTime,
- UpdatedAt: exampleTime,
OriginAccountID: exampleURI,
OriginAccountURI: exampleURI,
TargetAccountID: exampleID,
@@ -674,6 +672,23 @@ func sizeofStatusBookmark() uintptr {
}))
}
+func sizeofStatusEdit() uintptr {
+ return uintptr(size.Of(&gtsmodel.StatusEdit{
+ ID: exampleID,
+ Content: exampleText,
+ ContentWarning: exampleUsername, // similar length
+ Text: exampleText,
+ Language: "en",
+ Sensitive: func() *bool { ok := false; return &ok }(),
+ AttachmentIDs: []string{exampleID, exampleID, exampleID},
+ Attachments: nil,
+ PollOptions: []string{exampleTextSmall, exampleTextSmall, exampleTextSmall, exampleTextSmall},
+ PollVotes: []int{69, 420, 1337, 1969},
+ StatusID: exampleID,
+ CreatedAt: exampleTime,
+ }))
+}
+
func sizeofStatusFave() uintptr {
return uintptr(size.Of(&gtsmodel.StatusFave{
ID: exampleID,