[feature] Conversations API (#3013)

* Implement conversations API

* Sort and page conversations by last status ID

* Appease linter

* Fix deleting conversations and statuses

* Refactor to make migrations automatic

* Lint

* Update tests post-merge

* Fixes from live-fire testing

* Linter caught a format problem

* Refactor tests, fix cache

* Negative test for non-DMs

* Run conversations advanced migration on testrig startup as well as regular server startup

* Document (lack of) side effects of API method for deleting a conversation

* Make not-found check less nested for readability

* Rename PutConversation to UpsertConversation

* Use util.Ptr instead of IIFE

* Reduce cache used by conversations

* Remove unnecessary TableExpr/ColumnExpr

* Use struct tags for both unique constraints on Conversation

* Make it clear how paging with GetDirectStatusIDsBatch should be used

* Let conversation paging skip conversations it can't render

* Use Bun NewDropTable

* Convert delete raw query to Bun

* Convert update raw query to Bun

* Convert latestConversationStatusesTempTable raw query partially to Bun

* Convert conversationStatusesTempTable raw query partially to Bun

* Rename field used to store result of MaxDirectStatusID

* Move advanced migrations to their own tiny processor

* Catch up util function name with main

* Remove json.… wrappers

* Remove redundant check

* Combine error checks

* Replace map with slice of structs

* Address processor/type converter comments

- Add context info for errors
- Extract some common processor code into shared methods
- Move conversation eligibility check ahead of populating conversation

* Add error context when dropping temp tables

1 files changed, 48 insertions, 46 deletions

diff --git a/internal/config/defaults.go b/internal/config/defaults.go
index 267e7b4bc..82ea07e10 100644
--- a/internal/config/defaults.go
+++ b/internal/config/defaults.go
@@ -156,52 +156,54 @@ var Defaults = Configuration{
 		// when TODO items in the size.go source
 		// file have been addressed, these should
 		// be able to make some more sense :D
-		AccountMemRatio:             5,
-		AccountNoteMemRatio:         1,
-		AccountSettingsMemRatio:     0.1,
-		AccountStatsMemRatio:        2,
-		ApplicationMemRatio:         0.1,
-		BlockMemRatio:               2,
-		BlockIDsMemRatio:            3,
-		BoostOfIDsMemRatio:          3,
-		ClientMemRatio:              0.1,
-		EmojiMemRatio:               3,
-		EmojiCategoryMemRatio:       0.1,
-		FilterMemRatio:              0.5,
-		FilterKeywordMemRatio:       0.5,
-		FilterStatusMemRatio:        0.5,
-		FollowMemRatio:              2,
-		FollowIDsMemRatio:           4,
-		FollowRequestMemRatio:       2,
-		FollowRequestIDsMemRatio:    2,
-		InReplyToIDsMemRatio:        3,
-		InstanceMemRatio:            1,
-		InteractionApprovalMemRatio: 1,
-		ListMemRatio:                1,
-		ListEntryMemRatio:           2,
-		MarkerMemRatio:              0.5,
-		MediaMemRatio:               4,
-		MentionMemRatio:             2,
-		MoveMemRatio:                0.1,
-		NotificationMemRatio:        2,
-		PollMemRatio:                1,
-		PollVoteMemRatio:            2,
-		PollVoteIDsMemRatio:         2,
-		ReportMemRatio:              1,
-		StatusMemRatio:              5,
-		StatusBookmarkMemRatio:      0.5,
-		StatusBookmarkIDsMemRatio:   2,
-		StatusFaveMemRatio:          2,
-		StatusFaveIDsMemRatio:       3,
-		TagMemRatio:                 2,
-		ThreadMuteMemRatio:          0.2,
-		TokenMemRatio:               0.75,
-		TombstoneMemRatio:           0.5,
-		UserMemRatio:                0.25,
-		UserMuteMemRatio:            2,
-		UserMuteIDsMemRatio:         3,
-		WebfingerMemRatio:           0.1,
-		VisibilityMemRatio:          2,
+		AccountMemRatio:                   5,
+		AccountNoteMemRatio:               1,
+		AccountSettingsMemRatio:           0.1,
+		AccountStatsMemRatio:              2,
+		ApplicationMemRatio:               0.1,
+		BlockMemRatio:                     2,
+		BlockIDsMemRatio:                  3,
+		BoostOfIDsMemRatio:                3,
+		ClientMemRatio:                    0.1,
+		ConversationMemRatio:              1,
+		ConversationLastStatusIDsMemRatio: 2,
+		EmojiMemRatio:                     3,
+		EmojiCategoryMemRatio:             0.1,
+		FilterMemRatio:                    0.5,
+		FilterKeywordMemRatio:             0.5,
+		FilterStatusMemRatio:              0.5,
+		FollowMemRatio:                    2,
+		FollowIDsMemRatio:                 4,
+		FollowRequestMemRatio:             2,
+		FollowRequestIDsMemRatio:          2,
+		InReplyToIDsMemRatio:              3,
+		InstanceMemRatio:                  1,
+		InteractionApprovalMemRatio:       1,
+		ListMemRatio:                      1,
+		ListEntryMemRatio:                 2,
+		MarkerMemRatio:                    0.5,
+		MediaMemRatio:                     4,
+		MentionMemRatio:                   2,
+		MoveMemRatio:                      0.1,
+		NotificationMemRatio:              2,
+		PollMemRatio:                      1,
+		PollVoteMemRatio:                  2,
+		PollVoteIDsMemRatio:               2,
+		ReportMemRatio:                    1,
+		StatusMemRatio:                    5,
+		StatusBookmarkMemRatio:            0.5,
+		StatusBookmarkIDsMemRatio:         2,
+		StatusFaveMemRatio:                2,
+		StatusFaveIDsMemRatio:             3,
+		TagMemRatio:                       2,
+		ThreadMuteMemRatio:                0.2,
+		TokenMemRatio:                     0.75,
+		TombstoneMemRatio:                 0.5,
+		UserMemRatio:                      0.25,
+		UserMuteMemRatio:                  2,
+		UserMuteIDsMemRatio:               3,
+		WebfingerMemRatio:                 0.1,
+		VisibilityMemRatio:                2,
 	},
 
 	HTTPClient: HTTPClientConfiguration{