[feature] Create/update/remove domain permission subscriptions (#3623)

* [feature] Create/update/remove domain permission subscriptions

* lint

* envparsing

* remove errant fmt.Println

* create drafts, subs, exclude, from snapshot models

* name etag column correctly

* remove count column

* lint

3 files changed, 140 insertions, 107 deletions

diff --git a/internal/config/config.go b/internal/config/config.go
index 413743409..2bf2a77ad 100644
--- a/internal/config/config.go
+++ b/internal/config/config.go
@@ -196,60 +196,61 @@ type HTTPClientConfiguration struct {
 }
 
 type CacheConfiguration struct {
-	MemoryTarget                      bytesize.Size `name:"memory-target"`
-	AccountMemRatio                   float64       `name:"account-mem-ratio"`
-	AccountNoteMemRatio               float64       `name:"account-note-mem-ratio"`
-	AccountSettingsMemRatio           float64       `name:"account-settings-mem-ratio"`
-	AccountStatsMemRatio              float64       `name:"account-stats-mem-ratio"`
-	ApplicationMemRatio               float64       `name:"application-mem-ratio"`
-	BlockMemRatio                     float64       `name:"block-mem-ratio"`
-	BlockIDsMemRatio                  float64       `name:"block-ids-mem-ratio"`
-	BoostOfIDsMemRatio                float64       `name:"boost-of-ids-mem-ratio"`
-	ClientMemRatio                    float64       `name:"client-mem-ratio"`
-	ConversationMemRatio              float64       `name:"conversation-mem-ratio"`
-	ConversationLastStatusIDsMemRatio float64       `name:"conversation-last-status-ids-mem-ratio"`
-	DomainPermissionDraftMemRation    float64       `name:"domain-permission-draft-mem-ratio"`
-	EmojiMemRatio                     float64       `name:"emoji-mem-ratio"`
-	EmojiCategoryMemRatio             float64       `name:"emoji-category-mem-ratio"`
-	FilterMemRatio                    float64       `name:"filter-mem-ratio"`
-	FilterKeywordMemRatio             float64       `name:"filter-keyword-mem-ratio"`
-	FilterStatusMemRatio              float64       `name:"filter-status-mem-ratio"`
-	FollowMemRatio                    float64       `name:"follow-mem-ratio"`
-	FollowIDsMemRatio                 float64       `name:"follow-ids-mem-ratio"`
-	FollowRequestMemRatio             float64       `name:"follow-request-mem-ratio"`
-	FollowRequestIDsMemRatio          float64       `name:"follow-request-ids-mem-ratio"`
-	FollowingTagIDsMemRatio           float64       `name:"following-tag-ids-mem-ratio"`
-	InReplyToIDsMemRatio              float64       `name:"in-reply-to-ids-mem-ratio"`
-	InstanceMemRatio                  float64       `name:"instance-mem-ratio"`
-	InteractionRequestMemRatio        float64       `name:"interaction-request-mem-ratio"`
-	ListMemRatio                      float64       `name:"list-mem-ratio"`
-	ListIDsMemRatio                   float64       `name:"list-ids-mem-ratio"`
-	ListedIDsMemRatio                 float64       `name:"listed-ids-mem-ratio"`
-	MarkerMemRatio                    float64       `name:"marker-mem-ratio"`
-	MediaMemRatio                     float64       `name:"media-mem-ratio"`
-	MentionMemRatio                   float64       `name:"mention-mem-ratio"`
-	MoveMemRatio                      float64       `name:"move-mem-ratio"`
-	NotificationMemRatio              float64       `name:"notification-mem-ratio"`
-	PollMemRatio                      float64       `name:"poll-mem-ratio"`
-	PollVoteMemRatio                  float64       `name:"poll-vote-mem-ratio"`
-	PollVoteIDsMemRatio               float64       `name:"poll-vote-ids-mem-ratio"`
-	ReportMemRatio                    float64       `name:"report-mem-ratio"`
-	SinBinStatusMemRatio              float64       `name:"sin-bin-status-mem-ratio"`
-	StatusMemRatio                    float64       `name:"status-mem-ratio"`
-	StatusBookmarkMemRatio            float64       `name:"status-bookmark-mem-ratio"`
-	StatusBookmarkIDsMemRatio         float64       `name:"status-bookmark-ids-mem-ratio"`
-	StatusEditMemRatio                float64       `name:"status-edit-mem-ratio"`
-	StatusFaveMemRatio                float64       `name:"status-fave-mem-ratio"`
-	StatusFaveIDsMemRatio             float64       `name:"status-fave-ids-mem-ratio"`
-	TagMemRatio                       float64       `name:"tag-mem-ratio"`
-	ThreadMuteMemRatio                float64       `name:"thread-mute-mem-ratio"`
-	TokenMemRatio                     float64       `name:"token-mem-ratio"`
-	TombstoneMemRatio                 float64       `name:"tombstone-mem-ratio"`
-	UserMemRatio                      float64       `name:"user-mem-ratio"`
-	UserMuteMemRatio                  float64       `name:"user-mute-mem-ratio"`
-	UserMuteIDsMemRatio               float64       `name:"user-mute-ids-mem-ratio"`
-	WebfingerMemRatio                 float64       `name:"webfinger-mem-ratio"`
-	VisibilityMemRatio                float64       `name:"visibility-mem-ratio"`
+	MemoryTarget                          bytesize.Size `name:"memory-target"`
+	AccountMemRatio                       float64       `name:"account-mem-ratio"`
+	AccountNoteMemRatio                   float64       `name:"account-note-mem-ratio"`
+	AccountSettingsMemRatio               float64       `name:"account-settings-mem-ratio"`
+	AccountStatsMemRatio                  float64       `name:"account-stats-mem-ratio"`
+	ApplicationMemRatio                   float64       `name:"application-mem-ratio"`
+	BlockMemRatio                         float64       `name:"block-mem-ratio"`
+	BlockIDsMemRatio                      float64       `name:"block-ids-mem-ratio"`
+	BoostOfIDsMemRatio                    float64       `name:"boost-of-ids-mem-ratio"`
+	ClientMemRatio                        float64       `name:"client-mem-ratio"`
+	ConversationMemRatio                  float64       `name:"conversation-mem-ratio"`
+	ConversationLastStatusIDsMemRatio     float64       `name:"conversation-last-status-ids-mem-ratio"`
+	DomainPermissionDraftMemRation        float64       `name:"domain-permission-draft-mem-ratio"`
+	DomainPermissionSubscriptionMemRation float64       `name:"domain-permission-subscription-mem-ratio"`
+	EmojiMemRatio                         float64       `name:"emoji-mem-ratio"`
+	EmojiCategoryMemRatio                 float64       `name:"emoji-category-mem-ratio"`
+	FilterMemRatio                        float64       `name:"filter-mem-ratio"`
+	FilterKeywordMemRatio                 float64       `name:"filter-keyword-mem-ratio"`
+	FilterStatusMemRatio                  float64       `name:"filter-status-mem-ratio"`
+	FollowMemRatio                        float64       `name:"follow-mem-ratio"`
+	FollowIDsMemRatio                     float64       `name:"follow-ids-mem-ratio"`
+	FollowRequestMemRatio                 float64       `name:"follow-request-mem-ratio"`
+	FollowRequestIDsMemRatio              float64       `name:"follow-request-ids-mem-ratio"`
+	FollowingTagIDsMemRatio               float64       `name:"following-tag-ids-mem-ratio"`
+	InReplyToIDsMemRatio                  float64       `name:"in-reply-to-ids-mem-ratio"`
+	InstanceMemRatio                      float64       `name:"instance-mem-ratio"`
+	InteractionRequestMemRatio            float64       `name:"interaction-request-mem-ratio"`
+	ListMemRatio                          float64       `name:"list-mem-ratio"`
+	ListIDsMemRatio                       float64       `name:"list-ids-mem-ratio"`
+	ListedIDsMemRatio                     float64       `name:"listed-ids-mem-ratio"`
+	MarkerMemRatio                        float64       `name:"marker-mem-ratio"`
+	MediaMemRatio                         float64       `name:"media-mem-ratio"`
+	MentionMemRatio                       float64       `name:"mention-mem-ratio"`
+	MoveMemRatio                          float64       `name:"move-mem-ratio"`
+	NotificationMemRatio                  float64       `name:"notification-mem-ratio"`
+	PollMemRatio                          float64       `name:"poll-mem-ratio"`
+	PollVoteMemRatio                      float64       `name:"poll-vote-mem-ratio"`
+	PollVoteIDsMemRatio                   float64       `name:"poll-vote-ids-mem-ratio"`
+	ReportMemRatio                        float64       `name:"report-mem-ratio"`
+	SinBinStatusMemRatio                  float64       `name:"sin-bin-status-mem-ratio"`
+	StatusMemRatio                        float64       `name:"status-mem-ratio"`
+	StatusBookmarkMemRatio                float64       `name:"status-bookmark-mem-ratio"`
+	StatusBookmarkIDsMemRatio             float64       `name:"status-bookmark-ids-mem-ratio"`
+	StatusEditMemRatio                    float64       `name:"status-edit-mem-ratio"`
+	StatusFaveMemRatio                    float64       `name:"status-fave-mem-ratio"`
+	StatusFaveIDsMemRatio                 float64       `name:"status-fave-ids-mem-ratio"`
+	TagMemRatio                           float64       `name:"tag-mem-ratio"`
+	ThreadMuteMemRatio                    float64       `name:"thread-mute-mem-ratio"`
+	TokenMemRatio                         float64       `name:"token-mem-ratio"`
+	TombstoneMemRatio                     float64       `name:"tombstone-mem-ratio"`
+	UserMemRatio                          float64       `name:"user-mem-ratio"`
+	UserMuteMemRatio                      float64       `name:"user-mute-mem-ratio"`
+	UserMuteIDsMemRatio                   float64       `name:"user-mute-ids-mem-ratio"`
+	WebfingerMemRatio                     float64       `name:"webfinger-mem-ratio"`
+	VisibilityMemRatio                    float64       `name:"visibility-mem-ratio"`
 }
 
 // MarshalMap will marshal current Configuration into a map structure (useful for JSON/TOML/YAML).
diff --git a/internal/config/defaults.go b/internal/config/defaults.go
index f77c5c456..97d96d1ba 100644
--- a/internal/config/defaults.go
+++ b/internal/config/defaults.go
@@ -158,59 +158,60 @@ var Defaults = Configuration{
 		// when TODO items in the size.go source
 		// file have been addressed, these should
 		// be able to make some more sense :D
-		AccountMemRatio:                   5,
-		AccountNoteMemRatio:               1,
-		AccountSettingsMemRatio:           0.1,
-		AccountStatsMemRatio:              2,
-		ApplicationMemRatio:               0.1,
-		BlockMemRatio:                     2,
-		BlockIDsMemRatio:                  3,
-		BoostOfIDsMemRatio:                3,
-		ClientMemRatio:                    0.1,
-		ConversationMemRatio:              1,
-		ConversationLastStatusIDsMemRatio: 2,
-		DomainPermissionDraftMemRation:    0.5,
-		EmojiMemRatio:                     3,
-		EmojiCategoryMemRatio:             0.1,
-		FilterMemRatio:                    0.5,
-		FilterKeywordMemRatio:             0.5,
-		FilterStatusMemRatio:              0.5,
-		FollowMemRatio:                    2,
-		FollowIDsMemRatio:                 4,
-		FollowRequestMemRatio:             2,
-		FollowRequestIDsMemRatio:          2,
-		FollowingTagIDsMemRatio:           2,
-		InReplyToIDsMemRatio:              3,
-		InstanceMemRatio:                  1,
-		InteractionRequestMemRatio:        1,
-		ListMemRatio:                      1,
-		ListIDsMemRatio:                   2,
-		ListedIDsMemRatio:                 2,
-		MarkerMemRatio:                    0.5,
-		MediaMemRatio:                     4,
-		MentionMemRatio:                   2,
-		MoveMemRatio:                      0.1,
-		NotificationMemRatio:              2,
-		PollMemRatio:                      1,
-		PollVoteMemRatio:                  2,
-		PollVoteIDsMemRatio:               2,
-		ReportMemRatio:                    1,
-		SinBinStatusMemRatio:              0.5,
-		StatusMemRatio:                    5,
-		StatusBookmarkMemRatio:            0.5,
-		StatusBookmarkIDsMemRatio:         2,
-		StatusEditMemRatio:                2,
-		StatusFaveMemRatio:                2,
-		StatusFaveIDsMemRatio:             3,
-		TagMemRatio:                       2,
-		ThreadMuteMemRatio:                0.2,
-		TokenMemRatio:                     0.75,
-		TombstoneMemRatio:                 0.5,
-		UserMemRatio:                      0.25,
-		UserMuteMemRatio:                  2,
-		UserMuteIDsMemRatio:               3,
-		WebfingerMemRatio:                 0.1,
-		VisibilityMemRatio:                2,
+		AccountMemRatio:                       5,
+		AccountNoteMemRatio:                   1,
+		AccountSettingsMemRatio:               0.1,
+		AccountStatsMemRatio:                  2,
+		ApplicationMemRatio:                   0.1,
+		BlockMemRatio:                         2,
+		BlockIDsMemRatio:                      3,
+		BoostOfIDsMemRatio:                    3,
+		ClientMemRatio:                        0.1,
+		ConversationMemRatio:                  1,
+		ConversationLastStatusIDsMemRatio:     2,
+		DomainPermissionDraftMemRation:        0.5,
+		DomainPermissionSubscriptionMemRation: 0.5,
+		EmojiMemRatio:                         3,
+		EmojiCategoryMemRatio:                 0.1,
+		FilterMemRatio:                        0.5,
+		FilterKeywordMemRatio:                 0.5,
+		FilterStatusMemRatio:                  0.5,
+		FollowMemRatio:                        2,
+		FollowIDsMemRatio:                     4,
+		FollowRequestMemRatio:                 2,
+		FollowRequestIDsMemRatio:              2,
+		FollowingTagIDsMemRatio:               2,
+		InReplyToIDsMemRatio:                  3,
+		InstanceMemRatio:                      1,
+		InteractionRequestMemRatio:            1,
+		ListMemRatio:                          1,
+		ListIDsMemRatio:                       2,
+		ListedIDsMemRatio:                     2,
+		MarkerMemRatio:                        0.5,
+		MediaMemRatio:                         4,
+		MentionMemRatio:                       2,
+		MoveMemRatio:                          0.1,
+		NotificationMemRatio:                  2,
+		PollMemRatio:                          1,
+		PollVoteMemRatio:                      2,
+		PollVoteIDsMemRatio:                   2,
+		ReportMemRatio:                        1,
+		SinBinStatusMemRatio:                  0.5,
+		StatusMemRatio:                        5,
+		StatusBookmarkMemRatio:                0.5,
+		StatusBookmarkIDsMemRatio:             2,
+		StatusEditMemRatio:                    2,
+		StatusFaveMemRatio:                    2,
+		StatusFaveIDsMemRatio:                 3,
+		TagMemRatio:                           2,
+		ThreadMuteMemRatio:                    0.2,
+		TokenMemRatio:                         0.75,
+		TombstoneMemRatio:                     0.5,
+		UserMemRatio:                          0.25,
+		UserMuteMemRatio:                      2,
+		UserMuteIDsMemRatio:                   3,
+		WebfingerMemRatio:                     0.1,
+		VisibilityMemRatio:                    2,
 	},
 
 	HTTPClient: HTTPClientConfiguration{
diff --git a/internal/config/helpers.gen.go b/internal/config/helpers.gen.go
index 543292ebe..625c4ea78 100644
--- a/internal/config/helpers.gen.go
+++ b/internal/config/helpers.gen.go
@@ -3187,6 +3187,37 @@ func SetCacheDomainPermissionDraftMemRation(v float64) {
 	global.SetCacheDomainPermissionDraftMemRation(v)
 }
 
+// GetCacheDomainPermissionSubscriptionMemRation safely fetches the Configuration value for state's 'Cache.DomainPermissionSubscriptionMemRation' field
+func (st *ConfigState) GetCacheDomainPermissionSubscriptionMemRation() (v float64) {
+	st.mutex.RLock()
+	v = st.config.Cache.DomainPermissionSubscriptionMemRation
+	st.mutex.RUnlock()
+	return
+}
+
+// SetCacheDomainPermissionSubscriptionMemRation safely sets the Configuration value for state's 'Cache.DomainPermissionSubscriptionMemRation' field
+func (st *ConfigState) SetCacheDomainPermissionSubscriptionMemRation(v float64) {
+	st.mutex.Lock()
+	defer st.mutex.Unlock()
+	st.config.Cache.DomainPermissionSubscriptionMemRation = v
+	st.reloadToViper()
+}
+
+// CacheDomainPermissionSubscriptionMemRationFlag returns the flag name for the 'Cache.DomainPermissionSubscriptionMemRation' field
+func CacheDomainPermissionSubscriptionMemRationFlag() string {
+	return "cache-domain-permission-subscription-mem-ratio"
+}
+
+// GetCacheDomainPermissionSubscriptionMemRation safely fetches the value for global configuration 'Cache.DomainPermissionSubscriptionMemRation' field
+func GetCacheDomainPermissionSubscriptionMemRation() float64 {
+	return global.GetCacheDomainPermissionSubscriptionMemRation()
+}
+
+// SetCacheDomainPermissionSubscriptionMemRation safely sets the value for global configuration 'Cache.DomainPermissionSubscriptionMemRation' field
+func SetCacheDomainPermissionSubscriptionMemRation(v float64) {
+	global.SetCacheDomainPermissionSubscriptionMemRation(v)
+}
+
 // GetCacheEmojiMemRatio safely fetches the Configuration value for state's 'Cache.EmojiMemRatio' field
 func (st *ConfigState) GetCacheEmojiMemRatio() (v float64) {
 	st.mutex.RLock()