[feature] support configuring database caches (#1246)

* update config generator to support nested structs, add cache configuration options

* update envparsing test

* add cache configuration to config parse tests

* set cache configuration in testrig

* move caches to sub-cache "gts" namespace, update envparsing, add cache config docs to example config

Signed-off-by: kim <grufwub@gmail.com>

1 files changed, 31 insertions, 32 deletions

diff --git a/internal/cache/gts.go b/internal/cache/gts.go
index 9d77f5386..6083b8693 100644
--- a/internal/cache/gts.go
+++ b/internal/cache/gts.go
@@ -19,9 +19,8 @@
 package cache
 
 import (
-	"time"
-
 	"codeberg.org/gruf/go-cache/v3/result"
+	"github.com/superseriousbusiness/gotosocial/internal/config"
 	"github.com/superseriousbusiness/gotosocial/internal/gtsmodel"
 )
 
@@ -100,34 +99,34 @@ func (c *gtsCaches) Init() {
 
 func (c *gtsCaches) Start() {
 	tryUntil("starting gtsmodel.Account cache", 5, func() bool {
-		return c.account.Start(time.Second * 10)
+		return c.account.Start(config.GetCacheGTSAccountSweepFreq())
 	})
 	tryUntil("starting gtsmodel.Block cache", 5, func() bool {
-		return c.block.Start(time.Second * 10)
+		return c.block.Start(config.GetCacheGTSBlockSweepFreq())
 	})
 	tryUntil("starting gtsmodel.DomainBlock cache", 5, func() bool {
-		return c.domainBlock.Start(time.Second * 10)
+		return c.domainBlock.Start(config.GetCacheGTSDomainBlockSweepFreq())
 	})
 	tryUntil("starting gtsmodel.Emoji cache", 5, func() bool {
-		return c.emoji.Start(time.Second * 10)
+		return c.emoji.Start(config.GetCacheGTSEmojiSweepFreq())
 	})
 	tryUntil("starting gtsmodel.EmojiCategory cache", 5, func() bool {
-		return c.emojiCategory.Start(time.Second * 10)
+		return c.emojiCategory.Start(config.GetCacheGTSEmojiCategorySweepFreq())
 	})
 	tryUntil("starting gtsmodel.Mention cache", 5, func() bool {
-		return c.mention.Start(time.Second * 10)
+		return c.mention.Start(config.GetCacheGTSMentionSweepFreq())
 	})
 	tryUntil("starting gtsmodel.Notification cache", 5, func() bool {
-		return c.notification.Start(time.Second * 10)
+		return c.notification.Start(config.GetCacheGTSNotificationSweepFreq())
 	})
 	tryUntil("starting gtsmodel.Status cache", 5, func() bool {
-		return c.status.Start(time.Second * 10)
+		return c.status.Start(config.GetCacheGTSStatusSweepFreq())
 	})
 	tryUntil("starting gtsmodel.Tombstone cache", 5, func() bool {
-		return c.tombstone.Start(time.Second * 10)
+		return c.tombstone.Start(config.GetCacheGTSTombstoneSweepFreq())
 	})
 	tryUntil("starting gtsmodel.User cache", 5, func() bool {
-		return c.user.Start(time.Second * 10)
+		return c.user.Start(config.GetCacheGTSUserSweepFreq())
 	})
 }
 
@@ -195,8 +194,8 @@ func (c *gtsCaches) initAccount() {
 		a2 := new(gtsmodel.Account)
 		*a2 = *a1
 		return a2
-	}, 1000)
-	c.account.SetTTL(time.Minute*5, false)
+	}, config.GetCacheGTSAccountMaxSize())
+	c.account.SetTTL(config.GetCacheGTSAccountTTL(), true)
 }
 
 func (c *gtsCaches) initBlock() {
@@ -208,8 +207,8 @@ func (c *gtsCaches) initBlock() {
 		b2 := new(gtsmodel.Block)
 		*b2 = *b1
 		return b2
-	}, 1000)
-	c.block.SetTTL(time.Minute*5, false)
+	}, config.GetCacheGTSBlockMaxSize())
+	c.block.SetTTL(config.GetCacheGTSBlockTTL(), true)
 }
 
 func (c *gtsCaches) initDomainBlock() {
@@ -219,8 +218,8 @@ func (c *gtsCaches) initDomainBlock() {
 		d2 := new(gtsmodel.DomainBlock)
 		*d2 = *d1
 		return d2
-	}, 1000)
-	c.domainBlock.SetTTL(time.Minute*5, false)
+	}, config.GetCacheGTSDomainBlockMaxSize())
+	c.domainBlock.SetTTL(config.GetCacheGTSDomainBlockTTL(), true)
 }
 
 func (c *gtsCaches) initEmoji() {
@@ -233,8 +232,8 @@ func (c *gtsCaches) initEmoji() {
 		e2 := new(gtsmodel.Emoji)
 		*e2 = *e1
 		return e2
-	}, 1000)
-	c.emoji.SetTTL(time.Minute*5, false)
+	}, config.GetCacheGTSEmojiMaxSize())
+	c.emoji.SetTTL(config.GetCacheGTSEmojiTTL(), true)
 }
 
 func (c *gtsCaches) initEmojiCategory() {
@@ -245,8 +244,8 @@ func (c *gtsCaches) initEmojiCategory() {
 		c2 := new(gtsmodel.EmojiCategory)
 		*c2 = *c1
 		return c2
-	}, 1000)
-	c.emojiCategory.SetTTL(time.Minute*5, false)
+	}, config.GetCacheGTSEmojiCategoryMaxSize())
+	c.emojiCategory.SetTTL(config.GetCacheGTSEmojiCategoryTTL(), true)
 }
 
 func (c *gtsCaches) initMention() {
@@ -256,8 +255,8 @@ func (c *gtsCaches) initMention() {
 		m2 := new(gtsmodel.Mention)
 		*m2 = *m1
 		return m2
-	}, 1000)
-	c.mention.SetTTL(time.Minute*5, false)
+	}, config.GetCacheGTSMentionMaxSize())
+	c.mention.SetTTL(config.GetCacheGTSMentionTTL(), true)
 }
 
 func (c *gtsCaches) initNotification() {
@@ -267,8 +266,8 @@ func (c *gtsCaches) initNotification() {
 		n2 := new(gtsmodel.Notification)
 		*n2 = *n1
 		return n2
-	}, 1000)
-	c.notification.SetTTL(time.Minute*5, false)
+	}, config.GetCacheGTSNotificationMaxSize())
+	c.notification.SetTTL(config.GetCacheGTSNotificationTTL(), true)
 }
 
 func (c *gtsCaches) initStatus() {
@@ -280,8 +279,8 @@ func (c *gtsCaches) initStatus() {
 		s2 := new(gtsmodel.Status)
 		*s2 = *s1
 		return s2
-	}, 1000)
-	c.status.SetTTL(time.Minute*5, false)
+	}, config.GetCacheGTSStatusMaxSize())
+	c.status.SetTTL(config.GetCacheGTSStatusTTL(), true)
 }
 
 // initTombstone will initialize the gtsmodel.Tombstone cache.
@@ -293,8 +292,8 @@ func (c *gtsCaches) initTombstone() {
 		t2 := new(gtsmodel.Tombstone)
 		*t2 = *t1
 		return t2
-	}, 100)
-	c.tombstone.SetTTL(time.Minute*5, false)
+	}, config.GetCacheGTSTombstoneMaxSize())
+	c.tombstone.SetTTL(config.GetCacheGTSTombstoneTTL(), true)
 }
 
 func (c *gtsCaches) initUser() {
@@ -308,6 +307,6 @@ func (c *gtsCaches) initUser() {
 		u2 := new(gtsmodel.User)
 		*u2 = *u1
 		return u2
-	}, 1000)
-	c.user.SetTTL(time.Minute*5, false)
+	}, config.GetCacheGTSUserMaxSize())
+	c.user.SetTTL(config.GetCacheGTSUserTTL(), true)
 }