added automatic cache cleanup

cmd/server/main.go

@@ -5,11 +5,13 @@ import (
 	"log/slog"
 	"os"
 	"os/signal"
+	"time"
 
 	"github.com/Pineapple217/mb/pkg/config"
 	"github.com/Pineapple217/mb/pkg/database"
 	"github.com/Pineapple217/mb/pkg/handler"
 	"github.com/Pineapple217/mb/pkg/media"
+	"github.com/Pineapple217/mb/pkg/scheduler"
 	"github.com/Pineapple217/mb/pkg/server"
 )
 
@@ -19,7 +21,7 @@ const banner = `
 ·██ ▐███▪▐█ ▀█▪
 ▐█ ▌▐▌▐█·▐█▀▀█▄
 ██ ██▌▐█▌██▄▪▐█
-▀▀  █▪▀▀▀·▀▀▀▀	v0.7.0
+▀▀  █▪▀▀▀·▀▀▀▀	v0.7.1
 Minimal blog with no JavaScript
 https://github.com/Pineapple217/mb/pkg
 -----------------------------------------------------------------------------`
@@ -42,11 +44,17 @@ func main() {
 
 	server.Start()
 
+	s := scheduler.NewScheduler()
+	s.Schedule(time.Hour*24, func() {
+		scheduler.CleanCache(q)
+	})
+
 	quit := make(chan os.Signal, 1)
 	signal.Notify(quit, os.Interrupt)
 	<-quit
 	slog.Info("Received an interrupt signal, exiting...")
 
+	s.Stop()
 	server.Stop()
 }
 

pkg/database/query.sql

@@ -60,6 +60,23 @@ RETURNING *;
 SELECT * FROM youtube_cache
 WHERE yt_id = ? LIMIT 1;
 
+-- name: RemoveUnusedYoutubeCache :execrows
+DELETE FROM youtube_cache
+WHERE id IN (
+    SELECT youtube_cache.id
+    FROM youtube_cache
+    LEFT JOIN posts ON instr(posts.content, youtube_cache.yt_id) > 0
+    WHERE instr(posts.content, youtube_cache.yt_id) IS NULL
+);
+
+-- name: RemoveUnusedSpotifyCache :execrows
+DELETE FROM spotify_cache
+WHERE id IN (
+    SELECT spotify_cache.id
+    FROM spotify_cache
+    LEFT JOIN posts ON instr(posts.content, spotify_cache.track_id) > 0
+    WHERE instr(posts.content, spotify_cache.track_id) IS NULL
+);
 
 -- name: GetAllTags :many
 WITH split (

pkg/scheduler/clean_db.go

@@ -0,0 +1,27 @@
+package scheduler
+
+import (
+	"context"
+	"log/slog"
+	"time"
+
+	"github.com/Pineapple217/mb/pkg/database"
+)
+
+func CleanCache(q *database.Queries) {
+	slog.Info("Starting clean databases chaches")
+	ctx, cancel := context.WithTimeout(context.Background(), time.Second*30)
+	defer cancel()
+
+	c, err := q.RemoveUnusedYoutubeCache(ctx)
+	if err != nil {
+		slog.Warn("Failed to clean database cache", "type", "youtube", "error", err)
+	}
+	slog.Info("Cleaned cache", "type", "youtube", "count", c)
+
+	c, err = q.RemoveUnusedSpotifyCache(ctx)
+	if err != nil {
+		slog.Warn("Failed to clean database cache", "type", "spotify", "error", err)
+	}
+	slog.Info("Cleaned cache", "type", "spotify", "count", c)
+}

pkg/scheduler/scheduler.go

@@ -0,0 +1,43 @@
+package scheduler
+
+import (
+	"sync"
+	"time"
+)
+
+type Scheduler struct {
+	wg     *sync.WaitGroup
+	doneCh chan bool
+}
+
+func NewScheduler() Scheduler {
+	var wg sync.WaitGroup
+	done := make(chan bool)
+	return Scheduler{
+		wg:     &wg,
+		doneCh: done,
+	}
+}
+
+func (s Scheduler) Stop() {
+	close(s.doneCh)
+	s.wg.Wait()
+}
+
+func (s Scheduler) Schedule(t time.Duration, f func()) {
+	s.wg.Add(1)
+	ticker := time.NewTicker(t)
+	go f()
+	go func() {
+		for {
+			select {
+			case <-ticker.C:
+				f()
+			case <-s.doneCh:
+				ticker.Stop()
+				s.wg.Done()
+				return
+			}
+		}
+	}()
+}