Implement clean up routine

config/config.go

@@ -11,6 +11,12 @@ type Config struct {
 	Development bool   `yaml:"development"`
 	Database    Database
 	Server      Server
+	Schedule    Schedule
+}
+
+type Schedule struct {
+	CleanUpDays     int `yaml:"clean_up_days"`
+	IntervalMinutes int `yaml:"interval_minutes"`
 }
 
 type Server struct {

config/config.yaml

@@ -12,3 +12,7 @@ database:
   cache: "shared"
   max_conn: 20
   schema: "database/schema.sql" 
+
+schedule:
+  clean_up_days: 1
+  interval_minutes: 1

config/config_prod.yaml

@@ -12,3 +12,7 @@ database:
   cache: "shared"
   max_conn: 20
   schema: "database/schema.sql" 
+
+schedule:
+  clean_up_days: 7
+  interval_minutes: 60

config/config_test.yaml

@@ -12,3 +12,7 @@ database:
   cache: "shared"
   max_conn: 20
   schema: "../../database/schema.sql"
+
+schedule:
+  clean_up_days: 1
+  interval_minutes: 1

database/schema.sql

@@ -2,7 +2,8 @@
 CREATE TABLE IF NOT EXISTS retrospectives (
     id          TEXT PRIMARY KEY,
     name        TEXT,
-    description TEXT
+    description TEXT,
+    created_at  DATETIME DEFAULT CURRENT_TIMESTAMP
 );
 
 -- Table for Question

internal/repository/repository.go

@@ -4,11 +4,13 @@ import (
 	"api/types"
 	"context"
 	"net/http"
+	"time"
 
 	"github.com/google/uuid"
 )
 
 type Repository interface {
+	GetOldRetrospectives(ctx context.Context, date time.Time) ([]uuid.UUID, error)
 	GetAllRetrospectives(ctx context.Context) ([]uuid.UUID, error)
 	GetRetrospective(ctx context.Context, id uuid.UUID) (*types.Retrospective, error)
 	CreateRetrospective(ctx context.Context, retro *types.Retrospective) error

internal/repository/sqlite.go

@@ -7,6 +7,7 @@ import (
 	"database/sql"
 	"fmt"
 	"os"
+	"time"
 
 	"github.com/google/uuid"
 	_ "github.com/mattn/go-sqlite3"
@@ -64,11 +65,12 @@ func (s *SQLite) migrate(filepath string) error {
 }
 
 func (s *SQLite) CreateRetrospective(ctx context.Context, retro *types.Retrospective) error {
-	sql := `INSERT INTO retrospectives (id, name, description) VALUES ($1, $2, $3)`
+	sql := `INSERT INTO retrospectives (id, name, description, created_at) VALUES ($1, $2, $3, $4)`
 	_, err := s.conn.Exec(sql,
 		retro.ID,
 		retro.Name,
 		retro.Description,
+		retro.CreatedAt,
 	)
 	return err
 }
@@ -152,6 +154,26 @@ func (s *SQLite) DeleteRetrospective(ctx context.Context, id uuid.UUID) (*types.
 	return retro, nil
 }
 
+func (s *SQLite) GetOldRetrospectives(ctx context.Context, date time.Time) ([]uuid.UUID, error) {
+	sqlQuery := `SELECT id FROM retrospectives WHERE created_at < $1`
+	rows, err := s.conn.Query(sqlQuery, date)
+	if err != nil {
+		return nil, err
+	}
+
+	IDs := make([]uuid.UUID, 0)
+
+	for rows.Next() {
+		var ID uuid.UUID
+		err := rows.Scan(&ID)
+		if err != nil {
+			return nil, err
+		}
+		IDs = append(IDs, ID)
+	}
+	return IDs, nil
+}
+
 func (s *SQLite) GetAllRetrospectives(ctx context.Context) ([]uuid.UUID, error) {
 	sqlQuery := `SELECT id FROM retrospectives`
 	rows, err := s.conn.Query(sqlQuery)
@@ -178,10 +200,11 @@ func (s *SQLite) GetRetrospective(ctx context.Context, id uuid.UUID) (*types.Ret
 		Questions: []types.Question{},
 	}
 
-	sqlQuery := `SELECT name, description FROM retrospectives WHERE id = $1`
+	sqlQuery := `SELECT name, description, created_at FROM retrospectives WHERE id = $1`
 	err := s.conn.QueryRow(sqlQuery, id).Scan(
 		&retro.Name,
 		&retro.Description,
+		&retro.CreatedAt,
 	)
 	if err != nil {
 		return nil, err

internal/repository/sqlite_test.go

@@ -6,6 +6,7 @@ import (
 	"context"
 	"database/sql"
 	"testing"
+	"time"
 
 	"github.com/google/uuid"
 	_ "github.com/mattn/go-sqlite3"
@@ -160,6 +161,7 @@ func TestGetRetrospective(t *testing.T) {
 		ID:          id,
 		Name:        "mtg",
 		Description: "df/dx = 0",
+		CreatedAt:   time.Now().UTC(),
 		Questions: []types.Question{
 			{
 				ID:   questionID,
@@ -176,12 +178,13 @@ func TestGetRetrospective(t *testing.T) {
 		},
 	}
 
-	sqlQuery := `INSERT INTO retrospectives (id, name, description) VALUES ($1, $2, $3)`
+	sqlQuery := `INSERT INTO retrospectives (id, name, description, created_at) VALUES ($1, $2, $3, $4)`
 	_, err = db.conn.Exec(
 		sqlQuery,
 		&retro.ID,
 		&retro.Name,
 		&retro.Description,
+		&retro.CreatedAt,
 	)
 	assert.Nilf(t, err, "error creating retrospective")
 

internal/repository/websocket.go

@@ -1,6 +1,7 @@
 package repository
 
 import (
+	"api/types"
 	"context"
 	"errors"
 	"fmt"
@@ -10,8 +11,6 @@ import (
 	"net/http"
 	"time"
 
-	"api/types"
-
 	"github.com/google/uuid"
 	"github.com/gorilla/websocket"
 )
@@ -67,7 +66,8 @@ func (ws *WebSocket) AddConnection(ctx context.Context, w http.ResponseWriter, r
 			continue
 		}
 
-		if netErr, ok := err.(net.Error); (ok && netErr.Timeout()) || websocket.IsUnexpectedCloseError(err) || errors.Is(err, io.EOF) {
+		if netErr, ok := err.(net.Error); (ok && netErr.Timeout()) || websocket.IsUnexpectedCloseError(err) ||
+			errors.Is(err, io.EOF) {
 			break
 		}
 
@@ -162,6 +162,10 @@ func (w *WebSocket) DeleteQuestion(ctx context.Context, id uuid.UUID) (*types.Qu
 	return nil, w.sendMessageToRetro(ctx, message, nil)
 }
 
+func (s *WebSocket) GetOldRetrospectives(ctx context.Context, date time.Time) ([]uuid.UUID, error) {
+	panic("unimplemented")
+}
+
 func (s *WebSocket) GetAllRetrospectives(ctx context.Context) ([]uuid.UUID, error) {
 	panic("unimplemented")
 }

internal/server/schedule.go

@@ -0,0 +1,30 @@
+package server
+
+import (
+	"api/config"
+	"context"
+	"log"
+	"time"
+)
+
+func (c *controller) StartSchedule() {
+	config := config.Get()
+	go func() {
+		ticker := time.NewTicker(time.Duration(config.Schedule.IntervalMinutes) * time.Minute)
+
+		for {
+			select {
+			case <-ticker.C:
+				c.CleanUp()
+			}
+		}
+	}()
+}
+
+func (c *controller) CleanUp() {
+	log.Println("starting clean up routine")
+	ctx := context.Background()
+	if err := c.service.CleanUpRetros(ctx); err != nil {
+		log.Printf("error running clean up routine: %s", err.Error())
+	}
+}

internal/service/service.go

@@ -1,10 +1,13 @@
 package service
 
 import (
+	"api/config"
 	"api/internal/repository"
 	"api/types"
 	"context"
+	"log"
 	"net/http"
+	"time"
 
 	"github.com/google/uuid"
 )
@@ -28,6 +31,7 @@ func (s *Service) CreateRetrospective(ctx context.Context, retro *types.Retrospe
 	}
 
 	retro.ID = id
+	retro.CreatedAt = time.Now().UTC()
 	err = s.repository.CreateRetrospective(ctx, retro)
 	if err != nil {
 		return err
@@ -119,13 +123,13 @@ func (s *Service) SubscribeChanges(ctx context.Context, w http.ResponseWriter, r
 }
 
 func (s *Service) LoadAllRetrospectives(ctx context.Context) error {
-	IDs, err := s.repository.GetAllRetrospectives(ctx)
+	ids, err := s.repository.GetAllRetrospectives(ctx)
 	if err != nil {
 		return err
 	}
 
-	for _, ID := range IDs {
-		err := s.webSocketRepository.CreateRetrospective(ctx, &types.Retrospective{ID: ID})
+	for _, id := range ids {
+		err := s.webSocketRepository.CreateRetrospective(ctx, &types.Retrospective{ID: id})
 		if err != nil {
 			return err
 		}
@@ -137,3 +141,22 @@ func (s *Service) LoadAllRetrospectives(ctx context.Context) error {
 func (s *Service) GetLimits(ctx context.Context) *types.ApiLimits {
 	return types.GetApiLimits()
 }
+
+func (s *Service) CleanUpRetros(ctx context.Context) error {
+	config := config.Get()
+	cleanUpDays := time.Duration(config.Schedule.CleanUpDays)
+	date := time.Now().Add(-(cleanUpDays * 24 * time.Hour))
+	ids, err := s.repository.GetOldRetrospectives(ctx, date)
+	if err != nil {
+		return err
+	}
+
+	for _, id := range ids {
+		if _, err := s.repository.DeleteRetrospective(ctx, id); err != nil {
+			return err
+		}
+	}
+
+	log.Printf("deleted %d retrospectives older than %s", len(ids), date.String())
+	return nil
+}

main.go

@@ -32,5 +32,6 @@ func main() {
 	service.LoadAllRetrospectives(context.Background())
 
 	log.Printf("initing service: %s", config.Name)
+	controller.StartSchedule()
 	controller.Start()
 }

types/retrospective.go

@@ -1,6 +1,8 @@
 package types
 
 import (
+	"time"
+
 	"github.com/google/uuid"
 )
 
@@ -9,6 +11,7 @@ type Retrospective struct {
 	Name        string     `json:"name"`
 	Description string     `json:"description"`
 	Questions   []Question `json:"questions"`
+	CreatedAt   time.Time  `json:"created_at"`
 }
 
 type Question struct {