queued disk stuff

pkg/actor/disk_storage.go

@@ -6,13 +6,22 @@ import (
 	"log"
 	"os"
 	"path/filepath"
+	"sync"
+	"time"
 
 	"github.com/gogo/protobuf/proto"
 )
 
+type QueueEvent struct {
+	TimeStamp time.Time
+	Message   proto.Message
+}
+
 type DiskStorage[V any] struct {
 	*StateStorage
-	path string
+	path  string
+	done  chan struct{}
+	queue *sync.Map // map[uint64][]QueueEvent
 }
 
 type LogStorage[V any] interface {
@@ -20,13 +29,51 @@ type LogStorage[V any] interface {
 	AppendEvent(id uint64, msg proto.Message) error
 }
 
-func NewDiskStorage[V any](path string, registry MutationRegistry) LogStorage[V] {
+func NewDiskStorage[V any](path string, registry MutationRegistry) *DiskStorage[V] {
 	return &DiskStorage[V]{
 		StateStorage: NewState(registry),
 		path:         path,
+		done:         make(chan struct{}),
 	}
 }
 
+func (s *DiskStorage[V]) SaveLoop(duration time.Duration) {
+	s.queue = &sync.Map{}
+	ticker := time.NewTicker(duration)
+	defer ticker.Stop()
+	for {
+		select {
+		case <-s.done:
+			s.save()
+			return
+		case <-ticker.C:
+			s.save()
+		}
+	}
+}
+
+func (s *DiskStorage[V]) save() {
+	s.queue.Range(func(key, value any) bool {
+		id := key.(uint64)
+		path := s.logPath(id)
+		fh, err := os.OpenFile(path, os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0644)
+		if err != nil {
+			log.Printf("failed to open event log file: %v", err)
+			return true
+		}
+		defer fh.Close()
+
+		if qe, ok := value.([]QueueEvent); ok {
+			for _, msg := range qe {
+				if err := s.Append(fh, msg.Message, msg.TimeStamp); err != nil {
+					log.Printf("failed to append event to log file: %v", err)
+				}
+			}
+		}
+		return true
+	})
+}
+
 func (s *DiskStorage[V]) logPath(id uint64) string {
 	return filepath.Join(s.path, fmt.Sprintf("%d.events.log", id))
 }
@@ -48,15 +95,33 @@ func (s *DiskStorage[V]) LoadEvents(id uint64, grain Grain[V]) error {
 	})
 }
 
-func (s *DiskStorage[V]) AppendEvent(id uint64, msg proto.Message) error {
-	path := s.logPath(id)
-	fh, err := os.OpenFile(path, os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0644)
-	if err != nil {
-		log.Printf("failed to open event log file: %v", err)
-		return err
-	}
-	defer fh.Close()
+func (s *DiskStorage[V]) Close() {
+	s.save()
+	close(s.done)
+}
 
-	return s.Append(fh, msg)
+func (s *DiskStorage[V]) AppendEvent(id uint64, msg proto.Message) error {
+	if s.queue != nil {
+
+		queue := make([]QueueEvent, 0)
+		data, found := s.queue.Load(id)
+		if found {
+			queue = data.([]QueueEvent)
+		}
+		queue = append(queue, QueueEvent{Message: msg})
+		s.queue.Store(id, queue)
+		return nil
+	} else {
+
+		path := s.logPath(id)
+		fh, err := os.OpenFile(path, os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0644)
+		if err != nil {
+			log.Printf("failed to open event log file: %v", err)
+			return err
+		}
+		defer fh.Close()
+
+		return s.Append(fh, msg, time.Now())
+	}
 
 }