163 lines
3.6 KiB
Go
163 lines
3.6 KiB
Go
package actor
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"log"
|
|
"os"
|
|
"path/filepath"
|
|
"sync"
|
|
"time"
|
|
|
|
"google.golang.org/protobuf/proto"
|
|
)
|
|
|
|
type QueueEvent struct {
|
|
TimeStamp time.Time
|
|
Message proto.Message
|
|
}
|
|
|
|
type DiskStorage[V any] struct {
|
|
*StateStorage
|
|
path string
|
|
done chan struct{}
|
|
queue *sync.Map // map[uint64][]QueueEvent
|
|
}
|
|
|
|
type LogStorage[V any] interface {
|
|
LoadEvents(ctx context.Context, id uint64, grain Grain[V]) error
|
|
LoadEventsFunc(ctx context.Context, id uint64, grain Grain[V], condition func(msg proto.Message, index int, timeStamp time.Time) bool) error
|
|
AppendMutations(id uint64, msg ...proto.Message) error
|
|
}
|
|
|
|
func NewDiskStorage[V any](path string, registry MutationRegistry) *DiskStorage[V] {
|
|
return &DiskStorage[V]{
|
|
StateStorage: NewState(registry),
|
|
path: path,
|
|
done: make(chan struct{}),
|
|
}
|
|
}
|
|
|
|
func (s *DiskStorage[V]) SaveLoop(duration time.Duration) {
|
|
s.queue = &sync.Map{}
|
|
ticker := time.NewTicker(duration)
|
|
defer ticker.Stop()
|
|
for {
|
|
select {
|
|
case <-s.done:
|
|
s.save()
|
|
return
|
|
case <-ticker.C:
|
|
s.save()
|
|
}
|
|
}
|
|
}
|
|
|
|
func (s *DiskStorage[V]) save() {
|
|
carts := 0
|
|
lines := 0
|
|
s.queue.Range(func(key, value any) bool {
|
|
id := key.(uint64)
|
|
path := s.logPath(id)
|
|
fh, err := os.OpenFile(path, os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0644)
|
|
if err != nil {
|
|
log.Printf("failed to open event log file: %v", err)
|
|
return true
|
|
}
|
|
defer fh.Close()
|
|
|
|
if qe, ok := value.([]QueueEvent); ok {
|
|
for _, msg := range qe {
|
|
if err := s.Append(fh, msg.Message, msg.TimeStamp); err != nil {
|
|
log.Printf("failed to append event to log file: %v", err)
|
|
}
|
|
lines++
|
|
}
|
|
}
|
|
carts++
|
|
s.queue.Delete(id)
|
|
return true
|
|
})
|
|
if lines > 0 {
|
|
log.Printf("Appended %d carts and %d lines to disk", carts, lines)
|
|
}
|
|
}
|
|
|
|
func (s *DiskStorage[V]) logPath(id uint64) string {
|
|
return filepath.Join(s.path, fmt.Sprintf("%d.events.log", id))
|
|
}
|
|
|
|
func (s *DiskStorage[V]) LoadEventsFunc(ctx context.Context, id uint64, grain Grain[V], condition func(msg proto.Message, index int, timeStamp time.Time) bool) error {
|
|
path := s.logPath(id)
|
|
if _, err := os.Stat(path); errors.Is(err, os.ErrNotExist) {
|
|
// No log -> nothing to replay
|
|
return nil
|
|
}
|
|
|
|
fh, err := os.Open(path)
|
|
if err != nil {
|
|
return fmt.Errorf("open replay file: %w", err)
|
|
}
|
|
defer fh.Close()
|
|
index := 0
|
|
return s.Load(fh, func(msg proto.Message, when time.Time) {
|
|
if condition(msg, index, when) {
|
|
s.registry.Apply(ctx, grain, msg)
|
|
}
|
|
index++
|
|
})
|
|
}
|
|
|
|
func (s *DiskStorage[V]) LoadEvents(ctx context.Context, id uint64, grain Grain[V]) error {
|
|
path := s.logPath(id)
|
|
if _, err := os.Stat(path); errors.Is(err, os.ErrNotExist) {
|
|
// No log -> nothing to replay
|
|
return nil
|
|
}
|
|
|
|
fh, err := os.Open(path)
|
|
if err != nil {
|
|
return fmt.Errorf("open replay file: %w", err)
|
|
}
|
|
defer fh.Close()
|
|
return s.Load(fh, func(msg proto.Message, _ time.Time) {
|
|
s.registry.Apply(ctx, grain, msg)
|
|
})
|
|
}
|
|
|
|
func (s *DiskStorage[V]) Close() {
|
|
if s.queue != nil {
|
|
s.save()
|
|
}
|
|
close(s.done)
|
|
}
|
|
|
|
func (s *DiskStorage[V]) AppendMutations(id uint64, msg ...proto.Message) error {
|
|
if s.queue != nil {
|
|
queue := make([]QueueEvent, 0)
|
|
data, found := s.queue.Load(id)
|
|
if found {
|
|
queue = data.([]QueueEvent)
|
|
}
|
|
for _, m := range msg {
|
|
queue = append(queue, QueueEvent{Message: m, TimeStamp: time.Now()})
|
|
}
|
|
s.queue.Store(id, queue)
|
|
return nil
|
|
} else {
|
|
path := s.logPath(id)
|
|
fh, err := os.OpenFile(path, os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0644)
|
|
if err != nil {
|
|
log.Printf("failed to open event log file: %v", err)
|
|
return err
|
|
}
|
|
defer fh.Close()
|
|
for _, m := range msg {
|
|
err = s.Append(fh, m, time.Now())
|
|
}
|
|
return err
|
|
}
|
|
|
|
}
|