mirror of
https://git.sr.ht/~ashkeel/strimertul
synced 2024-09-20 02:00:49 +00:00
130 lines
2.5 KiB
Go
130 lines
2.5 KiB
Go
package stulbe
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
|
|
"github.com/strimertul/strimertul/modules"
|
|
"github.com/strimertul/strimertul/modules/database"
|
|
|
|
"github.com/sirupsen/logrus"
|
|
"github.com/strimertul/stulbe-client-go"
|
|
)
|
|
|
|
type Manager struct {
|
|
Client *stulbe.Client
|
|
db *database.DB
|
|
logger logrus.FieldLogger
|
|
}
|
|
|
|
func Initialize(manager *modules.Manager) (*Manager, error) {
|
|
db, ok := manager.Modules["db"].(*database.DB)
|
|
if !ok {
|
|
return nil, errors.New("db module not found")
|
|
}
|
|
|
|
logger := manager.Logger(modules.ModuleStulbe)
|
|
|
|
var config Config
|
|
err := db.GetJSON(ConfigKey, &config)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Create client
|
|
stulbeClient, err := stulbe.NewClient(stulbe.ClientOptions{
|
|
Endpoint: config.Endpoint,
|
|
Username: config.Username,
|
|
AuthKey: config.AuthKey,
|
|
Logger: logger,
|
|
})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Create manager
|
|
stulbeManager := &Manager{
|
|
Client: stulbeClient,
|
|
db: db,
|
|
logger: logger,
|
|
}
|
|
|
|
// Register module
|
|
manager.Modules[modules.ModuleStulbe] = stulbeManager
|
|
|
|
go func() {
|
|
err := stulbeManager.ReceiveEvents()
|
|
logger.WithError(err).Error("Stulbe subscription died unexpectedly!")
|
|
}()
|
|
|
|
return stulbeManager, nil
|
|
}
|
|
|
|
func (m *Manager) ReceiveEvents() error {
|
|
chn, err := m.Client.KV.SubscribePrefix("stulbe/")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
for {
|
|
kv := <-chn
|
|
err := m.db.PutKey(kv.Key, []byte(kv.Value))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
|
|
func (m *Manager) Close() error {
|
|
m.Client.Close()
|
|
return nil
|
|
}
|
|
|
|
func (m *Manager) ReplicateKey(prefix string) error {
|
|
// Set key to current value
|
|
vals, err := m.db.GetAll(prefix)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// Add prefix to keys
|
|
newvals := make(map[string]string)
|
|
for k, v := range vals {
|
|
newvals[prefix+k] = v
|
|
}
|
|
|
|
err = m.Client.KV.SetKeys(newvals)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
m.logger.WithFields(logrus.Fields{
|
|
"prefix": prefix,
|
|
}).Debug("synched to remote")
|
|
|
|
// Subscribe to local datastore and update remote on change
|
|
return m.db.Subscribe(context.Background(), func(pairs []database.ModifiedKV) error {
|
|
for _, changed := range pairs {
|
|
err := m.Client.KV.SetKey(changed.Key, string(changed.Data))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
m.logger.WithFields(logrus.Fields{
|
|
"key": changed.Key,
|
|
}).Debug("replicated to remote")
|
|
}
|
|
|
|
return nil
|
|
}, prefix)
|
|
}
|
|
|
|
func (m *Manager) ReplicateKeys(prefixes []string) error {
|
|
for _, prefix := range prefixes {
|
|
err := m.ReplicateKey(prefix)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|