change ReplaceEvent() interface to return a list of the events deleted.
This commit is contained in:
@@ -103,13 +103,13 @@ func (b *BleveBackend) Init() error {
|
||||
if b.RawEventStore == nil {
|
||||
return fmt.Errorf("missing RawEventStore")
|
||||
}
|
||||
if len(b.Languages) == 0 {
|
||||
return fmt.Errorf("missing Languages")
|
||||
}
|
||||
if len(b.IndexableKinds) == 0 {
|
||||
b.IndexableKinds = []nostr.Kind{0, 1, 6, 11, 16, 20, 21, 22, 24, 1111, 9802, 30023, 30818}
|
||||
}
|
||||
|
||||
if len(b.Languages) == 0 {
|
||||
b.Languages = SupportedLanguages
|
||||
}
|
||||
validLanguages := make([]lingua.Language, 0, len(b.Languages))
|
||||
b.languageCodes = make([]string, 0, len(b.Languages))
|
||||
for _, lang := range b.Languages {
|
||||
|
||||
@@ -8,8 +8,8 @@ import (
|
||||
"go.etcd.io/bbolt"
|
||||
)
|
||||
|
||||
func (b *BoltBackend) ReplaceEvent(evt nostr.Event) error {
|
||||
return b.DB.Update(func(txn *bbolt.Tx) error {
|
||||
func (b *BoltBackend) ReplaceEvent(evt nostr.Event) (deleted []nostr.Event, err error) {
|
||||
err = b.DB.Update(func(txn *bbolt.Tx) error {
|
||||
rawBucket := txn.Bucket(rawEventStore)
|
||||
|
||||
// check if we already have this id
|
||||
@@ -25,12 +25,12 @@ func (b *BoltBackend) ReplaceEvent(evt nostr.Event) error {
|
||||
}
|
||||
|
||||
// now we fetch the past events, whatever they are, delete them and then save the new
|
||||
var err error
|
||||
var qerr error
|
||||
var results iter.Seq[nostr.Event] = func(yield func(nostr.Event) bool) {
|
||||
err = b.query(txn, filter, 10 /* in theory limit could be just 1 and this should work */, yield)
|
||||
qerr = b.query(txn, filter, 10 /* in theory limit could be just 1 and this should work */, yield)
|
||||
}
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to query past events with %s: %w", filter, err)
|
||||
if qerr != nil {
|
||||
return fmt.Errorf("failed to query past events with %s: %w", filter, qerr)
|
||||
}
|
||||
|
||||
shouldStore := true
|
||||
@@ -39,6 +39,7 @@ func (b *BoltBackend) ReplaceEvent(evt nostr.Event) error {
|
||||
if err := b.delete(txn, previous.ID); err != nil {
|
||||
return fmt.Errorf("failed to delete event %s for replacing: %w", previous.ID, err)
|
||||
}
|
||||
deleted = append(deleted, previous)
|
||||
} else {
|
||||
// there is a newer event already stored, so we won't store this
|
||||
shouldStore = false
|
||||
@@ -50,4 +51,5 @@ func (b *BoltBackend) ReplaceEvent(evt nostr.Event) error {
|
||||
|
||||
return nil
|
||||
})
|
||||
return deleted, err
|
||||
}
|
||||
|
||||
@@ -8,8 +8,8 @@ import (
|
||||
"github.com/PowerDNS/lmdb-go/lmdb"
|
||||
)
|
||||
|
||||
func (b *LMDBBackend) ReplaceEvent(evt nostr.Event) error {
|
||||
return b.lmdbEnv.Update(func(txn *lmdb.Txn) error {
|
||||
func (b *LMDBBackend) ReplaceEvent(evt nostr.Event) (deleted []nostr.Event, err error) {
|
||||
err = b.lmdbEnv.Update(func(txn *lmdb.Txn) error {
|
||||
// check if we already have this id
|
||||
_, existsErr := txn.Get(b.indexId, evt.ID[0:8])
|
||||
if existsErr == nil {
|
||||
@@ -26,20 +26,21 @@ func (b *LMDBBackend) ReplaceEvent(evt nostr.Event) error {
|
||||
}
|
||||
|
||||
// now we fetch the past events, whatever they are, delete them and then save the new
|
||||
var err error
|
||||
var qerr error
|
||||
var results iter.Seq[nostr.Event] = func(yield func(nostr.Event) bool) {
|
||||
err = b.query(txn, filter, 10 /* in theory limit could be just 1 and this should work */, yield)
|
||||
qerr = b.query(txn, filter, 10 /* in theory limit could be just 1 and this should work */, yield)
|
||||
}
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to query past events with %s: %w", filter, err)
|
||||
if qerr != nil {
|
||||
return fmt.Errorf("failed to query past events with %s: %w", filter, qerr)
|
||||
}
|
||||
|
||||
shouldStore := true
|
||||
for previous := range results {
|
||||
if nostr.IsOlder(previous, evt) {
|
||||
if err := b.delete(txn, previous.ID); err != nil {
|
||||
return fmt.Errorf("failed to delete event %s for replacing: %w", previous.ID, err)
|
||||
if qerr := b.delete(txn, previous.ID); qerr != nil {
|
||||
return fmt.Errorf("failed to delete event %s for replacing: %w", previous.ID, qerr)
|
||||
}
|
||||
deleted = append(deleted, previous)
|
||||
} else {
|
||||
// there is a newer event already stored, so we won't store this
|
||||
shouldStore = false
|
||||
@@ -51,4 +52,6 @@ func (b *LMDBBackend) ReplaceEvent(evt nostr.Event) error {
|
||||
|
||||
return nil
|
||||
})
|
||||
|
||||
return deleted, err
|
||||
}
|
||||
|
||||
+18
-16
@@ -9,9 +9,9 @@ import (
|
||||
"github.com/PowerDNS/lmdb-go/lmdb"
|
||||
)
|
||||
|
||||
func (il *IndexingLayer) ReplaceEvent(evt nostr.Event) error {
|
||||
func (il *IndexingLayer) ReplaceEvent(evt nostr.Event) (deleted []nostr.Event, err error) {
|
||||
if il.mmmm.ReadOnly {
|
||||
return ReadOnly
|
||||
return nil, ReadOnly
|
||||
}
|
||||
|
||||
il.mmmm.writeMutex.Lock()
|
||||
@@ -29,7 +29,7 @@ func (il *IndexingLayer) ReplaceEvent(evt nostr.Event) error {
|
||||
// prepare transactions
|
||||
mmmtxn, err := il.mmmm.lmdbEnv.BeginTxn(nil, 0)
|
||||
if err != nil {
|
||||
return err
|
||||
return nil, err
|
||||
}
|
||||
defer func() {
|
||||
// defer abort but only if we haven't committed (we'll set it to nil after committing)
|
||||
@@ -41,7 +41,7 @@ func (il *IndexingLayer) ReplaceEvent(evt nostr.Event) error {
|
||||
|
||||
iltxn, err := il.lmdbEnv.BeginTxn(nil, 0)
|
||||
if err != nil {
|
||||
return err
|
||||
return nil, err
|
||||
}
|
||||
defer func() {
|
||||
// defer abort but only if we haven't committed (we'll set it to nil after committing)
|
||||
@@ -54,33 +54,35 @@ func (il *IndexingLayer) ReplaceEvent(evt nostr.Event) error {
|
||||
// check if we already have this id
|
||||
_, existsErr := mmmtxn.Get(il.mmmm.indexId, evt.ID[0:8])
|
||||
if existsErr == nil {
|
||||
return nil
|
||||
return nil, nil
|
||||
}
|
||||
if !lmdb.IsNotFound(existsErr) {
|
||||
return fmt.Errorf("error checking existence: %w", existsErr)
|
||||
return nil, fmt.Errorf("error checking existence: %w", existsErr)
|
||||
}
|
||||
|
||||
// now we fetch the past events, whatever they are, delete them and then save the new
|
||||
var qerr error
|
||||
var results iter.Seq[nostr.Event] = func(yield func(nostr.Event) bool) {
|
||||
err = il.query(iltxn, filter, 10 /* in theory limit could be just 1 and this should work */, yield)
|
||||
qerr = il.query(iltxn, filter, 10 /* in theory limit could be just 1 and this should work */, yield)
|
||||
}
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to query past events with %s: %w", filter, err)
|
||||
if qerr != nil {
|
||||
return nil, fmt.Errorf("failed to query past events with %s: %w", filter, qerr)
|
||||
}
|
||||
|
||||
var acquiredFreeRangeFromDelete *position
|
||||
shouldStore := true
|
||||
for previous := range results {
|
||||
if nostr.IsOlder(previous, evt) {
|
||||
if pos, shouldPurge, err := il.delete(mmmtxn, iltxn, previous.ID); err != nil {
|
||||
return fmt.Errorf("failed to delete event %s for replacing: %w", previous.ID, err)
|
||||
if pos, shouldPurge, derr := il.delete(mmmtxn, iltxn, previous.ID); derr != nil {
|
||||
return nil, fmt.Errorf("failed to delete event %s for replacing: %w", previous.ID, derr)
|
||||
} else if shouldPurge {
|
||||
// purge
|
||||
if err := mmmtxn.Del(il.mmmm.indexId, previous.ID[0:8], nil); err != nil {
|
||||
return err
|
||||
return nil, err
|
||||
}
|
||||
acquiredFreeRangeFromDelete = &pos
|
||||
}
|
||||
deleted = append(deleted, previous)
|
||||
} else {
|
||||
// there is a newer event already stored, so we won't store this
|
||||
shouldStore = false
|
||||
@@ -90,17 +92,17 @@ func (il *IndexingLayer) ReplaceEvent(evt nostr.Event) error {
|
||||
if shouldStore {
|
||||
_, err := il.mmmm.storeOn(mmmtxn, iltxn, il, evt)
|
||||
if err != nil {
|
||||
return err
|
||||
return nil, err
|
||||
}
|
||||
}
|
||||
|
||||
// commit in this order to minimize problematic inconsistencies
|
||||
if err := mmmtxn.Commit(); err != nil {
|
||||
return fmt.Errorf("can't commit mmmtxn: %w", err)
|
||||
return nil, fmt.Errorf("can't commit mmmtxn: %w", err)
|
||||
}
|
||||
mmmtxn = nil
|
||||
if err := iltxn.Commit(); err != nil {
|
||||
return fmt.Errorf("can't commit iltxn: %w", err)
|
||||
return nil, fmt.Errorf("can't commit iltxn: %w", err)
|
||||
}
|
||||
iltxn = nil
|
||||
|
||||
@@ -110,5 +112,5 @@ func (il *IndexingLayer) ReplaceEvent(evt nostr.Event) error {
|
||||
il.mmmm.mergeNewFreeRange(*acquiredFreeRangeFromDelete)
|
||||
}
|
||||
|
||||
return nil
|
||||
return deleted, nil
|
||||
}
|
||||
|
||||
@@ -29,8 +29,8 @@ func (b NullStore) SaveEvent(evt nostr.Event) error {
|
||||
return nil
|
||||
}
|
||||
|
||||
func (b NullStore) ReplaceEvent(evt nostr.Event) error {
|
||||
return nil
|
||||
func (b NullStore) ReplaceEvent(evt nostr.Event) ([]nostr.Event, error) {
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
func (b NullStore) CountEvents(filter nostr.Filter) (uint32, error) {
|
||||
|
||||
@@ -122,7 +122,7 @@ func (b *SliceStore) delete(id nostr.ID) error {
|
||||
return nil
|
||||
}
|
||||
|
||||
func (b *SliceStore) ReplaceEvent(evt nostr.Event) error {
|
||||
func (b *SliceStore) ReplaceEvent(evt nostr.Event) (deleted []nostr.Event, err error) {
|
||||
b.Lock()
|
||||
defer b.Unlock()
|
||||
|
||||
@@ -135,8 +135,9 @@ func (b *SliceStore) ReplaceEvent(evt nostr.Event) error {
|
||||
for previous := range b.QueryEvents(filter, 1) {
|
||||
if nostr.IsOlder(previous, evt) {
|
||||
if err := b.delete(previous.ID); err != nil {
|
||||
return fmt.Errorf("failed to delete event for replacing: %w", err)
|
||||
return nil, fmt.Errorf("failed to delete event for replacing: %w", err)
|
||||
}
|
||||
deleted = append(deleted, previous)
|
||||
} else {
|
||||
shouldStore = false
|
||||
}
|
||||
@@ -144,11 +145,11 @@ func (b *SliceStore) ReplaceEvent(evt nostr.Event) error {
|
||||
|
||||
if shouldStore {
|
||||
if err := b.save(evt); err != nil && err != eventstore.ErrDupEvent {
|
||||
return fmt.Errorf("failed to save: %w", err)
|
||||
return nil, fmt.Errorf("failed to save: %w", err)
|
||||
}
|
||||
}
|
||||
|
||||
return nil
|
||||
return deleted, nil
|
||||
}
|
||||
|
||||
func eventTimestampComparator(e nostr.Event, t nostr.Timestamp) int {
|
||||
|
||||
+1
-1
@@ -26,7 +26,7 @@ type Store interface {
|
||||
|
||||
// ReplaceEvent atomically replaces a replaceable or addressable event.
|
||||
// Conceptually it is like a Query->Delete->Save, but streamlined.
|
||||
ReplaceEvent(nostr.Event) error
|
||||
ReplaceEvent(nostr.Event) (deleted []nostr.Event, err error)
|
||||
|
||||
// CountEvents counts all events that match a given filter
|
||||
CountEvents(nostr.Filter) (uint32, error)
|
||||
|
||||
@@ -36,5 +36,6 @@ func (w DynamicPublisher) Publish(ctx context.Context, evt nostr.Event) error {
|
||||
}
|
||||
}
|
||||
|
||||
return w.GetStore().ReplaceEvent(evt)
|
||||
_, err := w.GetStore().ReplaceEvent(evt)
|
||||
return err
|
||||
}
|
||||
|
||||
@@ -39,5 +39,6 @@ func (w StorePublisher) Publish(ctx context.Context, evt nostr.Event) error {
|
||||
}
|
||||
|
||||
// others are replaced
|
||||
return w.Store.ReplaceEvent(evt)
|
||||
_, err := w.Store.ReplaceEvent(evt)
|
||||
return err
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user