Add filter method to repository

This commit is contained in:
Jon Staab
2024-05-07 14:45:10 -07:00
parent 199dbca32a
commit f75f24c2ec
5 changed files with 81 additions and 21 deletions
+11 -11
View File
@@ -17,8 +17,8 @@ export interface Readable<T> {
} }
export class Writable<T> implements Readable<T> { export class Writable<T> implements Readable<T> {
private value: T value: T
private subs: Subscriber<T>[] = [] subs: Subscriber<T>[] = []
constructor(defaultValue: T, t?: number) { constructor(defaultValue: T, t?: number) {
this.value = defaultValue this.value = defaultValue
@@ -71,11 +71,11 @@ export class Writable<T> implements Readable<T> {
} }
export class Derived<T> implements Readable<T> { export class Derived<T> implements Readable<T> {
private callerSubs: Subscriber<T>[] = [] callerSubs: Subscriber<T>[] = []
private mySubs: Unsubscriber[] = [] mySubs: Unsubscriber[] = []
private stores: Derivable stores: Derivable
private getValue: (values: any) => T getValue: (values: any) => T
private latestValue: T | undefined latestValue: T | undefined
constructor(stores: Derivable, getValue: (values: any) => T, t = 0) { constructor(stores: Derivable, getValue: (values: any) => T, t = 0) {
this.stores = stores this.stores = stores
@@ -142,8 +142,8 @@ export class Derived<T> implements Readable<T> {
export class Key<T extends R> implements Readable<T> { export class Key<T extends R> implements Readable<T> {
readonly pk: string readonly pk: string
readonly key: string readonly key: string
private base: Writable<M<T>> base: Writable<M<T>>
private store: Readable<T> store: Readable<T>
constructor(base: Writable<M<T>>, pk: string, key: string) { constructor(base: Writable<M<T>>, pk: string, key: string) {
if (!(base.get() instanceof Map)) { if (!(base.get() instanceof Map)) {
@@ -205,8 +205,8 @@ export class Key<T extends R> implements Readable<T> {
export class DerivedKey<T extends R> implements Readable<T> { export class DerivedKey<T extends R> implements Readable<T> {
readonly pk: string readonly pk: string
readonly key: string readonly key: string
private base: Readable<M<T>> base: Readable<M<T>>
private store: Readable<T> store: Readable<T>
constructor(base: Readable<M<T>>, pk: string, key: string) { constructor(base: Readable<M<T>>, pk: string, key: string) {
if (!(base.get() instanceof Map)) { if (!(base.get() instanceof Map)) {
+2
View File
@@ -17,6 +17,8 @@ export const last = <T>(xs: T[], ...args: unknown[]) => xs[xs.length - 1]
export const identity = <T>(x: T, ...args: unknown[]) => x export const identity = <T>(x: T, ...args: unknown[]) => x
export const always = <T>(x: T, ...args: unknown[]) => () => x
export const inc = (x: number | Nil) => (x || 0) + 1 export const inc = (x: number | Nil) => (x || 0) + 1
export const dec = (x: number | Nil) => (x || 0) - 1 export const dec = (x: number | Nil) => (x || 0) - 1
+1 -1
View File
@@ -128,7 +128,7 @@ export const intersectFilters = (groups: Filter[][]) => {
return unionFilters(result) return unionFilters(result)
} }
export const getIdFilters = (idsOrAddresses: Iterable<string>) => { export const getIdFilters = (idsOrAddresses: string[]) => {
const ids = [] const ids = []
const aFilters = [] const aFilters = []
+1 -1
View File
@@ -12,7 +12,7 @@ export enum Kind {
Note = 1, Note = 1,
Relay = 2, Relay = 2,
DM = 4, DM = 4,
EventDeletion = 5, Delete = 5,
Repost = 6, Repost = 6,
Reaction = 7, Reaction = 7,
BadgeAward = 8, BadgeAward = 8,
+66 -8
View File
@@ -1,6 +1,8 @@
import {throttle} from 'throttle-debounce'
import type {Readable, Subscriber, Invalidator} from '@welshman/lib' import type {Readable, Subscriber, Invalidator} from '@welshman/lib'
import {Derived, chunk, sleep, uniq, omit, now, range, identity} from '@welshman/lib' import {Derived, Emitter, writable, first, always, chunk, sleep, uniq, omit, now, range, identity} from '@welshman/lib'
import {matchFilter} from './Filters' import {Kind} from './Kinds'
import {matchFilter, getIdFilters, matchFilters} from './Filters'
import {encodeAddress, addressFromEvent} from './Address' import {encodeAddress, addressFromEvent} from './Address'
import {isReplaceable} from './Events' import {isReplaceable} from './Events'
import type {Filter} from './Filters' import type {Filter} from './Filters'
@@ -10,7 +12,11 @@ export const DAY = 86400
const getDay = (ts: number) => Math.floor(ts / DAY) const getDay = (ts: number) => Math.floor(ts / DAY)
export class Repository<E extends Rumor> implements Readable<Repository<E>> { export type RepositoryOptions = {
throttle?: number
}
export class Repository<E extends Rumor> extends Emitter implements Readable<Repository<E>> {
eventsById = new Map<string, E>() eventsById = new Map<string, E>()
eventsByAddress = new Map<string, E>() eventsByAddress = new Map<string, E>()
eventsByTag = new Map<string, E[]>() eventsByTag = new Map<string, E[]>()
@@ -19,6 +25,14 @@ export class Repository<E extends Rumor> implements Readable<Repository<E>> {
deletes = new Map<string, number>() deletes = new Map<string, number>()
subs: Subscriber<typeof this>[] = [] subs: Subscriber<typeof this>[] = []
constructor(private options: RepositoryOptions) {
super()
if (options.throttle) {
this.notify = throttle(options.throttle, this.notify.bind(this))
}
}
// Methods for implementing store interface // Methods for implementing store interface
get() { get() {
@@ -41,10 +55,45 @@ export class Repository<E extends Rumor> implements Readable<Repository<E>> {
return new Derived<Repository<E>>(this, identity, t) return new Derived<Repository<E>>(this, identity, t)
} }
notify() { filter(getFilters: () => Filter[]) {
const store = writable<E[]>([])
const onNotify = (event?: E) => {
const filters = getFilters()
if (!event || matchFilters(filters, event)) {
store.set(Array.from(this.query(filters)))
}
}
const subscribe = store.subscribe.bind(store)
store.subscribe = (f: Subscriber<E[]>) => {
if (store.subs.length === 0) {
this.on('notify', onNotify)
onNotify()
}
const unsubscribe = subscribe(f)
return () => {
unsubscribe()
if (store.subs.length === 0) {
this.off('notify', onNotify)
}
}
}
return store
}
notify(event?: E) {
for (const sub of this.subs) { for (const sub of this.subs) {
sub(this) sub(this)
} }
this.emit('notify', event)
} }
// Load/dump // Load/dump
@@ -75,16 +124,20 @@ export class Repository<E extends Rumor> implements Readable<Repository<E>> {
: this.eventsById.get(idOrAddress) : this.eventsById.get(idOrAddress)
} }
watchEvent(idOrAddress: string) {
return this.filter(always(getIdFilters([idOrAddress]))).derived(first)
}
*query(filters: Filter[]) { *query(filters: Filter[]) {
for (let filter of filters) { for (let filter of filters) {
let events: Iterable<E> = this.eventsById.values() let events: Iterable<E> = this.eventsById.values()
if (filter.ids) { if (filter.ids) {
filter = omit(['ids'], filter)
events = filter.ids!.map(id => this.eventsById.get(id)).filter(identity) as E[] events = filter.ids!.map(id => this.eventsById.get(id)).filter(identity) as E[]
filter = omit(['ids'], filter)
} else if (filter.authors) { } else if (filter.authors) {
filter = omit(['authors'], filter)
events = uniq(filter.authors!.flatMap(pubkey => this.eventsByAuthor.get(pubkey) || [])) events = uniq(filter.authors!.flatMap(pubkey => this.eventsByAuthor.get(pubkey) || []))
filter = omit(['authors'], filter)
} else if (filter.since || filter.until) { } else if (filter.since || filter.until) {
const sinceDay = getDay(filter.since || 0) const sinceDay = getDay(filter.since || 0)
const untilDay = getDay(filter.since || now()) const untilDay = getDay(filter.since || now())
@@ -172,7 +225,7 @@ export class Repository<E extends Rumor> implements Readable<Repository<E>> {
if (tag[0].length === 1) { if (tag[0].length === 1) {
this._updateIndex(this.eventsByTag, tag.slice(0, 2).join(':'), event, duplicate) this._updateIndex(this.eventsByTag, tag.slice(0, 2).join(':'), event, duplicate)
if (event.kind === 5) { if (event.kind === Kind.Delete) {
const id = tag[1] const id = tag[1]
const ts = Math.max(event.created_at, this.deletes.get(tag[1]) || 0) const ts = Math.max(event.created_at, this.deletes.get(tag[1]) || 0)
@@ -182,7 +235,12 @@ export class Repository<E extends Rumor> implements Readable<Repository<E>> {
} }
if (!this.isDeleted(event)) { if (!this.isDeleted(event)) {
this.notify() // Deletes are tricky, re-evaluate all subscriptions if that's what we're dealing with
if (event.kind === Kind.Delete) {
this.notify()
} else {
this.notify(event)
}
} }
} }