nostrlib/eventstore/mmm/freeranges.go

package mmm

import (
	"cmp"
	"fmt"
	"slices"

	"github.com/PowerDNS/lmdb-go/lmdb"
)

const LARGE_FREERANGE = 142

func (b *MultiMmapManager) gatherFreeRanges(txn *lmdb.Txn) error {
	cursor, err := txn.OpenCursor(b.indexId)
	if err != nil {
		return fmt.Errorf("failed to open cursor on indexId: %w", err)
	}
	defer cursor.Close()

	usedPositions := make(positions, 0, 256)
	for key, val, err := cursor.Get(nil, nil, lmdb.First); err == nil; key, val, err = cursor.Get(key, val, lmdb.Next) {
		pos := positionFromBytes(val[0:12])
		usedPositions = append(usedPositions, pos)
	}

	// sort used positions by start
	slices.SortFunc(usedPositions, func(a, b position) int { return cmp.Compare(a.start, b.start) })

	// if there is free space at the end this will simulate it
	usedPositions = append(usedPositions, position{start: b.mmapfEnd, size: 0})

	// calculate free ranges as gaps between used positions
	b.freeRangesAll = make(positions, 0, len(usedPositions))
	b.freeRangesLarge = make([]position, 0, len(usedPositions)/10)
	var currentStart uint64 = 0
	for _, used := range usedPositions {
		if used.start > currentStart {
			// gap from currentStart to pos.start
			freeSize := used.start - currentStart
			if freeSize > 0 {
				fr := position{
					start: currentStart,
					size:  uint32(freeSize),
				}
				b.freeRangesAll = append(b.freeRangesAll, fr)
				if fr.isLarge() {
					b.freeRangesLarge = append(b.freeRangesLarge, fr)
				}
			}
		}
		currentStart = used.start + uint64(used.size)
	}

	return nil
}

func (b *MultiMmapManager) mergeNewFreeRange(newFreeRange position) {
	// use binary search to find the insertion point for the new pos
	idx, exists := slices.BinarySearchFunc(b.freeRangesAll, newFreeRange.start, func(item position, target uint64) int {
		return cmp.Compare(item.start, target)
	})
	if exists {
		panic(fmt.Errorf("can't add free range that already exists: %s", newFreeRange))
	}

	deleteStart := -1
	deleting := 0

	// check the range immediately before
	if idx > 0 {
		before := b.freeRangesAll[idx-1]
		if before.start+uint64(before.size) == newFreeRange.start {
			deleteStart = idx - 1
			deleting++
			newFreeRange.start = before.start
			newFreeRange.size = before.size + newFreeRange.size
		}
	}

	// check the range immediately after
	if idx < len(b.freeRangesAll) {
		after := b.freeRangesAll[idx]
		if newFreeRange.start+uint64(newFreeRange.size) == after.start {
			if deleteStart == -1 {
				deleteStart = idx
			}
			deleting++

			newFreeRange.size = newFreeRange.size + after.size
		}
	}

	switch deleting {
	case 0:
		// if we are not deleting anything we must insert the new free range
		b.freeRangesAll = slices.Insert(b.freeRangesAll, idx, newFreeRange)

		// if it's large add it to the list of large free ranges
		if newFreeRange.isLarge() {
			b.freeRangesLarge = append(b.freeRangesLarge, newFreeRange)
		}
	case 1:
		deleted := b.freeRangesAll[deleteStart]

		// if we're deleting a single range, don't delete it, modify it in-place instead.
		b.freeRangesAll[deleteStart] = newFreeRange

		// if the list we're modifying is in the list of large ranges modify it there too
		if deleted.isLarge() {
			for i, large := range b.freeRangesLarge {
				if large.start == deleted.start {
					b.freeRangesLarge[i] = newFreeRange
					break
				}
			}
		} else if newFreeRange.isLarge() {
			// otherwise: if after modification it's big enough we should add it to list of large ranges
			b.freeRangesLarge = append(b.freeRangesLarge, newFreeRange)
		}
	case 2:
		// now if we're deleting two ranges, delete the second instead and modify the first in place
		first := b.freeRangesAll[deleteStart]
		second := b.freeRangesAll[deleteStart+1]

		b.freeRangesAll = slices.Delete(b.freeRangesAll, deleteStart+1, deleteStart+1+1)
		b.freeRangesAll[deleteStart] = newFreeRange

		// if the second was in the list of large lists delete it from there too
		if second.isLarge() {
			for i, large := range b.freeRangesLarge {
				if large.start == second.start {
					b.freeRangesLarge[i] = b.freeRangesLarge[len(b.freeRangesLarge)-1]
					b.freeRangesLarge = b.freeRangesLarge[0 : len(b.freeRangesLarge)-1]
					break
				}
			}
		}

		// if the list we're modifying (the first) is already in the list of large ranges modify it there too
		if first.isLarge() {
			for i, large := range b.freeRangesLarge {
				if large.start == first.start {
					b.freeRangesLarge[i] = newFreeRange
					break
				}
			}
		} else if newFreeRange.isLarge() {
			// otherwise if after modification has become big enough we should add it to list of large ranges
			b.freeRangesLarge = append(b.freeRangesLarge, newFreeRange)
		}
	}
}