next.orly.dev/pkg/database/get-serials-by-range.go

package database

import (
	"bytes"
	"sort"

	"github.com/dgraph-io/badger/v4"
	"lol.mleku.dev/chk"
	"lol.mleku.dev/log"
	"next.orly.dev/pkg/database/indexes/types"
)

func (d *D) GetSerialsByRange(idx Range) (
	sers types.Uint40s, err error,
) {
	if err = d.View(
		func(txn *badger.Txn) (err error) {
			it := txn.NewIterator(
				badger.IteratorOptions{
					Reverse: true,
				},
			)
			defer it.Close()
			// Start from a position that includes the end boundary (until timestamp)
			// We create an end boundary that's slightly beyond the actual end to ensure inclusivity
			endBoundary := make([]byte, len(idx.End))
			copy(endBoundary, idx.End)
			// Add 0xff bytes to ensure we capture all events at the exact until timestamp
			for i := 0; i < 5; i++ {
				endBoundary = append(endBoundary, 0xff)
			}
			iterCount := 0
			it.Seek(endBoundary)
			log.T.F("GetSerialsByRange: iterator valid=%v, sought to endBoundary", it.Valid())
			for it.Valid() {
				iterCount++
				if iterCount > 100 {
					// Safety limit to prevent infinite loops in debugging
					log.T.F("GetSerialsByRange: hit safety limit of 100 iterations")
					break
				}
				item := it.Item()
				var key []byte
				key = item.Key()
				keyWithoutSerial := key[:len(key)-5]
				cmp := bytes.Compare(keyWithoutSerial, idx.Start)
				log.T.F("GetSerialsByRange: iter %d, key prefix matches=%v, cmp=%d", iterCount, bytes.HasPrefix(key, idx.Start[:len(idx.Start)-8]), cmp)
				if cmp < 0 {
					// didn't find it within the timestamp range
					log.T.F("GetSerialsByRange: key out of range (cmp=%d), stopping iteration", cmp)
					log.T.F("  keyWithoutSerial len=%d: %x", len(keyWithoutSerial), keyWithoutSerial)
					log.T.F("  idx.Start len=%d: %x", len(idx.Start), idx.Start)
					return
				}
				ser := new(types.Uint40)
				buf := bytes.NewBuffer(key[len(key)-5:])
				if err = ser.UnmarshalRead(buf); chk.E(err) {
					return
				}
				sers = append(sers, ser)
				it.Next()
			}
			log.T.F("GetSerialsByRange: iteration complete, found %d serials", len(sers))
			return
		},
	); chk.E(err) {
		return
	}
	sort.Slice(
		sers, func(i, j int) bool {
			return sers[i].Get() < sers[j].Get()
		},
	)
	return
}