next.orly.dev/pkg/database/export.go

package database

import (
	"bytes"
	"context"
	"io"

	"github.com/dgraph-io/badger/v4"
	"lol.mleku.dev/chk"
	"next.orly.dev/pkg/database/indexes"
	"next.orly.dev/pkg/database/indexes/types"
	"next.orly.dev/pkg/encoders/event"
	"next.orly.dev/pkg/utils/units"
)

// Export the complete database of stored events to an io.Writer in line structured minified
// JSON.
func (d *D) Export(c context.Context, w io.Writer, pubkeys ...[]byte) {
	var err error
	evB := make([]byte, 0, units.Mb)
	evBuf := bytes.NewBuffer(evB)
	if len(pubkeys) == 0 {
		if err = d.View(
			func(txn *badger.Txn) (err error) {
				buf := new(bytes.Buffer)
				if err = indexes.EventEnc(nil).MarshalWrite(buf); chk.E(err) {
					return
				}
				it := txn.NewIterator(badger.IteratorOptions{Prefix: buf.Bytes()})
				defer it.Close()
				for it.Rewind(); it.Valid(); it.Next() {
					item := it.Item()
					if err = item.Value(
						func(val []byte) (err error) {
							evBuf.Write(val)
							return
						},
					); chk.E(err) {
						continue
					}
					ev := event.New()
					if err = ev.UnmarshalBinary(evBuf); chk.E(err) {
						continue
					}
					// Serialize the event to JSON and write it to the output
					defer func(ev *event.E) {
						ev.Free()
						evBuf.Reset()
					}(ev)
					if _, err = w.Write(ev.Serialize()); chk.E(err) {
						return
					}
					if _, err = w.Write([]byte{'\n'}); chk.E(err) {
						return
					}
				}
				return
			},
		); err != nil {
			return
		}
	} else {
		for _, pubkey := range pubkeys {
			if err = d.View(
				func(txn *badger.Txn) (err error) {
					pkBuf := new(bytes.Buffer)
					ph := &types.PubHash{}
					if err = ph.FromPubkey(pubkey); chk.E(err) {
						return
					}
					if err = indexes.PubkeyEnc(
						ph, nil, nil,
					).MarshalWrite(pkBuf); chk.E(err) {
						return
					}
					it := txn.NewIterator(badger.IteratorOptions{Prefix: pkBuf.Bytes()})
					defer it.Close()
					for it.Rewind(); it.Valid(); it.Next() {
						item := it.Item()
						if err = item.Value(
							func(val []byte) (err error) {
								evBuf.Write(val)
								return
							},
						); chk.E(err) {
							continue
						}
						ev := event.New()
						if err = ev.UnmarshalBinary(evBuf); chk.E(err) {
							continue
						}
						// Serialize the event to JSON and write it to the output
						defer func(ev *event.E) {
							ev.Free()
							evBuf.Reset()
						}(ev)
						if _, err = w.Write(ev.Serialize()); chk.E(err) {
							continue
						}
						if _, err = w.Write([]byte{'\n'}); chk.E(err) {
							continue
						}
					}
					return
				},
			); err != nil {
				return
			}
		}
	}
	return
}