next.orly.dev/cmd/orly/db/db.go

//go:build !(js && wasm)

// Package db implements the "orly db" subcommand for database operations.
package db

import (
	"context"
	"fmt"
	"os"
	"path/filepath"
	"strings"
	"time"

	"go-simpler.org/env"
	"lol.mleku.dev"
	"lol.mleku.dev/chk"
	"lol.mleku.dev/log"

	"next.orly.dev/pkg/database"
	"next.orly.dev/pkg/database/server"
)

// Config holds the database server configuration.
type Config struct {
	// Listen is the gRPC server listen address
	Listen string `env:"ORLY_DB_LISTEN" default:"127.0.0.1:50051" usage:"gRPC server listen address"`

	// DataDir is the database data directory
	DataDir string `env:"ORLY_DATA_DIR" usage:"database data directory"`

	// LogLevel is the logging level
	LogLevel string `env:"ORLY_DB_LOG_LEVEL" default:"info" usage:"log level (trace, debug, info, warn, error)"`

	// Badger configuration
	BlockCacheMB int `env:"ORLY_DB_BLOCK_CACHE_MB" default:"1024" usage:"block cache size in MB"`
	IndexCacheMB int `env:"ORLY_DB_INDEX_CACHE_MB" default:"512" usage:"index cache size in MB"`
	ZSTDLevel    int `env:"ORLY_DB_ZSTD_LEVEL" default:"3" usage:"ZSTD compression level (1-19)"`

	// Query cache configuration
	QueryCacheSizeMB   int           `env:"ORLY_DB_QUERY_CACHE_SIZE_MB" default:"256" usage:"query cache size in MB"`
	QueryCacheMaxAge   time.Duration `env:"ORLY_DB_QUERY_CACHE_MAX_AGE" default:"5m" usage:"query cache max age"`
	QueryCacheDisabled bool          `env:"ORLY_DB_QUERY_CACHE_DISABLED" default:"false" usage:"disable query cache"`

	// Serial cache configuration
	SerialCachePubkeys  int `env:"ORLY_SERIAL_CACHE_PUBKEYS" default:"100000" usage:"serial cache pubkeys capacity"`
	SerialCacheEventIds int `env:"ORLY_SERIAL_CACHE_EVENT_IDS" default:"500000" usage:"serial cache event IDs capacity"`

	// gRPC server configuration
	StreamBatchSize int `env:"ORLY_DB_STREAM_BATCH_SIZE" default:"100" usage:"events per stream batch"`
}

// Run executes the db subcommand.
func Run(args []string) {
	var driver string
	var listDrivers bool
	var showHelp bool

	// Parse args for subcommands and flags
	for i := 0; i < len(args); i++ {
		arg := args[i]

		if strings.HasPrefix(arg, "--driver=") {
			driver = strings.TrimPrefix(arg, "--driver=")
		} else if arg == "--driver" && i+1 < len(args) {
			driver = args[i+1]
			i++
		} else if arg == "--list-drivers" || arg == "-l" {
			listDrivers = true
		} else if arg == "--help" || arg == "-h" {
			showHelp = true
		} else if arg == "health" {
			runHealth(args[i+1:])
			return
		} else if arg == "repair" {
			runRepair(args[i+1:])
			return
		} else if arg == "import" {
			runImport(args[i+1:])
			return
		}
	}

	if showHelp {
		printDBHelp()
		return
	}

	if listDrivers {
		drivers := database.ListDriversWithInfo()
		if len(drivers) == 0 {
			fmt.Println("No database drivers available.")
			fmt.Println("Build with appropriate tags: -tags=badger or -tags=neo4j or -tags=all")
			return
		}
		fmt.Println("Available database drivers:")
		for _, d := range drivers {
			fmt.Printf("  %-10s - %s\n", d.Name, d.Description)
		}
		return
	}

	if driver == "" {
		// Check if any driver is registered
		drivers := database.ListDrivers()
		if len(drivers) == 0 {
			fmt.Fprintln(os.Stderr, "error: no database drivers available")
			fmt.Fprintln(os.Stderr, "build with: -tags=badger or -tags=neo4j")
			os.Exit(1)
		}
		if len(drivers) == 1 {
			// Use the only available driver
			driver = drivers[0]
			log.I.F("using default driver: %s", driver)
		} else {
			fmt.Fprintln(os.Stderr, "error: --driver required (multiple drivers available)")
			fmt.Fprintf(os.Stderr, "available: %s\n", strings.Join(drivers, ", "))
			os.Exit(1)
		}
	}

	// Check if driver is available
	if !database.HasDriver(driver) {
		fmt.Fprintf(os.Stderr, "error: driver %q not available\n", driver)
		fmt.Fprintf(os.Stderr, "available: %s\n", strings.Join(database.ListDrivers(), ", "))
		os.Exit(1)
	}

	runServer(driver)
}

func runServer(driver string) {
	cfg := loadConfig()

	// Set log level
	lol.SetLogLevel(cfg.LogLevel)
	log.I.F("orly db --driver=%s starting with log level: %s", driver, cfg.LogLevel)

	ctx, cancel := context.WithCancel(context.Background())
	defer cancel()

	// Create database configuration
	dbCfg := &database.DatabaseConfig{
		DataDir:             cfg.DataDir,
		LogLevel:            cfg.LogLevel,
		BlockCacheMB:        cfg.BlockCacheMB,
		IndexCacheMB:        cfg.IndexCacheMB,
		QueryCacheSizeMB:    cfg.QueryCacheSizeMB,
		QueryCacheMaxAge:    cfg.QueryCacheMaxAge,
		QueryCacheDisabled:  cfg.QueryCacheDisabled,
		SerialCachePubkeys:  cfg.SerialCachePubkeys,
		SerialCacheEventIds: cfg.SerialCacheEventIds,
		ZSTDLevel:           cfg.ZSTDLevel,
	}

	// Initialize database using the driver registry
	log.I.F("initializing %s database at %s", driver, cfg.DataDir)
	db, err := database.NewFromDriver(ctx, cancel, driver, dbCfg)
	if chk.E(err) {
		log.E.F("failed to initialize database: %v", err)
		os.Exit(1)
	}

	// Wait for database to be ready
	log.I.F("waiting for database to be ready...")
	<-db.Ready()
	log.I.F("database ready")

	// Create and start gRPC server
	serverCfg := &server.Config{
		Listen:          cfg.Listen,
		LogLevel:        cfg.LogLevel,
		StreamBatchSize: cfg.StreamBatchSize,
	}

	srv := server.New(db, serverCfg)
	if err := srv.ListenAndServe(ctx, cancel); err != nil {
		log.E.F("gRPC server error: %v", err)
	}
}

func loadConfig() *Config {
	cfg := &Config{}
	if err := env.Load(cfg, nil); chk.E(err) {
		log.E.F("failed to load config: %v", err)
		os.Exit(1)
	}

	// Set default data directory if not specified
	if cfg.DataDir == "" {
		home, err := os.UserHomeDir()
		if chk.E(err) {
			log.E.F("failed to get home directory: %v", err)
			os.Exit(1)
		}
		cfg.DataDir = filepath.Join(home, ".local", "share", "ORLY")
	}

	// Ensure data directory exists
	if err := os.MkdirAll(cfg.DataDir, 0700); chk.E(err) {
		log.E.F("failed to create data directory %s: %v", cfg.DataDir, err)
		os.Exit(1)
	}

	return cfg
}

func printDBHelp() {
	fmt.Println(`orly db - Database server operations

Usage:
  orly db [options]
  orly db health [options]
  orly db repair [options]

Options:
  --driver=NAME      Select database driver (badger, neo4j)
  --list-drivers     List available database drivers
  --help, -h         Show this help message

Subcommands:
  health             Run database health check
  repair             Repair database issues

Environment variables:
  ORLY_DATA_DIR                Database data directory
  ORLY_DB_LISTEN               gRPC server listen address
  ORLY_DB_LOG_LEVEL            Logging level
  ORLY_DB_BLOCK_CACHE_MB       Block cache size in MB
  ORLY_DB_INDEX_CACHE_MB       Index cache size in MB
  ORLY_DB_ZSTD_LEVEL           ZSTD compression level (1-19)
  ORLY_DB_QUERY_CACHE_SIZE_MB  Query cache size in MB
  ORLY_DB_QUERY_CACHE_MAX_AGE  Query cache max age
  ORLY_DB_QUERY_CACHE_DISABLED Disable query cache

Examples:
  orly db --driver=badger      Run Badger database server
  orly db --list-drivers       List available drivers
  orly db health               Check database health
  orly db repair --dry-run     Preview repairs without applying`)
}