next.orly.dev/tests/negentropy/comprehensive-test.sh

#!/bin/bash
#
# Comprehensive Negentropy Sync Test Suite
# Tests NIP-77 negentropy sync between:
#   - strfry (client) <-> ORLY (server)
#   - ORLY (client) <-> ORLY (server) via orly sync CLI bridge
#
# Strfry has a built-in `sync` command that uses the negentropy protocol.
# ORLY serves NIP-77 via its embedded negentropy handler.
# The orly CLI can sync between its local Badger DB and a remote relay.
#
# This script runs from the HOST and uses `docker compose exec` to
# interact with containers.
#
# Scenarios tested:
#   1. Seed strfry with events
#   2. Strfry pushes events to ORLY (strfry --dir up)
#   3. Seed ORLY with new events
#   4. Strfry pulls events from ORLY (strfry --dir down)
#   5. Bidirectional sync (strfry <-> ORLY)
#   6. strfry <-> ORLY consistency verification
#   7. Seed orly-relay-2 with events
#   8. orly CLI bridge: relay-1 -> relay-2
#   9. orly CLI bridge: relay-2 -> relay-1
#  10. Three-way consistency verification
#
# Usage:
#   cd tests/negentropy
#   docker compose build
#   docker compose up -d
#   ./comprehensive-test.sh
#   docker compose down -v

set -euo pipefail

# Change to the directory containing docker-compose.yml
cd "$(dirname "$0")"

# Configuration
STRFRY_WS="ws://strfry:7777"
ORLY_WS="ws://orly-relay-1:3334"
ORLY2_WS="ws://orly-relay-2:3335"
BRIDGE_DB="/tmp/orly-bridge-db"
SEED_COUNT=200
EXTRA_COUNT=100
VERBOSE="${VERBOSE:-false}"

# Test results
PASSED=0
FAILED=0

# Colors
RED='\033[0;31m'
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
BLUE='\033[0;34m'
NC='\033[0m'

log_info()  { echo -e "${BLUE}[INFO]${NC} $1"; }
log_pass()  { echo -e "${GREEN}[PASS]${NC} $1"; PASSED=$((PASSED + 1)); }
log_fail()  { echo -e "${RED}[FAIL]${NC} $1"; FAILED=$((FAILED + 1)); }
log_warn()  { echo -e "${YELLOW}[WARN]${NC} $1"; }
log_phase() { echo ""; echo "========================================"; echo -e "${YELLOW}PHASE: $1${NC}"; echo "========================================"; }

# Run a command in the test-runner container
run_test() {
    docker compose exec -T test-runner sh -c "$1"
}

# Run a command in the strfry container
run_strfry() {
    docker compose exec -T strfry sh -c "$1"
}

# Count events on a relay via WebSocket from test-runner.
# Sends a REQ, reads until EOSE, counts EVENT messages.
# Usage: count_events <ws_url> [filter_json]
count_events() {
    local url=$1
    local filter=${2:-'{}'}

    # IMPORTANT: We use { printf ...; sleep 60; } to keep stdin open.
    # Without this, websocat sends a close frame when stdin EOF is hit,
    # and the relay may not have sent all events yet.
    #
    # awk counts EVENT messages and exits on EOSE (breaking the pipe).
    # timeout is a safety net in case EOSE never arrives.
    local result
    result=$(run_test "{ printf '[\"REQ\",\"c\",%s]\n' '${filter}'; sleep 60; } | timeout 20 websocat '${url}' 2>/dev/null | awk 'BEGIN{c=0;f=0} /EOSE/{f=1; print c; exit} /EVENT/{c++} END{if(f==0) print c}'") || true

    # Trim whitespace; default to 0 if empty
    result=$(echo "${result}" | tr -d '[:space:]')
    echo "${result:-0}"
}

# Generate and send events to a relay
# Usage: generate_events <relay_ws_url> <count>
generate_events() {
    local url=$1
    local count=$2

    log_info "Generating $count events and sending to $url ..."
    run_test "event-generator -count $count -relay '$url' -batch 50" 2>&1 | while IFS= read -r line; do
        if [ "$VERBOSE" = "true" ]; then
            echo "  $line"
        fi
    done

    # Give the relay time to process
    sleep 3
}

# Wait for a relay to be healthy (via docker compose health check)
wait_for_services() {
    log_info "Checking service health..."

    local services=("strfry" "orly-relay-1" "orly-relay-2" "test-runner")
    for svc in "${services[@]}"; do
        local status
        status=$(docker compose ps --format '{{.Health}}' "$svc" 2>/dev/null || echo "unknown")
        if [ "$status" = "healthy" ] || [ "$svc" = "test-runner" ]; then
            log_info "  $svc: ready"
        else
            log_warn "  $svc: $status (may not be ready)"
        fi
    done
}

# ============================================================
# Phase 1: Seed strfry with events
# ============================================================
phase1_seed_strfry() {
    log_phase "1. SEED STRFRY - Generate $SEED_COUNT events"

    generate_events "$STRFRY_WS" "$SEED_COUNT"

    local count
    count=$(count_events "$STRFRY_WS" '{"limit":10000}')
    log_info "Strfry has $count events"

    # Replaceable events (kind 0, 3, 10000, 10001) get deduplicated per pubkey,
    # so stored count is lower than sent count. With 3 test users and ~30%
    # replaceable kinds, expect roughly 70% stored.
    local min_expected=$((SEED_COUNT / 2))
    if [ "$count" -ge "$min_expected" ]; then
        log_pass "Strfry seeded with $count events (sent $SEED_COUNT, some replaceable)"
    else
        log_fail "Strfry only has $count events (expected >= $min_expected from $SEED_COUNT sent)"
    fi
}

# ============================================================
# Phase 2: Strfry pushes events to ORLY
# ============================================================
phase2_strfry_push_to_orly() {
    log_phase "2. STRFRY PUSH - Push events from strfry to ORLY"

    local orly_before
    orly_before=$(count_events "$ORLY_WS" '{"limit":10000}')
    log_info "ORLY has $orly_before events before sync"

    log_info "Running: strfry sync $ORLY_WS --dir up"
    run_strfry "/app/strfry --config=/etc/strfry.conf sync $ORLY_WS --dir up" 2>&1 || true

    sleep 5

    local orly_after
    orly_after=$(count_events "$ORLY_WS" '{"limit":10000}')
    log_info "ORLY has $orly_after events after sync (was $orly_before)"

    if [ "$orly_after" -gt "$orly_before" ]; then
        local synced=$((orly_after - orly_before))
        log_pass "Pushed $synced events from strfry to ORLY"
    else
        log_fail "No events pushed to ORLY (still $orly_after)"
    fi
}

# ============================================================
# Phase 3: Seed ORLY with new events
# ============================================================
phase3_seed_orly() {
    log_phase "3. SEED ORLY - Generate $EXTRA_COUNT new events on ORLY"

    local orly_before
    orly_before=$(count_events "$ORLY_WS" '{"limit":10000}')
    log_info "ORLY has $orly_before events before seeding"

    generate_events "$ORLY_WS" "$EXTRA_COUNT"

    local orly_after
    orly_after=$(count_events "$ORLY_WS" '{"limit":10000}')
    log_info "ORLY now has $orly_after events (was $orly_before)"

    if [ "$orly_after" -gt "$orly_before" ]; then
        local added=$((orly_after - orly_before))
        log_pass "ORLY stored $added new events ($orly_after total)"
    else
        log_fail "ORLY count didn't increase (still $orly_after)"
    fi
}

# ============================================================
# Phase 4: Strfry pulls new events from ORLY
# ============================================================
phase4_strfry_pull_from_orly() {
    log_phase "4. STRFRY PULL - Pull new events from ORLY to strfry"

    local strfry_before
    strfry_before=$(count_events "$STRFRY_WS" '{"limit":10000}')
    log_info "Strfry has $strfry_before events before sync"

    log_info "Running: strfry sync $ORLY_WS --dir down"
    run_strfry "/app/strfry --config=/etc/strfry.conf sync $ORLY_WS --dir down" 2>&1 || true

    sleep 5

    local strfry_after
    strfry_after=$(count_events "$STRFRY_WS" '{"limit":10000}')
    log_info "Strfry has $strfry_after events after sync (was $strfry_before)"

    if [ "$strfry_after" -gt "$strfry_before" ]; then
        local synced=$((strfry_after - strfry_before))
        log_pass "Pulled $synced events from ORLY to strfry"
    else
        log_fail "No new events pulled to strfry (still $strfry_after)"
    fi
}

# ============================================================
# Phase 5: Bidirectional sync
# ============================================================
phase5_bidirectional() {
    log_phase "5. BIDIRECTIONAL - Sync both directions"

    # Add unique events to both sides
    log_info "Adding 50 events to strfry..."
    generate_events "$STRFRY_WS" 50

    log_info "Adding 50 events to ORLY..."
    generate_events "$ORLY_WS" 50

    local strfry_before orly_before
    strfry_before=$(count_events "$STRFRY_WS" '{"limit":10000}')
    orly_before=$(count_events "$ORLY_WS" '{"limit":10000}')

    log_info "Before bidirectional sync: strfry=$strfry_before, ORLY=$orly_before"

    log_info "Running: strfry sync $ORLY_WS --dir both"
    run_strfry "/app/strfry --config=/etc/strfry.conf sync $ORLY_WS --dir both" 2>&1 || true

    sleep 5

    local strfry_after orly_after
    strfry_after=$(count_events "$STRFRY_WS" '{"limit":10000}')
    orly_after=$(count_events "$ORLY_WS" '{"limit":10000}')

    log_info "After bidirectional sync: strfry=$strfry_after, ORLY=$orly_after"

    local diff=$((strfry_after - orly_after))
    if [ "${diff#-}" -le 50 ]; then
        log_pass "Bidirectional sync achieved consistency (diff: $diff)"
    else
        log_fail "Event counts still differ significantly (diff: $diff)"
    fi
}

# ============================================================
# Phase 6: strfry <-> ORLY consistency verification
# ============================================================
phase6_strfry_orly_verification() {
    log_phase "6. STRFRY <-> ORLY VERIFICATION"

    local strfry_total orly_total
    strfry_total=$(count_events "$STRFRY_WS" '{"limit":10000}')
    orly_total=$(count_events "$ORLY_WS" '{"limit":10000}')

    log_info "Event counts:"
    log_info "  strfry:       $strfry_total"
    log_info "  orly-relay-1: $orly_total"

    # Both should have a reasonable number of events
    if [ "$strfry_total" -gt 0 ] && [ "$orly_total" -gt 0 ]; then
        log_pass "Both relays have events (strfry=$strfry_total, ORLY=$orly_total)"
    else
        log_fail "One or both relays are empty"
    fi

    # Check consistency
    local diff=$((strfry_total - orly_total))
    if [ "${diff#-}" -le 50 ]; then
        log_pass "strfry and ORLY are consistent (diff: $diff)"
    else
        log_warn "strfry and ORLY differ by $diff events"
    fi
}

# ============================================================
# Phase 7: Seed orly-relay-2 with events
# ============================================================
phase7_seed_orly2() {
    log_phase "7. SEED ORLY-RELAY-2 - Generate $SEED_COUNT events"

    generate_events "$ORLY2_WS" "$SEED_COUNT"

    local count
    count=$(count_events "$ORLY2_WS" '{"limit":10000}')
    log_info "orly-relay-2 has $count events"

    local min_expected=$((SEED_COUNT / 2))
    if [ "$count" -ge "$min_expected" ]; then
        log_pass "orly-relay-2 seeded with $count events (sent $SEED_COUNT, some replaceable)"
    else
        log_fail "orly-relay-2 only has $count events (expected >= $min_expected)"
    fi
}

# ============================================================
# Phase 8: orly CLI bridge: relay-1 -> relay-2
# Uses orly sync CLI with a temporary Badger DB to bridge events
# from orly-relay-1 to orly-relay-2 (tests orly as NIP-77 client
# against orly as NIP-77 server).
# ============================================================
phase8_orly_bridge_r1_to_r2() {
    log_phase "8. ORLY CLI BRIDGE - relay-1 -> relay-2"

    local orly2_before
    orly2_before=$(count_events "$ORLY2_WS" '{"limit":10000}')
    log_info "orly-relay-2 has $orly2_before events before bridge sync"

    # Clean bridge DB
    run_test "rm -rf $BRIDGE_DB" || true

    # Step 1: Pull events from relay-1 into bridge DB
    log_info "Step 1: orly sync (pull from relay-1 into bridge DB)"
    run_test "ORLY_LOG_LEVEL=info orly sync $ORLY_WS --data-dir $BRIDGE_DB" 2>&1 || true

    sleep 3

    # Step 2: Push bridge DB events to relay-2
    log_info "Step 2: orly sync (push bridge DB to relay-2)"
    run_test "ORLY_LOG_LEVEL=info orly sync $ORLY2_WS --data-dir $BRIDGE_DB" 2>&1 || true

    sleep 5

    local orly2_after
    orly2_after=$(count_events "$ORLY2_WS" '{"limit":10000}')
    log_info "orly-relay-2 has $orly2_after events after bridge sync (was $orly2_before)"

    if [ "$orly2_after" -gt "$orly2_before" ]; then
        local synced=$((orly2_after - orly2_before))
        log_pass "Bridged $synced events from relay-1 to relay-2 via orly CLI"
    else
        log_fail "No events bridged to relay-2 (still $orly2_after)"
    fi
}

# ============================================================
# Phase 9: orly CLI bridge: relay-2 -> relay-1
# The bridge DB already has relay-2 events from Phase 8 (bidirectional
# sync picked them up). Sync with relay-1 to push relay-2's events.
# ============================================================
phase9_orly_bridge_r2_to_r1() {
    log_phase "9. ORLY CLI BRIDGE - relay-2 -> relay-1"

    local orly1_before
    orly1_before=$(count_events "$ORLY_WS" '{"limit":10000}')
    log_info "orly-relay-1 has $orly1_before events before bridge sync"

    # Bridge DB already has relay-2 events from Phase 8 step 2 (bidirectional).
    # Sync with relay-1 to push those events.
    log_info "Syncing bridge DB with relay-1 (pushes relay-2 events)"
    run_test "ORLY_LOG_LEVEL=info orly sync $ORLY_WS --data-dir $BRIDGE_DB" 2>&1 || true

    sleep 5

    local orly1_after
    orly1_after=$(count_events "$ORLY_WS" '{"limit":10000}')
    log_info "orly-relay-1 has $orly1_after events after bridge sync (was $orly1_before)"

    if [ "$orly1_after" -gt "$orly1_before" ]; then
        local synced=$((orly1_after - orly1_before))
        log_pass "Bridged $synced events from relay-2 to relay-1 via orly CLI"
    else
        log_fail "No events bridged to relay-1 (still $orly1_after)"
    fi

    # Clean up bridge DB
    run_test "rm -rf $BRIDGE_DB" || true
}

# ============================================================
# Phase 10: Three-way consistency verification
# ============================================================
phase10_three_way_verification() {
    log_phase "10. THREE-WAY CONSISTENCY VERIFICATION"

    local strfry_total orly1_total orly2_total
    strfry_total=$(count_events "$STRFRY_WS" '{"limit":10000}')
    orly1_total=$(count_events "$ORLY_WS" '{"limit":10000}')
    orly2_total=$(count_events "$ORLY2_WS" '{"limit":10000}')

    log_info "Final event counts:"
    log_info "  strfry:       $strfry_total"
    log_info "  orly-relay-1: $orly1_total"
    log_info "  orly-relay-2: $orly2_total"

    # All three should have events
    if [ "$strfry_total" -gt 0 ] && [ "$orly1_total" -gt 0 ] && [ "$orly2_total" -gt 0 ]; then
        log_pass "All three relays have events"
    else
        log_fail "One or more relays are empty"
    fi

    # Check orly-relay-1 vs orly-relay-2 consistency
    local diff_orly=$((orly1_total - orly2_total))
    if [ "${diff_orly#-}" -le 50 ]; then
        log_pass "orly-relay-1 and orly-relay-2 are consistent (diff: $diff_orly)"
    else
        log_fail "orly relays differ significantly (diff: $diff_orly)"
    fi

    # Check strfry vs orly-relay-1 consistency
    local diff_strfry=$((strfry_total - orly1_total))
    if [ "${diff_strfry#-}" -le 50 ]; then
        log_pass "strfry and orly-relay-1 are consistent (diff: $diff_strfry)"
    else
        log_warn "strfry and orly-relay-1 differ by $diff_strfry events"
    fi
}

# ============================================================
# Main
# ============================================================
main() {
    echo "========================================"
    echo "Negentropy (NIP-77) Interop Test Suite"
    echo "strfry <-> ORLY <-> ORLY"
    echo "========================================"
    echo ""
    echo "Config:"
    echo "  Seed events: $SEED_COUNT"
    echo "  Extra events: $EXTRA_COUNT"
    echo ""

    wait_for_services

    # Part 1: strfry <-> ORLY interop (phases 1-6)
    phase1_seed_strfry
    phase2_strfry_push_to_orly
    phase3_seed_orly
    phase4_strfry_pull_from_orly
    phase5_bidirectional
    phase6_strfry_orly_verification

    # Part 2: ORLY <-> ORLY interop via CLI bridge (phases 7-10)
    phase7_seed_orly2
    phase8_orly_bridge_r1_to_r2
    phase9_orly_bridge_r2_to_r1
    phase10_three_way_verification

    echo ""
    echo "========================================"
    echo "TEST SUMMARY"
    echo "========================================"
    echo -e "${GREEN}Passed: $PASSED${NC}"
    echo -e "${RED}Failed: $FAILED${NC}"
    echo ""

    if [ "$FAILED" -eq 0 ]; then
        echo -e "${GREEN}All tests passed!${NC}"
        exit 0
    else
        echo -e "${RED}Some tests failed.${NC}"
        exit 1
    fi
}

case "${1:-}" in
    --verbose|-v)
        VERBOSE=true
        main
        ;;
    --help|-h)
        echo "Usage: $0 [--verbose|-v] [--help|-h]"
        echo ""
        echo "Run from the tests/negentropy directory with containers up:"
        echo "  docker compose build"
        echo "  docker compose up -d"
        echo "  $0"
        echo "  docker compose down -v"
        exit 0
        ;;
    *)
        main
        ;;
esac