package nostr import ( "context" "fmt" "gitcitadel-online/internal/logger" "github.com/nbd-wtf/go-nostr" ) // logFilter logs the exact filter being used for debugging func logFilter(filter nostr.Filter, context string) { logger.WithFields(map[string]interface{}{ "context": context, "kinds": filter.Kinds, "authors": filter.Authors, "ids": filter.IDs, "tags": filter.Tags, "limit": filter.Limit, }).Debug("Nostr filter") } // WikiService handles wiki-specific operations type WikiService struct { client *Client articleKinds []int // Allowed article kinds (from config) wikiKind int // Primary wiki kind constant (first from wiki_kinds config) blogKind int // Primary blog kind constant (first from blog_kinds config) longformKind int // Longform article kind (from config) additionalFallback string // Additional fallback relay URL (from config) indexKind int // Index event kind (from config) } // NewWikiService creates a new wiki service func NewWikiService(client *Client, articleKinds []int, wikiKind int, additionalFallback string, indexKind int, blogKind int, longformKind int) *WikiService { return &WikiService{ client: client, articleKinds: articleKinds, wikiKind: wikiKind, blogKind: blogKind, longformKind: longformKind, additionalFallback: additionalFallback, indexKind: indexKind, } } // FetchWikiIndex fetches a wiki index by naddr func (ws *WikiService) FetchWikiIndex(ctx context.Context, naddrStr string) (*IndexEvent, error) { // Parse naddr naddr, err := ParseNaddr(naddrStr) if err != nil { return nil, fmt.Errorf("failed to parse naddr: %w", err) } // Create filter for the index event filter := naddr.ToFilter() logFilter(filter, fmt.Sprintf("wiki index (kind %d)", ws.indexKind)) // Fetch the event event, err := ws.client.FetchEvent(ctx, filter) if err != nil { return nil, fmt.Errorf("failed to fetch index event: %w", err) } // Parse the index event index, err := ParseIndexEvent(event, ws.indexKind) if err != nil { return nil, fmt.Errorf("failed to parse index event: %w", err) } return index, nil } // FetchWikiEvents fetches all wiki events referenced in an index // Queries by kind only, then filters locally and batch-fetches profiles func (ws *WikiService) FetchWikiEvents(ctx context.Context, index *IndexEvent) ([]*WikiEvent, error) { // Build a map of expected items (kind:pubkey:dtag) for fast lookup expectedItems := make(map[string]IndexItem) for _, item := range index.Items { if item.Kind == ws.wikiKind { key := fmt.Sprintf("%d:%s:%s", item.Kind, item.Pubkey, item.DTag) expectedItems[key] = item } } if len(expectedItems) == 0 { return []*WikiEvent{}, nil } // Query ALL events of this kind - simple query by kind only filter := nostr.Filter{ Kinds: []int{ws.wikiKind}, Limit: 10000, // Reasonable limit } logger.WithFields(map[string]interface{}{ "kind": ws.wikiKind, "items": len(expectedItems), }).Debug("Querying all events of kind from relays") // Fetch all events of this kind allEvents, err := ws.client.FetchEvents(ctx, filter) if err != nil { logger.WithField("error", err).Warn("Failed to fetch events by kind") return nil, err } logger.WithFields(map[string]interface{}{ "fetched": len(allEvents), "expected": len(expectedItems), }).Debug("Fetched events, filtering locally") // Filter events locally by matching against index items eventMap := make(map[string]*nostr.Event) // Map by kind:pubkey:dtag for _, event := range allEvents { // Extract d-tag from event var dTag string for _, tag := range event.Tags { if len(tag) > 0 && tag[0] == "d" && len(tag) > 1 { dTag = tag[1] break } } if dTag == "" { continue // Skip events without d-tag } key := fmt.Sprintf("%d:%s:%s", event.Kind, event.PubKey, dTag) if _, expected := expectedItems[key]; expected { // Keep the newest version if we have multiple existing, exists := eventMap[key] if !exists || event.CreatedAt > existing.CreatedAt { eventMap[key] = event } } } // Convert matched events to wiki events, preserving order from index.Items var wikiEvents []*WikiEvent for _, item := range index.Items { if item.Kind != ws.wikiKind { continue } key := fmt.Sprintf("%d:%s:%s", item.Kind, item.Pubkey, item.DTag) event, exists := eventMap[key] if !exists { continue } wiki, err := ParseWikiEvent(event, ws.wikiKind) if err != nil { logger.WithFields(map[string]interface{}{ "key": key, }).Warnf("Error parsing wiki event: %v", err) continue } wikiEvents = append(wikiEvents, wiki) } logger.WithFields(map[string]interface{}{ "matched": len(wikiEvents), "expected": len(expectedItems), }).Debug("Matched wiki events") if len(wikiEvents) == 0 && len(index.Items) > 0 { logger.WithField("items", len(index.Items)).Warn("No wiki events matched from fetched events") } return wikiEvents, nil } // GetBlogKind returns the blog kind configured in this service func (ws *WikiService) GetBlogKind() int { return ws.blogKind } // GetLongformKind returns the longform kind configured in this service func (ws *WikiService) GetLongformKind() int { return ws.longformKind } // FetchLongformArticles fetches the newest longform articles (kind 30023) from a specific relay // Queries by kind only, sorted by newest first, limit 1000 func (ws *WikiService) FetchLongformArticles(ctx context.Context, relayURL string, longformKind int, limit int) ([]*nostr.Event, error) { // Connect to the specific relay relay, err := ws.client.ConnectToRelay(ctx, relayURL) if err != nil { return nil, fmt.Errorf("failed to connect to relay %s: %w", relayURL, err) } defer relay.Close() // Query ALL events of this kind, sorted by newest first filter := nostr.Filter{ Kinds: []int{longformKind}, Limit: limit, } logFilter(filter, fmt.Sprintf("longform articles (kind %d) from %s", longformKind, relayURL)) events, err := relay.QuerySync(ctx, filter) if err != nil { return nil, fmt.Errorf("failed to query events: %w", err) } // Sort by created_at descending (newest first) // Note: go-nostr may already return sorted, but we'll ensure it for i := 0; i < len(events)-1; i++ { for j := i + 1; j < len(events); j++ { if events[i].CreatedAt < events[j].CreatedAt { events[i], events[j] = events[j], events[i] } } } logger.WithFields(map[string]interface{}{ "events": len(events), "relay": relayURL, "kind": longformKind, }).Debug("Fetched longform articles") return events, nil } // FetchIndexEvents fetches all events of a specific kind referenced in an index // Only supports article kinds configured in the service // Queries by kind only, then filters locally func (ws *WikiService) FetchIndexEvents(ctx context.Context, index *IndexEvent, targetKind int) ([]*nostr.Event, error) { // Check if the target kind is in the allowed article kinds allowed := false for _, kind := range ws.articleKinds { if kind == targetKind { allowed = true break } } if !allowed { return nil, fmt.Errorf("unsupported event kind: %d (only %v are supported)", targetKind, ws.articleKinds) } // Build a map of expected items (kind:pubkey:dtag) for fast lookup expectedItems := make(map[string]IndexItem) for _, item := range index.Items { if item.Kind == targetKind { key := fmt.Sprintf("%d:%s:%s", item.Kind, item.Pubkey, item.DTag) expectedItems[key] = item } } if len(expectedItems) == 0 { return []*nostr.Event{}, nil } // Query ALL events of this kind - simple query by kind only filter := nostr.Filter{ Kinds: []int{targetKind}, Limit: 10000, // Reasonable limit } logger.WithFields(map[string]interface{}{ "kind": targetKind, "items": len(expectedItems), }).Debug("Querying all events of kind from relays") // Fetch all events of this kind allEvents, err := ws.client.FetchEvents(ctx, filter) if err != nil { logger.WithField("error", err).Warn("Failed to fetch events by kind") return nil, err } logger.WithFields(map[string]interface{}{ "fetched": len(allEvents), "expected": len(expectedItems), }).Debug("Fetched events, filtering locally") // Filter events locally by matching against index items eventMap := make(map[string]*nostr.Event) // Map by kind:pubkey:dtag for _, event := range allEvents { // Extract d-tag from event var dTag string for _, tag := range event.Tags { if len(tag) > 0 && tag[0] == "d" && len(tag) > 1 { dTag = tag[1] break } } if dTag == "" { continue // Skip events without d-tag } key := fmt.Sprintf("%d:%s:%s", event.Kind, event.PubKey, dTag) if _, expected := expectedItems[key]; expected { // Keep the newest version if we have multiple existing, exists := eventMap[key] if !exists || event.CreatedAt > existing.CreatedAt { eventMap[key] = event } } } // Convert to result slice, preserving order from index.Items events := make([]*nostr.Event, 0, len(eventMap)) for _, item := range index.Items { if item.Kind != targetKind { continue } key := fmt.Sprintf("%d:%s:%s", item.Kind, item.Pubkey, item.DTag) event, exists := eventMap[key] if !exists { continue } events = append(events, event) } logger.WithFields(map[string]interface{}{ "matched": len(events), "expected": len(expectedItems), "kind": targetKind, }).Debug("Matched index events") if len(events) == 0 && len(index.Items) > 0 { logger.WithFields(map[string]interface{}{ "kind": targetKind, "items": len(index.Items), }).Warn("No events matched from fetched events") } return events, nil } // FetchWikiEventByDTag fetches a single wiki event by d tag func (ws *WikiService) FetchWikiEventByDTag(ctx context.Context, pubkey, dTag string) (*WikiEvent, error) { filter := nostr.Filter{ Kinds: []int{ws.wikiKind}, Authors: []string{pubkey}, Tags: map[string][]string{ "d": {dTag}, }, Limit: 1, } logFilter(filter, fmt.Sprintf("wiki by d-tag %s", dTag)) event, err := ws.client.FetchEvent(ctx, filter) if err != nil { return nil, fmt.Errorf("failed to fetch wiki event: %w", err) } return ParseWikiEvent(event, ws.wikiKind) }