@ -1,13 +1,25 @@
import { ndkInstance } from '$lib/ndk' ; import { ndkInstance } from "$lib/ndk" ;
import { getMatchingTags , getNpubFromNip05 } from '$lib/utils/nostrUtils' ; import { getMatchingTags , getNpubFromNip05 } from "$lib/utils/nostrUtils" ;
import { nip19 } from '$lib/utils/nostrUtils' ; import { nip19 } from "$lib/utils/nostrUtils" ;
import { NDKRelaySet , NDKEvent } from '@nostr-dev-kit/ndk' ; import { NDKRelaySet , NDKEvent } from "@nostr-dev-kit/ndk" ;
import { searchCache } from '$lib/utils/searchCache' ; import { searchCache } from "$lib/utils/searchCache" ;
import { communityRelay , profileRelays } from '$lib/consts' ; import { communityRelay , profileRelays } from "$lib/consts" ;
import { get } from 'svelte/store' ; import { get } from "svelte/store" ;
import type { SearchResult , SearchSubscriptionType , SearchFilter , SearchCallbacks , SecondOrderSearchParams } from './search_types' ; import type {
import { fieldMatches , nip05Matches , normalizeSearchTerm , COMMON_DOMAINS , isEmojiReaction } from './search_utils' ; SearchResult ,
import { TIMEOUTS , SEARCH_LIMITS } from './search_constants' ; SearchSubscriptionType ,
SearchFilter ,
SearchCallbacks ,
SecondOrderSearchParams ,
} from "./search_types" ;
import {
fieldMatches ,
nip05Matches ,
normalizeSearchTerm ,
COMMON_DOMAINS ,
isEmojiReaction ,
} from "./search_utils" ;
import { TIMEOUTS , SEARCH_LIMITS } from "./search_constants" ;
/ * * / * *
* Search for events by subscription type ( d , t , n ) * Search for events by subscription type ( d , t , n )
@ -16,11 +28,15 @@ export async function searchBySubscription(
searchType : SearchSubscriptionType , searchType : SearchSubscriptionType ,
searchTerm : string , searchTerm : string ,
callbacks? : SearchCallbacks , callbacks? : SearchCallbacks ,
abortSignal? : AbortSignal abortSignal? : AbortSignal ,
) : Promise < SearchResult > { ) : Promise < SearchResult > {
const normalizedSearchTerm = searchTerm . toLowerCase ( ) . trim ( ) ; const normalizedSearchTerm = searchTerm . toLowerCase ( ) . trim ( ) ;
console . log ( "subscription_search: Starting search:" , { searchType , searchTerm , normalizedSearchTerm } ) ; console . log ( "subscription_search: Starting search:" , {
searchType ,
searchTerm ,
normalizedSearchTerm ,
} ) ;
// Check cache first
// Check cache first
const cachedResult = searchCache . get ( searchType , normalizedSearchTerm ) ; const cachedResult = searchCache . get ( searchType , normalizedSearchTerm ) ;
@ -32,7 +48,7 @@ export async function searchBySubscription(
const ndk = get ( ndkInstance ) ; const ndk = get ( ndkInstance ) ;
if ( ! ndk ) { if ( ! ndk ) {
console . error ( "subscription_search: NDK not initialized" ) ; console . error ( "subscription_search: NDK not initialized" ) ;
throw new Error ( 'NDK not initialized' ) ; throw new Error ( "NDK not initialized" ) ;
} }
console . log ( "subscription_search: NDK initialized, creating search state" ) ; console . log ( "subscription_search: NDK initialized, creating search state" ) ;
@ -49,49 +65,98 @@ export async function searchBySubscription(
if ( abortSignal ? . aborted ) { if ( abortSignal ? . aborted ) {
console . log ( "subscription_search: Search aborted" ) ; console . log ( "subscription_search: Search aborted" ) ;
cleanup ( ) ; cleanup ( ) ;
throw new Error ( 'Search cancelled' ) ; throw new Error ( "Search cancelled" ) ;
} }
const searchFilter = await createSearchFilter ( searchType , normalizedSearchTerm ) ; const searchFilter = await createSearchFilter (
searchType ,
normalizedSearchTerm ,
) ;
console . log ( "subscription_search: Created search filter:" , searchFilter ) ; console . log ( "subscription_search: Created search filter:" , searchFilter ) ;
const primaryRelaySet = createPrimaryRelaySet ( searchType , ndk ) ; const primaryRelaySet = createPrimaryRelaySet ( searchType , ndk ) ;
console . log ( "subscription_search: Created primary relay set with" , primaryRelaySet . relays . size , "relays" ) ; console . log (
"subscription_search: Created primary relay set with" ,
primaryRelaySet . relays . size ,
"relays" ,
) ;
// Phase 1: Search primary relay
// Phase 1: Search primary relay
if ( primaryRelaySet . relays . size > 0 ) { if ( primaryRelaySet . relays . size > 0 ) {
try { try {
console . log ( "subscription_search: Searching primary relay with filter:" , searchFilter . filter ) ; console . log (
"subscription_search: Searching primary relay with filter:" ,
searchFilter . filter ,
) ;
const primaryEvents = await ndk . fetchEvents ( const primaryEvents = await ndk . fetchEvents (
searchFilter . filter , searchFilter . filter ,
{ closeOnEose : true } , { closeOnEose : true } ,
primaryRelaySet primaryRelaySet ,
) ; ) ;
console . log ( "subscription_search: Primary relay returned" , primaryEvents . size , "events" ) ; console . log (
processPrimaryRelayResults ( primaryEvents , searchType , searchFilter . subscriptionType , normalizedSearchTerm , searchState , abortSignal , cleanup ) ; "subscription_search: Primary relay returned" ,
primaryEvents . size ,
"events" ,
) ;
processPrimaryRelayResults (
primaryEvents ,
searchType ,
searchFilter . subscriptionType ,
normalizedSearchTerm ,
searchState ,
abortSignal ,
cleanup ,
) ;
// If we found results from primary relay, return them immediately
// If we found results from primary relay, return them immediately
if ( hasResults ( searchState , searchType ) ) { if ( hasResults ( searchState , searchType ) ) {
console . log ( "subscription_search: Found results from primary relay, returning immediately" ) ; console . log (
const immediateResult = createSearchResult ( searchState , searchType , normalizedSearchTerm ) ; "subscription_search: Found results from primary relay, returning immediately" ,
) ;
const immediateResult = createSearchResult (
searchState ,
searchType ,
normalizedSearchTerm ,
) ;
searchCache . set ( searchType , normalizedSearchTerm , immediateResult ) ; searchCache . set ( searchType , normalizedSearchTerm , immediateResult ) ;
// Start Phase 2 in background for additional results
// Start Phase 2 in background for additional results
searchOtherRelaysInBackground ( searchType , searchFilter , searchState , callbacks , abortSignal , cleanup ) ; searchOtherRelaysInBackground (
searchType ,
searchFilter ,
searchState ,
callbacks ,
abortSignal ,
cleanup ,
) ;
return immediateResult ; return immediateResult ;
} else { } else {
console . log ( "subscription_search: No results from primary relay, continuing to Phase 2" ) ; console . log (
"subscription_search: No results from primary relay, continuing to Phase 2" ,
) ;
} }
} catch ( error ) { } catch ( error ) {
console . error ( ` subscription_search: Error searching primary relay: ` , error ) ; console . error (
` subscription_search: Error searching primary relay: ` ,
error ,
) ;
} }
} else { } else {
console . log ( "subscription_search: No primary relays available, skipping Phase 1" ) ; console . log (
"subscription_search: No primary relays available, skipping Phase 1" ,
) ;
} }
// Always do Phase 2: Search all other relays in parallel
// Always do Phase 2: Search all other relays in parallel
return searchOtherRelaysInBackground ( searchType , searchFilter , searchState , callbacks , abortSignal , cleanup ) ; return searchOtherRelaysInBackground (
searchType ,
searchFilter ,
searchState ,
callbacks ,
abortSignal ,
cleanup ,
) ;
} }
/ * * / * *
@ -107,7 +172,7 @@ function createSearchState() {
eventAddresses : new Set < string > ( ) , eventAddresses : new Set < string > ( ) ,
foundProfiles : [ ] as NDKEvent [ ] , foundProfiles : [ ] as NDKEvent [ ] ,
isCompleted : false , isCompleted : false ,
currentSubscription : null as any currentSubscription : null as any ,
} ; } ;
} }
@ -124,7 +189,7 @@ function createCleanupFunction(searchState: any) {
try { try {
searchState . currentSubscription . stop ( ) ; searchState . currentSubscription . stop ( ) ;
} catch ( e ) { } catch ( e ) {
console . warn ( 'Error stopping subscription:' , e ) ; console . warn ( "Error stopping subscription:" , e ) ;
} }
searchState . currentSubscription = null ; searchState . currentSubscription = null ;
} }
@ -134,25 +199,31 @@ function createCleanupFunction(searchState: any) {
/ * * / * *
* Create search filter based on search type * Create search filter based on search type
* / * /
async function createSearchFilter ( searchType : SearchSubscriptionType , normalizedSearchTerm : string ) : Promise < SearchFilter > { async function createSearchFilter (
console . log ( "subscription_search: Creating search filter for:" , { searchType , normalizedSearchTerm } ) ; searchType : SearchSubscriptionType ,
normalizedSearchTerm : string ,
) : Promise < SearchFilter > {
console . log ( "subscription_search: Creating search filter for:" , {
searchType ,
normalizedSearchTerm ,
} ) ;
switch ( searchType ) { switch ( searchType ) {
case 'd' : case "d" :
const dFilter = { const dFilter = {
filter : { "#d" : [ normalizedSearchTerm ] } , filter : { "#d" : [ normalizedSearchTerm ] } ,
subscriptionType : 'd-tag' subscriptionType : "d-tag" ,
} ; } ;
console . log ( "subscription_search: Created d-tag filter:" , dFilter ) ; console . log ( "subscription_search: Created d-tag filter:" , dFilter ) ;
return dFilter ; return dFilter ;
case 't' : case "t" :
const tFilter = { const tFilter = {
filter : { "#t" : [ normalizedSearchTerm ] } , filter : { "#t" : [ normalizedSearchTerm ] } ,
subscriptionType : 't-tag' subscriptionType : "t-tag" ,
} ; } ;
console . log ( "subscription_search: Created t-tag filter:" , tFilter ) ; console . log ( "subscription_search: Created t-tag filter:" , tFilter ) ;
return tFilter ; return tFilter ;
case 'n' : case "n" :
const nFilter = await createProfileSearchFilter ( normalizedSearchTerm ) ; const nFilter = await createProfileSearchFilter ( normalizedSearchTerm ) ;
console . log ( "subscription_search: Created profile filter:" , nFilter ) ; console . log ( "subscription_search: Created profile filter:" , nFilter ) ;
return nFilter ; return nFilter ;
@ -164,14 +235,20 @@ async function createSearchFilter(searchType: SearchSubscriptionType, normalized
/ * * / * *
* Create profile search filter * Create profile search filter
* / * /
async function createProfileSearchFilter ( normalizedSearchTerm : string ) : Promise < SearchFilter > { async function createProfileSearchFilter (
normalizedSearchTerm : string ,
) : Promise < SearchFilter > {
// For npub searches, try to decode the search term first
// For npub searches, try to decode the search term first
try { try {
const decoded = nip19 . decode ( normalizedSearchTerm ) ; const decoded = nip19 . decode ( normalizedSearchTerm ) ;
if ( decoded && decoded . type === 'npub' ) { if ( decoded && decoded . type === "npub" ) {
return { return {
filter : { kinds : [ 0 ] , authors : [ decoded . data ] , limit : SEARCH_LIMITS.SPECIFIC_PROFILE } , filter : {
subscriptionType : 'npub-specific' kinds : [ 0 ] ,
authors : [ decoded . data ] ,
limit : SEARCH_LIMITS.SPECIFIC_PROFILE ,
} ,
subscriptionType : "npub-specific" ,
} ; } ;
} }
} catch ( e ) { } catch ( e ) {
@ -186,8 +263,12 @@ async function createProfileSearchFilter(normalizedSearchTerm: string): Promise<
const npub = await getNpubFromNip05 ( nip05Address ) ; const npub = await getNpubFromNip05 ( nip05Address ) ;
if ( npub ) { if ( npub ) {
return { return {
filter : { kinds : [ 0 ] , authors : [ npub ] , limit : SEARCH_LIMITS.SPECIFIC_PROFILE } , filter : {
subscriptionType : 'nip05-found' kinds : [ 0 ] ,
authors : [ npub ] ,
limit : SEARCH_LIMITS.SPECIFIC_PROFILE ,
} ,
subscriptionType : "nip05-found" ,
} ; } ;
} }
} catch ( e ) { } catch ( e ) {
@ -200,24 +281,32 @@ async function createProfileSearchFilter(normalizedSearchTerm: string): Promise<
return { return {
filter : { kinds : [ 0 ] , limit : SEARCH_LIMITS.GENERAL_PROFILE } , filter : { kinds : [ 0 ] , limit : SEARCH_LIMITS.GENERAL_PROFILE } ,
subscriptionType : 'profile' subscriptionType : "profile" ,
} ; } ;
} }
/ * * / * *
* Create primary relay set based on search type * Create primary relay set based on search type
* / * /
function createPrimaryRelaySet ( searchType : SearchSubscriptionType , ndk : any ) : NDKRelaySet { function createPrimaryRelaySet (
if ( searchType === 'n' ) { searchType : SearchSubscriptionType ,
ndk : any ,
) : NDKRelaySet {
if ( searchType === "n" ) {
// For profile searches, use profile relays first
// For profile searches, use profile relays first
const profileRelaySet = Array . from ( ndk . pool . relays . values ( ) ) . filter ( ( relay : any ) = >
const profileRelaySet = Array . from ( ndk . pool . relays . values ( ) ) . filter (
profileRelays . some ( profileRelay = > relay . url === profileRelay || relay . url === profileRelay + '/' ) ( relay : any ) = >
profileRelays . some (
( profileRelay ) = >
relay . url === profileRelay || relay . url === profileRelay + "/" ,
) ,
) ; ) ;
return new NDKRelaySet ( new Set ( profileRelaySet ) as any , ndk ) ; return new NDKRelaySet ( new Set ( profileRelaySet ) as any , ndk ) ;
} else { } else {
// For other searches, use community relay first
// For other searches, use community relay first
const communityRelaySet = Array . from ( ndk . pool . relays . values ( ) ) . filter ( ( relay : any ) = >
const communityRelaySet = Array . from ( ndk . pool . relays . values ( ) ) . filter (
relay . url === communityRelay || relay . url === communityRelay + '/' ( relay : any ) = >
relay . url === communityRelay || relay . url === communityRelay + "/" ,
) ; ) ;
return new NDKRelaySet ( new Set ( communityRelaySet ) as any , ndk ) ; return new NDKRelaySet ( new Set ( communityRelaySet ) as any , ndk ) ;
} }
@ -233,20 +322,29 @@ function processPrimaryRelayResults(
normalizedSearchTerm : string , normalizedSearchTerm : string ,
searchState : any , searchState : any ,
abortSignal? : AbortSignal , abortSignal? : AbortSignal ,
cleanup ? : ( ) = > void cleanup ? : ( ) = > void ,
) { ) {
console . log ( "subscription_search: Processing" , events . size , "events from primary relay" ) ; console . log (
"subscription_search: Processing" ,
events . size ,
"events from primary relay" ,
) ;
for ( const event of events ) { for ( const event of events ) {
// Check for abort signal
// Check for abort signal
if ( abortSignal ? . aborted ) { if ( abortSignal ? . aborted ) {
cleanup ? . ( ) ; cleanup ? . ( ) ;
throw new Error ( 'Search cancelled' ) ; throw new Error ( "Search cancelled" ) ;
} }
try { try {
if ( searchType === 'n' ) { if ( searchType === "n" ) {
processProfileEvent ( event , subscriptionType , normalizedSearchTerm , searchState ) ; processProfileEvent (
event ,
subscriptionType ,
normalizedSearchTerm ,
searchState ,
) ;
} else { } else {
processContentEvent ( event , searchType , searchState ) ; processContentEvent ( event , searchType , searchState ) ;
} }
@ -256,30 +354,45 @@ function processPrimaryRelayResults(
} }
} }
console . log ( "subscription_search: Processed events - firstOrder:" , searchState . firstOrderEvents . length , "profiles:" , searchState . foundProfiles . length , "tTag:" , searchState . tTagEvents . length ) ; console . log (
"subscription_search: Processed events - firstOrder:" ,
searchState . firstOrderEvents . length ,
"profiles:" ,
searchState . foundProfiles . length ,
"tTag:" ,
searchState . tTagEvents . length ,
) ;
} }
/ * * / * *
* Process profile event * Process profile event
* / * /
function processProfileEvent ( event : NDKEvent , subscriptionType : string , normalizedSearchTerm : string , searchState : any ) { function processProfileEvent (
event : NDKEvent ,
subscriptionType : string ,
normalizedSearchTerm : string ,
searchState : any ,
) {
if ( ! event . content ) return ; if ( ! event . content ) return ;
// If this is a specific npub search or NIP-05 found search, include all matching events
// If this is a specific npub search or NIP-05 found search, include all matching events
if ( subscriptionType === 'npub-specific' || subscriptionType === 'nip05-found' ) { if (
subscriptionType === "npub-specific" ||
subscriptionType === "nip05-found"
) {
searchState . foundProfiles . push ( event ) ; searchState . foundProfiles . push ( event ) ;
return ; return ;
} }
// For general profile searches, filter by content
// For general profile searches, filter by content
const profileData = JSON . parse ( event . content ) ; const profileData = JSON . parse ( event . content ) ;
const displayName = profileData . display_name || profileData . displayName || '' ; const displayName = profileData . display_name || profileData . displayName || "" ;
const name = profileData . name || '' ; const name = profileData . name || "" ;
const nip05 = profileData . nip05 || '' ; const nip05 = profileData . nip05 || "" ;
const username = profileData . username || '' ; const username = profileData . username || "" ;
const about = profileData . about || '' ; const about = profileData . about || "" ;
const bio = profileData . bio || '' ; const bio = profileData . bio || "" ;
const description = profileData . description || '' ; const description = profileData . description || "" ;
const matchesDisplayName = fieldMatches ( displayName , normalizedSearchTerm ) ; const matchesDisplayName = fieldMatches ( displayName , normalizedSearchTerm ) ;
const matchesName = fieldMatches ( name , normalizedSearchTerm ) ; const matchesName = fieldMatches ( name , normalizedSearchTerm ) ;
@ -289,7 +402,15 @@ function processProfileEvent(event: NDKEvent, subscriptionType: string, normaliz
const matchesBio = fieldMatches ( bio , normalizedSearchTerm ) ; const matchesBio = fieldMatches ( bio , normalizedSearchTerm ) ;
const matchesDescription = fieldMatches ( description , normalizedSearchTerm ) ; const matchesDescription = fieldMatches ( description , normalizedSearchTerm ) ;
if ( matchesDisplayName || matchesName || matchesNip05 || matchesUsername || matchesAbout || matchesBio || matchesDescription ) { if (
matchesDisplayName ||
matchesName ||
matchesNip05 ||
matchesUsername ||
matchesAbout ||
matchesBio ||
matchesDescription
) {
searchState . foundProfiles . push ( event ) ; searchState . foundProfiles . push ( event ) ;
} }
} }
@ -297,11 +418,19 @@ function processProfileEvent(event: NDKEvent, subscriptionType: string, normaliz
/ * * / * *
* Process content event * Process content event
* / * /
function processContentEvent ( event : NDKEvent , searchType : SearchSubscriptionType , searchState : any ) { function processContentEvent (
event : NDKEvent ,
searchType : SearchSubscriptionType ,
searchState : any ,
) {
if ( isEmojiReaction ( event ) ) return ; // Skip emoji reactions
if ( isEmojiReaction ( event ) ) return ; // Skip emoji reactions
if ( searchType === 'd' ) { if ( searchType === "d" ) {
console . log ( "subscription_search: Processing d-tag event:" , { id : event.id , kind : event.kind , pubkey : event.pubkey } ) ; console . log ( "subscription_search: Processing d-tag event:" , {
id : event.id ,
kind : event.kind ,
pubkey : event.pubkey ,
} ) ;
searchState . firstOrderEvents . push ( event ) ; searchState . firstOrderEvents . push ( event ) ;
// Collect event IDs and addresses for second-order search
// Collect event IDs and addresses for second-order search
@ -319,7 +448,7 @@ function processContentEvent(event: NDKEvent, searchType: SearchSubscriptionType
searchState . eventAddresses . add ( tag [ 1 ] ) ; searchState . eventAddresses . add ( tag [ 1 ] ) ;
} }
} ) ; } ) ;
} else if ( searchType === 't' ) { } else if ( searchType === "t" ) {
searchState . tTagEvents . push ( event ) ; searchState . tTagEvents . push ( event ) ;
} }
} }
@ -327,12 +456,15 @@ function processContentEvent(event: NDKEvent, searchType: SearchSubscriptionType
/ * * / * *
* Check if search state has results * Check if search state has results
* / * /
function hasResults ( searchState : any , searchType : SearchSubscriptionType ) : boolean { function hasResults (
if ( searchType === 'n' ) { searchState : any ,
searchType : SearchSubscriptionType ,
) : boolean {
if ( searchType === "n" ) {
return searchState . foundProfiles . length > 0 ; return searchState . foundProfiles . length > 0 ;
} else if ( searchType === 'd' ) { } else if ( searchType === "d" ) {
return searchState . firstOrderEvents . length > 0 ; return searchState . firstOrderEvents . length > 0 ;
} else if ( searchType === 't' ) { } else if ( searchType === "t" ) {
return searchState . tTagEvents . length > 0 ; return searchState . tTagEvents . length > 0 ;
} }
return false ; return false ;
@ -341,15 +473,24 @@ function hasResults(searchState: any, searchType: SearchSubscriptionType): boole
/ * * / * *
* Create search result from state * Create search result from state
* / * /
function createSearchResult ( searchState : any , searchType : SearchSubscriptionType , normalizedSearchTerm : string ) : SearchResult { function createSearchResult (
searchState : any ,
searchType : SearchSubscriptionType ,
normalizedSearchTerm : string ,
) : SearchResult {
return { return {
events : searchType === 'n' ? searchState.foundProfiles : searchType === 't' ? searchState.tTagEvents : searchState.firstOrderEvents , events :
searchType === "n"
? searchState . foundProfiles
: searchType === "t"
? searchState . tTagEvents
: searchState . firstOrderEvents ,
secondOrder : [ ] , secondOrder : [ ] ,
tTagEvents : [ ] , tTagEvents : [ ] ,
eventIds : searchState.eventIds , eventIds : searchState.eventIds ,
addresses : searchState.eventAddresses , addresses : searchState.eventAddresses ,
searchType : searchType , searchType : searchType ,
searchTerm : normalizedSearchTerm searchTerm : normalizedSearchTerm ,
} ; } ;
} }
@ -362,28 +503,35 @@ async function searchOtherRelaysInBackground(
searchState : any , searchState : any ,
callbacks? : SearchCallbacks , callbacks? : SearchCallbacks ,
abortSignal? : AbortSignal , abortSignal? : AbortSignal ,
cleanup ? : ( ) = > void cleanup ? : ( ) = > void ,
) : Promise < SearchResult > { ) : Promise < SearchResult > {
const ndk = get ( ndkInstance ) ; const ndk = get ( ndkInstance ) ;
const otherRelays = new NDKRelaySet ( const otherRelays = new NDKRelaySet (
new Set ( Array . from ( ndk . pool . relays . values ( ) ) . filter ( ( relay : any ) = > { new Set (
if ( searchType === 'n' ) { Array . from ( ndk . pool . relays . values ( ) ) . filter ( ( relay : any ) = > {
if ( searchType === "n" ) {
// For profile searches, exclude profile relays from fallback search
// For profile searches, exclude profile relays from fallback search
return ! profileRelays . some ( profileRelay = > relay . url === profileRelay || relay . url === profileRelay + '/' ) ; return ! profileRelays . some (
( profileRelay ) = >
relay . url === profileRelay || relay . url === profileRelay + "/" ,
) ;
} else { } else {
// For other searches, exclude community relay from fallback search
// For other searches, exclude community relay from fallback search
return relay . url !== communityRelay && relay . url !== communityRelay + '/' ; return (
relay . url !== communityRelay && relay . url !== communityRelay + "/"
) ;
} }
} ) ) , } ) ,
ndk ) ,
ndk ,
) ; ) ;
// Subscribe to events from other relays
// Subscribe to events from other relays
const sub = ndk . subscribe ( const sub = ndk . subscribe (
searchFilter . filter , searchFilter . filter ,
{ closeOnEose : true } , { closeOnEose : true } ,
otherRelays otherRelays ,
) ; ) ;
// Store the subscription for cleanup
// Store the subscription for cleanup
@ -394,10 +542,15 @@ async function searchOtherRelaysInBackground(
callbacks . onSubscriptionCreated ( sub ) ; callbacks . onSubscriptionCreated ( sub ) ;
} }
sub . on ( 'event' , ( event : NDKEvent ) = > { sub . on ( "event" , ( event : NDKEvent ) = > {
try { try {
if ( searchType === 'n' ) { if ( searchType === "n" ) {
processProfileEvent ( event , searchFilter . subscriptionType , searchState . normalizedSearchTerm , searchState ) ; processProfileEvent (
event ,
searchFilter . subscriptionType ,
searchState . normalizedSearchTerm ,
searchState ,
) ;
} else { } else {
processContentEvent ( event , searchType , searchState ) ; processContentEvent ( event , searchType , searchState ) ;
} }
@ -407,8 +560,13 @@ async function searchOtherRelaysInBackground(
} ) ; } ) ;
return new Promise < SearchResult > ( ( resolve ) = > { return new Promise < SearchResult > ( ( resolve ) = > {
sub . on ( 'eose' , ( ) = > { sub . on ( "eose" , ( ) = > {
const result = processEoseResults ( searchType , searchState , searchFilter , callbacks ) ; const result = processEoseResults (
searchType ,
searchState ,
searchFilter ,
callbacks ,
) ;
searchCache . set ( searchType , searchState . normalizedSearchTerm , result ) ; searchCache . set ( searchType , searchState . normalizedSearchTerm , result ) ;
cleanup ? . ( ) ; cleanup ? . ( ) ;
resolve ( result ) ; resolve ( result ) ;
@ -423,13 +581,13 @@ function processEoseResults(
searchType : SearchSubscriptionType , searchType : SearchSubscriptionType ,
searchState : any , searchState : any ,
searchFilter : SearchFilter , searchFilter : SearchFilter ,
callbacks? : SearchCallbacks callbacks? : SearchCallbacks ,
) : SearchResult { ) : SearchResult {
if ( searchType === 'n' ) { if ( searchType === "n" ) {
return processProfileEoseResults ( searchState , searchFilter , callbacks ) ; return processProfileEoseResults ( searchState , searchFilter , callbacks ) ;
} else if ( searchType === 'd' ) { } else if ( searchType === "d" ) {
return processContentEoseResults ( searchState , searchType ) ; return processContentEoseResults ( searchState , searchType ) ;
} else if ( searchType === 't' ) { } else if ( searchType === "t" ) {
return processTTagEoseResults ( searchState ) ; return processTTagEoseResults ( searchState ) ;
} }
@ -439,9 +597,13 @@ function processEoseResults(
/ * * / * *
* Process profile EOSE results * Process profile EOSE results
* / * /
function processProfileEoseResults ( searchState : any , searchFilter : SearchFilter , callbacks? : SearchCallbacks ) : SearchResult { function processProfileEoseResults (
searchState : any ,
searchFilter : SearchFilter ,
callbacks? : SearchCallbacks ,
) : SearchResult {
if ( searchState . foundProfiles . length === 0 ) { if ( searchState . foundProfiles . length === 0 ) {
return createEmptySearchResult ( 'n' , searchState . normalizedSearchTerm ) ; return createEmptySearchResult ( "n" , searchState . normalizedSearchTerm ) ;
} }
// Deduplicate by pubkey, keep only newest
// Deduplicate by pubkey, keep only newest
@ -457,19 +619,36 @@ function processProfileEoseResults(searchState: any, searchFilter: SearchFilter,
// Sort by creation time (newest first) and take only the most recent profiles
// Sort by creation time (newest first) and take only the most recent profiles
const dedupedProfiles = Object . values ( deduped ) const dedupedProfiles = Object . values ( deduped )
. sort ( ( a , b ) = > b . created_at - a . created_at ) . sort ( ( a , b ) = > b . created_at - a . created_at )
. map ( x = > x . event ) ; . map ( ( x ) = > x . event ) ;
// Perform second-order search for npub searches
// Perform second-order search for npub searches
if ( searchFilter . subscriptionType === 'npub-specific' || searchFilter . subscriptionType === 'nip05-found' ) { if (
searchFilter . subscriptionType === "npub-specific" ||
searchFilter . subscriptionType === "nip05-found"
) {
const targetPubkey = dedupedProfiles [ 0 ] ? . pubkey ; const targetPubkey = dedupedProfiles [ 0 ] ? . pubkey ;
if ( targetPubkey ) { if ( targetPubkey ) {
performSecondOrderSearchInBackground ( 'n' , dedupedProfiles , new Set ( ) , new Set ( ) , targetPubkey , callbacks ) ; performSecondOrderSearchInBackground (
"n" ,
dedupedProfiles ,
new Set ( ) ,
new Set ( ) ,
targetPubkey ,
callbacks ,
) ;
} }
} else if ( searchFilter . subscriptionType === 'profile' ) { } else if ( searchFilter . subscriptionType === "profile" ) {
// For general profile searches, perform second-order search for each found profile
// For general profile searches, perform second-order search for each found profile
for ( const profile of dedupedProfiles ) { for ( const profile of dedupedProfiles ) {
if ( profile . pubkey ) { if ( profile . pubkey ) {
performSecondOrderSearchInBackground ( 'n' , dedupedProfiles , new Set ( ) , new Set ( ) , profile . pubkey , callbacks ) ; performSecondOrderSearchInBackground (
"n" ,
dedupedProfiles ,
new Set ( ) ,
new Set ( ) ,
profile . pubkey ,
callbacks ,
) ;
} }
} }
} }
@ -478,36 +657,47 @@ function processProfileEoseResults(searchState: any, searchFilter: SearchFilter,
events : dedupedProfiles , events : dedupedProfiles ,
secondOrder : [ ] , secondOrder : [ ] ,
tTagEvents : [ ] , tTagEvents : [ ] ,
eventIds : new Set ( dedupedProfiles . map ( p = > p . id ) ) , eventIds : new Set ( dedupedProfiles . map ( ( p ) = > p . id ) ) ,
addresses : new Set ( ) , addresses : new Set ( ) ,
searchType : 'n' , searchType : "n" ,
searchTerm : searchState.normalizedSearchTerm searchTerm : searchState.normalizedSearchTerm ,
} ; } ;
} }
/ * * / * *
* Process content EOSE results * Process content EOSE results
* / * /
function processContentEoseResults ( searchState : any , searchType : SearchSubscriptionType ) : SearchResult { function processContentEoseResults (
searchState : any ,
searchType : SearchSubscriptionType ,
) : SearchResult {
if ( searchState . firstOrderEvents . length === 0 ) { if ( searchState . firstOrderEvents . length === 0 ) {
return createEmptySearchResult ( searchType , searchState . normalizedSearchTerm ) ; return createEmptySearchResult (
searchType ,
searchState . normalizedSearchTerm ,
) ;
} }
// Deduplicate by kind, pubkey, and d-tag, keep only newest event for each combination
// Deduplicate by kind, pubkey, and d-tag, keep only newest event for each combination
const deduped : Record < string , { event : NDKEvent ; created_at : number } > = { } ; const deduped : Record < string , { event : NDKEvent ; created_at : number } > = { } ;
for ( const event of searchState . firstOrderEvents ) { for ( const event of searchState . firstOrderEvents ) {
const dTag = getMatchingTags ( event , 'd' ) [ 0 ] ? . [ 1 ] || '' ; const dTag = getMatchingTags ( event , "d" ) [ 0 ] ? . [ 1 ] || "" ;
const key = ` ${ event . kind } : ${ event . pubkey } : ${ dTag } ` ; const key = ` ${ event . kind } : ${ event . pubkey } : ${ dTag } ` ;
const created_at = event . created_at || 0 ; const created_at = event . created_at || 0 ;
if ( ! deduped [ key ] || deduped [ key ] . created_at < created_at ) { if ( ! deduped [ key ] || deduped [ key ] . created_at < created_at ) {
deduped [ key ] = { event , created_at } ; deduped [ key ] = { event , created_at } ;
} }
} }
const dedupedEvents = Object . values ( deduped ) . map ( x = > x . event ) ; const dedupedEvents = Object . values ( deduped ) . map ( ( x ) = > x . event ) ;
// Perform second-order search for d-tag searches
// Perform second-order search for d-tag searches
if ( dedupedEvents . length > 0 ) { if ( dedupedEvents . length > 0 ) {
performSecondOrderSearchInBackground ( 'd' , dedupedEvents , searchState . eventIds , searchState . eventAddresses ) ; performSecondOrderSearchInBackground (
"d" ,
dedupedEvents ,
searchState . eventIds ,
searchState . eventAddresses ,
) ;
} }
return { return {
@ -517,7 +707,7 @@ function processContentEoseResults(searchState: any, searchType: SearchSubscript
eventIds : searchState.eventIds , eventIds : searchState.eventIds ,
addresses : searchState.eventAddresses , addresses : searchState.eventAddresses ,
searchType : searchType , searchType : searchType ,
searchTerm : searchState.normalizedSearchTerm searchTerm : searchState.normalizedSearchTerm ,
} ; } ;
} }
@ -526,7 +716,7 @@ function processContentEoseResults(searchState: any, searchType: SearchSubscript
* / * /
function processTTagEoseResults ( searchState : any ) : SearchResult { function processTTagEoseResults ( searchState : any ) : SearchResult {
if ( searchState . tTagEvents . length === 0 ) { if ( searchState . tTagEvents . length === 0 ) {
return createEmptySearchResult ( 't' , searchState . normalizedSearchTerm ) ; return createEmptySearchResult ( "t" , searchState . normalizedSearchTerm ) ;
} }
return { return {
@ -535,15 +725,18 @@ function processTTagEoseResults(searchState: any): SearchResult {
tTagEvents : [ ] , tTagEvents : [ ] ,
eventIds : new Set ( ) , eventIds : new Set ( ) ,
addresses : new Set ( ) , addresses : new Set ( ) ,
searchType : 't' , searchType : "t" ,
searchTerm : searchState.normalizedSearchTerm searchTerm : searchState.normalizedSearchTerm ,
} ; } ;
} }
/ * * / * *
* Create empty search result * Create empty search result
* / * /
function createEmptySearchResult ( searchType : SearchSubscriptionType , searchTerm : string ) : SearchResult { function createEmptySearchResult (
searchType : SearchSubscriptionType ,
searchTerm : string ,
) : SearchResult {
return { return {
events : [ ] , events : [ ] ,
secondOrder : [ ] , secondOrder : [ ] ,
@ -551,7 +744,7 @@ function createEmptySearchResult(searchType: SearchSubscriptionType, searchTerm:
eventIds : new Set ( ) , eventIds : new Set ( ) ,
addresses : new Set ( ) , addresses : new Set ( ) ,
searchType : searchType , searchType : searchType ,
searchTerm : searchTerm searchTerm : searchTerm ,
} ; } ;
} }
@ -559,12 +752,12 @@ function createEmptySearchResult(searchType: SearchSubscriptionType, searchTerm:
* Perform second - order search in background * Perform second - order search in background
* / * /
async function performSecondOrderSearchInBackground ( async function performSecondOrderSearchInBackground (
searchType : 'n' | 'd' , searchType : "n" | "d" ,
firstOrderEvents : NDKEvent [ ] , firstOrderEvents : NDKEvent [ ] ,
eventIds : Set < string > = new Set ( ) , eventIds : Set < string > = new Set ( ) ,
addresses : Set < string > = new Set ( ) , addresses : Set < string > = new Set ( ) ,
targetPubkey? : string , targetPubkey? : string ,
callbacks? : SearchCallbacks callbacks? : SearchCallbacks ,
) { ) {
try { try {
const ndk = get ( ndkInstance ) ; const ndk = get ( ndkInstance ) ;
@ -572,49 +765,65 @@ async function performSecondOrderSearchInBackground(
// Set a timeout for second-order search
// Set a timeout for second-order search
const timeoutPromise = new Promise ( ( _ , reject ) = > { const timeoutPromise = new Promise ( ( _ , reject ) = > {
setTimeout ( ( ) = > reject ( new Error ( 'Second-order search timeout' ) ) , TIMEOUTS . SECOND_ORDER_SEARCH ) ; setTimeout (
( ) = > reject ( new Error ( "Second-order search timeout" ) ) ,
TIMEOUTS . SECOND_ORDER_SEARCH ,
) ;
} ) ; } ) ;
const searchPromise = ( async ( ) = > { const searchPromise = ( async ( ) = > {
if ( searchType === 'n' && targetPubkey ) { if ( searchType === "n" && targetPubkey ) {
// Search for events that mention this pubkey via p-tags
// Search for events that mention this pubkey via p-tags
const pTagFilter = { '#p' : [ targetPubkey ] } ; const pTagFilter = { "#p" : [ targetPubkey ] } ;
const pTagEvents = await ndk . fetchEvents ( const pTagEvents = await ndk . fetchEvents (
pTagFilter , pTagFilter ,
{ closeOnEose : true } , { closeOnEose : true } ,
new NDKRelaySet ( new Set ( Array . from ( ndk . pool . relays . values ( ) ) ) , ndk ) , new NDKRelaySet ( new Set ( Array . from ( ndk . pool . relays . values ( ) ) ) , ndk ) ,
) ; ) ;
// Filter out emoji reactions
// Filter out emoji reactions
const filteredEvents = Array . from ( pTagEvents ) . filter ( event = > ! isEmojiReaction ( event ) ) ; const filteredEvents = Array . from ( pTagEvents ) . filter (
( event ) = > ! isEmojiReaction ( event ) ,
) ;
allSecondOrderEvents = [ . . . allSecondOrderEvents , . . . filteredEvents ] ; allSecondOrderEvents = [ . . . allSecondOrderEvents , . . . filteredEvents ] ;
} else if ( searchType === 'd' ) { } else if ( searchType === "d" ) {
// Parallel fetch for #e and #a tag events
// Parallel fetch for #e and #a tag events
const relaySet = new NDKRelaySet ( new Set ( Array . from ( ndk . pool . relays . values ( ) ) ) , ndk ) ; const relaySet = new NDKRelaySet (
new Set ( Array . from ( ndk . pool . relays . values ( ) ) ) ,
ndk ,
) ;
const [ eTagEvents , aTagEvents ] = await Promise . all ( [ const [ eTagEvents , aTagEvents ] = await Promise . all ( [
eventIds . size > 0 eventIds . size > 0
? ndk . fetchEvents ( ? ndk . fetchEvents (
{ '#e' : Array . from ( eventIds ) } , { "#e" : Array . from ( eventIds ) } ,
{ closeOnEose : true } , { closeOnEose : true } ,
relaySet relaySet ,
) )
: Promise . resolve ( [ ] ) , : Promise . resolve ( [ ] ) ,
addresses . size > 0 addresses . size > 0
? ndk . fetchEvents ( ? ndk . fetchEvents (
{ '#a' : Array . from ( addresses ) } , { "#a" : Array . from ( addresses ) } ,
{ closeOnEose : true } , { closeOnEose : true } ,
relaySet relaySet ,
) )
: Promise . resolve ( [ ] ) , : Promise . resolve ( [ ] ) ,
] ) ; ] ) ;
// Filter out emoji reactions
// Filter out emoji reactions
const filteredETagEvents = Array . from ( eTagEvents ) . filter ( event = > ! isEmojiReaction ( event ) ) ; const filteredETagEvents = Array . from ( eTagEvents ) . filter (
const filteredATagEvents = Array . from ( aTagEvents ) . filter ( event = > ! isEmojiReaction ( event ) ) ; ( event ) = > ! isEmojiReaction ( event ) ,
allSecondOrderEvents = [ . . . allSecondOrderEvents , . . . filteredETagEvents , . . . filteredATagEvents ] ; ) ;
const filteredATagEvents = Array . from ( aTagEvents ) . filter (
( event ) = > ! isEmojiReaction ( event ) ,
) ;
allSecondOrderEvents = [
. . . allSecondOrderEvents ,
. . . filteredETagEvents ,
. . . filteredATagEvents ,
] ;
} }
// Deduplicate by event ID
// Deduplicate by event ID
const uniqueSecondOrder = new Map < string , NDKEvent > ( ) ; const uniqueSecondOrder = new Map < string , NDKEvent > ( ) ;
allSecondOrderEvents . forEach ( event = > { allSecondOrderEvents . forEach ( ( event ) = > {
if ( event . id ) { if ( event . id ) {
uniqueSecondOrder . set ( event . id , event ) ; uniqueSecondOrder . set ( event . id , event ) ;
} }
@ -623,8 +832,10 @@ async function performSecondOrderSearchInBackground(
let deduplicatedSecondOrder = Array . from ( uniqueSecondOrder . values ( ) ) ; let deduplicatedSecondOrder = Array . from ( uniqueSecondOrder . values ( ) ) ;
// Remove any events already in first order
// Remove any events already in first order
const firstOrderIds = new Set ( firstOrderEvents . map ( e = > e . id ) ) ; const firstOrderIds = new Set ( firstOrderEvents . map ( ( e ) = > e . id ) ) ;
deduplicatedSecondOrder = deduplicatedSecondOrder . filter ( e = > ! firstOrderIds . has ( e . id ) ) ; deduplicatedSecondOrder = deduplicatedSecondOrder . filter (
( e ) = > ! firstOrderIds . has ( e . id ) ,
) ;
// Sort by creation date (newest first) and limit to newest results
// Sort by creation date (newest first) and limit to newest results
const sortedSecondOrder = deduplicatedSecondOrder const sortedSecondOrder = deduplicatedSecondOrder
@ -636,10 +847,13 @@ async function performSecondOrderSearchInBackground(
events : firstOrderEvents , events : firstOrderEvents ,
secondOrder : sortedSecondOrder , secondOrder : sortedSecondOrder ,
tTagEvents : [ ] , tTagEvents : [ ] ,
eventIds : searchType === 'n' ? new Set ( firstOrderEvents . map ( p = > p . id ) ) : eventIds , eventIds :
addresses : searchType === 'n' ? new Set ( ) : addresses , searchType === "n"
? new Set ( firstOrderEvents . map ( ( p ) = > p . id ) )
: eventIds ,
addresses : searchType === "n" ? new Set ( ) : addresses ,
searchType : searchType , searchType : searchType ,
searchTerm : '' // This will be set by the caller
searchTerm : "" , // This will be set by the caller
} ; } ;
// Notify UI of updated results
// Notify UI of updated results
@ -651,6 +865,9 @@ async function performSecondOrderSearchInBackground(
// Race between search and timeout
// Race between search and timeout
await Promise . race ( [ searchPromise , timeoutPromise ] ) ; await Promise . race ( [ searchPromise , timeoutPromise ] ) ;
} catch ( err ) { } catch ( err ) {
console . error ( ` [Search] Error in second-order ${ searchType } -tag search: ` , err ) ; console . error (
` [Search] Error in second-order ${ searchType } -tag search: ` ,
err ,
) ;
} }
} }
