@ -8,10 +8,11 @@ import {
import { normalizeToDTag , parseAdvancedSearch } from '@/lib/search-parser' import { normalizeToDTag , parseAdvancedSearch } from '@/lib/search-parser'
import logger from '@/lib/logger' import logger from '@/lib/logger'
import { extractNip32LabelValues , isBooklistNip32Label } from '@/lib/nip32-label' import { extractNip32LabelValues , isBooklistNip32Label } from '@/lib/nip32-label'
import { queryIndexRelay , queryIndexRelayForLibrary , queryIndexRelayPublicationMetadata Search } from '@/lib/index-relay-http' import { queryIndexRelay , queryIndexRelayForLibrary , queryIndexRelayPublicationSearch } from '@/lib/index-relay-http'
import { import {
buildIndexByAddress , buildIndexByAddress ,
buildStructuralPublicationIndexMap , buildStructuralPublicationIndexMap ,
collectPublicationIndexEventIds ,
collectReachableAddressesCached , collectReachableAddressesCached ,
eventTagAddress , eventTagAddress ,
filterValidIndexEvents , filterValidIndexEvents ,
@ -54,11 +55,7 @@ const INDEX_MAX_PAGES_PER_RELAY = 100
const INDEX_VERIFY_CHUNK = 80 const INDEX_VERIFY_CHUNK = 80
const ENGAGEMENT_ADDRESS_CHUNK = 36 const ENGAGEMENT_ADDRESS_CHUNK = 36
const ENGAGEMENT_EVENT_ID_CHUNK = 44 const ENGAGEMENT_EVENT_ID_CHUNK = 44
/** Cap engagement relay queries to the first slice of the catalog (not the full index corpus). */ const MAX_TARGET_ADDRESSES = 480
const MAX_TARGET_ADDRESSES = 120
const MAX_TARGET_EVENT_IDS = 160
const MAX_ENGAGEMENT_HTTP_CHUNKS = 6
const ENGAGEMENT_FETCH_TIMEOUT_MS = 25 _000
const HYDRATE_MISSING_CAP = 64 const HYDRATE_MISSING_CAP = 64
export const LIBRARY_PAGE_SIZE = 120 export const LIBRARY_PAGE_SIZE = 120
/** @deprecated Use {@link LIBRARY_PAGE_SIZE} */ /** @deprecated Use {@link LIBRARY_PAGE_SIZE} */
@ -66,8 +63,6 @@ export const LIBRARY_RECENT_FALLBACK_LIMIT = LIBRARY_PAGE_SIZE
const LIBRARY_SEARCH_READING_CACHE_LIMIT = 200 const LIBRARY_SEARCH_READING_CACHE_LIMIT = 200
export const LIBRARY_RELAY_SEARCH_LIMIT = 100 export const LIBRARY_RELAY_SEARCH_LIMIT = 100
const LIBRARY_RELAY_SEARCH_TIMEOUT_MS = 28 _000 const LIBRARY_RELAY_SEARCH_TIMEOUT_MS = 28 _000
/** Max paginated HTTP pages when title/author metadata API is unavailable (Mercury v0.2.0). */
const LIBRARY_RELAY_SEARCH_SCAN_MAX_PAGES = 80
/** NIP-51 pin list (kind 10001). */ /** NIP-51 pin list (kind 10001). */
const PIN_LIST_KIND = 10001 const PIN_LIST_KIND = 10001
/** Per-relay WS page fetch — one relay at a time avoids multi-relay onclose resolving after ~1s. */ /** Per-relay WS page fetch — one relay at a time avoids multi-relay onclose resolving after ~1s. */
@ -203,13 +198,8 @@ type LibrarySearchSessionRow = {
const librarySearchSessionCache = new Map < string , LibrarySearchSessionRow > ( ) const librarySearchSessionCache = new Map < string , LibrarySearchSessionRow > ( )
function librarySearchQueryKey ( function librarySearchQueryKey ( query : string ) : string {
query : string , return normalizeGeneralSearchQuery ( query ) . toLowerCase ( )
axis? : LibraryPublicationRelaySearchAxis | null
) : string {
const base = normalizeGeneralSearchQuery ( query ) . toLowerCase ( )
if ( ! axis ) return base
return ` ${ axis } : ${ base } `
} }
function librarySearchFingerprint ( context : LibrarySearchContext ) : string { function librarySearchFingerprint ( context : LibrarySearchContext ) : string {
@ -240,9 +230,9 @@ function librarySearchFingerprint(context: LibrarySearchContext): string {
function getLibrarySearchSessionRow ( function getLibrarySearchSessionRow (
query : string , query : string ,
context : LibrarySearchContext , context : LibrarySearchContext ,
opts ? : { requireRelaySearch? : boolean ; axis? : LibraryPublicationRelaySearchAxis | null } opts ? : { requireRelaySearch? : boolean }
) : LibrarySearchSessionRow | null { ) : LibrarySearchSessionRow | null {
const key = librarySearchQueryKey ( query , opts ? . axis ) const key = librarySearchQueryKey ( query )
if ( ! key ) return null if ( ! key ) return null
const row = librarySearchSessionCache . get ( key ) const row = librarySearchSessionCache . get ( key )
if ( ! row ) return null if ( ! row ) return null
@ -254,10 +244,9 @@ function getLibrarySearchSessionRow(
function putLibrarySearchSessionRow ( function putLibrarySearchSessionRow (
query : string , query : string ,
context : LibrarySearchContext , context : LibrarySearchContext ,
row : Omit < LibrarySearchSessionRow , ' fingerprint ' > , row : Omit < LibrarySearchSessionRow , ' fingerprint ' >
axis? : LibraryPublicationRelaySearchAxis | null
) : void { ) : void {
const key = librarySearchQueryKey ( query , axis ) const key = librarySearchQueryKey ( query )
if ( ! key ) return if ( ! key ) return
librarySearchSessionCache . set ( key , { librarySearchSessionCache . set ( key , {
. . . row , . . . row ,
@ -268,10 +257,9 @@ function putLibrarySearchSessionRow(
/** Sync read of cached search hits for the current index + engagement snapshot. */ /** Sync read of cached search hits for the current index + engagement snapshot. */
export function peekLibrarySearchResults ( export function peekLibrarySearchResults (
query : string , query : string ,
context : LibrarySearchContext , context : LibrarySearchContext
axis? : LibraryPublicationRelaySearchAxis | null
) : LibraryPublicationEntry [ ] | null { ) : LibraryPublicationEntry [ ] | null {
return getLibrarySearchSessionRow ( query , context , { axis } ) ? . entries ? ? null return getLibrarySearchSessionRow ( query , context ) ? . entries ? ? null
} }
export function clearLibrarySearchSessionCache ( ) : void { export function clearLibrarySearchSessionCache ( ) : void {
@ -921,21 +909,8 @@ export async function fetchPublicationEngagementMaps(
return emptyPublicationEngagementMaps ( ) return emptyPublicationEngagementMaps ( )
} }
return withEngagementTimeout ( const addressChunks = chunkArray ( [ . . . targetAddresses ] , ENGAGEMENT_ADDRESS_CHUNK )
fetchPublicationEngagementMapsInner ( relayUrls , targetAddresses , targetEventIds , options ) , const eventIdChunks = chunkArray ( [ . . . targetEventIds ] , ENGAGEMENT_EVENT_ID_CHUNK )
emptyPublicationEngagementMaps ( ) ,
'maps'
)
}
async function fetchPublicationEngagementMapsInner (
relayUrls : string [ ] ,
targetAddresses : Set < string > ,
targetEventIds : Set < string > ,
options ? : { viewerPubkey? : string | null }
) : Promise < PublicationEngagementMaps > {
const addressChunks = limitEngagementChunks ( chunkArray ( [ . . . targetAddresses ] , ENGAGEMENT_ADDRESS_CHUNK ) )
const eventIdChunks = limitEngagementChunks ( chunkArray ( [ . . . targetEventIds ] , ENGAGEMENT_EVENT_ID_CHUNK ) )
const { wsRelays , httpRelays } = splitWsAndHttpRelays ( relayUrls ) const { wsRelays , httpRelays } = splitWsAndHttpRelays ( relayUrls )
const useWsEngagement = wsRelays . length > 0 const useWsEngagement = wsRelays . length > 0
if ( import . meta . env . DEV ) { if ( import . meta . env . DEV ) {
@ -1588,10 +1563,8 @@ export async function refreshLibraryEngagement(
viewerPubkey? : string | null viewerPubkey? : string | null
) : Promise < { engagement : PublicationEngagementMaps ; engaged : LibraryPublicationEntry [ ] } > { ) : Promise < { engagement : PublicationEngagementMaps ; engaged : LibraryPublicationEntry [ ] } > {
const indexByAddress = buildIndexByAddress ( indexEvents ) const indexByAddress = buildIndexByAddress ( indexEvents )
const { addresses : targetAddresses , eventIds : targetEventIds } = collectEngagementTargets ( const targetAddresses = collectTargetAddressesFromIndexes ( indexEvents , indexByAddress )
indexEvents , const targetEventIds = collectPublicationIndexEventIds ( indexEvents )
indexByAddress
)
const engagementRelayUrls = await buildLibraryEngagementRelayUrls ( const engagementRelayUrls = await buildLibraryEngagementRelayUrls (
viewerPubkey ? ? undefined , viewerPubkey ? ? undefined ,
indexRelayUrls , indexRelayUrls ,
@ -1616,24 +1589,23 @@ export async function refreshLibraryEngagement(
} }
} }
const LIBRARY_SEARCH_BATCH_SIZE = 80 /** Search all cached kind-30040 indexes (library index store), mapping nested hits to top-level roots. */
export function searchLibraryPublicationIndex (
function collectLibraryPublicationIndexSearchRoots (
query : string , query : string ,
indexEvents : Event [ ] , indexEvents : Event [ ] ,
topLevelIds : Set < string > , indexByAddress : Map < string , Event >
addressToRoot : Map < string , Event > , ) : Event [ ] {
axis : LibraryPublicationRelaySearchAxis | null | undefined ,
roots : Map < string , Event > ,
start : number ,
end : number
) : void {
const q = query . trim ( ) const q = query . trim ( )
if ( ! q || indexEvents . length === 0 ) return [ ]
const topLevel = getTopLevelIndexEvents ( indexEvents )
const topLevelIds = new Set ( topLevel . map ( ( ev ) = > ev . id ) )
const addressToRoot = buildAddressToRootMap ( topLevel , indexByAddress )
const roots = new Map < string , Event > ( )
for ( let i = start ; i < end ; i ++ ) { for ( const ev of indexEvents ) {
const ev = indexEvents [ i ]
if ( ev . kind !== ExtendedKind . PUBLICATION ) continue if ( ev . kind !== ExtendedKind . PUBLICATION ) continue
if ( ! publicationIndexMatchesSearchQueryWithAxis ( ev , q , axis ) ) continue if ( ! publicationIndexMatchesSearchQuery ( ev , q ) ) continue
if ( topLevelIds . has ( ev . id ) ) { if ( topLevelIds . has ( ev . id ) ) {
roots . set ( ev . id , ev ) roots . set ( ev . id , ev )
@ -1644,78 +1616,10 @@ function collectLibraryPublicationIndexSearchRoots(
const root = addr ? addressToRoot . get ( addr ) : undefined const root = addr ? addressToRoot . get ( addr ) : undefined
if ( root ) roots . set ( root . id , root ) if ( root ) roots . set ( root . id , root )
} }
}
/** Search all cached kind-30040 indexes (library index store), mapping nested hits to top-level roots. */
export function searchLibraryPublicationIndex (
query : string ,
indexEvents : Event [ ] ,
indexByAddress : Map < string , Event > ,
axis? : LibraryPublicationRelaySearchAxis | null
) : Event [ ] {
const q = query . trim ( )
if ( ! q || indexEvents . length === 0 ) return [ ]
const topLevel = getTopLevelIndexEvents ( indexEvents )
const topLevelIds = new Set ( topLevel . map ( ( ev ) = > ev . id ) )
const addressToRoot = buildAddressToRootMap ( topLevel , indexByAddress )
const roots = new Map < string , Event > ( )
collectLibraryPublicationIndexSearchRoots (
q ,
indexEvents ,
topLevelIds ,
addressToRoot ,
axis ,
roots ,
0 ,
indexEvents . length
)
return [ . . . roots . values ( ) ] return [ . . . roots . values ( ) ]
} }
/** Yields between batches so large index scans do not freeze the UI. */
export function searchLibraryPublicationIndexAsync (
query : string ,
indexEvents : Event [ ] ,
indexByAddress : Map < string , Event > ,
axis? : LibraryPublicationRelaySearchAxis | null ,
signal ? : { cancelled : boolean }
) : Promise < Event [ ] > {
const q = query . trim ( )
if ( ! q || indexEvents . length === 0 ) return Promise . resolve ( [ ] )
const topLevel = getTopLevelIndexEvents ( indexEvents )
const topLevelIds = new Set ( topLevel . map ( ( ev ) = > ev . id ) )
const addressToRoot = buildAddressToRootMap ( topLevel , indexByAddress )
const roots = new Map < string , Event > ( )
let i = 0
return new Promise ( ( resolve ) = > {
const step = ( ) = > {
if ( signal ? . cancelled ) return
const end = Math . min ( i + LIBRARY_SEARCH_BATCH_SIZE , indexEvents . length )
collectLibraryPublicationIndexSearchRoots (
q ,
indexEvents ,
topLevelIds ,
addressToRoot ,
axis ,
roots ,
i ,
end
)
i = end
if ( signal ? . cancelled ) return
if ( i < indexEvents . length ) {
requestAnimationFrame ( step )
} else {
resolve ( [ . . . roots . values ( ) ] )
}
}
requestAnimationFrame ( step )
} )
}
export type LibrarySearchContext = { export type LibrarySearchContext = {
indexEvents : Event [ ] indexEvents : Event [ ]
engagement? : PublicationEngagementMaps engagement? : PublicationEngagementMaps
@ -1727,20 +1631,15 @@ export type LibrarySearchContext = {
* / * /
export async function searchLibraryPublications ( export async function searchLibraryPublications (
query : string , query : string ,
context : LibrarySearchContext , context : LibrarySearchContext
axis? : LibraryPublicationRelaySearchAxis | null
) : Promise < LibraryPublicationEntry [ ] > { ) : Promise < LibraryPublicationEntry [ ] > {
const q = query . trim ( ) const q = query . trim ( )
if ( ! q ) return [ ] if ( ! q ) return [ ]
const cached = getLibrarySearchSessionRow ( q , context , { axis } ) const cached = getLibrarySearchSessionRow ( q , context )
if ( cached ) { if ( cached ) {
if ( import . meta . env . DEV ) { if ( import . meta . env . DEV ) {
logger . info ( '[Library] search cache hit' , { logger . info ( '[Library] search cache hit' , { query : q , relaySearched : cached.relaySearched } )
query : q ,
axis : axis ? ? 'all' ,
relaySearched : cached.relaySearched
} )
} }
return cached . entries return cached . entries
} }
@ -1752,7 +1651,7 @@ export async function searchLibraryPublications(
const engagement = context . engagement ? ? EMPTY_ENGAGEMENT const engagement = context . engagement ? ? EMPTY_ENGAGEMENT
const indexByAddress = buildIndexByAddress ( indexEvents ) const indexByAddress = buildIndexByAddress ( indexEvents )
const fromIndex = await searchLibraryPublicationIndexAsync ( q , indexEvents , indexByAddress , axi s ) const fromIndex = searchLibraryPublicationIndex ( q , indexEvents , indexByAddress )
const rootMap = new Map < string , Event > ( ) const rootMap = new Map < string , Event > ( )
for ( const root of fromIndex ) rootMap . set ( root . id , root ) for ( const root of fromIndex ) rootMap . set ( root . id , root )
@ -1768,7 +1667,7 @@ export async function searchLibraryPublications(
) )
for ( const ev of fromReadingCache ) { for ( const ev of fromReadingCache ) {
if ( ev . kind !== ExtendedKind . PUBLICATION ) continue if ( ev . kind !== ExtendedKind . PUBLICATION ) continue
if ( ! publicationIndexMatchesSearchQueryWithAxis ( ev , q , axis ) ) continue if ( ! publicationIndexMatchesSearchQuery ( ev , q ) ) continue
if ( rootMap . has ( ev . id ) ) continue if ( rootMap . has ( ev . id ) ) continue
const addr = eventTagAddress ( ev ) const addr = eventTagAddress ( ev )
@ -1795,17 +1694,12 @@ export async function searchLibraryPublications(
const entries = sortLibraryPublications ( libraryEntriesFromRoots ( roots , indexByAddress , engagement ) ) const entries = sortLibraryPublications ( libraryEntriesFromRoots ( roots , indexByAddress , engagement ) )
const searchContext : LibrarySearchContext = { indexEvents , engagement } const searchContext : LibrarySearchContext = { indexEvents , engagement }
const prev = getLibrarySearchSessionRow ( q , searchContext , { axis } ) const prev = getLibrarySearchSessionRow ( q , searchContext )
putLibrarySearchSessionRow ( putLibrarySearchSessionRow ( q , searchContext , {
q ,
searchContext ,
{
entries , entries ,
mergedIndexEvents : prev?.mergedIndexEvents ? ? indexEvents , mergedIndexEvents : prev?.mergedIndexEvents ? ? indexEvents ,
relaySearched : prev?.relaySearched ? ? false relaySearched : prev?.relaySearched ? ? false
} , } )
axis
)
return entries return entries
} }
@ -1833,15 +1727,6 @@ function normalizePublicationDTag(term: string): string {
. replace ( /^-|-$/g , '' ) . replace ( /^-|-$/g , '' )
} }
/** Relay search axis for kind-30040 publication indexes. */
export type LibraryPublicationRelaySearchAxis = 'd-tag' | 'title' | 'author'
export const LIBRARY_PUBLICATION_RELAY_SEARCH_AXES : LibraryPublicationRelaySearchAxis [ ] = [
'd-tag' ,
'title' ,
'author'
]
/** d-tag filter values: hyphenated slug variants for relay `#d` REQ. */ /** d-tag filter values: hyphenated slug variants for relay `#d` REQ. */
export function publicationQueryDTagVariants ( query : string ) : string [ ] { export function publicationQueryDTagVariants ( query : string ) : string [ ] {
const raw = query . trim ( ) const raw = query . trim ( )
@ -1857,269 +1742,82 @@ export function publicationQueryDTagVariants(query: string): string[] {
return [ . . . seen ] return [ . . . seen ]
} }
/** Normalized needles for publication metadata tag match (d / title / author). */
export function publicationQueryNeedles ( query : string ) : string [ ] {
const raw = normalizeGeneralSearchQuery ( query . trim ( ) )
if ( ! raw ) return [ ]
const lower = raw . toLowerCase ( )
const normalized = lower . replace ( /\s+/g , ' ' ) . trim ( )
const hyphen = lower
. replace ( /\s+/g , '-' )
. replace ( /-+/g , '-' )
. replace ( /^-|-$/g , '' )
return [ . . . new Set ( [ lower , normalized , hyphen ] . filter ( Boolean ) ) ]
}
function publicationTagValueMatchesNeedles (
tagValue : string ,
needles : string [ ] ,
exactOnly : boolean
) : boolean {
const val = tagValue . trim ( ) . toLowerCase ( )
const valSpaced = val . replace ( /-/g , ' ' ) . replace ( /\s+/g , ' ' ) . trim ( )
for ( const needle of needles ) {
if ( ! needle ) continue
const needleSpaced = needle . replace ( /-/g , ' ' ) . replace ( /\s+/g , ' ' ) . trim ( )
if ( val === needle || valSpaced === needleSpaced ) return true
if ( exactOnly || needle . length < 2 ) continue
if ( val . includes ( needle ) || valSpaced . includes ( needleSpaced ) ) return true
}
return false
}
export function publicationMetadataTagMatchesQuery (
event : Event ,
tagName : 'd' | 'title' | 'author' ,
query : string
) : boolean {
const needles = publicationQueryNeedles ( query )
if ( needles . length === 0 ) return false
const exactOnly = tagName === 'd'
for ( const tag of event . tags ? ? [ ] ) {
if ( ( tag [ 0 ] || '' ) . toLowerCase ( ) !== tagName ) continue
const value = tag [ 1 ] ? . trim ( )
if ( value && publicationTagValueMatchesNeedles ( value , needles , exactOnly ) ) return true
}
return false
}
function publicationRelaySearchSourceTerms ( query : string ) : string [ ] {
const raw = query . trim ( )
if ( ! raw ) return [ ]
const terms = new Set < string > ( [ raw ] )
const adv = parseAdvancedSearch ( raw )
if ( adv . title ) {
for ( const title of Array . isArray ( adv . title ) ? adv . title : [ adv . title ] ) {
const t = title . trim ( )
if ( t ) terms . add ( t )
}
}
return [ . . . terms ]
}
function publicationRelaySearchTermsForAxis (
axis : LibraryPublicationRelaySearchAxis ,
query : string
) : string [ ] {
const raw = query . trim ( )
if ( ! raw ) return [ ]
const adv = parseAdvancedSearch ( raw )
if ( axis === 'title' && adv . title ) {
const titles = Array . isArray ( adv . title ) ? adv . title : [ adv . title ]
const trimmed = titles . map ( ( t ) = > t . trim ( ) ) . filter ( Boolean )
if ( trimmed . length > 0 ) return [ . . . new Set ( trimmed ) ]
}
if ( axis === 'author' && adv . author ) {
const authors = Array . isArray ( adv . author ) ? adv . author : [ adv . author ]
const trimmed = authors . map ( ( a ) = > a . trim ( ) ) . filter ( Boolean )
if ( trimmed . length > 0 ) return [ . . . new Set ( trimmed ) ]
}
if ( axis === 'd-tag' ) {
return publicationRelaySearchSourceTerms ( raw )
}
return [ raw ]
}
function addPublicationKindFilter (
out : Filter [ ] ,
seen : Set < string > ,
filter : Filter
) {
const key = JSON . stringify ( filter )
if ( seen . has ( key ) ) return
seen . add ( key )
out . push ( filter )
}
/** One axis of kind-30040 relay discovery: `#d`, metadata title/author (HTTP), or `authors` for npub. */
export function buildLibraryPublicationRelaySearchFiltersForAxis (
axis : LibraryPublicationRelaySearchAxis ,
opts : { query : string ; limit? : number }
) : Filter [ ] {
const searchRaw = opts . query . trim ( )
if ( ! searchRaw ) return [ ]
const limit = Math . max ( 1 , Math . min ( opts . limit ? ? LIBRARY_RELAY_SEARCH_LIMIT , 100 ) )
const kind = ExtendedKind . PUBLICATION
const seen = new Set < string > ( )
const out : Filter [ ] = [ ]
if ( axis === 'author' ) {
const npub = tryNpubFromQuery ( searchRaw )
if ( npub ) {
addPublicationKindFilter ( out , seen , { kinds : [ kind ] , authors : [ npub ] , limit } )
return out
}
return out
}
if ( axis === 'title' ) {
return out
}
if ( axis === 'd-tag' ) {
const dTags = new Set < string > ( )
for ( const term of publicationRelaySearchTermsForAxis ( 'd-tag' , searchRaw ) ) {
for ( const d of publicationQueryDTagVariants ( term ) ) dTags . add ( d )
}
if ( dTags . size === 0 ) return [ ]
addPublicationKindFilter ( out , seen , { kinds : [ kind ] , '#d' : [ . . . dTags ] , limit } )
return out
}
return out
}
/ * * / * *
* REQ filters for kind * * 30040 * * publication indexes , split by axis ( d - tag , title , author ) . * OR - merge REQ filters for kind * * 30040 * * publication indexes : ` #d ` slugs plus NIP - 50 ` search `
* Title and author text use HTTP metadata search ( not NIP - 50 ) . Only ` #d ` and pubkey ` authors ` use NIP - 01 filters . * ( title , author , summary / description on index relays ) .
* / * /
export function buildLibraryPublicationRelaySearchFilters ( opts : { export function buildLibraryPublicationRelaySearchFilters ( opts : {
query : string query : string
limit? : number limit? : number
} ) : Filter [ ] { } ) : Filter [ ] {
const searchRaw = opts . query . trim ( )
if ( ! searchRaw ) return [ ]
const limit = Math . max ( 1 , Math . min ( opts . limit ? ? LIBRARY_RELAY_SEARCH_LIMIT , 100 ) )
const kind = ExtendedKind . PUBLICATION
const seen = new Set < string > ( ) const seen = new Set < string > ( )
const out : Filter [ ] = [ ] const out : Filter [ ] = [ ]
for ( const axis of LIBRARY_PUBLICATION_RELAY_SEARCH_AXES ) { const add = ( filter : Filter ) = > {
for ( const filter of buildLibraryPublicationRelaySearchFiltersForAxis ( axis , opts ) ) {
const key = JSON . stringify ( filter ) const key = JSON . stringify ( filter )
if ( seen . has ( key ) ) continue if ( seen . has ( key ) ) return
seen . add ( key ) seen . add ( key )
out . push ( filter ) out . push ( filter )
} }
}
return out
}
export function filterEventsForPublicationRelaySearchAxis (
events : Event [ ] ,
axis : LibraryPublicationRelaySearchAxis ,
query : string
) : Event [ ] {
const terms = publicationRelaySearchTermsForAxis ( axis , query )
if ( terms . length === 0 ) return [ ]
return events . filter ( ( event ) = > { const npub = tryNpubFromQuery ( searchRaw )
if ( event . kind !== ExtendedKind . PUBLICATION ) return false if ( npub ) {
if ( axis === 'author' ) { add ( { kinds : [ kind ] , authors : [ npub ] , limit } )
const npub = tryNpubFromQuery ( query . trim ( ) ) return out
if ( npub && event . pubkey . toLowerCase ( ) === npub ) return true
} }
const tagName = axis === 'd-tag' ? 'd' : axis
return terms . some ( ( term ) = > publicationMetadataTagMatchesQuery ( event , tagName , term ) )
} )
}
export function publicationIndexMatchesSearchQueryWithAxis (
event : Event ,
query : string ,
axis? : LibraryPublicationRelaySearchAxis | null
) : boolean {
if ( ! axis ) return publicationIndexMatchesSearchQuery ( event , query )
return filterEventsForPublicationRelaySearchAxis ( [ event ] , axis , query ) . length > 0
}
async function scanHttpIndexRelayForPublicationAxis (
httpRelay : string ,
axis : LibraryPublicationRelaySearchAxis ,
term : string
) : Promise < Event [ ] > {
const filter : Filter = { kinds : [ ExtendedKind . PUBLICATION ] , limit : INDEX_HTTP_PAGE_LIMIT }
const matched : Event [ ] = [ ]
const seen = new Set < string > ( )
const collect = ( batch : Event [ ] ) = > { const dTags = publicationQueryDTagVariants ( searchRaw )
for ( const ev of filterEventsForPublicationRelaySearchAxis ( batch , axis , term ) ) { if ( dTags . length > 0 ) {
if ( ! seen . has ( ev . id ) ) { add ( { kinds : [ kind ] , '#d' : dTags , limit } )
seen . add ( ev . id )
matched . push ( ev )
}
} }
const searchNorm = normalizeGeneralSearchQuery ( searchRaw )
add ( { kinds : [ kind ] , search : searchRaw , limit } )
if ( searchNorm !== searchRaw ) {
add ( { kinds : [ kind ] , search : searchNorm , limit } )
} }
let firstPage : Event [ ] const adv = parseAdvancedSearch ( searchRaw )
try { const titleValues = adv . title
firstPage = ( await queryIndexRelayForLibrary ( httpRelay , filter ) ) . events as Event [ ] ? Array . isArray ( adv . title )
} catch ( e ) { ? adv . title
if ( import . meta . env . DEV ) { : [ adv . title ]
logger . warn ( '[Library] HTTP publication scan first page failed' , { : [ ]
relay : httpRelay , for ( const title of titleValues ) {
axis , const t = title . trim ( )
message : e instanceof Error ? e.message : String ( e ) if ( ! t ) continue
} ) add ( { kinds : [ kind ] , search : t , limit } )
const titleDTags = publicationQueryDTagVariants ( t )
if ( titleDTags . length > 0 ) {
add ( { kinds : [ kind ] , '#d' : titleDTags , limit } )
} }
return [ ]
} }
collect ( firstPage ) const authorValues = adv . author
if ( matched . length >= LIBRARY_RELAY_SEARCH_LIMIT || firstPage . length === 0 ) { ? Array . isArray ( adv . author )
return matched . slice ( 0 , LIBRARY_RELAY_SEARCH_LIMIT ) ? adv . author
: [ adv . author ]
: [ ]
for ( const author of authorValues ) {
const a = author . trim ( )
if ( a ) add ( { kinds : [ kind ] , search : a , limit } )
} }
let until = oldestCreatedAt ( firstPage ) - 1 const descriptionValues = adv . description
for ( let page = 1 ; page < LIBRARY_RELAY_SEARCH_SCAN_MAX_PAGES ; page ++ ) { ? Array . isArray ( adv . description )
if ( until < 0 ) break ? adv . description
let batch : Event [ ] = [ ] : [ adv . description ]
let apiRowCount = 0 : [ ]
try { for ( const description of descriptionValues ) {
const pageResult = await queryIndexRelayForLibrary ( httpRelay , { . . . filter , until } ) const d = description . trim ( )
batch = pageResult . events as Event [ ] if ( d ) add ( { kinds : [ kind ] , search : d , limit } )
apiRowCount = pageResult . apiRowCount
} catch ( e ) {
if ( import . meta . env . DEV ) {
logger . warn ( '[Library] HTTP publication scan page failed' , {
relay : httpRelay ,
axis ,
page ,
message : e instanceof Error ? e.message : String ( e )
} )
}
break
}
if ( apiRowCount === 0 ) break
collect ( batch )
if ( matched . length >= LIBRARY_RELAY_SEARCH_LIMIT ) break
if ( apiRowCount < INDEX_HTTP_PAGE_LIMIT ) break
const oldest = oldestCreatedAt ( batch )
if ( oldest === Number . MAX_SAFE_INTEGER ) break
until = oldest - 1
} }
return matched . slice ( 0 , LIBRARY_RELAY_SEARCH_LIMIT ) return out
}
async function searchHttpIndexRelayPublicationAxis (
httpRelay : string ,
axis : LibraryPublicationRelaySearchAxis ,
term : string
) : Promise < Event [ ] > {
const meta = await queryIndexRelayPublicationMetadataSearch ( httpRelay , term , {
limit : LIBRARY_RELAY_SEARCH_LIMIT
} )
const fromApi = filterEventsForPublicationRelaySearchAxis ( meta . events as Event [ ] , axis , term )
if ( fromApi . length > 0 ) return fromApi
return scanHttpIndexRelayForPublicationAxis ( httpRelay , axis , term )
} }
/** Query document relays for kind-30040 indexes matching {@link buildLibraryPublicationRelaySearchFilters}. */ /** Query document relays for kind-30040 indexes matching {@link buildLibraryPublicationRelaySearchFilters}. */
@ -2127,7 +1825,7 @@ export async function searchLibraryPublicationsOnRelays(
query : string , query : string ,
relayUrls : string [ ] , relayUrls : string [ ] ,
context : LibrarySearchContext , context : LibrarySearchContext ,
options ? : { forceRefresh? : boolean ; axis? : LibraryPublicationRelaySearchAxis | null } options ? : { forceRefresh? : boolean }
) : Promise < { ) : Promise < {
events : Event [ ] events : Event [ ]
entries : LibraryPublicationEntry [ ] entries : LibraryPublicationEntry [ ]
@ -2140,10 +1838,7 @@ export async function searchLibraryPublicationsOnRelays(
} }
if ( ! options ? . forceRefresh ) { if ( ! options ? . forceRefresh ) {
const cached = getLibrarySearchSessionRow ( q , context , { const cached = getLibrarySearchSessionRow ( q , context , { requireRelaySearch : true } )
requireRelaySearch : true ,
axis : options?.axis
} )
if ( cached ) { if ( cached ) {
if ( import . meta . env . DEV ) { if ( import . meta . env . DEV ) {
logger . info ( '[Library] relay search cache hit' , { query : q } ) logger . info ( '[Library] relay search cache hit' , { query : q } )
@ -2157,36 +1852,26 @@ export async function searchLibraryPublicationsOnRelays(
} }
} }
const filters = buildLibraryPublicationRelaySearchFilters ( { query : q } )
if ( filters . length === 0 ) {
return { events : [ ] , entries : [ ] , mergedIndexEvents : context.indexEvents ? ? [ ] , fromCache : false }
}
const indexRelays = libraryIndexRelayUrls ( relayUrls ) const indexRelays = libraryIndexRelayUrls ( relayUrls )
const { wsRelays , httpRelays } = splitWsAndHttpRelays ( indexRelays ) const { wsRelays , httpRelays } = splitWsAndHttpRelays ( indexRelays )
const batches : Promise < Event [ ] > [ ] = [ ] const batches : Promise < Event [ ] > [ ] = [ ]
let filterCount = 0
const axes = options ? . axis ? [ options . axis ] : LIBRARY_PUBLICATION_RELAY_SEARCH_AXES
for ( const axis of axes ) {
const npubQuery = tryNpubFromQuery ( q )
if ( npubQuery && axis !== 'author' ) continue
const axisFilters = buildLibraryPublicationRelaySearchFiltersForAxis ( axis , { query : q } )
const hasNip01Filters = axisFilters . length > 0
const hasMetadataSearch = axis === 'title' || ( axis === 'author' && ! npubQuery )
if ( ! hasNip01Filters && ! hasMetadataSearch ) continue
filterCount += axisFilters . length
if ( wsRelays . length > 0 && hasNip01Filters ) { if ( wsRelays . length > 0 ) {
batches . push ( batches . push (
queryService queryService
. fetchEvents ( wsRelays , axisF ilters, { . fetchEvents ( wsRelays , filters , {
globalTimeout : LIBRARY_RELAY_SEARCH_TIMEOUT_MS , globalTimeout : LIBRARY_RELAY_SEARCH_TIMEOUT_MS ,
eoseTimeout : 8_000 , eoseTimeout : 8_000 ,
firstRelayResultGraceMs : false firstRelayResultGraceMs : false
} ) } )
. then ( ( events ) = > filterEventsForPublicationRelaySearchAxis ( events , axis , q ) )
. catch ( ( e ) = > { . catch ( ( e ) = > {
if ( import . meta . env . DEV ) { if ( import . meta . env . DEV ) {
logger . warn ( '[Library] WS publication search failed' , { logger . warn ( '[Library] WS publication search failed' , {
axis ,
message : e instanceof Error ? e.message : String ( e ) message : e instanceof Error ? e.message : String ( e )
} ) } )
} }
@ -2196,35 +1881,14 @@ export async function searchLibraryPublicationsOnRelays(
} }
for ( const httpRelay of httpRelays ) { for ( const httpRelay of httpRelays ) {
if ( hasNip01Filters ) { for ( const filter of filters ) {
for ( const filter of axisFilters ) {
batches . push ( batches . push (
queryIndexRelayForLibrary ( httpRelay , filter ) queryIndexRelayPublicationSearch ( httpRelay , filter )
. then ( ( page ) = > filterEventsForPublicationRelaySearchAxis ( page . events as Event [ ] , axis , q ) ) . then ( ( page ) = > page . events as Event [ ] )
. catch ( ( e ) = > { . catch ( ( e ) = > {
if ( import . meta . env . DEV ) { if ( import . meta . env . DEV ) {
logger . warn ( '[Library] HTTP publication filter search failed' , { logger . warn ( '[Library] HTTP publication search failed' , {
relay : httpRelay ,
axis ,
message : e instanceof Error ? e.message : String ( e )
} )
}
return [ ] as Event [ ]
} )
)
}
}
if ( ! hasMetadataSearch ) continue
for ( const term of publicationRelaySearchTermsForAxis ( axis , q ) ) {
filterCount += 1
batches . push (
searchHttpIndexRelayPublicationAxis ( httpRelay , axis , term ) . catch ( ( e ) = > {
if ( import . meta . env . DEV ) {
logger . warn ( '[Library] HTTP publication metadata search failed' , {
relay : httpRelay , relay : httpRelay ,
axis ,
message : e instanceof Error ? e.message : String ( e ) message : e instanceof Error ? e.message : String ( e )
} ) } )
} }
@ -2233,11 +1897,6 @@ export async function searchLibraryPublicationsOnRelays(
) )
} }
} }
}
if ( batches . length === 0 ) {
return { events : [ ] , entries : [ ] , mergedIndexEvents : context.indexEvents ? ? [ ] , fromCache : false }
}
const settled = await Promise . all ( batches ) const settled = await Promise . all ( batches )
const networkEvents = dedupeEventsById ( settled . flat ( ) ) const networkEvents = dedupeEventsById ( settled . flat ( ) )
@ -2249,7 +1908,7 @@ export async function searchLibraryPublicationsOnRelays(
void persistLibraryIndexCacheEvents ( mergedIndex ) void persistLibraryIndexCacheEvents ( mergedIndex )
} }
const indexByAddress = buildIndexByAddress ( mergedIndex ) const indexByAddress = buildIndexByAddress ( mergedIndex )
const roots = searchLibraryPublicationIndex ( q , mergedIndex , indexByAddress , options ? . axis ) const roots = searchLibraryPublicationIndex ( q , mergedIndex , indexByAddress )
const engagement = context . engagement ? ? EMPTY_ENGAGEMENT const engagement = context . engagement ? ? EMPTY_ENGAGEMENT
const entries = sortLibraryPublications ( const entries = sortLibraryPublications (
libraryEntriesFromRoots ( roots , indexByAddress , engagement ) libraryEntriesFromRoots ( roots , indexByAddress , engagement )
@ -2259,22 +1918,15 @@ export async function searchLibraryPublicationsOnRelays(
indexEvents : mergedIndex , indexEvents : mergedIndex ,
engagement engagement
} }
putLibrarySearchSessionRow ( putLibrarySearchSessionRow ( q , searchContext , {
q ,
searchContext ,
{
entries , entries ,
mergedIndexEvents : mergedIndex , mergedIndexEvents : mergedIndex ,
relaySearched : true relaySearched : true
} , } )
options ? . axis
)
if ( import . meta . env . DEV ) { if ( import . meta . env . DEV ) {
logger . info ( '[Library] relay search done' , { logger . info ( '[Library] relay search done' , {
axes : LIBRARY_PUBLICATION_RELAY_SEARCH_AXES.length , filters : filters.length ,
filters : filterCount ,
batches : batches.length ,
network : networkEvents.length , network : networkEvents.length ,
valid : valid.length , valid : valid.length ,
roots : roots.length roots : roots.length
@ -2325,66 +1977,19 @@ function collectTargetAddressesFromIndexes(
indexEvents : Event [ ] , indexEvents : Event [ ] ,
indexByAddress : Map < string , Event > indexByAddress : Map < string , Event >
) : Set < string > { ) : Set < string > {
return collectEngagementTargets ( indexEvents , indexByAddress ) . addresses
}
/** Capped address + event-id targets for label/comment/highlight relay queries. */
export function collectEngagementTargets (
indexEvents : Event [ ] ,
indexByAddress : Map < string , Event >
) : { addresses : Set < string > ; eventIds : Set < string > } {
const addresses = new Set < string > ( ) const addresses = new Set < string > ( )
const eventIds = new Set < string > ( )
outer : for ( const root of getTopLevelIndexEvents ( indexEvents ) ) { outer : for ( const root of getTopLevelIndexEvents ( indexEvents ) ) {
eventIds . add ( root . id . toLowerCase ( ) )
if ( eventIds . size >= MAX_TARGET_EVENT_IDS ) break
for ( const addr of collectReachableAddressesCached ( root , indexByAddress ) ) { for ( const addr of collectReachableAddressesCached ( root , indexByAddress ) ) {
addresses . add ( addr ) addresses . add ( addr )
const indexed = indexByAddress . get ( addr ) if ( addresses . size >= MAX_TARGET_ADDRESSES ) break outer
if ( indexed ) eventIds . add ( indexed . id . toLowerCase ( ) )
if ( addresses . size >= MAX_TARGET_ADDRESSES || eventIds . size >= MAX_TARGET_EVENT_IDS ) {
break outer
}
} }
const rootAddr = eventTagAddress ( root ) const rootAddr = eventTagAddress ( root )
if ( rootAddr ) { if ( rootAddr ) {
addresses . add ( rootAddr ) addresses . add ( rootAddr )
if ( addresses . size >= MAX_TARGET_ADDRESSES || eventIds . size >= MAX_TARGET_EVENT_IDS ) { if ( addresses . size >= MAX_TARGET_ADDRESSES ) break outer
break outer
} }
} }
} return addresses
return { addresses , eventIds }
}
function limitEngagementChunks < T > ( chunks : T [ ] [ ] ) : T [ ] [ ] {
return chunks . length <= MAX_ENGAGEMENT_HTTP_CHUNKS
? chunks
: chunks . slice ( 0 , MAX_ENGAGEMENT_HTTP_CHUNKS )
}
async function withEngagementTimeout < T > (
promise : Promise < T > ,
fallback : T ,
label : string
) : Promise < T > {
let timer : ReturnType < typeof setTimeout > | undefined
try {
return await Promise . race ( [
promise ,
new Promise < T > ( ( resolve ) = > {
timer = setTimeout ( ( ) = > {
if ( import . meta . env . DEV ) {
logger . warn ( '[Library] engagement fetch timed out' , { label , ms : ENGAGEMENT_FETCH_TIMEOUT_MS } )
}
resolve ( fallback )
} , ENGAGEMENT_FETCH_TIMEOUT_MS )
} )
] )
} finally {
if ( timer ) clearTimeout ( timer )
}
} }
async function buildEngagedFromCache ( async function buildEngagedFromCache (
@ -2397,10 +2002,8 @@ async function buildEngagedFromCache(
const topLevel = getTopLevelIndexEvents ( indexEvents ) const topLevel = getTopLevelIndexEvents ( indexEvents )
let maps = engagement let maps = engagement
if ( ! maps ) { if ( ! maps ) {
const { addresses : targetAddresses , eventIds : targetEventIds } = collectEngagementTargets ( const targetAddresses = collectTargetAddressesFromIndexes ( indexEvents , indexByAddress )
indexEvents , const targetEventIds = collectPublicationIndexEventIds ( indexEvents )
indexByAddress
)
const engagementRelayUrls = await buildLibraryEngagementRelayUrls ( const engagementRelayUrls = await buildLibraryEngagementRelayUrls (
viewerPubkey ? ? undefined , viewerPubkey ? ? undefined ,
indexRelayUrls , indexRelayUrls ,
@ -2477,10 +2080,11 @@ async function runLibraryPublicationIndexLoad(
if ( ! options ? . forceRefresh && sessionCache ? . relayKey === key ) { if ( ! options ? . forceRefresh && sessionCache ? . relayKey === key ) {
const cachedIndexEvents = indexEventsFromCache ( sessionCache ) const cachedIndexEvents = indexEventsFromCache ( sessionCache )
if ( sessionCache . viewerPubkey !== viewerPubkey ) { if ( sessionCache . viewerPubkey !== viewerPubkey ) {
const { addresses : targetAddresses , eventIds : targetEventIds } = collectEngagementTarget s( const targetAddresses = collectTargetAddressesFromIndexe s(
cachedIndexEvents , cachedIndexEvents ,
sessionCache . indexByAddress sessionCache . indexByAddress
) )
const targetEventIds = collectPublicationIndexEventIds ( cachedIndexEvents )
const engagementRelayUrls = await buildLibraryEngagementRelayUrls ( const engagementRelayUrls = await buildLibraryEngagementRelayUrls (
viewerPubkey ? ? undefined , viewerPubkey ? ? undefined ,
relayUrls , relayUrls ,
@ -2544,10 +2148,8 @@ async function runLibraryPublicationIndexLoad(
} }
topLevel = getTopLevelIndexEventsFromMap ( indexByAddress ) topLevel = getTopLevelIndexEventsFromMap ( indexByAddress )
const { addresses : targetAddresses , eventIds : targetEventIds } = collectEngagementTargets ( const targetAddresses = collectTargetAddressesFromIndexes ( indexEvents , indexByAddress )
indexEvents , const targetEventIds = collectPublicationIndexEventIds ( indexEvents )
buildIndexByAddress ( indexEvents )
)
if ( import . meta . env . DEV ) { if ( import . meta . env . DEV ) {
logger . info ( '[Library] fetching engagement' , { logger . info ( '[Library] fetching engagement' , {
targetAddresses : targetAddresses.size , targetAddresses : targetAddresses.size ,
@ -2608,7 +2210,7 @@ export function clearLibraryPublicationIndexCache(): void {
clearLibrarySearchSessionCache ( ) clearLibrarySearchSessionCache ( )
} }
/** Clears Library tab session cache and relay-discovered catalog masters (opened publications stay ). */ /** Clears Library tab session + IDB index cache only (publication reading cache is unchanged ). */
export async function clearAllLibraryIndexCaches ( ) : Promise < void > { export async function clearAllLibraryIndexCaches ( ) : Promise < void > {
sessionCache = null sessionCache = null
indexLoadJob = null indexLoadJob = null
