@ -8,10 +8,11 @@ import {
@@ -8,10 +8,11 @@ import {
import { normalizeToDTag , parseAdvancedSearch } from '@/lib/search-parser'
import logger from '@/lib/logger'
import { extractNip32LabelValues , isBooklistNip32Label } from '@/lib/nip32-label'
import { queryIndexRelay , queryIndexRelayForLibrary , queryIndexRelayPublicationMetadata Search } from '@/lib/index-relay-http'
import { queryIndexRelay , queryIndexRelayForLibrary , queryIndexRelayPublicationSearch } from '@/lib/index-relay-http'
import {
buildIndexByAddress ,
buildStructuralPublicationIndexMap ,
collectPublicationIndexEventIds ,
collectReachableAddressesCached ,
eventTagAddress ,
filterValidIndexEvents ,
@ -54,11 +55,7 @@ const INDEX_MAX_PAGES_PER_RELAY = 100
@@ -54,11 +55,7 @@ const INDEX_MAX_PAGES_PER_RELAY = 100
const INDEX_VERIFY_CHUNK = 80
const ENGAGEMENT_ADDRESS_CHUNK = 36
const ENGAGEMENT_EVENT_ID_CHUNK = 44
/** Cap engagement relay queries to the first slice of the catalog (not the full index corpus). */
const MAX_TARGET_ADDRESSES = 120
const MAX_TARGET_EVENT_IDS = 160
const MAX_ENGAGEMENT_HTTP_CHUNKS = 6
const ENGAGEMENT_FETCH_TIMEOUT_MS = 25 _000
const MAX_TARGET_ADDRESSES = 480
const HYDRATE_MISSING_CAP = 64
export const LIBRARY_PAGE_SIZE = 120
/** @deprecated Use {@link LIBRARY_PAGE_SIZE} */
@ -66,8 +63,6 @@ export const LIBRARY_RECENT_FALLBACK_LIMIT = LIBRARY_PAGE_SIZE
@@ -66,8 +63,6 @@ export const LIBRARY_RECENT_FALLBACK_LIMIT = LIBRARY_PAGE_SIZE
const LIBRARY_SEARCH_READING_CACHE_LIMIT = 200
export const LIBRARY_RELAY_SEARCH_LIMIT = 100
const LIBRARY_RELAY_SEARCH_TIMEOUT_MS = 28 _000
/** Max paginated HTTP pages when title/author metadata API is unavailable (Mercury v0.2.0). */
const LIBRARY_RELAY_SEARCH_SCAN_MAX_PAGES = 80
/** NIP-51 pin list (kind 10001). */
const PIN_LIST_KIND = 10001
/** Per-relay WS page fetch — one relay at a time avoids multi-relay onclose resolving after ~1s. */
@ -203,13 +198,8 @@ type LibrarySearchSessionRow = {
@@ -203,13 +198,8 @@ type LibrarySearchSessionRow = {
const librarySearchSessionCache = new Map < string , LibrarySearchSessionRow > ( )
function librarySearchQueryKey (
query : string ,
axis? : LibraryPublicationRelaySearchAxis | null
) : string {
const base = normalizeGeneralSearchQuery ( query ) . toLowerCase ( )
if ( ! axis ) return base
return ` ${ axis } : ${ base } `
function librarySearchQueryKey ( query : string ) : string {
return normalizeGeneralSearchQuery ( query ) . toLowerCase ( )
}
function librarySearchFingerprint ( context : LibrarySearchContext ) : string {
@ -240,9 +230,9 @@ function librarySearchFingerprint(context: LibrarySearchContext): string {
@@ -240,9 +230,9 @@ function librarySearchFingerprint(context: LibrarySearchContext): string {
function getLibrarySearchSessionRow (
query : string ,
context : LibrarySearchContext ,
opts ? : { requireRelaySearch? : boolean ; axis? : LibraryPublicationRelaySearchAxis | null }
opts ? : { requireRelaySearch? : boolean }
) : LibrarySearchSessionRow | null {
const key = librarySearchQueryKey ( query , opts ? . axis )
const key = librarySearchQueryKey ( query )
if ( ! key ) return null
const row = librarySearchSessionCache . get ( key )
if ( ! row ) return null
@ -254,10 +244,9 @@ function getLibrarySearchSessionRow(
@@ -254,10 +244,9 @@ function getLibrarySearchSessionRow(
function putLibrarySearchSessionRow (
query : string ,
context : LibrarySearchContext ,
row : Omit < LibrarySearchSessionRow , ' fingerprint ' > ,
axis? : LibraryPublicationRelaySearchAxis | null
row : Omit < LibrarySearchSessionRow , ' fingerprint ' >
) : void {
const key = librarySearchQueryKey ( query , axis )
const key = librarySearchQueryKey ( query )
if ( ! key ) return
librarySearchSessionCache . set ( key , {
. . . row ,
@ -268,10 +257,9 @@ function putLibrarySearchSessionRow(
@@ -268,10 +257,9 @@ function putLibrarySearchSessionRow(
/** Sync read of cached search hits for the current index + engagement snapshot. */
export function peekLibrarySearchResults (
query : string ,
context : LibrarySearchContext ,
axis? : LibraryPublicationRelaySearchAxis | null
context : LibrarySearchContext
) : LibraryPublicationEntry [ ] | null {
return getLibrarySearchSessionRow ( query , context , { axis } ) ? . entries ? ? null
return getLibrarySearchSessionRow ( query , context ) ? . entries ? ? null
}
export function clearLibrarySearchSessionCache ( ) : void {
@ -921,21 +909,8 @@ export async function fetchPublicationEngagementMaps(
@@ -921,21 +909,8 @@ export async function fetchPublicationEngagementMaps(
return emptyPublicationEngagementMaps ( )
}
return withEngagementTimeout (
fetchPublicationEngagementMapsInner ( relayUrls , targetAddresses , targetEventIds , options ) ,
emptyPublicationEngagementMaps ( ) ,
'maps'
)
}
async function fetchPublicationEngagementMapsInner (
relayUrls : string [ ] ,
targetAddresses : Set < string > ,
targetEventIds : Set < string > ,
options ? : { viewerPubkey? : string | null }
) : Promise < PublicationEngagementMaps > {
const addressChunks = limitEngagementChunks ( chunkArray ( [ . . . targetAddresses ] , ENGAGEMENT_ADDRESS_CHUNK ) )
const eventIdChunks = limitEngagementChunks ( chunkArray ( [ . . . targetEventIds ] , ENGAGEMENT_EVENT_ID_CHUNK ) )
const addressChunks = chunkArray ( [ . . . targetAddresses ] , ENGAGEMENT_ADDRESS_CHUNK )
const eventIdChunks = chunkArray ( [ . . . targetEventIds ] , ENGAGEMENT_EVENT_ID_CHUNK )
const { wsRelays , httpRelays } = splitWsAndHttpRelays ( relayUrls )
const useWsEngagement = wsRelays . length > 0
if ( import . meta . env . DEV ) {
@ -1588,10 +1563,8 @@ export async function refreshLibraryEngagement(
@@ -1588,10 +1563,8 @@ export async function refreshLibraryEngagement(
viewerPubkey? : string | null
) : Promise < { engagement : PublicationEngagementMaps ; engaged : LibraryPublicationEntry [ ] } > {
const indexByAddress = buildIndexByAddress ( indexEvents )
const { addresses : targetAddresses , eventIds : targetEventIds } = collectEngagementTargets (
indexEvents ,
indexByAddress
)
const targetAddresses = collectTargetAddressesFromIndexes ( indexEvents , indexByAddress )
const targetEventIds = collectPublicationIndexEventIds ( indexEvents )
const engagementRelayUrls = await buildLibraryEngagementRelayUrls (
viewerPubkey ? ? undefined ,
indexRelayUrls ,
@ -1616,24 +1589,23 @@ export async function refreshLibraryEngagement(
@@ -1616,24 +1589,23 @@ export async function refreshLibraryEngagement(
}
}
const LIBRARY_SEARCH_BATCH_SIZE = 80
function collectLibraryPublicationIndexSearchRoots (
/** Search all cached kind-30040 indexes (library index store), mapping nested hits to top-level roots. */
export function searchLibraryPublicationIndex (
query : string ,
indexEvents : Event [ ] ,
topLevelIds : Set < string > ,
addressToRoot : Map < string , Event > ,
axis : LibraryPublicationRelaySearchAxis | null | undefined ,
roots : Map < string , Event > ,
start : number ,
end : number
) : void {
indexByAddress : Map < string , Event >
) : Event [ ] {
const q = query . trim ( )
if ( ! q || indexEvents . length === 0 ) return [ ]
for ( let i = start ; i < end ; i ++ ) {
const ev = indexEvents [ i ]
const topLevel = getTopLevelIndexEvents ( indexEvents )
const topLevelIds = new Set ( topLevel . map ( ( ev ) = > ev . id ) )
const addressToRoot = buildAddressToRootMap ( topLevel , indexByAddress )
const roots = new Map < string , Event > ( )
for ( const ev of indexEvents ) {
if ( ev . kind !== ExtendedKind . PUBLICATION ) continue
if ( ! publicationIndexMatchesSearchQueryWithAxis ( ev , q , axis ) ) continue
if ( ! publicationIndexMatchesSearchQuery ( ev , q ) ) continue
if ( topLevelIds . has ( ev . id ) ) {
roots . set ( ev . id , ev )
@ -1644,78 +1616,10 @@ function collectLibraryPublicationIndexSearchRoots(
@@ -1644,78 +1616,10 @@ function collectLibraryPublicationIndexSearchRoots(
const root = addr ? addressToRoot . get ( addr ) : undefined
if ( root ) roots . set ( root . id , root )
}
}
/** Search all cached kind-30040 indexes (library index store), mapping nested hits to top-level roots. */
export function searchLibraryPublicationIndex (
query : string ,
indexEvents : Event [ ] ,
indexByAddress : Map < string , Event > ,
axis? : LibraryPublicationRelaySearchAxis | null
) : Event [ ] {
const q = query . trim ( )
if ( ! q || indexEvents . length === 0 ) return [ ]
const topLevel = getTopLevelIndexEvents ( indexEvents )
const topLevelIds = new Set ( topLevel . map ( ( ev ) = > ev . id ) )
const addressToRoot = buildAddressToRootMap ( topLevel , indexByAddress )
const roots = new Map < string , Event > ( )
collectLibraryPublicationIndexSearchRoots (
q ,
indexEvents ,
topLevelIds ,
addressToRoot ,
axis ,
roots ,
0 ,
indexEvents . length
)
return [ . . . roots . values ( ) ]
}
/** Yields between batches so large index scans do not freeze the UI. */
export function searchLibraryPublicationIndexAsync (
query : string ,
indexEvents : Event [ ] ,
indexByAddress : Map < string , Event > ,
axis? : LibraryPublicationRelaySearchAxis | null ,
signal ? : { cancelled : boolean }
) : Promise < Event [ ] > {
const q = query . trim ( )
if ( ! q || indexEvents . length === 0 ) return Promise . resolve ( [ ] )
const topLevel = getTopLevelIndexEvents ( indexEvents )
const topLevelIds = new Set ( topLevel . map ( ( ev ) = > ev . id ) )
const addressToRoot = buildAddressToRootMap ( topLevel , indexByAddress )
const roots = new Map < string , Event > ( )
let i = 0
return new Promise ( ( resolve ) = > {
const step = ( ) = > {
if ( signal ? . cancelled ) return
const end = Math . min ( i + LIBRARY_SEARCH_BATCH_SIZE , indexEvents . length )
collectLibraryPublicationIndexSearchRoots (
q ,
indexEvents ,
topLevelIds ,
addressToRoot ,
axis ,
roots ,
i ,
end
)
i = end
if ( signal ? . cancelled ) return
if ( i < indexEvents . length ) {
requestAnimationFrame ( step )
} else {
resolve ( [ . . . roots . values ( ) ] )
}
}
requestAnimationFrame ( step )
} )
}
export type LibrarySearchContext = {
indexEvents : Event [ ]
engagement? : PublicationEngagementMaps
@ -1727,20 +1631,15 @@ export type LibrarySearchContext = {
@@ -1727,20 +1631,15 @@ export type LibrarySearchContext = {
* /
export async function searchLibraryPublications (
query : string ,
context : LibrarySearchContext ,
axis? : LibraryPublicationRelaySearchAxis | null
context : LibrarySearchContext
) : Promise < LibraryPublicationEntry [ ] > {
const q = query . trim ( )
if ( ! q ) return [ ]
const cached = getLibrarySearchSessionRow ( q , context , { axis } )
const cached = getLibrarySearchSessionRow ( q , context )
if ( cached ) {
if ( import . meta . env . DEV ) {
logger . info ( '[Library] search cache hit' , {
query : q ,
axis : axis ? ? 'all' ,
relaySearched : cached.relaySearched
} )
logger . info ( '[Library] search cache hit' , { query : q , relaySearched : cached.relaySearched } )
}
return cached . entries
}
@ -1752,7 +1651,7 @@ export async function searchLibraryPublications(
@@ -1752,7 +1651,7 @@ export async function searchLibraryPublications(
const engagement = context . engagement ? ? EMPTY_ENGAGEMENT
const indexByAddress = buildIndexByAddress ( indexEvents )
const fromIndex = await searchLibraryPublicationIndexAsync ( q , indexEvents , indexByAddress , axi s )
const fromIndex = searchLibraryPublicationIndex ( q , indexEvents , indexByAddress )
const rootMap = new Map < string , Event > ( )
for ( const root of fromIndex ) rootMap . set ( root . id , root )
@ -1768,7 +1667,7 @@ export async function searchLibraryPublications(
@@ -1768,7 +1667,7 @@ export async function searchLibraryPublications(
)
for ( const ev of fromReadingCache ) {
if ( ev . kind !== ExtendedKind . PUBLICATION ) continue
if ( ! publicationIndexMatchesSearchQueryWithAxis ( ev , q , axis ) ) continue
if ( ! publicationIndexMatchesSearchQuery ( ev , q ) ) continue
if ( rootMap . has ( ev . id ) ) continue
const addr = eventTagAddress ( ev )
@ -1795,17 +1694,12 @@ export async function searchLibraryPublications(
@@ -1795,17 +1694,12 @@ export async function searchLibraryPublications(
const entries = sortLibraryPublications ( libraryEntriesFromRoots ( roots , indexByAddress , engagement ) )
const searchContext : LibrarySearchContext = { indexEvents , engagement }
const prev = getLibrarySearchSessionRow ( q , searchContext , { axis } )
putLibrarySearchSessionRow (
q ,
searchContext ,
{
entries ,
mergedIndexEvents : prev?.mergedIndexEvents ? ? indexEvents ,
relaySearched : prev?.relaySearched ? ? false
} ,
axis
)
const prev = getLibrarySearchSessionRow ( q , searchContext )
putLibrarySearchSessionRow ( q , searchContext , {
entries ,
mergedIndexEvents : prev?.mergedIndexEvents ? ? indexEvents ,
relaySearched : prev?.relaySearched ? ? false
} )
return entries
}
@ -1833,15 +1727,6 @@ function normalizePublicationDTag(term: string): string {
@@ -1833,15 +1727,6 @@ function normalizePublicationDTag(term: string): string {
. replace ( /^-|-$/g , '' )
}
/** Relay search axis for kind-30040 publication indexes. */
export type LibraryPublicationRelaySearchAxis = 'd-tag' | 'title' | 'author'
export const LIBRARY_PUBLICATION_RELAY_SEARCH_AXES : LibraryPublicationRelaySearchAxis [ ] = [
'd-tag' ,
'title' ,
'author'
]
/** d-tag filter values: hyphenated slug variants for relay `#d` REQ. */
export function publicationQueryDTagVariants ( query : string ) : string [ ] {
const raw = query . trim ( )
@ -1857,106 +1742,14 @@ export function publicationQueryDTagVariants(query: string): string[] {
@@ -1857,106 +1742,14 @@ export function publicationQueryDTagVariants(query: string): string[] {
return [ . . . seen ]
}
/** Normalized needles for publication metadata tag match (d / title / author). */
export function publicationQueryNeedles ( query : string ) : string [ ] {
const raw = normalizeGeneralSearchQuery ( query . trim ( ) )
if ( ! raw ) return [ ]
const lower = raw . toLowerCase ( )
const normalized = lower . replace ( /\s+/g , ' ' ) . trim ( )
const hyphen = lower
. replace ( /\s+/g , '-' )
. replace ( /-+/g , '-' )
. replace ( /^-|-$/g , '' )
return [ . . . new Set ( [ lower , normalized , hyphen ] . filter ( Boolean ) ) ]
}
function publicationTagValueMatchesNeedles (
tagValue : string ,
needles : string [ ] ,
exactOnly : boolean
) : boolean {
const val = tagValue . trim ( ) . toLowerCase ( )
const valSpaced = val . replace ( /-/g , ' ' ) . replace ( /\s+/g , ' ' ) . trim ( )
for ( const needle of needles ) {
if ( ! needle ) continue
const needleSpaced = needle . replace ( /-/g , ' ' ) . replace ( /\s+/g , ' ' ) . trim ( )
if ( val === needle || valSpaced === needleSpaced ) return true
if ( exactOnly || needle . length < 2 ) continue
if ( val . includes ( needle ) || valSpaced . includes ( needleSpaced ) ) return true
}
return false
}
export function publicationMetadataTagMatchesQuery (
event : Event ,
tagName : 'd' | 'title' | 'author' ,
query : string
) : boolean {
const needles = publicationQueryNeedles ( query )
if ( needles . length === 0 ) return false
const exactOnly = tagName === 'd'
for ( const tag of event . tags ? ? [ ] ) {
if ( ( tag [ 0 ] || '' ) . toLowerCase ( ) !== tagName ) continue
const value = tag [ 1 ] ? . trim ( )
if ( value && publicationTagValueMatchesNeedles ( value , needles , exactOnly ) ) return true
}
return false
}
function publicationRelaySearchSourceTerms ( query : string ) : string [ ] {
const raw = query . trim ( )
if ( ! raw ) return [ ]
const terms = new Set < string > ( [ raw ] )
const adv = parseAdvancedSearch ( raw )
if ( adv . title ) {
for ( const title of Array . isArray ( adv . title ) ? adv . title : [ adv . title ] ) {
const t = title . trim ( )
if ( t ) terms . add ( t )
}
}
return [ . . . terms ]
}
function publicationRelaySearchTermsForAxis (
axis : LibraryPublicationRelaySearchAxis ,
/ * *
* OR - merge REQ filters for kind * * 30040 * * publication indexes : ` #d ` slugs plus NIP - 50 ` search `
* ( title , author , summary / description on index relays ) .
* /
export function buildLibraryPublicationRelaySearchFilters ( opts : {
query : string
) : string [ ] {
const raw = query . trim ( )
if ( ! raw ) return [ ]
const adv = parseAdvancedSearch ( raw )
if ( axis === 'title' && adv . title ) {
const titles = Array . isArray ( adv . title ) ? adv . title : [ adv . title ]
const trimmed = titles . map ( ( t ) = > t . trim ( ) ) . filter ( Boolean )
if ( trimmed . length > 0 ) return [ . . . new Set ( trimmed ) ]
}
if ( axis === 'author' && adv . author ) {
const authors = Array . isArray ( adv . author ) ? adv . author : [ adv . author ]
const trimmed = authors . map ( ( a ) = > a . trim ( ) ) . filter ( Boolean )
if ( trimmed . length > 0 ) return [ . . . new Set ( trimmed ) ]
}
if ( axis === 'd-tag' ) {
return publicationRelaySearchSourceTerms ( raw )
}
return [ raw ]
}
function addPublicationKindFilter (
out : Filter [ ] ,
seen : Set < string > ,
filter : Filter
) {
const key = JSON . stringify ( filter )
if ( seen . has ( key ) ) return
seen . add ( key )
out . push ( filter )
}
/** One axis of kind-30040 relay discovery: `#d`, metadata title/author (HTTP), or `authors` for npub. */
export function buildLibraryPublicationRelaySearchFiltersForAxis (
axis : LibraryPublicationRelaySearchAxis ,
opts : { query : string ; limit? : number }
) : Filter [ ] {
limit? : number
} ) : Filter [ ] {
const searchRaw = opts . query . trim ( )
if ( ! searchRaw ) return [ ]
@ -1964,162 +1757,67 @@ export function buildLibraryPublicationRelaySearchFiltersForAxis(
@@ -1964,162 +1757,67 @@ export function buildLibraryPublicationRelaySearchFiltersForAxis(
const kind = ExtendedKind . PUBLICATION
const seen = new Set < string > ( )
const out : Filter [ ] = [ ]
if ( axis === 'author' ) {
const npub = tryNpubFromQuery ( searchRaw )
if ( npub ) {
addPublicationKindFilter ( out , seen , { kinds : [ kind ] , authors : [ npub ] , limit } )
return out
}
return out
}
if ( axis === 'title' ) {
return out
const add = ( filter : Filter ) = > {
const key = JSON . stringify ( filter )
if ( seen . has ( key ) ) return
seen . add ( key )
out . push ( filter )
}
if ( axis === 'd-tag' ) {
const dTags = new Set < string > ( )
for ( const term of publicationRelaySearchTermsForAxis ( 'd-tag' , searchRaw ) ) {
for ( const d of publicationQueryDTagVariants ( term ) ) dTags . add ( d )
}
if ( dTags . size === 0 ) return [ ]
addPublicationKindFilter ( out , seen , { kinds : [ kind ] , '#d' : [ . . . dTags ] , limit } )
const npub = tryNpubFromQuery ( searchRaw )
if ( npub ) {
add ( { kinds : [ kind ] , authors : [ npub ] , limit } )
return out
}
return out
}
/ * *
* REQ filters for kind * * 30040 * * publication indexes , split by axis ( d - tag , title , author ) .
* Title and author text use HTTP metadata search ( not NIP - 50 ) . Only ` #d ` and pubkey ` authors ` use NIP - 01 filters .
* /
export function buildLibraryPublicationRelaySearchFilters ( opts : {
query : string
limit? : number
} ) : Filter [ ] {
const seen = new Set < string > ( )
const out : Filter [ ] = [ ]
for ( const axis of LIBRARY_PUBLICATION_RELAY_SEARCH_AXES ) {
for ( const filter of buildLibraryPublicationRelaySearchFiltersForAxis ( axis , opts ) ) {
const key = JSON . stringify ( filter )
if ( seen . has ( key ) ) continue
seen . add ( key )
out . push ( filter )
}
const dTags = publicationQueryDTagVariants ( searchRaw )
if ( dTags . length > 0 ) {
add ( { kinds : [ kind ] , '#d' : dTags , limit } )
}
return out
}
export function filterEventsForPublicationRelaySearchAxis (
events : Event [ ] ,
axis : LibraryPublicationRelaySearchAxis ,
query : string
) : Event [ ] {
const terms = publicationRelaySearchTermsForAxis ( axis , query )
if ( terms . length === 0 ) return [ ]
return events . filter ( ( event ) = > {
if ( event . kind !== ExtendedKind . PUBLICATION ) return false
if ( axis === 'author' ) {
const npub = tryNpubFromQuery ( query . trim ( ) )
if ( npub && event . pubkey . toLowerCase ( ) === npub ) return true
}
const tagName = axis === 'd-tag' ? 'd' : axis
return terms . some ( ( term ) = > publicationMetadataTagMatchesQuery ( event , tagName , term ) )
} )
}
export function publicationIndexMatchesSearchQueryWithAxis (
event : Event ,
query : string ,
axis? : LibraryPublicationRelaySearchAxis | null
) : boolean {
if ( ! axis ) return publicationIndexMatchesSearchQuery ( event , query )
return filterEventsForPublicationRelaySearchAxis ( [ event ] , axis , query ) . length > 0
}
async function scanHttpIndexRelayForPublicationAxis (
httpRelay : string ,
axis : LibraryPublicationRelaySearchAxis ,
term : string
) : Promise < Event [ ] > {
const filter : Filter = { kinds : [ ExtendedKind . PUBLICATION ] , limit : INDEX_HTTP_PAGE_LIMIT }
const matched : Event [ ] = [ ]
const seen = new Set < string > ( )
const collect = ( batch : Event [ ] ) = > {
for ( const ev of filterEventsForPublicationRelaySearchAxis ( batch , axis , term ) ) {
if ( ! seen . has ( ev . id ) ) {
seen . add ( ev . id )
matched . push ( ev )
}
}
const searchNorm = normalizeGeneralSearchQuery ( searchRaw )
add ( { kinds : [ kind ] , search : searchRaw , limit } )
if ( searchNorm !== searchRaw ) {
add ( { kinds : [ kind ] , search : searchNorm , limit } )
}
let firstPage : Event [ ]
try {
firstPage = ( await queryIndexRelayForLibrary ( httpRelay , filter ) ) . events as Event [ ]
} catch ( e ) {
if ( import . meta . env . DEV ) {
logger . warn ( '[Library] HTTP publication scan first page failed' , {
relay : httpRelay ,
axis ,
message : e instanceof Error ? e.message : String ( e )
} )
const adv = parseAdvancedSearch ( searchRaw )
const titleValues = adv . title
? Array . isArray ( adv . title )
? adv . title
: [ adv . title ]
: [ ]
for ( const title of titleValues ) {
const t = title . trim ( )
if ( ! t ) continue
add ( { kinds : [ kind ] , search : t , limit } )
const titleDTags = publicationQueryDTagVariants ( t )
if ( titleDTags . length > 0 ) {
add ( { kinds : [ kind ] , '#d' : titleDTags , limit } )
}
return [ ]
}
collect ( firstPage )
if ( matched . length >= LIBRARY_RELAY_SEARCH_LIMIT || firstPage . length === 0 ) {
return matched . slice ( 0 , LIBRARY_RELAY_SEARCH_LIMIT )
const authorValues = adv . author
? Array . isArray ( adv . author )
? adv . author
: [ adv . author ]
: [ ]
for ( const author of authorValues ) {
const a = author . trim ( )
if ( a ) add ( { kinds : [ kind ] , search : a , limit } )
}
let until = oldestCreatedAt ( firstPage ) - 1
for ( let page = 1 ; page < LIBRARY_RELAY_SEARCH_SCAN_MAX_PAGES ; page ++ ) {
if ( until < 0 ) break
let batch : Event [ ] = [ ]
let apiRowCount = 0
try {
const pageResult = await queryIndexRelayForLibrary ( httpRelay , { . . . filter , until } )
batch = pageResult . events as Event [ ]
apiRowCount = pageResult . apiRowCount
} catch ( e ) {
if ( import . meta . env . DEV ) {
logger . warn ( '[Library] HTTP publication scan page failed' , {
relay : httpRelay ,
axis ,
page ,
message : e instanceof Error ? e.message : String ( e )
} )
}
break
}
if ( apiRowCount === 0 ) break
collect ( batch )
if ( matched . length >= LIBRARY_RELAY_SEARCH_LIMIT ) break
if ( apiRowCount < INDEX_HTTP_PAGE_LIMIT ) break
const oldest = oldestCreatedAt ( batch )
if ( oldest === Number . MAX_SAFE_INTEGER ) break
until = oldest - 1
const descriptionValues = adv . description
? Array . isArray ( adv . description )
? adv . description
: [ adv . description ]
: [ ]
for ( const description of descriptionValues ) {
const d = description . trim ( )
if ( d ) add ( { kinds : [ kind ] , search : d , limit } )
}
return matched . slice ( 0 , LIBRARY_RELAY_SEARCH_LIMIT )
}
async function searchHttpIndexRelayPublicationAxis (
httpRelay : string ,
axis : LibraryPublicationRelaySearchAxis ,
term : string
) : Promise < Event [ ] > {
const meta = await queryIndexRelayPublicationMetadataSearch ( httpRelay , term , {
limit : LIBRARY_RELAY_SEARCH_LIMIT
} )
const fromApi = filterEventsForPublicationRelaySearchAxis ( meta . events as Event [ ] , axis , term )
if ( fromApi . length > 0 ) return fromApi
return scanHttpIndexRelayForPublicationAxis ( httpRelay , axis , term )
return out
}
/** Query document relays for kind-30040 indexes matching {@link buildLibraryPublicationRelaySearchFilters}. */
@ -2127,7 +1825,7 @@ export async function searchLibraryPublicationsOnRelays(
@@ -2127,7 +1825,7 @@ export async function searchLibraryPublicationsOnRelays(
query : string ,
relayUrls : string [ ] ,
context : LibrarySearchContext ,
options ? : { forceRefresh? : boolean ; axis? : LibraryPublicationRelaySearchAxis | null }
options ? : { forceRefresh? : boolean }
) : Promise < {
events : Event [ ]
entries : LibraryPublicationEntry [ ]
@ -2140,10 +1838,7 @@ export async function searchLibraryPublicationsOnRelays(
@@ -2140,10 +1838,7 @@ export async function searchLibraryPublicationsOnRelays(
}
if ( ! options ? . forceRefresh ) {
const cached = getLibrarySearchSessionRow ( q , context , {
requireRelaySearch : true ,
axis : options?.axis
} )
const cached = getLibrarySearchSessionRow ( q , context , { requireRelaySearch : true } )
if ( cached ) {
if ( import . meta . env . DEV ) {
logger . info ( '[Library] relay search cache hit' , { query : q } )
@ -2157,88 +1852,52 @@ export async function searchLibraryPublicationsOnRelays(
@@ -2157,88 +1852,52 @@ export async function searchLibraryPublicationsOnRelays(
}
}
const filters = buildLibraryPublicationRelaySearchFilters ( { query : q } )
if ( filters . length === 0 ) {
return { events : [ ] , entries : [ ] , mergedIndexEvents : context.indexEvents ? ? [ ] , fromCache : false }
}
const indexRelays = libraryIndexRelayUrls ( relayUrls )
const { wsRelays , httpRelays } = splitWsAndHttpRelays ( indexRelays )
const batches : Promise < Event [ ] > [ ] = [ ]
let filterCount = 0
const axes = options ? . axis ? [ options . axis ] : LIBRARY_PUBLICATION_RELAY_SEARCH_AXES
for ( const axis of axes ) {
const npubQuery = tryNpubFromQuery ( q )
if ( npubQuery && axis !== 'author' ) continue
const axisFilters = buildLibraryPublicationRelaySearchFiltersForAxis ( axis , { query : q } )
const hasNip01Filters = axisFilters . length > 0
const hasMetadataSearch = axis === 'title' || ( axis === 'author' && ! npubQuery )
if ( ! hasNip01Filters && ! hasMetadataSearch ) continue
filterCount += axisFilters . length
if ( wsRelays . length > 0 ) {
batches . push (
queryService
. fetchEvents ( wsRelays , filters , {
globalTimeout : LIBRARY_RELAY_SEARCH_TIMEOUT_MS ,
eoseTimeout : 8_000 ,
firstRelayResultGraceMs : false
} )
. catch ( ( e ) = > {
if ( import . meta . env . DEV ) {
logger . warn ( '[Library] WS publication search failed' , {
message : e instanceof Error ? e.message : String ( e )
} )
}
return [ ] as Event [ ]
} )
)
}
if ( wsRelays . length > 0 && hasNip01Filters ) {
for ( const httpRelay of httpRelays ) {
for ( const filter of filters ) {
batches . push (
queryService
. fetchEvents ( wsRelays , axisFilters , {
globalTimeout : LIBRARY_RELAY_SEARCH_TIMEOUT_MS ,
eoseTimeout : 8_000 ,
firstRelayResultGraceMs : false
} )
. then ( ( events ) = > filterEventsForPublicationRelaySearchAxis ( events , axis , q ) )
queryIndexRelayPublicationSearch ( httpRelay , filter )
. then ( ( page ) = > page . events as Event [ ] )
. catch ( ( e ) = > {
if ( import . meta . env . DEV ) {
logger . warn ( '[Library] WS publication search failed' , {
axis ,
message : e instanceof Error ? e.message : String ( e )
} )
}
return [ ] as Event [ ]
} )
)
}
for ( const httpRelay of httpRelays ) {
if ( hasNip01Filters ) {
for ( const filter of axisFilters ) {
batches . push (
queryIndexRelayForLibrary ( httpRelay , filter )
. then ( ( page ) = > filterEventsForPublicationRelaySearchAxis ( page . events as Event [ ] , axis , q ) )
. catch ( ( e ) = > {
if ( import . meta . env . DEV ) {
logger . warn ( '[Library] HTTP publication filter search failed' , {
relay : httpRelay ,
axis ,
message : e instanceof Error ? e.message : String ( e )
} )
}
return [ ] as Event [ ]
} )
)
}
}
if ( ! hasMetadataSearch ) continue
for ( const term of publicationRelaySearchTermsForAxis ( axis , q ) ) {
filterCount += 1
batches . push (
searchHttpIndexRelayPublicationAxis ( httpRelay , axis , term ) . catch ( ( e ) = > {
if ( import . meta . env . DEV ) {
logger . warn ( '[Library] HTTP publication metadata search failed' , {
logger . warn ( '[Library] HTTP publication search failed' , {
relay : httpRelay ,
axis ,
message : e instanceof Error ? e.message : String ( e )
} )
}
return [ ] as Event [ ]
} )
)
}
)
}
}
if ( batches . length === 0 ) {
return { events : [ ] , entries : [ ] , mergedIndexEvents : context.indexEvents ? ? [ ] , fromCache : false }
}
const settled = await Promise . all ( batches )
const networkEvents = dedupeEventsById ( settled . flat ( ) )
const valid = filterValidIndexEvents ( networkEvents )
@ -2249,7 +1908,7 @@ export async function searchLibraryPublicationsOnRelays(
@@ -2249,7 +1908,7 @@ export async function searchLibraryPublicationsOnRelays(
void persistLibraryIndexCacheEvents ( mergedIndex )
}
const indexByAddress = buildIndexByAddress ( mergedIndex )
const roots = searchLibraryPublicationIndex ( q , mergedIndex , indexByAddress , options ? . axis )
const roots = searchLibraryPublicationIndex ( q , mergedIndex , indexByAddress )
const engagement = context . engagement ? ? EMPTY_ENGAGEMENT
const entries = sortLibraryPublications (
libraryEntriesFromRoots ( roots , indexByAddress , engagement )
@ -2259,22 +1918,15 @@ export async function searchLibraryPublicationsOnRelays(
@@ -2259,22 +1918,15 @@ export async function searchLibraryPublicationsOnRelays(
indexEvents : mergedIndex ,
engagement
}
putLibrarySearchSessionRow (
q ,
searchContext ,
{
entries ,
mergedIndexEvents : mergedIndex ,
relaySearched : true
} ,
options ? . axis
)
putLibrarySearchSessionRow ( q , searchContext , {
entries ,
mergedIndexEvents : mergedIndex ,
relaySearched : true
} )
if ( import . meta . env . DEV ) {
logger . info ( '[Library] relay search done' , {
axes : LIBRARY_PUBLICATION_RELAY_SEARCH_AXES.length ,
filters : filterCount ,
batches : batches.length ,
filters : filters.length ,
network : networkEvents.length ,
valid : valid.length ,
roots : roots.length
@ -2325,66 +1977,19 @@ function collectTargetAddressesFromIndexes(
@@ -2325,66 +1977,19 @@ function collectTargetAddressesFromIndexes(
indexEvents : Event [ ] ,
indexByAddress : Map < string , Event >
) : Set < string > {
return collectEngagementTargets ( indexEvents , indexByAddress ) . addresses
}
/** Capped address + event-id targets for label/comment/highlight relay queries. */
export function collectEngagementTargets (
indexEvents : Event [ ] ,
indexByAddress : Map < string , Event >
) : { addresses : Set < string > ; eventIds : Set < string > } {
const addresses = new Set < string > ( )
const eventIds = new Set < string > ( )
outer : for ( const root of getTopLevelIndexEvents ( indexEvents ) ) {
eventIds . add ( root . id . toLowerCase ( ) )
if ( eventIds . size >= MAX_TARGET_EVENT_IDS ) break
for ( const addr of collectReachableAddressesCached ( root , indexByAddress ) ) {
addresses . add ( addr )
const indexed = indexByAddress . get ( addr )
if ( indexed ) eventIds . add ( indexed . id . toLowerCase ( ) )
if ( addresses . size >= MAX_TARGET_ADDRESSES || eventIds . size >= MAX_TARGET_EVENT_IDS ) {
break outer
}
if ( addresses . size >= MAX_TARGET_ADDRESSES ) break outer
}
const rootAddr = eventTagAddress ( root )
if ( rootAddr ) {
addresses . add ( rootAddr )
if ( addresses . size >= MAX_TARGET_ADDRESSES || eventIds . size >= MAX_TARGET_EVENT_IDS ) {
break outer
}
if ( addresses . size >= MAX_TARGET_ADDRESSES ) break outer
}
}
return { addresses , eventIds }
}
function limitEngagementChunks < T > ( chunks : T [ ] [ ] ) : T [ ] [ ] {
return chunks . length <= MAX_ENGAGEMENT_HTTP_CHUNKS
? chunks
: chunks . slice ( 0 , MAX_ENGAGEMENT_HTTP_CHUNKS )
}
async function withEngagementTimeout < T > (
promise : Promise < T > ,
fallback : T ,
label : string
) : Promise < T > {
let timer : ReturnType < typeof setTimeout > | undefined
try {
return await Promise . race ( [
promise ,
new Promise < T > ( ( resolve ) = > {
timer = setTimeout ( ( ) = > {
if ( import . meta . env . DEV ) {
logger . warn ( '[Library] engagement fetch timed out' , { label , ms : ENGAGEMENT_FETCH_TIMEOUT_MS } )
}
resolve ( fallback )
} , ENGAGEMENT_FETCH_TIMEOUT_MS )
} )
] )
} finally {
if ( timer ) clearTimeout ( timer )
}
return addresses
}
async function buildEngagedFromCache (
@ -2397,10 +2002,8 @@ async function buildEngagedFromCache(
@@ -2397,10 +2002,8 @@ async function buildEngagedFromCache(
const topLevel = getTopLevelIndexEvents ( indexEvents )
let maps = engagement
if ( ! maps ) {
const { addresses : targetAddresses , eventIds : targetEventIds } = collectEngagementTargets (
indexEvents ,
indexByAddress
)
const targetAddresses = collectTargetAddressesFromIndexes ( indexEvents , indexByAddress )
const targetEventIds = collectPublicationIndexEventIds ( indexEvents )
const engagementRelayUrls = await buildLibraryEngagementRelayUrls (
viewerPubkey ? ? undefined ,
indexRelayUrls ,
@ -2477,10 +2080,11 @@ async function runLibraryPublicationIndexLoad(
@@ -2477,10 +2080,11 @@ async function runLibraryPublicationIndexLoad(
if ( ! options ? . forceRefresh && sessionCache ? . relayKey === key ) {
const cachedIndexEvents = indexEventsFromCache ( sessionCache )
if ( sessionCache . viewerPubkey !== viewerPubkey ) {
const { addresses : targetAddresses , eventIds : targetEventIds } = collectEngagementTarget s(
const targetAddresses = collectTargetAddressesFromIndexe s(
cachedIndexEvents ,
sessionCache . indexByAddress
)
const targetEventIds = collectPublicationIndexEventIds ( cachedIndexEvents )
const engagementRelayUrls = await buildLibraryEngagementRelayUrls (
viewerPubkey ? ? undefined ,
relayUrls ,
@ -2544,10 +2148,8 @@ async function runLibraryPublicationIndexLoad(
@@ -2544,10 +2148,8 @@ async function runLibraryPublicationIndexLoad(
}
topLevel = getTopLevelIndexEventsFromMap ( indexByAddress )
const { addresses : targetAddresses , eventIds : targetEventIds } = collectEngagementTargets (
indexEvents ,
buildIndexByAddress ( indexEvents )
)
const targetAddresses = collectTargetAddressesFromIndexes ( indexEvents , indexByAddress )
const targetEventIds = collectPublicationIndexEventIds ( indexEvents )
if ( import . meta . env . DEV ) {
logger . info ( '[Library] fetching engagement' , {
targetAddresses : targetAddresses.size ,
@ -2608,7 +2210,7 @@ export function clearLibraryPublicationIndexCache(): void {
@@ -2608,7 +2210,7 @@ export function clearLibraryPublicationIndexCache(): void {
clearLibrarySearchSessionCache ( )
}
/** Clears Library tab session cache and relay-discovered catalog masters (opened publications stay ). */
/** Clears Library tab session + IDB index cache only (publication reading cache is unchanged ). */
export async function clearAllLibraryIndexCaches ( ) : Promise < void > {
sessionCache = null
indexLoadJob = null
