searchsocket 0.5.0 → 0.6.1

package/dist/index.d.cts

@@ -1,7 +1,7 @@
-import { R as ResolvedSearchSocketConfig, c as SearchSocketConfig, d as Scope, V as VectorHit, P as PageHit, e as ScopeInfo, f as PageRecord, I as IndexOptions, g as IndexStats, S as SearchRequest, a as SearchResponse } from './types-Dk43uz25.cjs';
-export { C as Chunk } from './types-Dk43uz25.cjs';
-import { Search } from '@upstash/search';
-export { s as searchsocketHandle, b as searchsocketVitePlugin } from './plugin-B_npJSux.cjs';
+import { R as ResolvedSearchSocketConfig, c as SearchSocketConfig, d as Scope, V as VectorHit, P as PageHit, e as ScopeInfo, f as PageRecord, I as IndexingHooks, g as IndexOptions, h as IndexStats, S as SearchRequest, a as SearchResponse, i as SiteStructureResult, j as RelatedPagesResult } from './types-029hl6P2.cjs';
+export { A as Awaitable, C as Chunk, k as CustomRecord } from './types-029hl6P2.cjs';
+import { Index } from '@upstash/vector';
+export { s as searchsocketHandle, b as searchsocketVitePlugin } from './plugin-DoBW1gkK.cjs';
 export { createSearchClient } from './client.cjs';
 
 interface LoadConfigOptions {
@@ -29,63 +29,108 @@ declare function isServerless(): boolean;
 
 declare function resolveScope(config: ResolvedSearchSocketConfig, override?: string): Scope;
 
-/** Content fields stored in Upstash Search (indexed and searchable) */
-interface ChunkContent {
-    title: string;
-    sectionTitle: string;
-    text: string;
-    url: string;
-    tags: string;
-    headingPath: string;
-    [key: string]: unknown;
-}
-/** Metadata fields stored in Upstash Search (returned but not searchable) */
-interface ChunkMetadata {
+/** Flat metadata stored alongside each page vector in Upstash Vector */
+interface PageVectorMetadata {
     projectId: string;
     scopeName: string;
-    path: string;
-    snippet: string;
-    ordinal: number;
-    contentHash: string;
-    depth: number;
-    incomingLinks: number;
-    routeFile: string;
+    type: string;
+    title: string;
+    url: string;
     description: string;
-    keywords: string;
+    keywords: string[];
+    summary: string;
+    tags: string[];
+    markdown: string;
+    routeFile: string;
+    routeResolution: string;
+    incomingLinks: number;
+    outgoingLinks: number;
+    outgoingLinkUrls?: string[];
+    depth: number;
+    indexedAt: string;
+    contentHash: string;
+    publishedAt?: number | null;
     [key: string]: unknown;
 }
 interface UpstashSearchStoreOptions {
-    client: Search;
+    index: Index;
+    pagesNamespace: string;
+    chunksNamespace: string;
 }
 declare class UpstashSearchStore {
-    private readonly client;
+    private readonly index;
+    private readonly pagesNs;
+    private readonly chunksNs;
     constructor(opts: UpstashSearchStoreOptions);
-    private chunkIndex;
-    private pageIndex;
     upsertChunks(chunks: Array<{
         id: string;
-        content: ChunkContent;
-        metadata: ChunkMetadata;
+        data: string;
+        metadata: Record<string, unknown>;
     }>, scope: Scope): Promise<void>;
-    search(query: string, opts: {
+    search(data: string, opts: {
+        limit: number;
+        filter?: string;
+    }, scope: Scope): Promise<VectorHit[]>;
+    searchChunksByUrl(data: string, url: string, opts: {
         limit: number;
-        semanticWeight?: number;
-        inputEnrichment?: boolean;
-        reranking?: boolean;
         filter?: string;
     }, scope: Scope): Promise<VectorHit[]>;
-    searchPages(query: string, opts: {
+    searchPagesByText(data: string, opts: {
+        limit: number;
+        filter?: string;
+    }, scope: Scope): Promise<PageHit[]>;
+    searchPagesByVector(vector: number[], opts: {
         limit: number;
-        semanticWeight?: number;
-        inputEnrichment?: boolean;
         filter?: string;
     }, scope: Scope): Promise<PageHit[]>;
-    deleteByIds(ids: string[], scope: Scope): Promise<void>;
+    private queryPages;
+    deleteByIds(ids: string[], _scope: Scope): Promise<void>;
     deleteScope(scope: Scope): Promise<void>;
     listScopes(projectId: string): Promise<ScopeInfo[]>;
     getContentHashes(scope: Scope): Promise<Map<string, string>>;
-    upsertPages(pages: PageRecord[], scope: Scope): Promise<void>;
+    /**
+     * Fetch content hashes for a specific set of chunk keys using direct fetch()
+     * instead of range(). This avoids potential issues with range() returning
+     * vectors from the wrong namespace on hybrid indexes.
+     */
+    fetchContentHashesForKeys(keys: string[], scope: Scope): Promise<Map<string, string>>;
+    /**
+     * Scan all IDs in the chunks namespace for this scope.
+     * Used for deletion detection (finding stale chunk keys).
+     */
+    scanChunkIds(scope: Scope): Promise<Set<string>>;
+    private scanHashes;
+    listPages(scope: Scope, opts?: {
+        cursor?: string;
+        limit?: number;
+        pathPrefix?: string;
+    }): Promise<{
+        pages: Array<{
+            url: string;
+            title: string;
+            description: string;
+            routeFile: string;
+        }>;
+        nextCursor?: string;
+    }>;
+    getPageHashes(scope: Scope): Promise<Map<string, string>>;
+    deletePagesByIds(ids: string[], _scope: Scope): Promise<void>;
+    upsertPages(pages: Array<{
+        id: string;
+        data: string;
+        metadata: Record<string, unknown>;
+    }>, scope: Scope): Promise<void>;
     getPage(url: string, scope: Scope): Promise<PageRecord | null>;
+    fetchPageWithVector(url: string, scope: Scope): Promise<{
+        metadata: PageVectorMetadata;
+        vector: number[];
+    } | null>;
+    fetchPagesBatch(urls: string[], scope: Scope): Promise<Array<{
+        url: string;
+        title: string;
+        routeFile: string;
+        outgoingLinkUrls: string[];
+    }>>;
     deletePages(scope: Scope): Promise<void>;
     health(): Promise<{
         ok: boolean;
@@ -122,12 +167,14 @@ interface IndexPipelineOptions {
     config?: ResolvedSearchSocketConfig;
     store?: UpstashSearchStore;
     logger?: Logger;
+    hooks?: IndexingHooks;
 }
 declare class IndexPipeline {
     private readonly cwd;
     private readonly config;
     private readonly store;
     private readonly logger;
+    private readonly hooks;
     private constructor();
     static create(options?: IndexPipelineOptions): Promise<IndexPipeline>;
     getConfig(): ResolvedSearchSocketConfig;
@@ -148,6 +195,7 @@ declare class SearchEngine {
     static create(options?: SearchEngineOptions): Promise<SearchEngine>;
     getConfig(): ResolvedSearchSocketConfig;
     search(request: SearchRequest): Promise<SearchResponse>;
+    private buildPageFirstResults;
     private ensureSnippet;
     private buildResults;
     getPage(pathOrUrl: string, scope?: string): Promise<{
@@ -155,6 +203,29 @@ declare class SearchEngine {
         frontmatter: Record<string, unknown>;
         markdown: string;
     }>;
+    listPages(opts?: {
+        pathPrefix?: string;
+        cursor?: string;
+        limit?: number;
+        scope?: string;
+    }): Promise<{
+        pages: Array<{
+            url: string;
+            title: string;
+            description: string;
+            routeFile: string;
+        }>;
+        nextCursor?: string;
+    }>;
+    getSiteStructure(opts?: {
+        pathPrefix?: string;
+        scope?: string;
+        maxPages?: number;
+    }): Promise<SiteStructureResult>;
+    getRelatedPages(pathOrUrl: string, opts?: {
+        topK?: number;
+        scope?: string;
+    }): Promise<RelatedPagesResult>;
     health(): Promise<{
         ok: boolean;
         details?: string;
@@ -170,7 +241,9 @@ interface McpServerOptions {
     transport?: "stdio" | "http";
     httpPort?: number;
     httpPath?: string;
+    access?: "public" | "private";
+    apiKey?: string;
 }
 declare function runMcpServer(options?: McpServerOptions): Promise<void>;
 
-export { IndexOptions, IndexPipeline, IndexStats, ResolvedSearchSocketConfig, Scope, SearchEngine, SearchRequest, SearchResponse, SearchSocketConfig, UpstashSearchStore, VectorHit, createUpstashStore, isServerless, loadConfig, mergeConfig, mergeConfigServerless, resolveScope, runMcpServer };
+export { IndexOptions, IndexPipeline, IndexStats, IndexingHooks, ResolvedSearchSocketConfig, Scope, SearchEngine, SearchRequest, SearchResponse, SearchSocketConfig, UpstashSearchStore, VectorHit, createUpstashStore, isServerless, loadConfig, mergeConfig, mergeConfigServerless, resolveScope, runMcpServer };

package/dist/index.d.ts

@@ -1,7 +1,7 @@
-import { R as ResolvedSearchSocketConfig, c as SearchSocketConfig, d as Scope, V as VectorHit, P as PageHit, e as ScopeInfo, f as PageRecord, I as IndexOptions, g as IndexStats, S as SearchRequest, a as SearchResponse } from './types-Dk43uz25.js';
-export { C as Chunk } from './types-Dk43uz25.js';
-import { Search } from '@upstash/search';
-export { s as searchsocketHandle, b as searchsocketVitePlugin } from './plugin-M-aW0ev6.js';
+import { R as ResolvedSearchSocketConfig, c as SearchSocketConfig, d as Scope, V as VectorHit, P as PageHit, e as ScopeInfo, f as PageRecord, I as IndexingHooks, g as IndexOptions, h as IndexStats, S as SearchRequest, a as SearchResponse, i as SiteStructureResult, j as RelatedPagesResult } from './types-029hl6P2.js';
+export { A as Awaitable, C as Chunk, k as CustomRecord } from './types-029hl6P2.js';
+import { Index } from '@upstash/vector';
+export { s as searchsocketHandle, b as searchsocketVitePlugin } from './plugin-C61L-ykY.js';
 export { createSearchClient } from './client.js';
 
 interface LoadConfigOptions {
@@ -29,63 +29,108 @@ declare function isServerless(): boolean;
 
 declare function resolveScope(config: ResolvedSearchSocketConfig, override?: string): Scope;
 
-/** Content fields stored in Upstash Search (indexed and searchable) */
-interface ChunkContent {
-    title: string;
-    sectionTitle: string;
-    text: string;
-    url: string;
-    tags: string;
-    headingPath: string;
-    [key: string]: unknown;
-}
-/** Metadata fields stored in Upstash Search (returned but not searchable) */
-interface ChunkMetadata {
+/** Flat metadata stored alongside each page vector in Upstash Vector */
+interface PageVectorMetadata {
     projectId: string;
     scopeName: string;
-    path: string;
-    snippet: string;
-    ordinal: number;
-    contentHash: string;
-    depth: number;
-    incomingLinks: number;
-    routeFile: string;
+    type: string;
+    title: string;
+    url: string;
     description: string;
-    keywords: string;
+    keywords: string[];
+    summary: string;
+    tags: string[];
+    markdown: string;
+    routeFile: string;
+    routeResolution: string;
+    incomingLinks: number;
+    outgoingLinks: number;
+    outgoingLinkUrls?: string[];
+    depth: number;
+    indexedAt: string;
+    contentHash: string;
+    publishedAt?: number | null;
     [key: string]: unknown;
 }
 interface UpstashSearchStoreOptions {
-    client: Search;
+    index: Index;
+    pagesNamespace: string;
+    chunksNamespace: string;
 }
 declare class UpstashSearchStore {
-    private readonly client;
+    private readonly index;
+    private readonly pagesNs;
+    private readonly chunksNs;
     constructor(opts: UpstashSearchStoreOptions);
-    private chunkIndex;
-    private pageIndex;
     upsertChunks(chunks: Array<{
         id: string;
-        content: ChunkContent;
-        metadata: ChunkMetadata;
+        data: string;
+        metadata: Record<string, unknown>;
     }>, scope: Scope): Promise<void>;
-    search(query: string, opts: {
+    search(data: string, opts: {
+        limit: number;
+        filter?: string;
+    }, scope: Scope): Promise<VectorHit[]>;
+    searchChunksByUrl(data: string, url: string, opts: {
         limit: number;
-        semanticWeight?: number;
-        inputEnrichment?: boolean;
-        reranking?: boolean;
         filter?: string;
     }, scope: Scope): Promise<VectorHit[]>;
-    searchPages(query: string, opts: {
+    searchPagesByText(data: string, opts: {
+        limit: number;
+        filter?: string;
+    }, scope: Scope): Promise<PageHit[]>;
+    searchPagesByVector(vector: number[], opts: {
         limit: number;
-        semanticWeight?: number;
-        inputEnrichment?: boolean;
         filter?: string;
     }, scope: Scope): Promise<PageHit[]>;
-    deleteByIds(ids: string[], scope: Scope): Promise<void>;
+    private queryPages;
+    deleteByIds(ids: string[], _scope: Scope): Promise<void>;
     deleteScope(scope: Scope): Promise<void>;
     listScopes(projectId: string): Promise<ScopeInfo[]>;
     getContentHashes(scope: Scope): Promise<Map<string, string>>;
-    upsertPages(pages: PageRecord[], scope: Scope): Promise<void>;
+    /**
+     * Fetch content hashes for a specific set of chunk keys using direct fetch()
+     * instead of range(). This avoids potential issues with range() returning
+     * vectors from the wrong namespace on hybrid indexes.
+     */
+    fetchContentHashesForKeys(keys: string[], scope: Scope): Promise<Map<string, string>>;
+    /**
+     * Scan all IDs in the chunks namespace for this scope.
+     * Used for deletion detection (finding stale chunk keys).
+     */
+    scanChunkIds(scope: Scope): Promise<Set<string>>;
+    private scanHashes;
+    listPages(scope: Scope, opts?: {
+        cursor?: string;
+        limit?: number;
+        pathPrefix?: string;
+    }): Promise<{
+        pages: Array<{
+            url: string;
+            title: string;
+            description: string;
+            routeFile: string;
+        }>;
+        nextCursor?: string;
+    }>;
+    getPageHashes(scope: Scope): Promise<Map<string, string>>;
+    deletePagesByIds(ids: string[], _scope: Scope): Promise<void>;
+    upsertPages(pages: Array<{
+        id: string;
+        data: string;
+        metadata: Record<string, unknown>;
+    }>, scope: Scope): Promise<void>;
     getPage(url: string, scope: Scope): Promise<PageRecord | null>;
+    fetchPageWithVector(url: string, scope: Scope): Promise<{
+        metadata: PageVectorMetadata;
+        vector: number[];
+    } | null>;
+    fetchPagesBatch(urls: string[], scope: Scope): Promise<Array<{
+        url: string;
+        title: string;
+        routeFile: string;
+        outgoingLinkUrls: string[];
+    }>>;
     deletePages(scope: Scope): Promise<void>;
     health(): Promise<{
         ok: boolean;
@@ -122,12 +167,14 @@ interface IndexPipelineOptions {
     config?: ResolvedSearchSocketConfig;
     store?: UpstashSearchStore;
     logger?: Logger;
+    hooks?: IndexingHooks;
 }
 declare class IndexPipeline {
     private readonly cwd;
     private readonly config;
     private readonly store;
     private readonly logger;
+    private readonly hooks;
     private constructor();
     static create(options?: IndexPipelineOptions): Promise<IndexPipeline>;
     getConfig(): ResolvedSearchSocketConfig;
@@ -148,6 +195,7 @@ declare class SearchEngine {
     static create(options?: SearchEngineOptions): Promise<SearchEngine>;
     getConfig(): ResolvedSearchSocketConfig;
     search(request: SearchRequest): Promise<SearchResponse>;
+    private buildPageFirstResults;
     private ensureSnippet;
     private buildResults;
     getPage(pathOrUrl: string, scope?: string): Promise<{
@@ -155,6 +203,29 @@ declare class SearchEngine {
         frontmatter: Record<string, unknown>;
         markdown: string;
     }>;
+    listPages(opts?: {
+        pathPrefix?: string;
+        cursor?: string;
+        limit?: number;
+        scope?: string;
+    }): Promise<{
+        pages: Array<{
+            url: string;
+            title: string;
+            description: string;
+            routeFile: string;
+        }>;
+        nextCursor?: string;
+    }>;
+    getSiteStructure(opts?: {
+        pathPrefix?: string;
+        scope?: string;
+        maxPages?: number;
+    }): Promise<SiteStructureResult>;
+    getRelatedPages(pathOrUrl: string, opts?: {
+        topK?: number;
+        scope?: string;
+    }): Promise<RelatedPagesResult>;
     health(): Promise<{
         ok: boolean;
         details?: string;
@@ -170,7 +241,9 @@ interface McpServerOptions {
     transport?: "stdio" | "http";
     httpPort?: number;
     httpPath?: string;
+    access?: "public" | "private";
+    apiKey?: string;
 }
 declare function runMcpServer(options?: McpServerOptions): Promise<void>;
 
-export { IndexOptions, IndexPipeline, IndexStats, ResolvedSearchSocketConfig, Scope, SearchEngine, SearchRequest, SearchResponse, SearchSocketConfig, UpstashSearchStore, VectorHit, createUpstashStore, isServerless, loadConfig, mergeConfig, mergeConfigServerless, resolveScope, runMcpServer };
+export { IndexOptions, IndexPipeline, IndexStats, IndexingHooks, ResolvedSearchSocketConfig, Scope, SearchEngine, SearchRequest, SearchResponse, SearchSocketConfig, UpstashSearchStore, VectorHit, createUpstashStore, isServerless, loadConfig, mergeConfig, mergeConfigServerless, resolveScope, runMcpServer };