searchsocket 0.4.0 → 0.6.0

package/dist/index.d.cts

@@ -1,7 +1,8 @@
-import { R as ResolvedSearchSocketConfig, d as SearchSocketConfig, e as Scope, E as EmbeddingsProvider, f as Reranker, g as RerankCandidate, V as VectorStore, I as IndexOptions, h as IndexStats, b as SearchRequest, S as SearchResponse, c as StreamSearchEvent } from './types-z2dw3H6E.cjs';
-export { C as Chunk, M as MergeSearchOptions, a as MergeSearchResult, Q as QueryOpts, i as StreamEvent, j as StreamSearchErrorEvent, k as VectorHit, l as VectorRecord } from './types-z2dw3H6E.cjs';
-export { searchsocketHandle, searchsocketVitePlugin } from './sveltekit.cjs';
-export { createSearchClient, mergeSearchResults } from './client.cjs';
+import { R as ResolvedSearchSocketConfig, c as SearchSocketConfig, d as Scope, V as VectorHit, P as PageHit, e as ScopeInfo, f as PageRecord, I as IndexingHooks, g as IndexOptions, h as IndexStats, S as SearchRequest, a as SearchResponse, i as SiteStructureResult, j as RelatedPagesResult } from './types-029hl6P2.cjs';
+export { A as Awaitable, C as Chunk, k as CustomRecord } from './types-029hl6P2.cjs';
+import { Index } from '@upstash/vector';
+export { s as searchsocketHandle, b as searchsocketVitePlugin } from './plugin-DoBW1gkK.cjs';
+export { createSearchClient } from './client.cjs';
 
 interface LoadConfigOptions {
     cwd?: string;
@@ -28,26 +29,104 @@ declare function isServerless(): boolean;
 
 declare function resolveScope(config: ResolvedSearchSocketConfig, override?: string): Scope;
 
-declare function createEmbeddingsProvider(config: ResolvedSearchSocketConfig): EmbeddingsProvider;
-
-interface JinaRerankerOptions {
-    apiKey: string;
-    model: string;
-    maxRetries?: number;
+/** Flat metadata stored alongside each page vector in Upstash Vector */
+interface PageVectorMetadata {
+    projectId: string;
+    scopeName: string;
+    type: string;
+    title: string;
+    url: string;
+    description: string;
+    keywords: string[];
+    summary: string;
+    tags: string[];
+    markdown: string;
+    routeFile: string;
+    routeResolution: string;
+    incomingLinks: number;
+    outgoingLinks: number;
+    outgoingLinkUrls?: string[];
+    depth: number;
+    indexedAt: string;
+    contentHash: string;
+    publishedAt?: number | null;
+    [key: string]: unknown;
+}
+interface UpstashSearchStoreOptions {
+    index: Index;
+    pagesNamespace: string;
+    chunksNamespace: string;
 }
-declare class JinaReranker implements Reranker {
-    private readonly apiKey;
-    private readonly model;
-    private readonly maxRetries;
-    constructor(options: JinaRerankerOptions);
-    rerank(query: string, candidates: RerankCandidate[], topN?: number): Promise<Array<{
+declare class UpstashSearchStore {
+    private readonly index;
+    private readonly pagesNs;
+    private readonly chunksNs;
+    constructor(opts: UpstashSearchStoreOptions);
+    upsertChunks(chunks: Array<{
+        id: string;
+        data: string;
+        metadata: Record<string, unknown>;
+    }>, scope: Scope): Promise<void>;
+    search(data: string, opts: {
+        limit: number;
+        filter?: string;
+    }, scope: Scope): Promise<VectorHit[]>;
+    searchChunksByUrl(data: string, url: string, opts: {
+        limit: number;
+        filter?: string;
+    }, scope: Scope): Promise<VectorHit[]>;
+    searchPagesByText(data: string, opts: {
+        limit: number;
+        filter?: string;
+    }, scope: Scope): Promise<PageHit[]>;
+    searchPagesByVector(vector: number[], opts: {
+        limit: number;
+        filter?: string;
+    }, scope: Scope): Promise<PageHit[]>;
+    private queryPages;
+    deleteByIds(ids: string[], _scope: Scope): Promise<void>;
+    deleteScope(scope: Scope): Promise<void>;
+    listScopes(projectId: string): Promise<ScopeInfo[]>;
+    getContentHashes(scope: Scope): Promise<Map<string, string>>;
+    listPages(scope: Scope, opts?: {
+        cursor?: string;
+        limit?: number;
+        pathPrefix?: string;
+    }): Promise<{
+        pages: Array<{
+            url: string;
+            title: string;
+            description: string;
+            routeFile: string;
+        }>;
+        nextCursor?: string;
+    }>;
+    getPageHashes(scope: Scope): Promise<Map<string, string>>;
+    deletePagesByIds(ids: string[], _scope: Scope): Promise<void>;
+    upsertPages(pages: Array<{
         id: string;
-        score: number;
+        data: string;
+        metadata: Record<string, unknown>;
+    }>, scope: Scope): Promise<void>;
+    getPage(url: string, scope: Scope): Promise<PageRecord | null>;
+    fetchPageWithVector(url: string, scope: Scope): Promise<{
+        metadata: PageVectorMetadata;
+        vector: number[];
+    } | null>;
+    fetchPagesBatch(urls: string[], scope: Scope): Promise<Array<{
+        url: string;
+        title: string;
+        routeFile: string;
+        outgoingLinkUrls: string[];
     }>>;
+    deletePages(scope: Scope): Promise<void>;
+    health(): Promise<{
+        ok: boolean;
+        details?: string;
+    }>;
+    dropAllIndexes(projectId: string): Promise<void>;
 }
 
-declare function createReranker(config: ResolvedSearchSocketConfig): Reranker | null;
-
 interface LoggerOptions {
     json?: boolean;
     verbose?: boolean;
@@ -74,16 +153,16 @@ interface IndexPipelineOptions {
     cwd?: string;
     configPath?: string;
     config?: ResolvedSearchSocketConfig;
-    embeddingsProvider?: EmbeddingsProvider;
-    vectorStore?: VectorStore;
+    store?: UpstashSearchStore;
     logger?: Logger;
+    hooks?: IndexingHooks;
 }
 declare class IndexPipeline {
     private readonly cwd;
     private readonly config;
-    private readonly embeddings;
-    private readonly vectorStore;
+    private readonly store;
     private readonly logger;
+    private readonly hooks;
     private constructor();
     static create(options?: IndexPipelineOptions): Promise<IndexPipeline>;
     getConfig(): ResolvedSearchSocketConfig;
@@ -94,37 +173,55 @@ interface SearchEngineOptions {
     cwd?: string;
     configPath?: string;
     config?: ResolvedSearchSocketConfig;
-    embeddingsProvider?: EmbeddingsProvider;
-    vectorStore?: VectorStore;
-    reranker?: Reranker | null;
+    store?: UpstashSearchStore;
 }
 declare class SearchEngine {
     private readonly cwd;
     private readonly config;
-    private readonly embeddings;
-    private readonly vectorStore;
-    private readonly reranker;
+    private readonly store;
     private constructor();
     static create(options?: SearchEngineOptions): Promise<SearchEngine>;
     getConfig(): ResolvedSearchSocketConfig;
     search(request: SearchRequest): Promise<SearchResponse>;
-    searchStreaming(request: SearchRequest): AsyncGenerator<StreamSearchEvent>;
+    private buildPageFirstResults;
+    private ensureSnippet;
     private buildResults;
     getPage(pathOrUrl: string, scope?: string): Promise<{
         url: string;
         frontmatter: Record<string, unknown>;
         markdown: string;
     }>;
+    listPages(opts?: {
+        pathPrefix?: string;
+        cursor?: string;
+        limit?: number;
+        scope?: string;
+    }): Promise<{
+        pages: Array<{
+            url: string;
+            title: string;
+            description: string;
+            routeFile: string;
+        }>;
+        nextCursor?: string;
+    }>;
+    getSiteStructure(opts?: {
+        pathPrefix?: string;
+        scope?: string;
+        maxPages?: number;
+    }): Promise<SiteStructureResult>;
+    getRelatedPages(pathOrUrl: string, opts?: {
+        topK?: number;
+        scope?: string;
+    }): Promise<RelatedPagesResult>;
     health(): Promise<{
         ok: boolean;
         details?: string;
     }>;
     private resolveInputPath;
-    private assertModelCompatibility;
-    private rerankHits;
 }
 
-declare function createVectorStore(config: ResolvedSearchSocketConfig, cwd: string): Promise<VectorStore>;
+declare function createUpstashStore(config: ResolvedSearchSocketConfig): Promise<UpstashSearchStore>;
 
 interface McpServerOptions {
     cwd?: string;
@@ -132,7 +229,9 @@ interface McpServerOptions {
     transport?: "stdio" | "http";
     httpPort?: number;
     httpPath?: string;
+    access?: "public" | "private";
+    apiKey?: string;
 }
 declare function runMcpServer(options?: McpServerOptions): Promise<void>;
 
-export { EmbeddingsProvider, IndexOptions, IndexPipeline, IndexStats, JinaReranker, RerankCandidate, Reranker, ResolvedSearchSocketConfig, Scope, SearchEngine, SearchRequest, SearchResponse, SearchSocketConfig, StreamSearchEvent, VectorStore, createEmbeddingsProvider, createReranker, createVectorStore, isServerless, loadConfig, mergeConfig, mergeConfigServerless, resolveScope, runMcpServer };
+export { IndexOptions, IndexPipeline, IndexStats, IndexingHooks, ResolvedSearchSocketConfig, Scope, SearchEngine, SearchRequest, SearchResponse, SearchSocketConfig, UpstashSearchStore, VectorHit, createUpstashStore, isServerless, loadConfig, mergeConfig, mergeConfigServerless, resolveScope, runMcpServer };

package/dist/index.d.ts

@@ -1,7 +1,8 @@
-import { R as ResolvedSearchSocketConfig, d as SearchSocketConfig, e as Scope, E as EmbeddingsProvider, f as Reranker, g as RerankCandidate, V as VectorStore, I as IndexOptions, h as IndexStats, b as SearchRequest, S as SearchResponse, c as StreamSearchEvent } from './types-z2dw3H6E.js';
-export { C as Chunk, M as MergeSearchOptions, a as MergeSearchResult, Q as QueryOpts, i as StreamEvent, j as StreamSearchErrorEvent, k as VectorHit, l as VectorRecord } from './types-z2dw3H6E.js';
-export { searchsocketHandle, searchsocketVitePlugin } from './sveltekit.js';
-export { createSearchClient, mergeSearchResults } from './client.js';
+import { R as ResolvedSearchSocketConfig, c as SearchSocketConfig, d as Scope, V as VectorHit, P as PageHit, e as ScopeInfo, f as PageRecord, I as IndexingHooks, g as IndexOptions, h as IndexStats, S as SearchRequest, a as SearchResponse, i as SiteStructureResult, j as RelatedPagesResult } from './types-029hl6P2.js';
+export { A as Awaitable, C as Chunk, k as CustomRecord } from './types-029hl6P2.js';
+import { Index } from '@upstash/vector';
+export { s as searchsocketHandle, b as searchsocketVitePlugin } from './plugin-C61L-ykY.js';
+export { createSearchClient } from './client.js';
 
 interface LoadConfigOptions {
     cwd?: string;
@@ -28,26 +29,104 @@ declare function isServerless(): boolean;
 
 declare function resolveScope(config: ResolvedSearchSocketConfig, override?: string): Scope;
 
-declare function createEmbeddingsProvider(config: ResolvedSearchSocketConfig): EmbeddingsProvider;
-
-interface JinaRerankerOptions {
-    apiKey: string;
-    model: string;
-    maxRetries?: number;
+/** Flat metadata stored alongside each page vector in Upstash Vector */
+interface PageVectorMetadata {
+    projectId: string;
+    scopeName: string;
+    type: string;
+    title: string;
+    url: string;
+    description: string;
+    keywords: string[];
+    summary: string;
+    tags: string[];
+    markdown: string;
+    routeFile: string;
+    routeResolution: string;
+    incomingLinks: number;
+    outgoingLinks: number;
+    outgoingLinkUrls?: string[];
+    depth: number;
+    indexedAt: string;
+    contentHash: string;
+    publishedAt?: number | null;
+    [key: string]: unknown;
+}
+interface UpstashSearchStoreOptions {
+    index: Index;
+    pagesNamespace: string;
+    chunksNamespace: string;
 }
-declare class JinaReranker implements Reranker {
-    private readonly apiKey;
-    private readonly model;
-    private readonly maxRetries;
-    constructor(options: JinaRerankerOptions);
-    rerank(query: string, candidates: RerankCandidate[], topN?: number): Promise<Array<{
+declare class UpstashSearchStore {
+    private readonly index;
+    private readonly pagesNs;
+    private readonly chunksNs;
+    constructor(opts: UpstashSearchStoreOptions);
+    upsertChunks(chunks: Array<{
+        id: string;
+        data: string;
+        metadata: Record<string, unknown>;
+    }>, scope: Scope): Promise<void>;
+    search(data: string, opts: {
+        limit: number;
+        filter?: string;
+    }, scope: Scope): Promise<VectorHit[]>;
+    searchChunksByUrl(data: string, url: string, opts: {
+        limit: number;
+        filter?: string;
+    }, scope: Scope): Promise<VectorHit[]>;
+    searchPagesByText(data: string, opts: {
+        limit: number;
+        filter?: string;
+    }, scope: Scope): Promise<PageHit[]>;
+    searchPagesByVector(vector: number[], opts: {
+        limit: number;
+        filter?: string;
+    }, scope: Scope): Promise<PageHit[]>;
+    private queryPages;
+    deleteByIds(ids: string[], _scope: Scope): Promise<void>;
+    deleteScope(scope: Scope): Promise<void>;
+    listScopes(projectId: string): Promise<ScopeInfo[]>;
+    getContentHashes(scope: Scope): Promise<Map<string, string>>;
+    listPages(scope: Scope, opts?: {
+        cursor?: string;
+        limit?: number;
+        pathPrefix?: string;
+    }): Promise<{
+        pages: Array<{
+            url: string;
+            title: string;
+            description: string;
+            routeFile: string;
+        }>;
+        nextCursor?: string;
+    }>;
+    getPageHashes(scope: Scope): Promise<Map<string, string>>;
+    deletePagesByIds(ids: string[], _scope: Scope): Promise<void>;
+    upsertPages(pages: Array<{
         id: string;
-        score: number;
+        data: string;
+        metadata: Record<string, unknown>;
+    }>, scope: Scope): Promise<void>;
+    getPage(url: string, scope: Scope): Promise<PageRecord | null>;
+    fetchPageWithVector(url: string, scope: Scope): Promise<{
+        metadata: PageVectorMetadata;
+        vector: number[];
+    } | null>;
+    fetchPagesBatch(urls: string[], scope: Scope): Promise<Array<{
+        url: string;
+        title: string;
+        routeFile: string;
+        outgoingLinkUrls: string[];
     }>>;
+    deletePages(scope: Scope): Promise<void>;
+    health(): Promise<{
+        ok: boolean;
+        details?: string;
+    }>;
+    dropAllIndexes(projectId: string): Promise<void>;
 }
 
-declare function createReranker(config: ResolvedSearchSocketConfig): Reranker | null;
-
 interface LoggerOptions {
     json?: boolean;
     verbose?: boolean;
@@ -74,16 +153,16 @@ interface IndexPipelineOptions {
     cwd?: string;
     configPath?: string;
     config?: ResolvedSearchSocketConfig;
-    embeddingsProvider?: EmbeddingsProvider;
-    vectorStore?: VectorStore;
+    store?: UpstashSearchStore;
     logger?: Logger;
+    hooks?: IndexingHooks;
 }
 declare class IndexPipeline {
     private readonly cwd;
     private readonly config;
-    private readonly embeddings;
-    private readonly vectorStore;
+    private readonly store;
     private readonly logger;
+    private readonly hooks;
     private constructor();
     static create(options?: IndexPipelineOptions): Promise<IndexPipeline>;
     getConfig(): ResolvedSearchSocketConfig;
@@ -94,37 +173,55 @@ interface SearchEngineOptions {
     cwd?: string;
     configPath?: string;
     config?: ResolvedSearchSocketConfig;
-    embeddingsProvider?: EmbeddingsProvider;
-    vectorStore?: VectorStore;
-    reranker?: Reranker | null;
+    store?: UpstashSearchStore;
 }
 declare class SearchEngine {
     private readonly cwd;
     private readonly config;
-    private readonly embeddings;
-    private readonly vectorStore;
-    private readonly reranker;
+    private readonly store;
     private constructor();
     static create(options?: SearchEngineOptions): Promise<SearchEngine>;
     getConfig(): ResolvedSearchSocketConfig;
     search(request: SearchRequest): Promise<SearchResponse>;
-    searchStreaming(request: SearchRequest): AsyncGenerator<StreamSearchEvent>;
+    private buildPageFirstResults;
+    private ensureSnippet;
     private buildResults;
     getPage(pathOrUrl: string, scope?: string): Promise<{
         url: string;
         frontmatter: Record<string, unknown>;
         markdown: string;
     }>;
+    listPages(opts?: {
+        pathPrefix?: string;
+        cursor?: string;
+        limit?: number;
+        scope?: string;
+    }): Promise<{
+        pages: Array<{
+            url: string;
+            title: string;
+            description: string;
+            routeFile: string;
+        }>;
+        nextCursor?: string;
+    }>;
+    getSiteStructure(opts?: {
+        pathPrefix?: string;
+        scope?: string;
+        maxPages?: number;
+    }): Promise<SiteStructureResult>;
+    getRelatedPages(pathOrUrl: string, opts?: {
+        topK?: number;
+        scope?: string;
+    }): Promise<RelatedPagesResult>;
     health(): Promise<{
         ok: boolean;
         details?: string;
     }>;
     private resolveInputPath;
-    private assertModelCompatibility;
-    private rerankHits;
 }
 
-declare function createVectorStore(config: ResolvedSearchSocketConfig, cwd: string): Promise<VectorStore>;
+declare function createUpstashStore(config: ResolvedSearchSocketConfig): Promise<UpstashSearchStore>;
 
 interface McpServerOptions {
     cwd?: string;
@@ -132,7 +229,9 @@ interface McpServerOptions {
     transport?: "stdio" | "http";
     httpPort?: number;
     httpPath?: string;
+    access?: "public" | "private";
+    apiKey?: string;
 }
 declare function runMcpServer(options?: McpServerOptions): Promise<void>;
 
-export { EmbeddingsProvider, IndexOptions, IndexPipeline, IndexStats, JinaReranker, RerankCandidate, Reranker, ResolvedSearchSocketConfig, Scope, SearchEngine, SearchRequest, SearchResponse, SearchSocketConfig, StreamSearchEvent, VectorStore, createEmbeddingsProvider, createReranker, createVectorStore, isServerless, loadConfig, mergeConfig, mergeConfigServerless, resolveScope, runMcpServer };
+export { IndexOptions, IndexPipeline, IndexStats, IndexingHooks, ResolvedSearchSocketConfig, Scope, SearchEngine, SearchRequest, SearchResponse, SearchSocketConfig, UpstashSearchStore, VectorHit, createUpstashStore, isServerless, loadConfig, mergeConfig, mergeConfigServerless, resolveScope, runMcpServer };