@ax-llm/ax 10.0.25 → 10.0.27

package/cjs/db/weaviate.js

@@ -1,131 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AxDBWeaviate = void 0;
-const apicall_js_1 = require("../util/apicall.js");
-const base_js_1 = require("./base.js");
-/**
- * Weaviate: DB Service
- * @export
- */
-class AxDBWeaviate extends base_js_1.AxDBBase {
-    apiKey;
-    apiURL;
-    constructor({ apiKey, host, fetch, tracer }) {
-        if (!apiKey || apiKey === '') {
-            throw new Error('Weaviate API key not set');
-        }
-        super({ name: 'Weaviate', fetch, tracer });
-        this.apiKey = apiKey;
-        this.apiURL = host;
-    }
-    _upsert = async (req, update, options) => {
-        const res = (await (0, apicall_js_1.apiCall)({
-            url: this.apiURL,
-            headers: { Authorization: `Bearer ${this.apiKey}` },
-            name: `/v1/objects/${req.table}/${req.id}`,
-            put: update ? true : false,
-            fetch: this.fetch,
-            span: options?.span
-        }, {
-            id: req.id,
-            class: req.table,
-            tenant: req.namespace,
-            vector: req.values,
-            properties: req.metadata ?? {}
-        }));
-        if (res?.result?.errors) {
-            throw new Error(`Weaviate upsert failed: ${res.result.errors.error
-                .map(({ message }) => message)
-                .join(', ')}`);
-        }
-        return {
-            ids: [res.id]
-        };
-    };
-    _batchUpsert = async (batchReq, update, options) => {
-        if (update) {
-            throw new Error('Weaviate does not support batch update');
-        }
-        if (batchReq.length === 0) {
-            throw new Error('Batch request is empty');
-        }
-        const objects = batchReq.map((req) => ({
-            id: req.id,
-            class: req.table,
-            tenant: req.namespace,
-            vector: req.values,
-            properties: req.metadata ?? {}
-        }));
-        const res = (await (0, apicall_js_1.apiCall)({
-            url: this.apiURL,
-            headers: { Authorization: `Bearer ${this.apiKey}` },
-            name: '/v1/batch/objects',
-            fetch: this.fetch,
-            span: options?.span
-        }, { objects }));
-        if (res?.some(({ result }) => result?.errors)) {
-            throw new Error(`Weaviate batch upsert failed: ${res
-                .map(({ result }) => result?.errors?.error.map(({ message }) => message).join(', '))
-                .join(', ')}`);
-        }
-        return {
-            ids: res.map(({ id }) => id)
-        };
-    };
-    _query = async (req, options) => {
-        let filter = '';
-        if (req.columns && req.columns.length === 0) {
-            throw new Error('Weaviate requires at least one column');
-        }
-        if (req.values) {
-            filter = `nearVector: {
-            vector: [${req.values.join(',')}],
-        }`;
-        }
-        else if (req.text) {
-            filter = `nearText: {
-            concepts: ['${req.text}'],
-        }`;
-        }
-        else {
-            throw new Error('Weaviate requires either text or values');
-        }
-        const res = (await (0, apicall_js_1.apiCall)({
-            url: this.apiURL,
-            headers: { Authorization: `Bearer ${this.apiKey}` },
-            name: '/v1/graphql',
-            fetch: this.fetch,
-            span: options?.span
-        }, {
-            query: `{
-          Get {
-            ${req.table} (
-              limit: ${req.limit || 10},
-              ${filter}
-            ) {
-                ${req.columns?.join('\n')}
-            }
-          }
-        }`
-        }));
-        if (res.errors) {
-            throw new Error(`Weaviate query failed: ${res.errors
-                .map(({ message }) => message)
-                .join(', ')}`);
-        }
-        const resMatches = res.data.Get[req.table];
-        if (!resMatches) {
-            return { matches: [] };
-        }
-        const matches = resMatches.map((match) => {
-            return {
-                id: match['id'],
-                score: 1,
-                metadata: match
-            };
-        });
-        return { matches };
-    };
-}
-exports.AxDBWeaviate = AxDBWeaviate;
-//# sourceMappingURL=weaviate.js.map

package/cjs/db/weaviate.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"weaviate.js","sourceRoot":"","sources":["../../../db/weaviate.ts"],"names":[],"mappings":";;;AAAA,mDAA6C;AAE7C,uCAAgF;AAiChF;;;GAGG;AACH,MAAa,YAAa,SAAQ,kBAAQ;IAChC,MAAM,CAAS;IACf,MAAM,CAAS;IAEvB,YAAY,EACV,MAAM,EACN,IAAI,EACJ,KAAK,EACL,MAAM,EACmC;QACzC,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QACD,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;IACrB,CAAC;IAEQ,OAAO,GAAG,KAAK,EACtB,GAAgC,EAChC,MAAgB,EAChB,OAAyC,EACZ,EAAE;QAC/B,MAAM,GAAG,GAAG,CAAC,MAAM,IAAA,oBAAO,EACxB;YACE,GAAG,EAAE,IAAI,CAAC,MAAM;YAChB,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE;YACnD,IAAI,EAAE,eAAe,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,EAAE,EAAE;YAC1C,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK;YAC1B,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,IAAI,EAAE,OAAO,EAAE,IAAI;SACpB,EACD;YACE,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,MAAM,EAAE,GAAG,CAAC,SAAS;YACrB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,UAAU,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE;SAC/B,CACF,CAA6B,CAAC;QAE/B,IAAI,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CACb,2BAA2B,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK;iBAC/C,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC;iBAC7B,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;QACJ,CAAC;QAED,OAAO;YACL,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;SACd,CAAC;IACJ,CAAC,CAAC;IAEO,YAAY,GAAG,KAAK,EAC3B,QAAuC,EACvC,MAAgB,EAChB,OAAyC,EACZ,EAAE;QAC/B,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QACD,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACrC,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,MAAM,EAAE,GAAG,CAAC,SAAS;YACrB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,UAAU,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE;SAC/B,CAAC,CAAC,CAAC;QAEJ,MAAM,GAAG,GAAG,CAAC,MAAM,IAAA,oBAAO,EACxB;YACE,GAAG,EAAE,IAAI,CAAC,MAAM;YAChB,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE;YACnD,IAAI,EAAE,mBAAmB;YACzB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,IAAI,EAAE,OAAO,EAAE,IAAI;SACpB,EACD,EAAE,OAAO,EAAE,CACZ,CAA+B,CAAC;QAEjC,IAAI,GAAG,EAAE,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;YAC9C,MAAM,IAAI,KAAK,CACb,iCAAiC,GAAG;iBACjC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAClB,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAC/D;iBACA,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;QACJ,CAAC;QAED,OAAO;YACL,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;SAC7B,CAAC;IACJ,CAAC,CAAC;IAEO,MAAM,GAAG,KAAK,EACrB,GAA+B,EAC/B,OAAyC,EACb,EAAE;QAC9B,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,IAAI,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QAED,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,GAAG;uBACQ,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;UACjC,CAAC;QACP,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;YACpB,MAAM,GAAG;0BACW,GAAG,CAAC,IAAI;UACxB,CAAC;QACP,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,GAAG,GAAG,CAAC,MAAM,IAAA,oBAAO,EACxB;YACE,GAAG,EAAE,IAAI,CAAC,MAAM;YAChB,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE;YACnD,IAAI,EAAE,aAAa;YACnB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,IAAI,EAAE,OAAO,EAAE,IAAI;SACpB,EACD;YACE,KAAK,EAAE;;cAED,GAAG,CAAC,KAAK;uBACA,GAAG,CAAC,KAAK,IAAI,EAAE;gBACtB,MAAM;;kBAEJ,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC;;;UAG/B;SACH,CACF,CAA4B,CAAC;QAE9B,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,0BAA0B,GAAG,CAAC,MAAM;iBACjC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC;iBAC7B,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAG,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAE3C,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QACzB,CAAC;QAED,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACvC,OAAO;gBACL,EAAE,EAAE,KAAK,CAAC,IAAI,CAAW;gBACzB,KAAK,EAAE,CAAC;gBACR,QAAQ,EAAE,KAAK;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,OAAO,EAAE,OAAO,EAAuB,CAAC;IAC1C,CAAC,CAAC;CACH;AAtKD,oCAsKC"}

package/cjs/db/wrap.d.ts

@@ -1,13 +0,0 @@
-import { type AxDBCloudflareArgs } from './cloudflare.js';
-import { type AxDBMemoryArgs } from './memory.js';
-import { type AxDBPineconeArgs } from './pinecone.js';
-import type { AxDBQueryRequest, AxDBQueryResponse, AxDBService, AxDBUpsertRequest, AxDBUpsertResponse } from './types.js';
-import { type AxDBWeaviateArgs } from './weaviate.js';
-export type AxDBArgs = AxDBCloudflareArgs | AxDBPineconeArgs | AxDBWeaviateArgs | AxDBMemoryArgs;
-export declare class AxDB implements AxDBService {
-    private db;
-    constructor(args: Readonly<AxDBArgs>);
-    upsert(req: Readonly<AxDBUpsertRequest>, update?: boolean): Promise<AxDBUpsertResponse>;
-    batchUpsert(batchReq: Readonly<AxDBUpsertRequest[]>, update?: boolean): Promise<AxDBUpsertResponse>;
-    query(req: Readonly<AxDBQueryRequest>): Promise<AxDBQueryResponse>;
-}

package/cjs/db/wrap.js

@@ -1,39 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AxDB = void 0;
-const cloudflare_js_1 = require("./cloudflare.js");
-const memory_js_1 = require("./memory.js");
-const pinecone_js_1 = require("./pinecone.js");
-const weaviate_js_1 = require("./weaviate.js");
-class AxDB {
-    db;
-    constructor(args) {
-        switch (args.name) {
-            case 'weaviate':
-                this.db = new weaviate_js_1.AxDBWeaviate(args);
-                break;
-            case 'pinecone':
-                this.db = new pinecone_js_1.AxDBPinecone(args);
-                break;
-            case 'cloudflare':
-                this.db = new cloudflare_js_1.AxDBCloudflare(args);
-                break;
-            case 'memory':
-                this.db = new memory_js_1.AxDBMemory(args);
-                break;
-            default:
-                throw new Error(`Unknown DB`);
-        }
-    }
-    async upsert(req, update) {
-        return await this.db.upsert(req, update);
-    }
-    async batchUpsert(batchReq, update) {
-        return await this.db.batchUpsert(batchReq, update);
-    }
-    async query(req) {
-        return await this.db.query(req);
-    }
-}
-exports.AxDB = AxDB;
-//# sourceMappingURL=wrap.js.map

package/cjs/db/wrap.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"wrap.js","sourceRoot":"","sources":["../../../db/wrap.ts"],"names":[],"mappings":";;;AAAA,mDAA0E;AAC1E,2CAA8D;AAC9D,+CAAoE;AAQpE,+CAAoE;AAQpE,MAAa,IAAI;IACP,EAAE,CAAc;IACxB,YAAY,IAAwB;QAClC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,KAAK,UAAU;gBACb,IAAI,CAAC,EAAE,GAAG,IAAI,0BAAY,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM;YACR,KAAK,UAAU;gBACb,IAAI,CAAC,EAAE,GAAG,IAAI,0BAAY,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM;YACR,KAAK,YAAY;gBACf,IAAI,CAAC,EAAE,GAAG,IAAI,8BAAc,CAAC,IAAI,CAAC,CAAC;gBACnC,MAAM;YACR,KAAK,QAAQ;gBACX,IAAI,CAAC,EAAE,GAAG,IAAI,sBAAU,CAAC,IAAI,CAAC,CAAC;gBAC/B,MAAM;YACR;gBACE,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IACD,KAAK,CAAC,MAAM,CACV,GAAgC,EAChC,MAAgB;QAEhB,OAAO,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,WAAW,CACf,QAAuC,EACvC,MAAgB;QAEhB,OAAO,MAAM,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,GAA+B;QACzC,OAAO,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAClC,CAAC;CACF;AArCD,oBAqCC"}

package/cjs/docs/index.d.ts

@@ -1,4 +0,0 @@
-export * from './tika.js';
-export * from './manager.js';
-export * from './reranker.js';
-export * from './rewriter.js';

package/cjs/docs/index.js

@@ -1,21 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./tika.js"), exports);
-__exportStar(require("./manager.js"), exports);
-__exportStar(require("./reranker.js"), exports);
-__exportStar(require("./rewriter.js"), exports);
-//# sourceMappingURL=index.js.map

package/cjs/docs/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../docs/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,4CAA0B;AAC1B,+CAA6B;AAC7B,gDAA8B;AAC9B,gDAA8B"}

package/cjs/docs/manager.d.ts

@@ -1,45 +0,0 @@
-import { type AxAIService, type AxDBService, type AxProgram } from '../index.js';
-export type AxRewriteIn = {
-    query: string;
-};
-export type AxRewriteOut = {
-    rewrittenQuery: string;
-};
-export type AxRerankerIn = {
-    query: string;
-    items: string[];
-};
-export type AxRerankerOut = {
-    rankedItems: string[];
-};
-export interface AxDBLoaderOptions {
-    chunker?: (text: string) => string[];
-    rewriter?: AxProgram<AxRewriteIn, AxRewriteOut>;
-    reranker?: AxProgram<AxRerankerIn, AxRerankerOut>;
-}
-export interface AxDBManagerArgs {
-    ai: AxAIService;
-    db: AxDBService;
-    config?: AxDBLoaderOptions;
-}
-export interface AxDBMatch {
-    score: number;
-    text: string;
-}
-export declare class AxDBManager {
-    private ai;
-    private db;
-    private chunker;
-    private rewriter?;
-    private reranker?;
-    constructor({ ai, db, config }: Readonly<AxDBManagerArgs>);
-    private defaultChunker;
-    insert: (text: Readonly<string | string[]>, options?: Readonly<{
-        batchSize?: number;
-        maxWordsPerChunk?: number;
-        minWordsPerChunk?: number;
-    }>) => Promise<void>;
-    query: (query: Readonly<string | string[] | number | number[]>, { topPercent }?: Readonly<{
-        topPercent?: number;
-    }> | undefined) => Promise<AxDBMatch[][]>;
-}

package/cjs/docs/manager.js

@@ -1,165 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AxDBManager = void 0;
-const table = '_internal';
-class AxDBManager {
-    ai;
-    db;
-    chunker;
-    rewriter;
-    reranker;
-    constructor({ ai, db, config }) {
-        this.ai = ai;
-        this.db = db;
-        this.chunker = config?.chunker ?? this.defaultChunker;
-        this.reranker = config?.reranker;
-        this.rewriter = config?.rewriter;
-    }
-    defaultChunker = (text) => {
-        // Default chunking by paragraphs
-        return text.split(/\n\n+/);
-    };
-    insert = async (text, options) => {
-        try {
-            const chunkerInput = Array.isArray(text)
-                ? text.join('\n\n')
-                : text;
-            // Chunk the text using the specified or default chunking function
-            const initialChunks = this.chunker(chunkerInput).filter((chunk) => chunk.length > 0);
-            const maxWordsPerChunk = options?.maxWordsPerChunk;
-            const minWordsPerChunk = options?.minWordsPerChunk;
-            const chunks = processChunks({
-                initialChunks,
-                minWordsPerChunk,
-                maxWordsPerChunk
-            });
-            const bs = options?.batchSize ?? 10;
-            // Process chunks in batches of 10
-            for (let i = 0; i < chunks.length; i += bs) {
-                const batch = chunks.slice(i, i + bs);
-                // Get embeddings for the whole batch from the AI service in one call
-                const ret = await this.ai.embed({ texts: batch });
-                // Prepare batch for bulk upsert
-                const embeddings = ret.embeddings
-                    .map((embedding, index) => ({
-                    id: `chunk_${Date.now() + index}`, // Unique ID for each chunk, adjusted by index
-                    table,
-                    values: embedding,
-                    metadata: { text: batch[index] ?? '' }
-                }))
-                    .filter((v) => v.metadata?.['text'] && v.metadata?.['text'].length > 0);
-                // Batch upsert embeddings
-                await this.db.batchUpsert(embeddings);
-            }
-        }
-        catch (error) {
-            throw new Error(`Error processing text: ${error}`);
-        }
-    };
-    query = async (query, { topPercent } = {}) => {
-        const texts = Array.isArray(query) ? query : [query];
-        if (typeof texts[0] === 'string' && this.rewriter) {
-            for (const [i, text] of texts.entries()) {
-                const { rewrittenQuery } = await this.rewriter.forward(this.ai, {
-                    query: text
-                });
-                texts[i] = rewrittenQuery;
-            }
-        }
-        let queries;
-        if (typeof texts[0] === 'string') {
-            const embedResults = await this.ai.embed({ texts });
-            queries = embedResults.embeddings.map((values) => this.db.query({ table, values }));
-        }
-        else {
-            queries = texts.map((values) => this.db.query({ table, values }));
-        }
-        const queryResults = await Promise.all(queries);
-        const res = [];
-        for (const { matches } of queryResults) {
-            const m = matches
-                .filter((v) => v.metadata?.['text'] && v.metadata?.['text'].length > 0)
-                .map(({ score, metadata }) => ({
-                score,
-                text: metadata?.['text'] ?? ''
-            }));
-            const tp = topPercent && topPercent > 1 ? topPercent / 100 : topPercent;
-            const resultItems = tp ? getTopInPercent(m, tp) : m;
-            if (this.reranker) {
-                const { rankedItems } = await this.reranker.forward(this.ai, {
-                    query: texts[0],
-                    items: resultItems.map((item) => item.text)
-                });
-                const items = rankedItems
-                    .map((item) => resultItems.find((r) => r.text === item))
-                    .filter((v) => v !== undefined);
-                res.push(items);
-            }
-            else {
-                res.push(resultItems);
-            }
-        }
-        return res;
-    };
-}
-exports.AxDBManager = AxDBManager;
-const processChunks = ({ initialChunks, maxWordsPerChunk = 350, minWordsPerChunk = 250 }) => {
-    const chunks = [];
-    let currentChunk = '';
-    let currentWordCount = 0;
-    initialChunks.forEach((chunk) => {
-        const words = chunk.split(/\s+/); // Split the chunk into words
-        const wordCount = words.length; // Count words in the current chunk
-        if (currentWordCount + wordCount <= maxWordsPerChunk) {
-            // Add to the current chunk if within the max size limit
-            currentChunk += chunk + '\n\n';
-            currentWordCount += wordCount;
-        }
-        else if (currentWordCount > 0 &&
-            currentWordCount + wordCount <= maxWordsPerChunk * 1.5) {
-            // If the total word count exceeds the limit but is less than 150% of the maxWordsPerChunk
-            currentChunk += chunk + '\n\n';
-            currentWordCount += wordCount;
-        }
-        else {
-            // If the current chunk is not empty and adding the new chunk exceeds the adjusted limit
-            if (currentWordCount > minWordsPerChunk) {
-                chunks.push(currentChunk.trim());
-                currentChunk = '';
-                currentWordCount = 0;
-            }
-            // Handle the case where the chunk itself is larger than the limit
-            if (wordCount > maxWordsPerChunk) {
-                const remainingWords = words;
-                while (remainingWords.length > maxWordsPerChunk * 1.5) {
-                    const slice = remainingWords.splice(0, maxWordsPerChunk);
-                    chunks.push(slice.join(' '));
-                }
-                // Add the last portion if it fits the condition of being within 150% of maxWordsPerChunk
-                if (remainingWords.length > 0) {
-                    currentChunk += remainingWords.join(' ') + '\n\n';
-                    currentWordCount += remainingWords.length;
-                }
-            }
-            else {
-                // If the new chunk is smaller than the maximum words per chunk
-                currentChunk = chunk + '\n\n';
-                currentWordCount = wordCount;
-            }
-        }
-    });
-    // Push the last chunk if it exists and meets the minimum words condition
-    if (currentWordCount > minWordsPerChunk || chunks.length === 0) {
-        chunks.push(currentChunk.trim());
-    }
-    return chunks;
-};
-const getTopInPercent = (entries, percent = 0.1) => {
-    // Sort entries by score in ascending order
-    const sortedEntries = [...entries].sort((a, b) => a.score - b.score);
-    // Calculate the number of entries to take (top 10%)
-    const topTenPercentCount = Math.ceil(sortedEntries.length * percent);
-    // Return the top 10% of entries
-    return sortedEntries.slice(0, topTenPercentCount);
-};
-//# sourceMappingURL=manager.js.map

package/cjs/docs/manager.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"manager.js","sourceRoot":"","sources":["../../../docs/manager.ts"],"names":[],"mappings":";;;AA8BA,MAAM,KAAK,GAAG,WAAW,CAAC;AAE1B,MAAa,WAAW;IACd,EAAE,CAAc;IAChB,EAAE,CAAc;IAChB,OAAO,CAA6B;IACpC,QAAQ,CAAwC;IAChD,QAAQ,CAA0C;IAE1D,YAAY,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,EAA6B;QACvD,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,OAAO,GAAG,MAAM,EAAE,OAAO,IAAI,IAAI,CAAC,cAAc,CAAC;QACtD,IAAI,CAAC,QAAQ,GAAG,MAAM,EAAE,QAAQ,CAAC;QACjC,IAAI,CAAC,QAAQ,GAAG,MAAM,EAAE,QAAQ,CAAC;IACnC,CAAC;IAEO,cAAc,GAAG,CAAC,IAAY,EAAY,EAAE;QAClD,iCAAiC;QACjC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC,CAAC;IAEF,MAAM,GAAG,KAAK,EACZ,IAAiC,EACjC,OAIE,EACa,EAAE;QACjB,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;gBACtC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;gBACnB,CAAC,CAAE,IAAe,CAAC;YAErB,kEAAkE;YAClE,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,MAAM,CACrD,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAC5B,CAAC;YAEF,MAAM,gBAAgB,GAAG,OAAO,EAAE,gBAAgB,CAAC;YACnD,MAAM,gBAAgB,GAAG,OAAO,EAAE,gBAAgB,CAAC;YAEnD,MAAM,MAAM,GAAG,aAAa,CAAC;gBAC3B,aAAa;gBACb,gBAAgB;gBAChB,gBAAgB;aACjB,CAAC,CAAC;YAEH,MAAM,EAAE,GAAG,OAAO,EAAE,SAAS,IAAI,EAAE,CAAC;YAEpC,kCAAkC;YAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC;gBAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;gBAEtC,qEAAqE;gBACrE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBAElD,gCAAgC;gBAChC,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU;qBAC9B,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;oBAC1B,EAAE,EAAE,SAAS,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,EAAE,8CAA8C;oBACjF,KAAK;oBACL,MAAM,EAAE,SAAS;oBACjB,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE;iBACvC,CAAC,CAAC;qBACF,MAAM,CACL,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAC/D,CAAC;gBAEJ,0BAA0B;gBAC1B,MAAM,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;QACrD,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,GAAG,KAAK,EACX,KAAsD,EACtD,EAAE,UAAU,KAAoD,EAAE,EAC1C,EAAE;QAC1B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAErD,IAAI,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClD,KAAK,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;gBACxC,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE;oBAC9D,KAAK,EAAE,IAAI;iBACZ,CAAC,CAAC;gBACH,KAAK,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,IAAI,OAAqC,CAAC;QAE1C,IAAI,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;YACjC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;YACpD,OAAO,GAAG,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAC/C,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CACjC,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAChD,MAAM,GAAG,GAAkB,EAAE,CAAC;QAE9B,KAAK,MAAM,EAAE,OAAO,EAAE,IAAI,YAAY,EAAE,CAAC;YACvC,MAAM,CAAC,GAAG,OAAO;iBACd,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;iBACtE,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC7B,KAAK;gBACL,IAAI,EAAE,QAAQ,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE;aAC/B,CAAC,CAAC,CAAC;YAEN,MAAM,EAAE,GAAG,UAAU,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC;YACxE,MAAM,WAAW,GAAG,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAEpD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE;oBAC3D,KAAK,EAAE,KAAK,CAAC,CAAC,CAAW;oBACzB,KAAK,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;iBAC5C,CAAC,CAAC;gBAEH,MAAM,KAAK,GAAG,WAAW;qBACtB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;qBACvD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAgB,CAAC;gBAEjD,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClB,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;CACH;AAtID,kCAsIC;AAED,MAAM,aAAa,GAAG,CAAC,EACrB,aAAa,EACb,gBAAgB,GAAG,GAAG,EACtB,gBAAgB,GAAG,GAAG,EAKtB,EAAY,EAAE;IACd,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,IAAI,YAAY,GAAG,EAAE,CAAC;IACtB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,aAAa,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,6BAA6B;QAC/D,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,mCAAmC;QAEnE,IAAI,gBAAgB,GAAG,SAAS,IAAI,gBAAgB,EAAE,CAAC;YACrD,wDAAwD;YACxD,YAAY,IAAI,KAAK,GAAG,MAAM,CAAC;YAC/B,gBAAgB,IAAI,SAAS,CAAC;QAChC,CAAC;aAAM,IACL,gBAAgB,GAAG,CAAC;YACpB,gBAAgB,GAAG,SAAS,IAAI,gBAAgB,GAAG,GAAG,EACtD,CAAC;YACD,0FAA0F;YAC1F,YAAY,IAAI,KAAK,GAAG,MAAM,CAAC;YAC/B,gBAAgB,IAAI,SAAS,CAAC;QAChC,CAAC;aAAM,CAAC;YACN,wFAAwF;YACxF,IAAI,gBAAgB,GAAG,gBAAgB,EAAE,CAAC;gBACxC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;gBACjC,YAAY,GAAG,EAAE,CAAC;gBAClB,gBAAgB,GAAG,CAAC,CAAC;YACvB,CAAC;YACD,kEAAkE;YAClE,IAAI,SAAS,GAAG,gBAAgB,EAAE,CAAC;gBACjC,MAAM,cAAc,GAAG,KAAK,CAAC;gBAC7B,OAAO,cAAc,CAAC,MAAM,GAAG,gBAAgB,GAAG,GAAG,EAAE,CAAC;oBACtD,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;oBACzD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC/B,CAAC;gBACD,yFAAyF;gBACzF,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC9B,YAAY,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC;oBAClD,gBAAgB,IAAI,cAAc,CAAC,MAAM,CAAC;gBAC5C,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,+DAA+D;gBAC/D,YAAY,GAAG,KAAK,GAAG,MAAM,CAAC;gBAC9B,gBAAgB,GAAG,SAAS,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,yEAAyE;IACzE,IAAI,gBAAgB,GAAG,gBAAgB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/D,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CACtB,OAA6B,EAC7B,UAAkB,GAAG,EACR,EAAE;IACf,2CAA2C;IAC3C,MAAM,aAAa,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAErE,oDAAoD;IACpD,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC;IAErE,gCAAgC;IAChC,OAAO,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;AACpD,CAAC,CAAC"}

package/cjs/docs/reranker.d.ts

@@ -1,7 +0,0 @@
-import type { AxAIService } from '../ai/types.js';
-import { AxGen, type AxGenOptions, type AxProgramForwardOptions } from '../dsp/index.js';
-import type { AxRerankerIn, AxRerankerOut } from './manager.js';
-export declare class AxDefaultResultReranker extends AxGen<AxRerankerIn, AxRerankerOut> {
-    constructor(options?: Readonly<AxGenOptions>);
-    forward: (ai: Readonly<AxAIService>, input: Readonly<AxRerankerIn>, options?: Readonly<AxProgramForwardOptions>) => Promise<AxRerankerOut>;
-}

package/cjs/docs/reranker.js

@@ -1,30 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AxDefaultResultReranker = void 0;
-const index_js_1 = require("../dsp/index.js");
-class AxDefaultResultReranker extends index_js_1.AxGen {
-    constructor(options) {
-        const signature = `"You are a re-ranker assistant tasked with evaluating a set of content items in relation to a specific question. Your role involves critically analyzing each content item to determine its relevance to the question and re-ranking them accordingly. This process includes assigning a relevance score from 0 to 10 to each content item based on how well it answers the question, its coverage of the topic, and the reliability of its information. This re-ranked list should start with the content item that is most relevant to the question and end with the least relevant. Output only the list."
-    query: string, items: string[] -> rankedItems: string[] "list of id, 5-words Rationale, relevance score"`;
-        super(signature, options);
-    }
-    forward = async (ai, input, options) => {
-        const { rankedItems } = await super.forward(ai, input, options);
-        const sortedIndexes = rankedItems.map((item) => {
-            const { id: index } = index_js_1.axStringUtil.extractIdAndText(item);
-            return index;
-        });
-        // Ensure all elements are strings and filter out null or undefined
-        const sortedItems = input.items
-            .map((_, index) => {
-            const originalIndex = sortedIndexes[index];
-            return originalIndex !== undefined
-                ? input.items[originalIndex]
-                : undefined;
-        })
-            .filter((item) => item !== undefined);
-        return { rankedItems: sortedItems };
-    };
-}
-exports.AxDefaultResultReranker = AxDefaultResultReranker;
-//# sourceMappingURL=reranker.js.map

package/cjs/docs/reranker.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"reranker.js","sourceRoot":"","sources":["../../../docs/reranker.ts"],"names":[],"mappings":";;;AACA,8CAKyB;AAIzB,MAAa,uBAAwB,SAAQ,gBAG5C;IACC,YAAY,OAAgC;QAC1C,MAAM,SAAS,GAAG;6GACuF,CAAC;QAE1G,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC5B,CAAC;IAEe,OAAO,GAAG,KAAK,EAC7B,EAAyB,EACzB,KAA6B,EAC7B,OAA2C,EACnB,EAAE;QAC1B,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAEhE,MAAM,aAAa,GAAa,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACvD,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,uBAAY,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAC1D,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,mEAAmE;QACnE,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK;aAC5B,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;YAChB,MAAM,aAAa,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;YAC3C,OAAO,aAAa,KAAK,SAAS;gBAChC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC;gBAC5B,CAAC,CAAC,SAAS,CAAC;QAChB,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;QAExD,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC;IACtC,CAAC,CAAC;CACH;AAnCD,0DAmCC"}

package/cjs/docs/rewriter.d.ts

@@ -1,4 +0,0 @@
-import { AxGen, type AxGenOptions, type AxRewriteIn, type AxRewriteOut } from '../index.js';
-export declare class AxDefaultQueryRewriter extends AxGen<AxRewriteIn, AxRewriteOut> {
-    constructor(options?: Readonly<AxGenOptions>);
-}

package/cjs/docs/rewriter.js

@@ -1,13 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AxDefaultQueryRewriter = void 0;
-const index_js_1 = require("../index.js");
-class AxDefaultQueryRewriter extends index_js_1.AxGen {
-    constructor(options) {
-        const signature = `"You are a query rewriter assistant tasked with rewriting a given query to improve its clarity, specificity, and relevance. Your role involves analyzing the query to identify any ambiguities, generalizations, or irrelevant information and then rephrasing it to make it more focused and precise. The rewritten query should be concise, easy to understand, and directly related to the original query. Output only the rewritten query."
-    query: string -> rewrittenQuery: string`;
-        super(signature, options);
-    }
-}
-exports.AxDefaultQueryRewriter = AxDefaultQueryRewriter;
-//# sourceMappingURL=rewriter.js.map

package/cjs/docs/rewriter.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"rewriter.js","sourceRoot":"","sources":["../../../docs/rewriter.ts"],"names":[],"mappings":";;;AAAA,0CAKqB;AAErB,MAAa,sBAAuB,SAAQ,gBAAgC;IAC1E,YAAY,OAAgC;QAC1C,MAAM,SAAS,GAAG;4CACsB,CAAC;QAEzC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC5B,CAAC;CACF;AAPD,wDAOC"}

package/cjs/docs/tika.d.ts

@@ -1,18 +0,0 @@
-export interface AxApacheTikaArgs {
-    url?: string | URL;
-    fetch?: typeof fetch;
-}
-export interface AxApacheTikaConvertOptions {
-    format?: 'text' | 'html';
-}
-export declare class AxApacheTika {
-    private tikaUrl;
-    private fetch?;
-    constructor(args?: Readonly<AxApacheTikaArgs>);
-    private _convert;
-    convert(files: Readonly<string[] | Blob[]>, options?: Readonly<{
-        batchSize?: number;
-        format?: 'html' | 'text';
-    }>): Promise<string[]>;
-}
-export default AxApacheTika;

package/cjs/docs/tika.js

@@ -1,50 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AxApacheTika = void 0;
-const node_fs_1 = require("node:fs");
-class AxApacheTika {
-    tikaUrl;
-    fetch;
-    constructor(args) {
-        const _args = args ?? { url: 'http://localhost:9998/' };
-        this.tikaUrl = new URL('/tika', _args.url);
-        this.fetch = _args.fetch;
-    }
-    async _convert(file, options) {
-        const fileData = typeof file === 'string' ? (0, node_fs_1.createReadStream)(file) : file.stream();
-        if (!fileData) {
-            throw new Error('Failed to read file data');
-        }
-        const acceptValue = options?.format === 'html' ? 'text/html' : 'text/plain';
-        try {
-            const res = await (this.fetch ?? fetch)(this.tikaUrl, {
-                body: fileData,
-                headers: { Accept: acceptValue },
-                duplex: 'half',
-                method: 'PUT'
-            });
-            if (!res.ok) {
-                throw new Error(`Failed to upload file: ${res.statusText}`);
-            }
-            const text = await res.text();
-            return text;
-        }
-        catch (error) {
-            throw new Error(`Error converting file: ${error}`);
-        }
-    }
-    async convert(files, options) {
-        const results = [];
-        const bs = options?.batchSize ?? 10;
-        for (let i = 0; i < files.length; i += bs) {
-            const batch = files.slice(i, i + bs);
-            const uploadPromises = batch.map((files) => this._convert(files, { format: options?.format }));
-            const batchResults = await Promise.all(uploadPromises);
-            results.push(...batchResults);
-        }
-        return results;
-    }
-}
-exports.AxApacheTika = AxApacheTika;
-exports.default = AxApacheTika;
-//# sourceMappingURL=tika.js.map

package/cjs/docs/tika.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"tika.js","sourceRoot":"","sources":["../../../docs/tika.ts"],"names":[],"mappings":";;;AAAA,qCAA2C;AAW3C,MAAa,YAAY;IACf,OAAO,CAAM;IACb,KAAK,CAAgB;IAE7B,YAAY,IAAiC;QAC3C,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,GAAG,EAAE,wBAAwB,EAAE,CAAC;QACxD,IAAI,CAAC,OAAO,GAAG,IAAI,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,QAAQ,CACpB,IAAmB,EACnB,OAA8C;QAE9C,MAAM,QAAQ,GACZ,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAA,0BAAgB,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QAEpE,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC;QAE5E,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE;gBACpD,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE;gBAChC,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,0BAA0B,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;YAC9D,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,OAAO,CAClB,KAAkC,EAClC,OAAoE;QAEpE,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,EAAE,GAAG,OAAO,EAAE,SAAS,IAAI,EAAE,CAAC;QAEpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;YACrC,MAAM,cAAc,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACzC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAClD,CAAC;YACF,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YACvD,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;QAChC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AA5DD,oCA4DC;AACD,kBAAe,YAAY,CAAC"}

package/cjs/dsp/asserts.d.ts

@@ -1,32 +0,0 @@
-import type { extractionState } from './extract.js';
-import type { AxSignature } from './sig.js';
-export interface AxAssertion {
-    fn(values: Record<string, unknown>): boolean | undefined;
-    message?: string;
-    optional?: boolean;
-}
-export interface AxStreamingAssertion {
-    fieldName: string;
-    fn(content: string, done?: boolean): boolean | undefined;
-    message?: string;
-    optional?: boolean;
-}
-export declare class AxAssertionError extends Error {
-    private values;
-    private optional?;
-    constructor({ message, values, optional }: Readonly<{
-        message: string;
-        values: Record<string, unknown>;
-        optional?: boolean;
-    }>);
-    getValue: () => Record<string, unknown>;
-    getOptional: () => boolean | undefined;
-    getFixingInstructions: (_sig: Readonly<AxSignature>) => {
-        name: string;
-        title: string;
-        description: string;
-    }[];
-}
-export declare const assertAssertions: (asserts: readonly AxAssertion[], values: Record<string, unknown>) => void;
-export declare const assertStreamingAssertions: (asserts: readonly AxStreamingAssertion[], values: Record<string, unknown>, xstate: Readonly<extractionState>, content: string, final: boolean) => void;
-export declare const assertRequiredFields: (sig: Readonly<AxSignature>, values: Record<string, unknown>) => void;