@magda/semantic-indexer-framework 5.2.0

package/dist/test/BaseSemanticIndexerTest.js

@@ -0,0 +1,167 @@
+import sinon from "sinon";
+import { expect } from "chai";
+export class BaseSemanticIndexerTest {
+  chunker;
+  embeddingApiClient;
+  opensearchApiClient;
+  minioClient;
+  registry;
+  createEmbeddingTextStub;
+  consoleLogStub;
+  consoleWarnStub;
+  consoleErrorStub;
+  clock;
+  DEFAULT_FAKE_TIME = new Date("2023-01-01T00:00:00.000Z");
+  DEFAULT_PARENT_RECORD_ID = "fake-parent-record-id";
+  DEFAULT_CREATE_EMBEDDING_TEXT_RESULT = { text: "embedding text" }; // result of user-provided createEmbeddingText function
+  userConfig;
+  constructor({ createEmbeddingTextResult, fakeTime, overridesConfig, suppressConsoleLogs } = {}) {
+    this.chunker = { chunk: sinon.stub() };
+    this.embeddingApiClient = { get: sinon.stub() };
+    this.opensearchApiClient = {
+      bulkIndexDocument: sinon.stub().resolves(),
+      deleteByQuery: sinon.stub().resolves({
+        body: { version_conflicts: 0, timed_out: false }
+      })
+    };
+    this.minioClient = { downloadFile: sinon.stub().resolves() };
+    this.registry = {
+      getRecords: sinon.stub().resolves({
+        records: [{ id: this.DEFAULT_PARENT_RECORD_ID }]
+      })
+    };
+    this.clock = sinon.useFakeTimers(fakeTime?.getTime() || this.DEFAULT_FAKE_TIME.getTime());
+    this.createEmbeddingTextStub = sinon.
+    stub().
+    resolves(createEmbeddingTextResult ||
+    this.DEFAULT_CREATE_EMBEDDING_TEXT_RESULT);
+    if (suppressConsoleLogs === undefined || suppressConsoleLogs) {
+      this.consoleLogStub = sinon.stub(console, "log");
+      this.consoleWarnStub = sinon.stub(console, "warn");
+      this.consoleErrorStub = sinon.stub(console, "error");
+    }
+    this.userConfig = createFakeSemanticIndexerConfig({
+      createEmbeddingText: this.createEmbeddingTextStub,
+      ...overridesConfig
+    });
+  }
+  cleanup() {
+    this.clock?.restore();
+    this.consoleLogStub?.restore();
+    this.consoleWarnStub?.restore();
+    this.consoleErrorStub?.restore();
+  }
+  updateUserConfig(overrides = {}) {
+    this.userConfig = createFakeSemanticIndexerConfig({
+      createEmbeddingText: this.createEmbeddingTextStub,
+      ...overrides
+    });
+    return this.userConfig;
+  }
+  getCurrentTimeString() {
+    return this.DEFAULT_FAKE_TIME.toISOString();
+  }
+  expectCalledWith(stub, callIndex, ...expectedArgs) {
+    expect(stub.getCall(callIndex).calledWith(...expectedArgs)).to.be.true;
+  }
+  expectSuccessCalls(options = {}) {
+    if (options.createEmbeddingTextCallCount) {
+      expect(this.createEmbeddingTextStub.callCount).to.equal(options.createEmbeddingTextCallCount);
+    }
+    if (options.chunkCallCount) {
+      expect(this.chunker.chunk.callCount).to.equal(options.chunkCallCount);
+    }
+    if (options.embeddingApiCallCount) {
+      expect(this.embeddingApiClient.get.callCount).to.equal(options.embeddingApiCallCount);
+    }
+    if (options.bulkIndexCallCount) {
+      expect(this.opensearchApiClient.bulkIndexDocument.callCount).to.equal(options.bulkIndexCallCount);
+    }
+    if (options.deleteByQueryCallCount) {
+      expect(this.opensearchApiClient.deleteByQuery.callCount).to.equal(options.deleteByQueryCallCount);
+    }
+  }
+  expectIndexedDoc(expectedDoc, callIndex = 0) {
+    const actualDocs = this.opensearchApiClient.bulkIndexDocument.getCall(callIndex).args[1];
+    expect(actualDocs).to.deep.equal([expectedDoc]);
+  }
+  expectIndexedDocs(expectedDocs, callIndex = 0) {
+    const actualDocs = this.opensearchApiClient.bulkIndexDocument.getCall(callIndex).args[1];
+    expect(actualDocs).to.deep.equal(expectedDocs);
+  }
+  getIndexedDocs(callIndex = 0) {
+    return this.opensearchApiClient.bulkIndexDocument.getCall(callIndex).
+    args[1];
+  }
+}
+export function createFakeSemanticIndexerConfig(overrideConfig = {}) {
+  const originalEnv = process.env;
+  process.env = {
+    ...originalEnv,
+    JWT_SECRET: "test-secret",
+    USER_ID: "test-user"
+  };
+  const commonArgs = {
+    listenPort: 6100,
+    internalUrl: "http://localhost:6100",
+    jwtSecret: "test-secret",
+    userId: "test-user",
+    registryUrl: "http://localhost:6101",
+    minioConfig: {
+      endPoint: "localhost",
+      port: 9000,
+      useSSL: false,
+      region: "us-east-1",
+      defaultDatasetBucket: "test-bucket"
+    },
+    minioAccessKey: "minioadmin",
+    minioSecretKey: "minioadmin",
+    enableMultiTenant: false,
+    tenantUrl: "http://localhost:6101",
+    retries: 3,
+    semanticIndexerConfig: {
+      numberOfShards: 1,
+      numberOfReplicas: 0,
+      indexName: "semantic-index",
+      indexVersion: 1,
+      chunkSizeLimit: 512,
+      overlap: 64,
+      bulkEmbeddingsSize: 1,
+      bulkIndexSize: 50,
+      fullIndexName: "semantic-index-v1",
+      knnVectorFieldConfig: {
+        mode: "in_memory",
+        dimension: 768,
+        spaceType: "l2",
+        efConstruction: 100,
+        efSearch: 100,
+        m: 16,
+        encoder: {
+          name: "sq",
+          type: "fp16",
+          clip: false
+        }
+      }
+    },
+    opensearchApiURL: "http://localhost:9200",
+    embeddingApiURL: "http://localhost:3000",
+    registryReadonlyURL: "http://localhost:6101"
+  };
+  const defaultConfig = {
+    argv: commonArgs,
+    id: "test-minion",
+    itemType: overrideConfig.itemType ?? "registryRecord",
+    aspects: ["test-aspect"],
+    optionalAspects: [],
+    formatTypes: ["txt"],
+    createEmbeddingText: overrideConfig.createEmbeddingText ?? (
+    (input) => Promise.resolve({
+      text: "This is a test text"
+    })),
+    chunkSizeLimit: 100,
+    overlap: 0,
+    autoDownloadFile: false,
+    timeout: "3m"
+  };
+  return { ...defaultConfig, ...overrideConfig };
+}

package/dist/test/BaseSemanticIndexerTest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BaseSemanticIndexerTest.js","sourceRoot":"","sources":["../../src/test/BaseSemanticIndexerTest.ts"],"names":[],"mappings":"AAAA,OAAO,KAAqC,MAAM,OAAO,CAAC;AAC1D,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAM9B,MAAM,OAAO,uBAAuB;IACzB,OAAO,CAAM;IACb,kBAAkB,CAAM;IACxB,mBAAmB,CAAM;IACzB,WAAW,CAAM;IACjB,QAAQ,CAAM;IACd,uBAAuB,CAAY;IAEnC,cAAc,CAAY;IAC1B,eAAe,CAAY;IAC3B,gBAAgB,CAAY;IAE5B,KAAK,CAAkB;IACvB,iBAAiB,GAAG,IAAI,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACzD,wBAAwB,GAAG,uBAAuB,CAAC;IACnD,oCAAoC,GAAG,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC,uDAAuD;IAC1H,UAAU,CAAM;IAEvB,YAAY,EACR,yBAAyB,EACzB,QAAQ,EACR,eAAe,EACf,mBAAmB,KAMnB,EAAE;QACF,IAAI,CAAC,OAAO,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QACvC,IAAI,CAAC,kBAAkB,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAChD,IAAI,CAAC,mBAAmB,GAAG;YACvB,iBAAiB,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE;YAC1C,aAAa,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC;gBACjC,IAAI,EAAE,EAAE,iBAAiB,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE;aACnD,CAAC;SACL,CAAC;QACF,IAAI,CAAC,WAAW,GAAG,EAAE,YAAY,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;QAC7D,IAAI,CAAC,QAAQ,GAAG;YACZ,UAAU,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC;gBAC9B,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,wBAAwB,EAAE,CAAC;aACnD,CAAC;SACL,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,aAAa,CAC5B,QAAQ,EAAE,OAAO,EAAE,IAAI,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,CAC1D,CAAC;QAEF,IAAI,CAAC,uBAAuB,GAAG,KAAK;aAC/B,IAAI,EAAE;aACN,QAAQ,CACL,yBAAyB;YACrB,IAAI,CAAC,oCAAoC,CAChD,CAAC;QAEN,IAAI,mBAAmB,KAAK,SAAS,IAAI,mBAAmB,EAAE,CAAC;YAC3D,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACjD,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACnD,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACzD,CAAC;QAED,IAAI,CAAC,UAAU,GAAG,+BAA+B,CAAC;YAC9C,mBAAmB,EAAE,IAAI,CAAC,uBAAuB;YACjD,GAAG,eAAe;SACrB,CAAC,CAAC;IACP,CAAC;IAED,OAAO;QACH,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC;QACtB,IAAI,CAAC,cAAc,EAAE,OAAO,EAAE,CAAC;QAC/B,IAAI,CAAC,eAAe,EAAE,OAAO,EAAE,CAAC;QAChC,IAAI,CAAC,gBAAgB,EAAE,OAAO,EAAE,CAAC;IACrC,CAAC;IAED,gBAAgB,CAAC,YAA6C,EAAE;QAC5D,IAAI,CAAC,UAAU,GAAG,+BAA+B,CAAC;YAC9C,mBAAmB,EAAE,IAAI,CAAC,uBAAuB;YACjD,GAAG,SAAS;SACf,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAED,oBAAoB;QAChB,OAAO,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,CAAC;IAChD,CAAC;IAED,gBAAgB,CACZ,IAAe,EACf,SAAiB,EACjB,GAAG,YAAmB;QAEtB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC;IAC3E,CAAC;IAED,kBAAkB,CACd,UAMI,EAAE;QAEN,IAAI,OAAO,CAAC,4BAA4B,EAAE,CAAC;YACvC,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,KAAK,CACnD,OAAO,CAAC,4BAA4B,CACvC,CAAC;QACN,CAAC;QACD,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,KAAK,CACzC,OAAO,CAAC,cAAc,CACzB,CAAC;QACN,CAAC;QACD,IAAI,OAAO,CAAC,qBAAqB,EAAE,CAAC;YAChC,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,KAAK,CAClD,OAAO,CAAC,qBAAqB,CAChC,CAAC;QACN,CAAC;QACD,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;YAC7B,MAAM,CACF,IAAI,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,SAAS,CACvD,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,OAAO,CAAC,sBAAsB,EAAE,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,KAAK,CAC7D,OAAO,CAAC,sBAAsB,CACjC,CAAC;QACN,CAAC;IACL,CAAC;IAED,gBAAgB,CAAC,WAAgB,EAAE,YAAoB,CAAC;QACpD,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,OAAO,CACjE,SAAS,CACZ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACV,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC;IACpD,CAAC;IAED,iBAAiB,CAAC,YAAmB,EAAE,YAAoB,CAAC;QACxD,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,OAAO,CACjE,SAAS,CACZ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACV,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACnD,CAAC;IAED,cAAc,CAAC,YAAoB,CAAC;QAChC,OAAO,IAAI,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,OAAO,CAAC,SAAS,CAAC;aAC/D,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;CACJ;AAED,MAAM,UAAU,+BAA+B,CAC3C,iBAAkD,EAAE;IAEpD,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC;IAChC,OAAO,CAAC,GAAG,GAAG;QACV,GAAG,WAAW;QACd,UAAU,EAAE,aAAa;QACzB,OAAO,EAAE,WAAW;KACvB,CAAC;IAEF,MAAM,UAAU,GAA6B;QACzC,UAAU,EAAE,IAAI;QAChB,WAAW,EAAE,uBAAuB;QACpC,SAAS,EAAE,aAAa;QACxB,MAAM,EAAE,WAAW;QACnB,WAAW,EAAE,uBAAuB;QACpC,WAAW,EAAE;YACT,QAAQ,EAAE,WAAW;YACrB,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,WAAW;YACnB,oBAAoB,EAAE,aAAa;SACtC;QACD,cAAc,EAAE,YAAY;QAC5B,cAAc,EAAE,YAAY;QAC5B,iBAAiB,EAAE,KAAK;QACxB,SAAS,EAAE,uBAAuB;QAClC,OAAO,EAAE,CAAC;QACV,qBAAqB,EAAE;YACnB,cAAc,EAAE,CAAC;YACjB,gBAAgB,EAAE,CAAC;YACnB,SAAS,EAAE,gBAAgB;YAC3B,YAAY,EAAE,CAAC;YACf,cAAc,EAAE,GAAG;YACnB,OAAO,EAAE,EAAE;YACX,kBAAkB,EAAE,CAAC;YACrB,aAAa,EAAE,EAAE;YACjB,aAAa,EAAE,mBAAmB;YAClC,oBAAoB,EAAE;gBAClB,IAAI,EAAE,WAAW;gBACjB,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,IAAI;gBACf,cAAc,EAAE,GAAG;gBACnB,QAAQ,EAAE,GAAG;gBACb,CAAC,EAAE,EAAE;gBACL,OAAO,EAAE;oBACL,IAAI,EAAE,IAAI;oBACV,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,KAAK;iBACd;aACJ;SACJ;QACD,gBAAgB,EAAE,uBAAuB;QACzC,eAAe,EAAE,uBAAuB;QACxC,mBAAmB,EAAE,uBAAuB;KAC/C,CAAC;IAEF,MAAM,aAAa,GAA2B;QAC1C,IAAI,EAAE,UAAU;QAChB,EAAE,EAAE,aAAa;QACjB,QAAQ,EAAE,CAAC,cAAc,CAAC,QAAQ,IAAI,gBAAgB,CAAa;QACnE,OAAO,EAAE,CAAC,aAAa,CAAC;QACxB,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,CAAC,KAAK,CAAC;QACpB,mBAAmB,EAAE,CAAC,cAAc,CAAC,mBAAmB;YACpD,CAAC,CAAC,KAAU,EAAE,EAAE,CACZ,OAAO,CAAC,OAAO,CAAC;gBACZ,IAAI,EAAE,qBAAqB;aAC9B,CAAC,CAAC,CAAwB;QACnC,cAAc,EAAE,GAAG;QACnB,OAAO,EAAE,CAAC;QACV,gBAAgB,EAAE,KAAK;QACvB,OAAO,EAAE,IAAI;KAChB,CAAC;IACF,OAAO,EAAE,GAAG,aAAa,EAAE,GAAG,cAAc,EAAE,CAAC;AACnD,CAAC"}

package/dist/test/chunker.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/test/chunker.spec.js

@@ -0,0 +1,154 @@
+import { expect } from "chai";
+import { Chunker, FixedLengthChunkStrategy, RecursiveChunkStrategy } from "../chunker.js";
+import { expectThrowsAsync } from "./helpers.js";
+describe("RecursiveChunker", () => {
+    it("should chunk the text into smaller chunks with proper overlapping", async () => {
+        const text = "This is a test text, for testing the recursive chunking strategy.";
+        const chunkSize = 10;
+        const overlap = 4;
+        const chunker = new Chunker(new RecursiveChunkStrategy(chunkSize, overlap));
+        const chunks = await chunker.chunk(text);
+        expect(chunks).to.be.not.null;
+        expect(chunks.length).to.be.greaterThan(0);
+        chunks.forEach((chunk) => {
+            // validate length property
+            expect(chunk.length).to.be.equal(chunk.text.length);
+            // validate position property
+            expect(text.slice(chunk.position, chunk.position + chunk.length)).to.be.equal(chunk.text);
+        });
+        // should be able to reconstruct
+        let reconstructedText = "";
+        chunks.forEach((chunk) => {
+            reconstructedText += chunk.text.slice(chunk.overlap);
+        });
+        expect(reconstructedText).to.be.equal(text);
+    });
+    it("should handle text with multiple newlines", async () => {
+        const text = "This is a test text,\n\nfor testing the recursive chunking strategy.\n\n";
+        const chunkSize = 10;
+        const overlap = 4;
+        const chunker = new Chunker(new RecursiveChunkStrategy(chunkSize, overlap));
+        const chunks = await chunker.chunk(text);
+        expect(chunks).to.be.not.null;
+        expect(chunks.length).to.be.greaterThan(0);
+        chunks.forEach((chunk) => {
+            expect(chunk.length).to.be.equal(chunk.text.length);
+            expect(text.slice(chunk.position, chunk.position + chunk.length)).to.be.equal(chunk.text);
+        });
+        // should be able to reconstruct
+        let reconstructedText = "";
+        chunks.forEach((chunk) => {
+            reconstructedText += chunk.text.slice(chunk.overlap);
+        });
+        expect(reconstructedText).to.be.equal(text);
+    });
+    it("should be able to handle text smaller than chunk size", async () => {
+        const text = "abc";
+        const chunkSize = 5;
+        const overlap = 2;
+        const chunker = new Chunker(new RecursiveChunkStrategy(chunkSize, overlap));
+        const chunks = await chunker.chunk(text);
+        expect(chunks).to.deep.equal([
+            {
+                text: "abc",
+                length: 3,
+                position: 0,
+                overlap: 0
+            }
+        ]);
+    });
+    it("should throw error when overlap is greater than chunk size", async () => {
+        const text = "abcde";
+        const chunkSize = 5;
+        const overlap = 6;
+        expectThrowsAsync(async () => {
+            const chunker = new Chunker(new RecursiveChunkStrategy(chunkSize, overlap));
+            await chunker.chunk(text);
+        });
+    });
+    it("should be able to handle empty text", async () => {
+        const text = "";
+        const chunkSize = 10;
+        const overlap = 4;
+        const chunker = new Chunker(new RecursiveChunkStrategy(chunkSize, overlap));
+        const chunks = await chunker.chunk(text);
+        expect(chunks).to.deep.equal([]);
+    });
+});
+describe("FixedLengthChunker", () => {
+    it("should chunk the text into smaller chunks with proper overlapping", async () => {
+        const text = "TestText";
+        const chunkSize = 4;
+        const overlap = 1;
+        const chucker = new Chunker(new FixedLengthChunkStrategy(chunkSize, overlap));
+        const chunks = await chucker.chunk(text);
+        expect(chunks).to.deep.equal([
+            {
+                text: "Test",
+                length: 4,
+                position: 0,
+                overlap: 1
+            },
+            {
+                text: "tTex",
+                length: 4,
+                position: 3,
+                overlap: 1
+            },
+            {
+                text: "xt",
+                length: 2,
+                position: 6,
+                overlap: 1
+            }
+        ]);
+    });
+    it("should be able to handle empty text", async () => {
+        const text = "";
+        const chunkSize = 4;
+        const overlap = 1;
+        const chunker = new Chunker(new FixedLengthChunkStrategy(chunkSize, overlap));
+        const chunks = await chunker.chunk(text);
+        expect(chunks).to.deep.equal([]);
+    });
+    it("should be able to handle text smaller than chunk size", async () => {
+        const text = "abc";
+        const chunkSize = 5;
+        const overlap = 2;
+        const chunker = new Chunker(new FixedLengthChunkStrategy(chunkSize, overlap));
+        const chunks = await chunker.chunk(text);
+        expect(chunks).to.deep.equal([
+            {
+                text: "abc",
+                length: 3,
+                position: 0,
+                overlap: 2
+            }
+        ]);
+    });
+    it("should be able to handle text equal to chunk size", async () => {
+        const text = "12345";
+        const chunkSize = 5;
+        const overlap = 2;
+        const chunker = new Chunker(new FixedLengthChunkStrategy(chunkSize, overlap));
+        const chunks = await chunker.chunk(text);
+        expect(chunks).to.deep.equal([
+            {
+                text: "12345",
+                length: 5,
+                position: 0,
+                overlap: 2
+            }
+        ]);
+    });
+    it("should throw error when overlap is greater than chunk size", async () => {
+        const text = "12345";
+        const chunkSize = 5;
+        const overlap = 6;
+        expectThrowsAsync(async () => {
+            const chunker = new Chunker(new FixedLengthChunkStrategy(chunkSize, overlap));
+            await chunker.chunk(text);
+        });
+    });
+});
+//# sourceMappingURL=chunker.spec.js.map

package/dist/test/chunker.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.spec.js","sourceRoot":"","sources":["../../src/test/chunker.spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAC9B,OAAO,EACH,OAAO,EACP,wBAAwB,EACxB,sBAAsB,EACzB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAEjD,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAC9B,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QAC/E,MAAM,IAAI,GACN,mEAAmE,CAAC;QACxE,MAAM,SAAS,GAAG,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,CAAC,CAAC;QAClB,MAAM,OAAO,GAAG,IAAI,OAAO,CACvB,IAAI,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CACjD,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC;QAC9B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAE3C,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACrB,2BAA2B;YAC3B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpD,6BAA6B;YAC7B,MAAM,CACF,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAC5D,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,gCAAgC;QAChC,IAAI,iBAAiB,GAAG,EAAE,CAAC;QAC3B,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACrB,iBAAiB,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,iBAAiB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,IAAI,GACN,0EAA0E,CAAC;QAC/E,MAAM,SAAS,GAAG,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,CAAC,CAAC;QAClB,MAAM,OAAO,GAAG,IAAI,OAAO,CACvB,IAAI,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CACjD,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC;QAC9B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAE3C,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACrB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpD,MAAM,CACF,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAC5D,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,gCAAgC;QAChC,IAAI,iBAAiB,GAAG,EAAE,CAAC;QAC3B,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACrB,iBAAiB,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,iBAAiB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,IAAI,GAAG,KAAK,CAAC;QACnB,MAAM,SAAS,GAAG,CAAC,CAAC;QACpB,MAAM,OAAO,GAAG,CAAC,CAAC;QAClB,MAAM,OAAO,GAAG,IAAI,OAAO,CACvB,IAAI,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CACjD,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;YACzB;gBACI,IAAI,EAAE,KAAK;gBACX,MAAM,EAAE,CAAC;gBACT,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC;aACb;SACJ,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,IAAI,GAAG,OAAO,CAAC;QACrB,MAAM,SAAS,GAAG,CAAC,CAAC;QACpB,MAAM,OAAO,GAAG,CAAC,CAAC;QAElB,iBAAiB,CAAC,KAAK,IAAI,EAAE;YACzB,MAAM,OAAO,GAAG,IAAI,OAAO,CACvB,IAAI,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CACjD,CAAC;YACF,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,IAAI,GAAG,EAAE,CAAC;QAChB,MAAM,SAAS,GAAG,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,CAAC,CAAC;QAClB,MAAM,OAAO,GAAG,IAAI,OAAO,CACvB,IAAI,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CACjD,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QAC/E,MAAM,IAAI,GAAG,UAAU,CAAC;QACxB,MAAM,SAAS,GAAG,CAAC,CAAC;QACpB,MAAM,OAAO,GAAG,CAAC,CAAC;QAClB,MAAM,OAAO,GAAG,IAAI,OAAO,CACvB,IAAI,wBAAwB,CAAC,SAAS,EAAE,OAAO,CAAC,CACnD,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;YACzB;gBACI,IAAI,EAAE,MAAM;gBACZ,MAAM,EAAE,CAAC;gBACT,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC;aACb;YACD;gBACI,IAAI,EAAE,MAAM;gBACZ,MAAM,EAAE,CAAC;gBACT,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC;aACb;YACD;gBACI,IAAI,EAAE,IAAI;gBACV,MAAM,EAAE,CAAC;gBACT,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC;aACb;SACJ,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,IAAI,GAAG,EAAE,CAAC;QAChB,MAAM,SAAS,GAAG,CAAC,CAAC;QACpB,MAAM,OAAO,GAAG,CAAC,CAAC;QAClB,MAAM,OAAO,GAAG,IAAI,OAAO,CACvB,IAAI,wBAAwB,CAAC,SAAS,EAAE,OAAO,CAAC,CACnD,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,IAAI,GAAG,KAAK,CAAC;QACnB,MAAM,SAAS,GAAG,CAAC,CAAC;QACpB,MAAM,OAAO,GAAG,CAAC,CAAC;QAClB,MAAM,OAAO,GAAG,IAAI,OAAO,CACvB,IAAI,wBAAwB,CAAC,SAAS,EAAE,OAAO,CAAC,CACnD,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;YACzB;gBACI,IAAI,EAAE,KAAK;gBACX,MAAM,EAAE,CAAC;gBACT,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC;aACb;SACJ,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,IAAI,GAAG,OAAO,CAAC;QACrB,MAAM,SAAS,GAAG,CAAC,CAAC;QACpB,MAAM,OAAO,GAAG,CAAC,CAAC;QAClB,MAAM,OAAO,GAAG,IAAI,OAAO,CACvB,IAAI,wBAAwB,CAAC,SAAS,EAAE,OAAO,CAAC,CACnD,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;YACzB;gBACI,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,CAAC;gBACT,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC;aACb;SACJ,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,IAAI,GAAG,OAAO,CAAC;QACrB,MAAM,SAAS,GAAG,CAAC,CAAC;QACpB,MAAM,OAAO,GAAG,CAAC,CAAC;QAClB,iBAAiB,CAAC,KAAK,IAAI,EAAE;YACzB,MAAM,OAAO,GAAG,IAAI,OAAO,CACvB,IAAI,wBAAwB,CAAC,SAAS,EAAE,OAAO,CAAC,CACnD,CAAC;YACF,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC"}

package/dist/test/embeddingApiClient.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/test/embeddingApiClient.spec.js

@@ -0,0 +1,43 @@
+import nock from "nock";
+import EmbeddingApiClient from "@magda/typescript-common/dist/EmbeddingApiClient.js";
+import { expect } from "chai";
+import mockEmbeddingApi from "./mockEmbeddingApi.js";
+import sinon from "sinon";
+describe("EmbeddingApiClient", () => {
+    const baseApiUrl = "http://localhost:3000";
+    const path = "/v1/embeddings";
+    const dim = 768;
+    let client;
+    let consoleLogStub;
+    before(() => {
+        mockEmbeddingApi(baseApiUrl, path, dim);
+        client = new EmbeddingApiClient({ baseApiUrl: baseApiUrl });
+        consoleLogStub = sinon.stub(console, "log");
+    });
+    after(() => {
+        nock.cleanAll();
+        consoleLogStub.restore();
+    });
+    it("should return embedding for single text", async () => {
+        const vec = await client.get("hello world");
+        expect(vec).to.be.an.instanceOf(Array);
+        expect(vec.length).to.equal(dim);
+    });
+    it("should return embeddings for batch texts", async () => {
+        const vecs = await client.get(["foo", "bar"]);
+        expect(vecs).to.be.an.instanceOf(Array);
+        expect(vecs[0]).to.be.an.instanceOf(Array);
+        expect(vecs.length).to.equal(2);
+        expect(vecs[0].length).to.equal(dim);
+    });
+    it("should properly handle large text arrays by batch", async () => {
+        const texts = Array(40).fill("test text");
+        const vecs = await client.get(texts);
+        expect(vecs).to.be.an.instanceOf(Array);
+        expect(vecs.length).to.equal(40);
+        vecs.forEach((vec) => {
+            expect(vec.length).to.equal(dim);
+        });
+    });
+});
+//# sourceMappingURL=embeddingApiClient.spec.js.map

package/dist/test/embeddingApiClient.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddingApiClient.spec.js","sourceRoot":"","sources":["../../src/test/embeddingApiClient.spec.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,kBAAkB,MAAM,qDAAqD,CAAC;AACrF,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAC9B,OAAO,gBAAgB,MAAM,uBAAuB,CAAC;AACrD,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAChC,MAAM,UAAU,GAAG,uBAAuB,CAAC;IAC3C,MAAM,IAAI,GAAG,gBAAgB,CAAC;IAC9B,MAAM,GAAG,GAAG,GAAG,CAAC;IAChB,IAAI,MAA0B,CAAC;IAC/B,IAAI,cAAmB,CAAC;IAExB,MAAM,CAAC,GAAG,EAAE;QACR,gBAAgB,CAAC,UAAU,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QACxC,MAAM,GAAG,IAAI,kBAAkB,CAAC,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,CAAC;QAC5D,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,KAAK,CAAC,GAAG,EAAE;QACP,IAAI,CAAC,QAAQ,EAAE,CAAC;QAChB,cAAc,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACrD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAC5C,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,KAAK,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACjC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;YACjB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC"}

package/dist/test/helpers.d.ts

@@ -0,0 +1,4 @@
+import { Record } from "@magda/typescript-common/dist/generated/registry/api.js";
+export declare function createRecord(partial: Partial<Record>): Record;
+export declare const expectThrowsAsync: (method: () => Promise<void>, errorMessage?: string) => Promise<void>;
+export declare const expectNoThrowsAsync: (method: () => Promise<void>) => Promise<void>;

package/dist/test/helpers.js

@@ -0,0 +1,34 @@
+import { expect } from "chai";
+export function createRecord(partial) {
+  return {
+    id: partial.id || "id",
+    name: partial.name || "name",
+    aspects: partial.aspects || {},
+    sourceTag: partial.sourceTag || "source",
+    tenantId: partial.tenantId || 0,
+    ...partial
+  };
+}
+export const expectThrowsAsync = async (method, errorMessage) => {
+  let error = null;
+  try {
+    await method();
+  }
+  catch (err) {
+    error = err;
+  }
+  expect(error).to.be.an("Error");
+  if (errorMessage) {
+    expect(error.message).to.equal(errorMessage);
+  }
+};
+export const expectNoThrowsAsync = async (method) => {
+  let error = null;
+  try {
+    await method();
+  }
+  catch (err) {
+    error = err;
+  }
+  expect(error).to.be.null;
+};

package/dist/test/helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"helpers.js","sourceRoot":"","sources":["../../src/test/helpers.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAE9B,MAAM,UAAU,YAAY,CAAC,OAAwB;IACjD,OAAO;QACH,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,IAAI;QACtB,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,MAAM;QAC5B,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;QAC9B,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,QAAQ;QACxC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,CAAC;QAC/B,GAAG,OAAO;KACb,CAAC;AACN,CAAC;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,EAClC,MAA2B,EAC3B,YAAqB,EACvB,EAAE;IACA,IAAI,KAAK,GAAG,IAAI,CAAC;IACjB,IAAI,CAAC;QACD,MAAM,MAAM,EAAE,CAAC;IACnB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,KAAK,GAAG,GAAG,CAAC;IAChB,CAAC;IACD,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;IAChC,IAAI,YAAY,EAAE,CAAC;QACf,MAAM,CAAE,KAAe,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAC5D,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAG,KAAK,EAAE,MAA2B,EAAE,EAAE;IACrE,IAAI,KAAK,GAAG,IAAI,CAAC;IACjB,IAAI,CAAC;QACD,MAAM,MAAM,EAAE,CAAC;IACnB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,KAAK,GAAG,GAAG,CAAC;IAChB,CAAC;IACD,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC;AAC7B,CAAC,CAAC"}

package/dist/test/indexEmbeddingText.spec.d.ts

@@ -0,0 +1 @@
+export {};