@ooneex/rag 1.0.0 → 1.2.0

package/dist/index.js

@@ -3,4 +3,4 @@ import*as f from"@lancedb/lancedb";import"@lancedb/lancedb/embedding/openai";imp
 `),metadata:{heading:r,page:s,pages:Array.from(a),source:o}};let t=this.extractContent(i);r=t,e=t?[t]:[],s=i["page number"]??null,a=new Set(s!==null?[s]:[]);continue}if(p==="paragraph"||p==="list"){let t=this.extractContent(i);if(t){e.push(t);let d=i["page number"];if(d!==void 0)a.add(d)}}}if(e.length>0)yield{text:e.join(`
 `),metadata:{heading:r,page:s,pages:Array.from(a),source:o}}}extractContent(n){let o=Array.from(this.extractTexts(n));return o.length>0?o.join(" "):null}*extractTexts(n){let o=n.content;if(o){yield o;return}let r=n.kids;if(r)for(let e of r)yield*this.extractTexts(e)}}import{container as L,EContainerScope as V}from"@ooneex/container";var M={vectorDatabase:(n=V.Singleton)=>{return(o)=>{L.add(o,n)}}};import{Utf8 as G}from"apache-arrow";class N extends w{getDatabaseUri(){return""}getEmbeddingModel(){return{provider:"openai",model:"text-embedding-ada-002"}}getSchema(){return{name:new G}}}export{M as decorator,h as VectorTable,T as VectorDatabaseException,N as VectorDatabase,c as ConvertorException,v as Convertor,w as AbstractVectorDatabase};
 
-//# debugId=FB64C08DA10152BA64756E2164756E21
+//# debugId=CD8547BED04101BD64756E2164756E21

package/dist/index.js.map

@@ -9,9 +9,9 @@
     "import path from \"node:path\";\nimport { random } from \"@ooneex/utils\";\nimport { convert } from \"@opendataloader/pdf\";\nimport { ConvertorException } from \"./ConvertorException\";\nimport type { ChunkType, ConvertorFileType, ConvertorOptionsType, IConvertor } from \"./types\";\n\nexport class Convertor implements IConvertor {\n  private readonly source: string;\n\n  constructor(source: string) {\n    this.source = path.join(...source.split(/[/\\\\]/));\n  }\n\n  public async *convert(\n    options: ConvertorOptionsType = {},\n  ): AsyncGenerator<ChunkType, { json: ConvertorFileType; markdown: ConvertorFileType }> {\n    try {\n      const subDir = random.nanoid(15);\n      const outputDir = path.join(options.outputDir ?? \"\", subDir);\n      const { password, imageFormat, quiet, pages } = options;\n\n      await convert([this.source], {\n        outputDir,\n        format: \"json,markdown\",\n        imageDir: path.join(outputDir, \"images\"),\n        imageOutput: \"external\",\n        ...(password !== undefined && { password }),\n        ...(imageFormat !== undefined && { imageFormat }),\n        ...(quiet !== undefined && { quiet }),\n        ...(pages !== undefined && { pages }),\n      });\n\n      const glob = new Bun.Glob(\"*\");\n      let jsonFile: string | undefined;\n      let mdFile: string | undefined;\n      for await (const file of glob.scan(outputDir)) {\n        if (!jsonFile && file.endsWith(\".json\")) jsonFile = file;\n        if (!mdFile && file.endsWith(\".md\")) mdFile = file;\n        if (jsonFile && mdFile) break;\n      }\n\n      if (!jsonFile) {\n        throw new ConvertorException(\"No JSON output file found after conversion\", { source: this.source });\n      }\n\n      if (!mdFile) {\n        throw new ConvertorException(\"No Markdown output file found after conversion\", { source: this.source });\n      }\n\n      const jsonPath = path.join(outputDir, jsonFile);\n      const doc = await Bun.file(jsonPath).json();\n      const fileName = doc[\"file name\"] ?? path.basename(this.source);\n\n      yield* this.generateChunks(doc.kids ?? [], fileName);\n\n      const renamedJson = `${random.nanoid(15)}.json`;\n      const renamedMd = `${random.nanoid(15)}.md`;\n\n      const mdPath = path.join(outputDir, mdFile);\n      const renamedJsonPath = path.join(outputDir, renamedJson);\n      const renamedMdPath = path.join(outputDir, renamedMd);\n\n      await Promise.all([Bun.write(renamedJsonPath, Bun.file(jsonPath)), Bun.write(renamedMdPath, Bun.file(mdPath))]);\n\n      await Promise.all([Bun.file(jsonPath).delete(), Bun.file(mdPath).delete()]);\n\n      return {\n        json: { name: renamedJson, path: renamedJsonPath },\n        markdown: { name: renamedMd, path: renamedMdPath },\n      };\n    } catch (error) {\n      if (error instanceof ConvertorException) throw error;\n      throw new ConvertorException(error instanceof Error ? error.message : \"PDF conversion with chunking failed\", {\n        source: this.source,\n      });\n    }\n  }\n\n  private *generateChunks(kids: Record<string, unknown>[], source: string): Generator<ChunkType> {\n    let currentHeading: string | null = null;\n    let currentContent: string[] = [];\n    let startPage: number | null = null;\n    let pageSet = new Set<number>();\n\n    for (const element of kids) {\n      const type = element.type as string | undefined;\n      if (!type) continue;\n\n      if (type === \"heading\") {\n        if (currentContent.length > 0) {\n          yield {\n            text: currentContent.join(\"\\n\"),\n            metadata: { heading: currentHeading, page: startPage, pages: Array.from(pageSet), source },\n          };\n        }\n        const content = this.extractContent(element);\n        currentHeading = content;\n        currentContent = content ? [content] : [];\n        startPage = (element[\"page number\"] as number) ?? null;\n        pageSet = new Set(startPage !== null ? [startPage] : []);\n        continue;\n      }\n\n      if (type === \"paragraph\" || type === \"list\") {\n        const content = this.extractContent(element);\n        if (content) {\n          currentContent.push(content);\n          const page = element[\"page number\"] as number | undefined;\n          if (page !== undefined) {\n            pageSet.add(page);\n          }\n        }\n      }\n    }\n\n    if (currentContent.length > 0) {\n      yield {\n        text: currentContent.join(\"\\n\"),\n        metadata: { heading: currentHeading, page: startPage, pages: Array.from(pageSet), source },\n      };\n    }\n  }\n\n  private extractContent(element: Record<string, unknown>): string | null {\n    const parts = Array.from(this.extractTexts(element));\n    return parts.length > 0 ? parts.join(\" \") : null;\n  }\n\n  private *extractTexts(element: Record<string, unknown>): Generator<string> {\n    const content = element.content as string | undefined;\n    if (content) {\n      yield content;\n      return;\n    }\n\n    const kids = element.kids as Record<string, unknown>[] | undefined;\n    if (kids) {\n      for (const kid of kids) {\n        yield* this.extractTexts(kid);\n      }\n    }\n  }\n}\n",
     "import { Exception } from \"@ooneex/exception\";\nimport { HttpStatus } from \"@ooneex/http-status\";\n\nexport class ConvertorException extends Exception {\n  constructor(message: string, data: Record<string, unknown> = {}) {\n    super(message, {\n      status: HttpStatus.Code.InternalServerError,\n      data,\n    });\n    this.name = \"ConvertorException\";\n  }\n}\n",
     "import { container, EContainerScope } from \"@ooneex/container\";\nimport type { VectorDatabaseClassType } from \"./types\";\n\nexport const decorator = {\n  vectorDatabase: (scope: EContainerScope = EContainerScope.Singleton) => {\n    return (target: VectorDatabaseClassType): void => {\n      container.add(target, scope);\n    };\n  },\n};\n",
-    "import { AbstractVectorDatabase } from \"./AbstractVectorDatabase.ts\";\nimport type { EmbeddingModelType, EmbeddingProviderType, FieldValueType } from \"./types.ts\";\nimport { Utf8 } from \"apache-arrow\";\n\ntype DataType = {\n  name: string;\n}\n\nexport class VectorDatabase extends AbstractVectorDatabase<DataType> {\n  public getDatabaseUri(): string {\n    return \"\";\n  }\n\n  public getEmbeddingModel(): { provider: EmbeddingProviderType; model: EmbeddingModelType[\"model\"] } {\n    return { provider: \"openai\", model: \"text-embedding-ada-002\" };\n  }\n\n  public getSchema(): { [K in keyof DataType]: FieldValueType } {\n    return {\n      name: new Utf8(),\n    };\n  }\n}\n"
+    "import { Utf8 } from \"apache-arrow\";\nimport { AbstractVectorDatabase } from \"./AbstractVectorDatabase.ts\";\nimport type { EmbeddingModelType, EmbeddingProviderType, FieldValueType } from \"./types.ts\";\n\ntype DataType = {\n  name: string;\n};\n\nexport class VectorDatabase extends AbstractVectorDatabase<DataType> {\n  public getDatabaseUri(): string {\n    return \"\";\n  }\n\n  public getEmbeddingModel(): { provider: EmbeddingProviderType; model: EmbeddingModelType[\"model\"] } {\n    return { provider: \"openai\", model: \"text-embedding-ada-002\" };\n  }\n\n  public getSchema(): { [K in keyof DataType]: FieldValueType } {\n    return {\n      name: new Utf8(),\n    };\n  }\n}\n"
   ],
-  "mappings": ";AAAA,mCACA,0CAEA,sBAAS,iBAAa,mCAEtB,eAAS,qBCLT,oBAAS,0BACT,qBAAS,4BAEF,MAAM,UAAgC,CAAU,CACrD,WAAW,CAAC,EAAiB,EAAgC,CAAC,EAAG,CAC/D,MAAM,EAAS,CACb,OAAQ,EAAW,KAAK,oBACxB,MACF,CAAC,EACD,KAAK,KAAO,0BAEhB,CCXA,mCCEO,IAAM,EAAc,CAAI,IAA8B,CAC3D,GAAI,QAAS,EACX,MAAO,IAAI,EAAO,IAAI,IAAI,CAAW,EAAE,KAAK,OAAO,KAErD,GAAI,OAAQ,EACV,MAAO,IAAI,EAAO,GAAG,IAAI,CAAW,EAAE,KAAK,MAAM,KAEnD,GAAI,QAAS,EACX,MAAO,QAAQ,EAAY,EAAO,GAAG,KAGvC,IAAM,EAAM,OAAO,EAAO,KAAK,EAE/B,GACE,EAAO,KAAO,WACd,EAAO,KAAO,eACd,EAAO,KAAO,WACd,EAAO,KAAO,eACd,EAAO,KAAO,YACd,EAAO,KAAO,eAEd,MAAO,GAAG,KAAO,EAAO,KAG1B,GAAI,EAAO,KAAO,KAAM,CACtB,IAAM,EAAS,EAAO,MAAM,IAAI,CAAC,IAAO,OAAO,IAAM,SAAW,IAAI,KAAO,CAAE,EAC7E,MAAO,GAAG,SAAW,EAAO,KAAK,IAAI,KAGvC,GAAI,EAAO,KAAO,QAAU,EAAO,KAAO,WACxC,MAAO,GAAG,KAAO,EAAO,OAAO,EAAO,SAGxC,GAAI,EAAO,KAAO,KAAO,EAAO,KAAO,MAAQ,EAAO,KAAO,KAAO,EAAO,KAAO,MAAQ,EAAO,KAAO,IACtG,MAAO,GAAG,KAAO,EAAO,MAAM,OAAO,EAAO,QAAU,SAAW,IAAI,EAAO,SAAW,EAAO,QAGhG,MAAO,GAAG,KAAO,EAAO,MAAM,OAAO,EAAO,QAAU,SAAW,IAAI,EAAO,SAAW,EAAO,SDnCzF,MAAM,CAAsD,CACzD,MACA,SAAoF,KAE5F,WAAW,CAAC,EAAsB,CAChC,KAAK,MAAQ,OAGF,IAAG,CAAC,EAAkE,CAGjF,OAFA,MAAM,KAAK,MAAM,IAAI,CAAI,EAElB,UAII,YAAW,CACtB,EACA,EAGe,CAGf,OAFA,MAAM,KAAK,MAAM,YAAY,EAAQ,CAAO,EAErC,UAII,kBAAiB,CAC5B,EAAS,SACT,EACe,CAMf,OALA,MAAM,KAAK,MAAM,YAAY,EAAQ,CACnC,OAAgB,QAAM,MAAM,KACzB,CACL,CAAC,EAEM,UAGI,OAAM,CACjB,EACA,EAWqB,CACrB,IAAQ,QAAQ,GAAI,SAAQ,SAAQ,UAAS,eAAc,aAAa,IAAS,GAAW,CAAC,EAE7F,GAAI,CAAC,KAAK,SACR,KAAK,SAAW,MAAc,YAAU,YAAY,OAAO,EAG7D,IAAI,EAAe,KAAK,MAAM,OAAO,EAAO,SAAU,MAAM,EACzD,OAAO,KAAK,QAAQ,EACpB,MAAM,CAAK,EAEd,GAAI,EACF,EAAc,EAAY,QAAQ,CAAO,EAG3C,GAAI,EACF,EAAc,EAAY,aAAa,CAAY,EAGrD,GAAI,EACF,EAAc,EAAY,WAAW,EAGvC,GAAI,EACF,EAAc,EAAY,OAAO,CAAkB,EAGrD,GAAI,EACF,EAAc,EAAY,MAAM,EAAY,CAAM,CAAC,EAGrD,OAAO,EAAY,QAAQ,OAIhB,YAAW,CACtB,EACA,EAKiB,CACjB,IAAQ,QAAQ,GAAI,SAAQ,UAAU,IAAS,GAAW,CAAC,EAE3D,GAAI,CAAC,KAAK,SACR,KAAK,SAAW,MAAc,YAAU,YAAY,OAAO,EAG7D,IAAI,EAAe,KAAK,MAAM,OAAO,EAAO,SAAU,MAAM,EACzD,OAAO,KAAK,QAAQ,EACpB,MAAM,CAAK,EAEd,GAAI,EACF,EAAc,EAAY,MAAM,EAAY,CAAM,CAAC,EAGrD,OAAO,EAAY,YAAY,CAAO,OAI3B,YAAW,CACtB,EACA,EAIiB,CACjB,IAAQ,QAAQ,GAAI,UAAW,GAAW,CAAC,EAE3C,GAAI,CAAC,KAAK,SACR,KAAK,SAAW,MAAc,YAAU,YAAY,OAAO,EAG7D,IAAI,EAAe,KAAK,MAAM,OAAO,EAAO,SAAU,MAAM,EACzD,OAAO,KAAK,QAAQ,EACpB,MAAM,CAAK,EAEd,GAAI,EACF,EAAc,EAAY,MAAM,EAAY,CAAM,CAAC,EAGrD,OAAO,EAAY,YAAY,EAEnC,CFlIO,MAAe,CAEtB,CACU,GAAgC,KAChC,UAER,WAAW,EAAG,CACZ,IAAQ,WAAU,SAAU,KAAK,kBAAkB,EACnD,KAAK,UAAY,EAAY,EAAE,IAAI,CAAQ,GAAG,OAAO,CAAE,OAAM,CAAC,OAOnD,QAAO,EAAkB,CACpC,KAAK,GAAK,MAAc,UAAQ,KAAK,eAAe,CAAC,EAGhD,WAAW,EAAuB,CACvC,GAAI,CAAC,KAAK,GACR,MAAM,IAAI,EAAwB,+CAA+C,EAGnF,OAAO,KAAK,QAGD,KAAI,CAAC,EAAc,EAA6E,CAE3G,IADmB,MAAM,KAAK,YAAY,EAAE,WAAW,GACxC,SAAS,CAAI,EAAG,CAC7B,IAAM,EAAQ,MAAM,KAAK,YAAY,EAAE,UAAU,CAAI,EACrD,OAAO,IAAI,EAAsB,CAAK,EAGxC,IAAM,EAAS,EAAY,CACzB,GAAI,IAAI,EACR,KAAM,KAAK,UAAU,YAAY,IAAI,CAAM,EAC3C,OAAQ,KAAK,UAAU,YAAY,KAChC,KAAK,UAAU,CACpB,CAAC,EACK,EAAQ,MAAM,KAAK,YAAY,EAAE,iBAAiB,EAAM,EAAQ,CAAE,KAAM,eAAgB,CAAQ,CAAC,EAKvG,OAJA,MAAM,EAAM,YAAY,KAAM,CAAE,OAAgB,QAAM,MAAM,CAAE,CAAC,EAC/D,MAAM,EAAM,YAAY,OAAQ,CAAE,OAAgB,QAAM,IAAI,CAAE,CAAC,EAC/D,MAAM,EAAM,YAAY,SAAU,CAAE,OAAgB,QAAM,MAAM,CAAE,CAAC,EAE5D,IAAI,EAAsB,CAAK,EAE1C,CIzDA,oBACA,iBAAS,sBACT,kBAAS,4BCFT,oBAAS,0BACT,qBAAS,4BAEF,MAAM,UAA2B,CAAU,CAChD,WAAW,CAAC,EAAiB,EAAgC,CAAC,EAAG,CAC/D,MAAM,EAAS,CACb,OAAQ,EAAW,KAAK,oBACxB,MACF,CAAC,EACD,KAAK,KAAO,qBAEhB,CDLO,MAAM,CAAgC,CAC1B,OAEjB,WAAW,CAAC,EAAgB,CAC1B,KAAK,OAAS,EAAK,KAAK,GAAG,EAAO,MAAM,OAAO,CAAC,QAGpC,OAAO,CACnB,EAAgC,CAAC,EACoD,CACrF,GAAI,CACF,IAAM,EAAS,EAAO,OAAO,EAAE,EACzB,EAAY,EAAK,KAAK,EAAQ,WAAa,GAAI,CAAM,GACnD,WAAU,cAAa,QAAO,SAAU,EAEhD,MAAM,EAAQ,CAAC,KAAK,MAAM,EAAG,CAC3B,YACA,OAAQ,gBACR,SAAU,EAAK,KAAK,EAAW,QAAQ,EACvC,YAAa,cACT,IAAa,QAAa,CAAE,UAAS,KACrC,IAAgB,QAAa,CAAE,aAAY,KAC3C,IAAU,QAAa,CAAE,OAAM,KAC/B,IAAU,QAAa,CAAE,OAAM,CACrC,CAAC,EAED,IAAM,EAAO,IAAI,IAAI,KAAK,GAAG,EACzB,EACA,EACJ,cAAiB,KAAQ,EAAK,KAAK,CAAS,EAAG,CAC7C,GAAI,CAAC,GAAY,EAAK,SAAS,OAAO,EAAG,EAAW,EACpD,GAAI,CAAC,GAAU,EAAK,SAAS,KAAK,EAAG,EAAS,EAC9C,GAAI,GAAY,EAAQ,MAG1B,GAAI,CAAC,EACH,MAAM,IAAI,EAAmB,6CAA8C,CAAE,OAAQ,KAAK,MAAO,CAAC,EAGpG,GAAI,CAAC,EACH,MAAM,IAAI,EAAmB,iDAAkD,CAAE,OAAQ,KAAK,MAAO,CAAC,EAGxG,IAAM,EAAW,EAAK,KAAK,EAAW,CAAQ,EACxC,EAAM,MAAM,IAAI,KAAK,CAAQ,EAAE,KAAK,EACpC,EAAW,EAAI,cAAgB,EAAK,SAAS,KAAK,MAAM,EAE9D,MAAO,KAAK,eAAe,EAAI,MAAQ,CAAC,EAAG,CAAQ,EAEnD,IAAM,EAAc,GAAG,EAAO,OAAO,EAAE,SACjC,EAAY,GAAG,EAAO,OAAO,EAAE,OAE/B,EAAS,EAAK,KAAK,EAAW,CAAM,EACpC,EAAkB,EAAK,KAAK,EAAW,CAAW,EAClD,EAAgB,EAAK,KAAK,EAAW,CAAS,EAMpD,OAJA,MAAM,QAAQ,IAAI,CAAC,IAAI,MAAM,EAAiB,IAAI,KAAK,CAAQ,CAAC,EAAG,IAAI,MAAM,EAAe,IAAI,KAAK,CAAM,CAAC,CAAC,CAAC,EAE9G,MAAM,QAAQ,IAAI,CAAC,IAAI,KAAK,CAAQ,EAAE,OAAO,EAAG,IAAI,KAAK,CAAM,EAAE,OAAO,CAAC,CAAC,EAEnE,CACL,KAAM,CAAE,KAAM,EAAa,KAAM,CAAgB,EACjD,SAAU,CAAE,KAAM,EAAW,KAAM,CAAc,CACnD,EACA,MAAO,EAAO,CACd,GAAI,aAAiB,EAAoB,MAAM,EAC/C,MAAM,IAAI,EAAmB,aAAiB,MAAQ,EAAM,QAAU,sCAAuC,CAC3G,OAAQ,KAAK,MACf,CAAC,IAII,cAAc,CAAC,EAAiC,EAAsC,CAC7F,IAAI,EAAgC,KAChC,EAA2B,CAAC,EAC5B,EAA2B,KAC3B,EAAU,IAAI,IAElB,QAAW,KAAW,EAAM,CAC1B,IAAM,EAAO,EAAQ,KACrB,GAAI,CAAC,EAAM,SAEX,GAAI,IAAS,UAAW,CACtB,GAAI,EAAe,OAAS,EAC1B,KAAM,CACJ,KAAM,EAAe,KAAK;AAAA,CAAI,EAC9B,SAAU,CAAE,QAAS,EAAgB,KAAM,EAAW,MAAO,MAAM,KAAK,CAAO,EAAG,QAAO,CAC3F,EAEF,IAAM,EAAU,KAAK,eAAe,CAAO,EAC3C,EAAiB,EACjB,EAAiB,EAAU,CAAC,CAAO,EAAI,CAAC,EACxC,EAAa,EAAQ,gBAA6B,KAClD,EAAU,IAAI,IAAI,IAAc,KAAO,CAAC,CAAS,EAAI,CAAC,CAAC,EACvD,SAGF,GAAI,IAAS,aAAe,IAAS,OAAQ,CAC3C,IAAM,EAAU,KAAK,eAAe,CAAO,EAC3C,GAAI,EAAS,CACX,EAAe,KAAK,CAAO,EAC3B,IAAM,EAAO,EAAQ,eACrB,GAAI,IAAS,OACX,EAAQ,IAAI,CAAI,IAMxB,GAAI,EAAe,OAAS,EAC1B,KAAM,CACJ,KAAM,EAAe,KAAK;AAAA,CAAI,EAC9B,SAAU,CAAE,QAAS,EAAgB,KAAM,EAAW,MAAO,MAAM,KAAK,CAAO,EAAG,QAAO,CAC3F,EAII,cAAc,CAAC,EAAiD,CACtE,IAAM,EAAQ,MAAM,KAAK,KAAK,aAAa,CAAO,CAAC,EACnD,OAAO,EAAM,OAAS,EAAI,EAAM,KAAK,GAAG,EAAI,MAGrC,YAAY,CAAC,EAAqD,CACzE,IAAM,EAAU,EAAQ,QACxB,GAAI,EAAS,CACX,MAAM,EACN,OAGF,IAAM,EAAO,EAAQ,KACrB,GAAI,EACF,QAAW,KAAO,EAChB,MAAO,KAAK,aAAa,CAAG,EAIpC,CE9IA,oBAAS,qBAAW,0BAGb,IAAM,EAAY,CACvB,eAAgB,CAAC,EAAyB,EAAgB,YAAc,CACtE,MAAO,CAAC,IAA0C,CAChD,EAAU,IAAI,EAAQ,CAAK,GAGjC,ECPA,eAAS,qBAMF,MAAM,UAAuB,CAAiC,CAC5D,cAAc,EAAW,CAC9B,MAAO,GAGF,iBAAiB,EAA4E,CAClG,MAAO,CAAE,SAAU,SAAU,MAAO,wBAAyB,EAGxD,SAAS,EAA8C,CAC5D,MAAO,CACL,KAAM,IAAI,CACZ,EAEJ",
-  "debugId": "FB64C08DA10152BA64756E2164756E21",
+  "mappings": ";AAAA,mCACA,0CAEA,sBAAS,iBAAa,mCAEtB,eAAS,qBCLT,oBAAS,0BACT,qBAAS,4BAEF,MAAM,UAAgC,CAAU,CACrD,WAAW,CAAC,EAAiB,EAAgC,CAAC,EAAG,CAC/D,MAAM,EAAS,CACb,OAAQ,EAAW,KAAK,oBACxB,MACF,CAAC,EACD,KAAK,KAAO,0BAEhB,CCXA,mCCEO,IAAM,EAAc,CAAI,IAA8B,CAC3D,GAAI,QAAS,EACX,MAAO,IAAI,EAAO,IAAI,IAAI,CAAW,EAAE,KAAK,OAAO,KAErD,GAAI,OAAQ,EACV,MAAO,IAAI,EAAO,GAAG,IAAI,CAAW,EAAE,KAAK,MAAM,KAEnD,GAAI,QAAS,EACX,MAAO,QAAQ,EAAY,EAAO,GAAG,KAGvC,IAAM,EAAM,OAAO,EAAO,KAAK,EAE/B,GACE,EAAO,KAAO,WACd,EAAO,KAAO,eACd,EAAO,KAAO,WACd,EAAO,KAAO,eACd,EAAO,KAAO,YACd,EAAO,KAAO,eAEd,MAAO,GAAG,KAAO,EAAO,KAG1B,GAAI,EAAO,KAAO,KAAM,CACtB,IAAM,EAAS,EAAO,MAAM,IAAI,CAAC,IAAO,OAAO,IAAM,SAAW,IAAI,KAAO,CAAE,EAC7E,MAAO,GAAG,SAAW,EAAO,KAAK,IAAI,KAGvC,GAAI,EAAO,KAAO,QAAU,EAAO,KAAO,WACxC,MAAO,GAAG,KAAO,EAAO,OAAO,EAAO,SAGxC,GAAI,EAAO,KAAO,KAAO,EAAO,KAAO,MAAQ,EAAO,KAAO,KAAO,EAAO,KAAO,MAAQ,EAAO,KAAO,IACtG,MAAO,GAAG,KAAO,EAAO,MAAM,OAAO,EAAO,QAAU,SAAW,IAAI,EAAO,SAAW,EAAO,QAGhG,MAAO,GAAG,KAAO,EAAO,MAAM,OAAO,EAAO,QAAU,SAAW,IAAI,EAAO,SAAW,EAAO,SDnCzF,MAAM,CAAsD,CACzD,MACA,SAAoF,KAE5F,WAAW,CAAC,EAAsB,CAChC,KAAK,MAAQ,OAGF,IAAG,CAAC,EAAkE,CAGjF,OAFA,MAAM,KAAK,MAAM,IAAI,CAAI,EAElB,UAII,YAAW,CACtB,EACA,EAGe,CAGf,OAFA,MAAM,KAAK,MAAM,YAAY,EAAQ,CAAO,EAErC,UAII,kBAAiB,CAC5B,EAAS,SACT,EACe,CAMf,OALA,MAAM,KAAK,MAAM,YAAY,EAAQ,CACnC,OAAgB,QAAM,MAAM,KACzB,CACL,CAAC,EAEM,UAGI,OAAM,CACjB,EACA,EAWqB,CACrB,IAAQ,QAAQ,GAAI,SAAQ,SAAQ,UAAS,eAAc,aAAa,IAAS,GAAW,CAAC,EAE7F,GAAI,CAAC,KAAK,SACR,KAAK,SAAW,MAAc,YAAU,YAAY,OAAO,EAG7D,IAAI,EAAe,KAAK,MAAM,OAAO,EAAO,SAAU,MAAM,EACzD,OAAO,KAAK,QAAQ,EACpB,MAAM,CAAK,EAEd,GAAI,EACF,EAAc,EAAY,QAAQ,CAAO,EAG3C,GAAI,EACF,EAAc,EAAY,aAAa,CAAY,EAGrD,GAAI,EACF,EAAc,EAAY,WAAW,EAGvC,GAAI,EACF,EAAc,EAAY,OAAO,CAAkB,EAGrD,GAAI,EACF,EAAc,EAAY,MAAM,EAAY,CAAM,CAAC,EAGrD,OAAO,EAAY,QAAQ,OAIhB,YAAW,CACtB,EACA,EAKiB,CACjB,IAAQ,QAAQ,GAAI,SAAQ,UAAU,IAAS,GAAW,CAAC,EAE3D,GAAI,CAAC,KAAK,SACR,KAAK,SAAW,MAAc,YAAU,YAAY,OAAO,EAG7D,IAAI,EAAe,KAAK,MAAM,OAAO,EAAO,SAAU,MAAM,EACzD,OAAO,KAAK,QAAQ,EACpB,MAAM,CAAK,EAEd,GAAI,EACF,EAAc,EAAY,MAAM,EAAY,CAAM,CAAC,EAGrD,OAAO,EAAY,YAAY,CAAO,OAI3B,YAAW,CACtB,EACA,EAIiB,CACjB,IAAQ,QAAQ,GAAI,UAAW,GAAW,CAAC,EAE3C,GAAI,CAAC,KAAK,SACR,KAAK,SAAW,MAAc,YAAU,YAAY,OAAO,EAG7D,IAAI,EAAe,KAAK,MAAM,OAAO,EAAO,SAAU,MAAM,EACzD,OAAO,KAAK,QAAQ,EACpB,MAAM,CAAK,EAEd,GAAI,EACF,EAAc,EAAY,MAAM,EAAY,CAAM,CAAC,EAGrD,OAAO,EAAY,YAAY,EAEnC,CFlIO,MAAe,CAEtB,CACU,GAAgC,KAChC,UAER,WAAW,EAAG,CACZ,IAAQ,WAAU,SAAU,KAAK,kBAAkB,EACnD,KAAK,UAAY,EAAY,EAAE,IAAI,CAAQ,GAAG,OAAO,CAAE,OAAM,CAAC,OAOnD,QAAO,EAAkB,CACpC,KAAK,GAAK,MAAc,UAAQ,KAAK,eAAe,CAAC,EAGhD,WAAW,EAAuB,CACvC,GAAI,CAAC,KAAK,GACR,MAAM,IAAI,EAAwB,+CAA+C,EAGnF,OAAO,KAAK,QAGD,KAAI,CAAC,EAAc,EAA6E,CAE3G,IADmB,MAAM,KAAK,YAAY,EAAE,WAAW,GACxC,SAAS,CAAI,EAAG,CAC7B,IAAM,EAAQ,MAAM,KAAK,YAAY,EAAE,UAAU,CAAI,EACrD,OAAO,IAAI,EAAsB,CAAK,EAGxC,IAAM,EAAS,EAAY,CACzB,GAAI,IAAI,EACR,KAAM,KAAK,UAAU,YAAY,IAAI,CAAM,EAC3C,OAAQ,KAAK,UAAU,YAAY,KAChC,KAAK,UAAU,CACpB,CAAC,EACK,EAAQ,MAAM,KAAK,YAAY,EAAE,iBAAiB,EAAM,EAAQ,CAAE,KAAM,eAAgB,CAAQ,CAAC,EAKvG,OAJA,MAAM,EAAM,YAAY,KAAM,CAAE,OAAgB,QAAM,MAAM,CAAE,CAAC,EAC/D,MAAM,EAAM,YAAY,OAAQ,CAAE,OAAgB,QAAM,IAAI,CAAE,CAAC,EAC/D,MAAM,EAAM,YAAY,SAAU,CAAE,OAAgB,QAAM,MAAM,CAAE,CAAC,EAE5D,IAAI,EAAsB,CAAK,EAE1C,CIzDA,oBACA,iBAAS,sBACT,kBAAS,4BCFT,oBAAS,0BACT,qBAAS,4BAEF,MAAM,UAA2B,CAAU,CAChD,WAAW,CAAC,EAAiB,EAAgC,CAAC,EAAG,CAC/D,MAAM,EAAS,CACb,OAAQ,EAAW,KAAK,oBACxB,MACF,CAAC,EACD,KAAK,KAAO,qBAEhB,CDLO,MAAM,CAAgC,CAC1B,OAEjB,WAAW,CAAC,EAAgB,CAC1B,KAAK,OAAS,EAAK,KAAK,GAAG,EAAO,MAAM,OAAO,CAAC,QAGpC,OAAO,CACnB,EAAgC,CAAC,EACoD,CACrF,GAAI,CACF,IAAM,EAAS,EAAO,OAAO,EAAE,EACzB,EAAY,EAAK,KAAK,EAAQ,WAAa,GAAI,CAAM,GACnD,WAAU,cAAa,QAAO,SAAU,EAEhD,MAAM,EAAQ,CAAC,KAAK,MAAM,EAAG,CAC3B,YACA,OAAQ,gBACR,SAAU,EAAK,KAAK,EAAW,QAAQ,EACvC,YAAa,cACT,IAAa,QAAa,CAAE,UAAS,KACrC,IAAgB,QAAa,CAAE,aAAY,KAC3C,IAAU,QAAa,CAAE,OAAM,KAC/B,IAAU,QAAa,CAAE,OAAM,CACrC,CAAC,EAED,IAAM,EAAO,IAAI,IAAI,KAAK,GAAG,EACzB,EACA,EACJ,cAAiB,KAAQ,EAAK,KAAK,CAAS,EAAG,CAC7C,GAAI,CAAC,GAAY,EAAK,SAAS,OAAO,EAAG,EAAW,EACpD,GAAI,CAAC,GAAU,EAAK,SAAS,KAAK,EAAG,EAAS,EAC9C,GAAI,GAAY,EAAQ,MAG1B,GAAI,CAAC,EACH,MAAM,IAAI,EAAmB,6CAA8C,CAAE,OAAQ,KAAK,MAAO,CAAC,EAGpG,GAAI,CAAC,EACH,MAAM,IAAI,EAAmB,iDAAkD,CAAE,OAAQ,KAAK,MAAO,CAAC,EAGxG,IAAM,EAAW,EAAK,KAAK,EAAW,CAAQ,EACxC,EAAM,MAAM,IAAI,KAAK,CAAQ,EAAE,KAAK,EACpC,EAAW,EAAI,cAAgB,EAAK,SAAS,KAAK,MAAM,EAE9D,MAAO,KAAK,eAAe,EAAI,MAAQ,CAAC,EAAG,CAAQ,EAEnD,IAAM,EAAc,GAAG,EAAO,OAAO,EAAE,SACjC,EAAY,GAAG,EAAO,OAAO,EAAE,OAE/B,EAAS,EAAK,KAAK,EAAW,CAAM,EACpC,EAAkB,EAAK,KAAK,EAAW,CAAW,EAClD,EAAgB,EAAK,KAAK,EAAW,CAAS,EAMpD,OAJA,MAAM,QAAQ,IAAI,CAAC,IAAI,MAAM,EAAiB,IAAI,KAAK,CAAQ,CAAC,EAAG,IAAI,MAAM,EAAe,IAAI,KAAK,CAAM,CAAC,CAAC,CAAC,EAE9G,MAAM,QAAQ,IAAI,CAAC,IAAI,KAAK,CAAQ,EAAE,OAAO,EAAG,IAAI,KAAK,CAAM,EAAE,OAAO,CAAC,CAAC,EAEnE,CACL,KAAM,CAAE,KAAM,EAAa,KAAM,CAAgB,EACjD,SAAU,CAAE,KAAM,EAAW,KAAM,CAAc,CACnD,EACA,MAAO,EAAO,CACd,GAAI,aAAiB,EAAoB,MAAM,EAC/C,MAAM,IAAI,EAAmB,aAAiB,MAAQ,EAAM,QAAU,sCAAuC,CAC3G,OAAQ,KAAK,MACf,CAAC,IAII,cAAc,CAAC,EAAiC,EAAsC,CAC7F,IAAI,EAAgC,KAChC,EAA2B,CAAC,EAC5B,EAA2B,KAC3B,EAAU,IAAI,IAElB,QAAW,KAAW,EAAM,CAC1B,IAAM,EAAO,EAAQ,KACrB,GAAI,CAAC,EAAM,SAEX,GAAI,IAAS,UAAW,CACtB,GAAI,EAAe,OAAS,EAC1B,KAAM,CACJ,KAAM,EAAe,KAAK;AAAA,CAAI,EAC9B,SAAU,CAAE,QAAS,EAAgB,KAAM,EAAW,MAAO,MAAM,KAAK,CAAO,EAAG,QAAO,CAC3F,EAEF,IAAM,EAAU,KAAK,eAAe,CAAO,EAC3C,EAAiB,EACjB,EAAiB,EAAU,CAAC,CAAO,EAAI,CAAC,EACxC,EAAa,EAAQ,gBAA6B,KAClD,EAAU,IAAI,IAAI,IAAc,KAAO,CAAC,CAAS,EAAI,CAAC,CAAC,EACvD,SAGF,GAAI,IAAS,aAAe,IAAS,OAAQ,CAC3C,IAAM,EAAU,KAAK,eAAe,CAAO,EAC3C,GAAI,EAAS,CACX,EAAe,KAAK,CAAO,EAC3B,IAAM,EAAO,EAAQ,eACrB,GAAI,IAAS,OACX,EAAQ,IAAI,CAAI,IAMxB,GAAI,EAAe,OAAS,EAC1B,KAAM,CACJ,KAAM,EAAe,KAAK;AAAA,CAAI,EAC9B,SAAU,CAAE,QAAS,EAAgB,KAAM,EAAW,MAAO,MAAM,KAAK,CAAO,EAAG,QAAO,CAC3F,EAII,cAAc,CAAC,EAAiD,CACtE,IAAM,EAAQ,MAAM,KAAK,KAAK,aAAa,CAAO,CAAC,EACnD,OAAO,EAAM,OAAS,EAAI,EAAM,KAAK,GAAG,EAAI,MAGrC,YAAY,CAAC,EAAqD,CACzE,IAAM,EAAU,EAAQ,QACxB,GAAI,EAAS,CACX,MAAM,EACN,OAGF,IAAM,EAAO,EAAQ,KACrB,GAAI,EACF,QAAW,KAAO,EAChB,MAAO,KAAK,aAAa,CAAG,EAIpC,CE9IA,oBAAS,qBAAW,0BAGb,IAAM,EAAY,CACvB,eAAgB,CAAC,EAAyB,EAAgB,YAAc,CACtE,MAAO,CAAC,IAA0C,CAChD,EAAU,IAAI,EAAQ,CAAK,GAGjC,ECTA,eAAS,qBAQF,MAAM,UAAuB,CAAiC,CAC5D,cAAc,EAAW,CAC9B,MAAO,GAGF,iBAAiB,EAA4E,CAClG,MAAO,CAAE,SAAU,SAAU,MAAO,wBAAyB,EAGxD,SAAS,EAA8C,CAC5D,MAAO,CACL,KAAM,IAAI,CACZ,EAEJ",
+  "debugId": "CD8547BED04101BD64756E2164756E21",
   "names": []
 }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@ooneex/rag",
   "description": "Retrieval-Augmented Generation toolkit with vector database integration, document embedding, and semantic search for AI-powered knowledge retrieval",
-  "version": "1.0.0",
+  "version": "1.2.0",
   "type": "module",
   "files": [
     "dist",
@@ -25,19 +25,19 @@
     "test": "bun test tests",
     "build": "bunup",
     "lint": "tsgo --noEmit && bunx biome lint",
-    "npm:publish": "bun publish --tolerate-republish --access public"
+    "npm:publish": "bun publish --tolerate-republish --force --production --access public"
   },
   "keywords": [],
   "dependencies": {
     "@lancedb/lancedb": "^0.27.1",
-    "@ooneex/exception": "0.0.18",
-    "@ooneex/container": "0.0.19",
-    "@ooneex/http-status": "0.0.18",
-    "@ooneex/utils": "0.1.1",
+    "@ooneex/exception": "1.1.0",
+    "@ooneex/container": "1.1.0",
+    "@ooneex/http-status": "1.1.0",
+    "@ooneex/utils": "0.2.0",
     "@opendataloader/pdf": "^2.0.2",
     "apache-arrow": "^21.1.0"
   },
   "devDependencies": {
-    "@ooneex/types": "0.0.19"
+    "@ooneex/types": "1.1.0"
   }
 }