@freehour/supabase-langchain 1.3.0 → 1.3.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -8,8 +8,9 @@ export interface FileMetadata {
8
8
  }
9
9
  export type MetadataGeneratorFn<BucketName extends string = string, Metadata extends JsonObject = JsonObject> = (location: StorageLocation<BucketName>) => Metadata;
10
10
  export type StorageDocument<BucketName extends string = string, Metadata extends JsonObject = JsonObject> = DocumentInterface<StorageLocation<BucketName> & FileMetadata & Metadata>;
11
- export interface EmbeddedFile<BucketName extends string = string, Metadata extends JsonObject = JsonObject> {
11
+ export interface FileEmbedding<BucketName extends string = string, Metadata extends JsonObject = JsonObject> {
12
12
  location: StorageLocation<BucketName>;
13
13
  documents: StorageDocument<BucketName, Metadata>[];
14
+ metadata: FileMetadata & Metadata;
14
15
  }
15
16
  //# sourceMappingURL=document.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"document.d.ts","sourceRoot":"","sources":["../lib/document.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAEnE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAGzC,MAAM,WAAW,YAAY;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,mBAAmB,CAC3B,UAAU,SAAS,MAAM,GAAG,MAAM,EAClC,QAAQ,SAAS,UAAU,GAAG,UAAU,IACxC,CAAC,QAAQ,EAAE,eAAe,CAAC,UAAU,CAAC,KAAK,QAAQ,CAAC;AAExD,MAAM,MAAM,eAAe,CACvB,UAAU,SAAS,MAAM,GAAG,MAAM,EAClC,QAAQ,SAAS,UAAU,GAAG,UAAU,IACxC,iBAAiB,CAAC,eAAe,CAAC,UAAU,CAAC,GAAG,YAAY,GAAG,QAAQ,CAAC,CAAC;AAE7E,MAAM,WAAW,YAAY,CACzB,UAAU,SAAS,MAAM,GAAG,MAAM,EAClC,QAAQ,SAAS,UAAU,GAAG,UAAU;IAExC,QAAQ,EAAE,eAAe,CAAC,UAAU,CAAC,CAAC;IACtC,SAAS,EAAE,eAAe,CAAC,UAAU,EAAE,QAAQ,CAAC,EAAE,CAAC;CACtD"}
1
+ {"version":3,"file":"document.d.ts","sourceRoot":"","sources":["../lib/document.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAEnE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAGzC,MAAM,WAAW,YAAY;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,mBAAmB,CAC3B,UAAU,SAAS,MAAM,GAAG,MAAM,EAClC,QAAQ,SAAS,UAAU,GAAG,UAAU,IACxC,CAAC,QAAQ,EAAE,eAAe,CAAC,UAAU,CAAC,KAAK,QAAQ,CAAC;AAExD,MAAM,MAAM,eAAe,CACvB,UAAU,SAAS,MAAM,GAAG,MAAM,EAClC,QAAQ,SAAS,UAAU,GAAG,UAAU,IACxC,iBAAiB,CAAC,eAAe,CAAC,UAAU,CAAC,GAAG,YAAY,GAAG,QAAQ,CAAC,CAAC;AAE7E,MAAM,WAAW,aAAa,CAC1B,UAAU,SAAS,MAAM,GAAG,MAAM,EAClC,QAAQ,SAAS,UAAU,GAAG,UAAU;IAExC,QAAQ,EAAE,eAAe,CAAC,UAAU,CAAC,CAAC;IACtC,SAAS,EAAE,eAAe,CAAC,UAAU,EAAE,QAAQ,CAAC,EAAE,CAAC;IACnD,QAAQ,EAAE,YAAY,GAAG,QAAQ,CAAC;CACrC"}
@@ -5,7 +5,7 @@ import { BaseRetrieverInterface } from '@langchain/core/retrievers';
5
5
  import { VectorStoreRetrieverInput } from '@langchain/core/vectorstores';
6
6
  import { SupabaseClient } from '@supabase/supabase-js';
7
7
  import { Database as LangChainDatabase } from './generated/database';
8
- import { EmbeddedFile, FileMetadata, MetadataGeneratorFn } from './document';
8
+ import { FileEmbedding, FileMetadata, MetadataGeneratorFn } from './document';
9
9
  import { JsonObject } from './json';
10
10
  export type RetriverOptions<BucketName extends string, Metadata extends JsonObject = JsonObject> = OmitFrom<VectorStoreRetrieverInput<SupabaseVectorStore>, 'vectorStore' | 'filter'> & {
11
11
  filter?: SupabaseFilterRPCCall | Partial<StorageLocation<BucketName> & FileMetadata & Metadata>;
@@ -28,8 +28,8 @@ export declare class EmbeddingService<Database extends GenericDatabase<SchemaNam
28
28
  private createEmbeddings;
29
29
  private deleteEmbeddings;
30
30
  private updateEmbeddings;
31
- ingest(fileRef: FileRef<BucketName>, metadata: Metadata | MetadataGeneratorFn<BucketName, Metadata>): Promise<EmbeddedFile<BucketName, Metadata>>;
32
- update(bucket: BucketName, metadata: Metadata | MetadataGeneratorFn<BucketName, Metadata>): Promise<PromiseSettledResult<EmbeddedFile<BucketName, Metadata>>[]>;
31
+ ingest(fileRef: FileRef<BucketName>, metadata: Metadata | MetadataGeneratorFn<BucketName, Metadata>): Promise<FileEmbedding<BucketName, Metadata>>;
32
+ update(bucket: BucketName, metadata: Metadata | MetadataGeneratorFn<BucketName, Metadata>): Promise<PromiseSettledResult<FileEmbedding<BucketName, Metadata>>[]>;
33
33
  retriever(options: RetriverOptions<BucketName, Metadata>): BaseRetrieverInterface;
34
34
  }
35
35
  //# sourceMappingURL=embedding-service.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"embedding-service.d.ts","sourceRoot":"","sources":["../lib/embedding-service.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,mBAAmB,EAAc,oBAAoB,EAAE,OAAO,EAAgB,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE,eAAe,EAA+B,MAAM,yBAAyB,CAAC;AAUjN,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,4CAA4C,CAAC;AACxF,OAAO,EAAE,mBAAmB,EAAE,MAAM,4CAA4C,CAAC;AAEjF,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACtE,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACzE,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,8BAA8B,CAAC;AAG9E,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAE5D,OAAO,KAAK,EAAE,QAAQ,IAAI,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAC1E,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,mBAAmB,EAAmB,MAAM,YAAY,CAAC;AAEnG,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAGzC,MAAM,MAAM,eAAe,CACvB,UAAU,SAAS,MAAM,EACzB,QAAQ,SAAS,UAAU,GAAG,UAAU,IACxC,QAAQ,CAAC,yBAAyB,CAAC,mBAAmB,CAAC,EAAE,aAAa,GAAG,QAAQ,CAAC,GAAG;IACrF,MAAM,CAAC,EAAE,qBAAqB,GAAG,OAAO,CAAC,eAAe,CAAC,UAAU,CAAC,GAAG,YAAY,GAAG,QAAQ,CAAC,CAAC;CACnG,CAAC;AAEF,MAAM,WAAW,sBAAsB,CACnC,QAAQ,SAAS,eAAe,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,GAAG,iBAAiB,GAAG,iBAAiB,EAC9F,aAAa,SAAS,QAAQ,CAAC,mBAAmB,CAAC,GAAG,oBAAoB,CAAC,QAAQ,CAAC;IAEpF,UAAU,EAAE,mBAAmB,CAAC;IAChC,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IAClD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,qBAAa,gBAAgB,CACzB,QAAQ,SAAS,eAAe,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,GAAG,iBAAiB,GAAG,iBAAiB,EAC9F,aAAa,SAAS,QAAQ,CAAC,mBAAmB,CAAC,GAAG,oBAAoB,CAAC,QAAQ,CAAC,EACpF,UAAU,SAAS,MAAM,GAAG,MAAM,EAClC,QAAQ,SAAS,UAAU,GAAG,UAAU;IAGxC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqC;IAC9D,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA6B;IACrD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAsB;IAClD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA8B;gBAElD,EACR,QAAQ,EACR,UAAU,EACV,SAAgB,EAChB,YAAkB,GACrB,EAAE,sBAAsB,CAAC,QAAQ,EAAE,aAAa,CAAC;IAWlD,OAAO,KAAK,UAAU,GAErB;IAED,OAAO,CAAC,SAAS;IAuCjB,OAAO,CAAC,WAAW;YA6BL,gBAAgB;YA8BhB,gBAAgB;YAYhB,gBAAgB;IAKxB,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,QAAQ,GAAG,mBAAmB,CAAC,UAAU,EAAE,QAAQ,CAAC,GAAG,OAAO,CAAC,YAAY,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAejJ,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,GAAG,mBAAmB,CAAC,UAAU,EAAE,QAAQ,CAAC,GAAG,OAAO,CACrG,oBAAoB,CAChB,YAAY,CAAC,UAAU,EAAE,QAAQ,CAAC,CACrC,EAAE,CACN;IAmBD,SAAS,CAAC,OAAO,EAAE,eAAe,CAAC,UAAU,EAAE,QAAQ,CAAC,GAAG,sBAAsB;CAGpF"}
1
+ {"version":3,"file":"embedding-service.d.ts","sourceRoot":"","sources":["../lib/embedding-service.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,mBAAmB,EAAc,oBAAoB,EAAE,OAAO,EAAgB,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE,eAAe,EAA+B,MAAM,yBAAyB,CAAC;AAUjN,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,4CAA4C,CAAC;AACxF,OAAO,EAAE,mBAAmB,EAAE,MAAM,4CAA4C,CAAC;AAEjF,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACtE,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACzE,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,8BAA8B,CAAC;AAG9E,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAE5D,OAAO,KAAK,EAAE,QAAQ,IAAI,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAC1E,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAEnF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAGzC,MAAM,MAAM,eAAe,CACvB,UAAU,SAAS,MAAM,EACzB,QAAQ,SAAS,UAAU,GAAG,UAAU,IACxC,QAAQ,CAAC,yBAAyB,CAAC,mBAAmB,CAAC,EAAE,aAAa,GAAG,QAAQ,CAAC,GAAG;IACrF,MAAM,CAAC,EAAE,qBAAqB,GAAG,OAAO,CAAC,eAAe,CAAC,UAAU,CAAC,GAAG,YAAY,GAAG,QAAQ,CAAC,CAAC;CACnG,CAAC;AAEF,MAAM,WAAW,sBAAsB,CACnC,QAAQ,SAAS,eAAe,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,GAAG,iBAAiB,GAAG,iBAAiB,EAC9F,aAAa,SAAS,QAAQ,CAAC,mBAAmB,CAAC,GAAG,oBAAoB,CAAC,QAAQ,CAAC;IAEpF,UAAU,EAAE,mBAAmB,CAAC;IAChC,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IAClD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,qBAAa,gBAAgB,CACzB,QAAQ,SAAS,eAAe,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,GAAG,iBAAiB,GAAG,iBAAiB,EAC9F,aAAa,SAAS,QAAQ,CAAC,mBAAmB,CAAC,GAAG,oBAAoB,CAAC,QAAQ,CAAC,EACpF,UAAU,SAAS,MAAM,GAAG,MAAM,EAClC,QAAQ,SAAS,UAAU,GAAG,UAAU;IAGxC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqC;IAC9D,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA6B;IACrD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAsB;IAClD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA8B;gBAElD,EACR,QAAQ,EACR,UAAU,EACV,SAAgB,EAChB,YAAkB,GACrB,EAAE,sBAAsB,CAAC,QAAQ,EAAE,aAAa,CAAC;IAWlD,OAAO,KAAK,UAAU,GAErB;IAED,OAAO,CAAC,SAAS;IAuCjB,OAAO,CAAC,WAAW;YA6BL,gBAAgB;YAwChB,gBAAgB;YAYhB,gBAAgB;IAKxB,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,QAAQ,GAAG,mBAAmB,CAAC,UAAU,EAAE,QAAQ,CAAC,GAAG,OAAO,CAAC,aAAa,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAclJ,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,GAAG,mBAAmB,CAAC,UAAU,EAAE,QAAQ,CAAC,GAAG,OAAO,CACrG,oBAAoB,CAChB,aAAa,CAAC,UAAU,EAAE,QAAQ,CAAC,CACtC,EAAE,CACN;IAmBD,SAAS,CAAC,OAAO,EAAE,eAAe,CAAC,UAAU,EAAE,QAAQ,CAAC,GAAG,sBAAsB;CAGpF"}
package/dist/index.js CHANGED
@@ -11868,19 +11868,28 @@ var Dm = class {
11868
11868
  return n ? f.fromLanguage(n, this.splitterOptions) : new f(this.splitterOptions);
11869
11869
  }
11870
11870
  async createEmbeddings(t, n) {
11871
- let { file: r } = await this.storage.downloadFile(t), i = this.getLoader(r), a = this.getSplitter(r), o = await i.load().then(async (e) => a.splitDocuments(e)).then((i) => i.map((i) => new e({
11872
- pageContent: i.pageContent,
11873
- id: i.id,
11871
+ let { file: r } = await this.storage.downloadFile(t), i = {
11872
+ name: r.name,
11873
+ size: r.size,
11874
+ type: r.type
11875
+ }, a = this.getLoader(r), o = this.getSplitter(r), s = await a.load().then(async (e) => o.splitDocuments(e)).then((r) => r.map((r) => new e({
11876
+ pageContent: r.pageContent,
11877
+ id: r.id,
11874
11878
  metadata: {
11875
- ...i.metadata,
11876
- name: r.name,
11877
- size: r.size,
11878
- type: r.type,
11879
+ ...r.metadata,
11880
+ ...i,
11879
11881
  ...n,
11880
11882
  ...t
11881
11883
  }
11882
11884
  })));
11883
- return await this.vectorStore.addDocuments(o), o;
11885
+ return await this.vectorStore.addDocuments(s), {
11886
+ location: t,
11887
+ documents: s,
11888
+ metadata: {
11889
+ ...i,
11890
+ ...n
11891
+ }
11892
+ };
11884
11893
  }
11885
11894
  async deleteEmbeddings({ id: e }) {
11886
11895
  let { data: t } = await this.embeddings.query.select(["id"]).eq("file_id", e).throwOnError(), n = t.map(({ id: e }) => e);
@@ -11891,10 +11900,7 @@ var Dm = class {
11891
11900
  }
11892
11901
  async ingest(e, t) {
11893
11902
  let n = await this.storage.getFileStorageLocation(e);
11894
- return this.updateEmbeddings(n, typeof t == "function" ? t(n) : t).then((e) => ({
11895
- location: n,
11896
- documents: e
11897
- })).catch((e) => {
11903
+ return this.updateEmbeddings(n, typeof t == "function" ? t(n) : t).catch((e) => {
11898
11904
  throw new km("Failed to update embedding", {
11899
11905
  cause: e,
11900
11906
  location: n
package/package.json CHANGED
@@ -3,7 +3,7 @@
3
3
  "private": false,
4
4
  "displayName": "Supabase-Langchain",
5
5
  "description": "Integration package for using LangChain with Supabase",
6
- "version": "1.3.0",
6
+ "version": "1.3.2",
7
7
  "type": "module",
8
8
  "repository": {
9
9
  "type": "git",