@freehour/supabase-core 1.0.3 → 1.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -0
- package/dist/data-service.d.ts +4 -53
- package/dist/data-service.d.ts.map +1 -1
- package/dist/data.d.ts +53 -0
- package/dist/data.d.ts.map +1 -0
- package/dist/database.d.ts +2 -10
- package/dist/database.d.ts.map +1 -1
- package/dist/embedding-service.d.ts +49 -0
- package/dist/embedding-service.d.ts.map +1 -0
- package/dist/embedding.d.ts +33 -0
- package/dist/embedding.d.ts.map +1 -0
- package/dist/errors.d.ts +26 -1
- package/dist/errors.d.ts.map +1 -1
- package/dist/index.d.ts +3 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +388 -274
- package/dist/storage-service.d.ts +12 -56
- package/dist/storage-service.d.ts.map +1 -1
- package/dist/storage.d.ts +22 -12
- package/dist/storage.d.ts.map +1 -1
- package/dist/utils.d.ts +7 -0
- package/dist/utils.d.ts.map +1 -1
- package/package.json +2 -1
- package/supabase/schemas/supabase-core/2_extensions.sql +0 -1
package/README.md
CHANGED
|
@@ -7,6 +7,7 @@ This package provides lightweight services to supabase to make it easier to work
|
|
|
7
7
|
- **Database Service**: Easy access to database tables and views.
|
|
8
8
|
- **Data Service**: Perform CRUD operations, fuzzy search, pagination, filtering and more on a specific table or view.
|
|
9
9
|
- **Storage Service**: Access to storage buckets and files, with support for file uploads, downloads, deletions, and more.
|
|
10
|
+
- **Embedding Service**: Generate and manage embeddings for file content stored in Supabase Storage, with support for custom embedding providers.
|
|
10
11
|
|
|
11
12
|
### Installation
|
|
12
13
|
|
package/dist/data-service.d.ts
CHANGED
|
@@ -1,72 +1,24 @@
|
|
|
1
1
|
import { PostgrestResponseSuccess, PostgrestQueryBuilder, PostgrestFilterBuilder, UnstableGetResult } from '@supabase/postgrest-js';
|
|
2
2
|
import { PostgrestSingleResponse } from '@supabase/supabase-js';
|
|
3
|
+
import { FuzzySearchParams, UpsertOptions } from './data';
|
|
3
4
|
import { BaseDatabase, CoreDatabase } from './database';
|
|
4
5
|
import { DatabaseService } from './database-service';
|
|
5
6
|
import { ColumnName, ID, Insert, RelationName, RelationType, Row, SchemaName, TableName, Update, ViewName } from './relation';
|
|
6
|
-
import {
|
|
7
|
+
import { Select, SelectColumns, SelectOptions, CountMethod } from './select';
|
|
7
8
|
import { OmitFrom } from './utils';
|
|
8
9
|
import { Filter } from './filter';
|
|
9
10
|
import { PaginatedList } from './postgrest-extensions';
|
|
10
|
-
/**
|
|
11
|
-
* Options for fuzzy searching within a database table or view.
|
|
12
|
-
*/
|
|
13
|
-
export interface FuzzySearchParams<Database extends BaseDatabase<Database>, Schema extends SchemaName<Database> = SchemaName<Database>, Type extends RelationType = RelationType, Relation extends RelationName<Database, Schema, Type> = RelationName<Database, Schema, Type>> {
|
|
14
|
-
/**
|
|
15
|
-
* The name of the column to search in.
|
|
16
|
-
*/
|
|
17
|
-
column: ColumnName<Database, Schema, Type, Relation>;
|
|
18
|
-
/**
|
|
19
|
-
* The search term to use for the fuzzy search.
|
|
20
|
-
* This is the term that will be matched against the specified column.
|
|
21
|
-
* If empty or undefined, the function will return all rows sorted by the search column.
|
|
22
|
-
* @default ''
|
|
23
|
-
*/
|
|
24
|
-
searchTerm?: string;
|
|
25
|
-
/**
|
|
26
|
-
* The minimum similarity score for results to be included.
|
|
27
|
-
* This is a number between 0 and 1, where 1 means an exact match.
|
|
28
|
-
* @default 0
|
|
29
|
-
*/
|
|
30
|
-
minSimilarity?: number;
|
|
31
|
-
/**
|
|
32
|
-
* The maximum number of results to return.
|
|
33
|
-
* @default 64
|
|
34
|
-
*/
|
|
35
|
-
limit?: number;
|
|
36
|
-
}
|
|
37
|
-
/**
|
|
38
|
-
* Options for upserting data into a database.
|
|
39
|
-
* Upserting means inserting a new row or updating an existing row if it already exists.
|
|
40
|
-
*/
|
|
41
|
-
export interface UpsertOptions<Database extends BaseDatabase<Database>, Schema extends SchemaName<Database> = SchemaName<Database>, Type extends RelationType = RelationType, Relation extends RelationName<Database, Schema, Type> = RelationName<Database, Schema, Type>> {
|
|
42
|
-
/**
|
|
43
|
-
* The name of the columns to use for conflict resolution.
|
|
44
|
-
* This column is used to determine if a row already exists in the database.
|
|
45
|
-
* If a row with the same value in this column exists, it will be updated instead of inserted.
|
|
46
|
-
* If not specified, uses the primary key of the relation.
|
|
47
|
-
*/
|
|
48
|
-
onConflict?: ColumnName<Database, Schema, Type, Relation>[];
|
|
49
|
-
/**
|
|
50
|
-
* If `true`, duplicate rows are ignored. If
|
|
51
|
-
* `false`, duplicate rows are merged with existing rows.
|
|
52
|
-
*/
|
|
53
|
-
ignoreDuplicates?: boolean;
|
|
54
|
-
/**
|
|
55
|
-
* Count algorithm to use to count upserted rows.
|
|
56
|
-
*/
|
|
57
|
-
countMethod?: CountMethod;
|
|
58
|
-
}
|
|
59
11
|
export interface DataServiceParams<Database extends BaseDatabase<Database>, Schema extends SchemaName<Database>, Type extends RelationType = RelationType, Relation extends RelationName<Database, Schema, Type> = RelationName<Database, Schema, Type>> {
|
|
60
12
|
/**
|
|
61
13
|
* The database service instance to use for database operations.
|
|
62
14
|
*/
|
|
63
15
|
database: DatabaseService<Database>;
|
|
64
16
|
/**
|
|
65
|
-
* The name of the schema containing the view.
|
|
17
|
+
* The name of the schema containing the table or view.
|
|
66
18
|
*/
|
|
67
19
|
schema: Schema;
|
|
68
20
|
/**
|
|
69
|
-
* The name of the
|
|
21
|
+
* The name of the table or view that this service interacts with.
|
|
70
22
|
*/
|
|
71
23
|
relation: Relation;
|
|
72
24
|
}
|
|
@@ -3056,7 +3008,6 @@ export declare class DataService<Database extends BaseDatabase<Database>, Schema
|
|
|
3056
3008
|
/**
|
|
3057
3009
|
* Inserts or updates a row in the relation.
|
|
3058
3010
|
* @param insert The data to insert or update in the relation.
|
|
3059
|
-
* @param options Options for the upsert operation, such as conflict resolution.
|
|
3060
3011
|
* @returns The inserted or updated row.
|
|
3061
3012
|
* @throws DatabaseApiError if the upsert operation fails.
|
|
3062
3013
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"data-service.d.ts","sourceRoot":"","sources":["../lib/data-service.ts"],"names":[],"mappings":";;AAEA,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AACvE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAErE,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC7D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAG1D,OAAO,KAAK,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACnI,OAAO,KAAK,EAAE,
|
|
1
|
+
{"version":3,"file":"data-service.d.ts","sourceRoot":"","sources":["../lib/data-service.ts"],"names":[],"mappings":";;AAEA,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AACvE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAErE,OAAO,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAC/D,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC7D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAG1D,OAAO,KAAK,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACnI,OAAO,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACtD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAGxC,MAAM,WAAW,iBAAiB,CAC9B,QAAQ,SAAS,YAAY,CAAC,QAAQ,CAAC,EACvC,MAAM,SAAS,UAAU,CAAC,QAAQ,CAAC,EACnC,IAAI,SAAS,YAAY,GAAG,YAAY,EACxC,QAAQ,SAAS,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC;IAE5F;;OAEG;IACH,QAAQ,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;IAEpC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,QAAQ,EAAE,QAAQ,CAAC;CACtB;AAED;;;;;;;;;;;GAWG;AACH,qBAAa,WAAW,CACpB,QAAQ,SAAS,YAAY,CAAC,QAAQ,CAAC,EACvC,MAAM,SAAS,UAAU,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC,EAC1D,IAAI,SAAS,YAAY,GAAG,YAAY,EACxC,QAAQ,SAAS,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC;IAG5F,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA2C;IAEpE;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAExB;;OAEG;IACH,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;gBAGhB,EACR,QAAQ,EACR,MAAM,EACN,QAAQ,GACX,EAAE,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC;IAMtD,OAAO,CAAC,mBAAmB;IAQ3B;;;;;OAKG;IACH,IAAI,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAKR;IAED;;;;OAIG;IACG,WAAW,CACb,EACI,MAAM,EACN,UAAe,EACf,aAAiB,EACjB,KAAU,GACb,EAAE,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,GACvD,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC;IAenD;;;;OAIG;IACG,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC;IAK9D;;;;;;OAMG;IACG,GAAG,CACL,OAAO,SAAS,aAAa,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,EACtE,EAAE,EAAE,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,EAAE,OAAO,GAAE,OAAwB,GAAG,OAAO,CACnF,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,EAAE,OAAO,CAAC,GAAG,SAAS,CACrE;IASD;;;;;;;OAOG;IACG,UAAU,CACZ,OAAO,SAAS,aAAa,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,EACtE,EAAE,EAAE,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,EAAE,OAAO,GAAE,OAAwB,GAAG,OAAO,CACnF,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,EAAE,OAAO,CAAC,CACzD;IAQD;;;;;OAKG;IACG,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,GAAG,OAAO,CAC3D,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,GAAG,SAAS,CACpD;IAUD;;;;;;OAMG;IACG,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,GAAG,OAAO,CAClE,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CACxC;IAQD;;;;;OAKG;IACG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,GAAG,OAAO,CACnE,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CACxC;IAUD;;;;;OAKG;IACG,MAAM,CACR,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,EAChD,EACI,UAAU,EACV,GAAG,OAAO,EACb,GAAE,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAM,GACxD,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;IAajD;;;;;;;OAOG;IACG,MAAM,CACR,EAAE,EAAE,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,EACxC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,GACjD,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;CAUpD;AAED,MAAM,MAAM,SAAS,CAAC,OAAO,IAAI,OAAO,SAAS,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;AAClF,MAAM,MAAM,OAAO,CAAC,OAAO,IAAI,OAAO,SAAS,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;AACrF,MAAM,MAAM,SAAS,CAAC,OAAO,IAAI,OAAO,SAAS,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;AAC5F,MAAM,MAAM,OAAO,CAAC,OAAO,IAAI,OAAO,SAAS,WAAW,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC;AAChI,MAAM,MAAM,IAAI,CAAC,OAAO,IAAI,OAAO,SAAS,WAAW,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC;AAGtH,MAAM,WAAW,sBAAsB,CACnC,QAAQ,SAAS,YAAY,CAAC,QAAQ,CAAC,EACvC,MAAM,SAAS,UAAU,CAAC,QAAQ,CAAC,EACnC,KAAK,SAAS,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAC3C,SAAQ,QAAQ,CAAC,iBAAiB,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,UAAU,CAAC;IAC/D;;OAEG;IACH,KAAK,EAAE,KAAK,CAAC;CAChB;AAED;;;;;;;;;;;;;GAaG;AACH,qBAAa,gBAAgB,CACzB,QAAQ,SAAS,YAAY,CAAC,QAAQ,CAAC,EACvC,MAAM,SAAS,UAAU,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC,EAC1D,KAAK,SAAS,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CACzE,SAAQ,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC;gBAExC,EACR,QAAQ,EACR,MAAM,EACN,KAAK,GACR,EAAE,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC;CAOrD;AAED,MAAM,WAAW,qBAAqB,CAClC,QAAQ,SAAS,YAAY,CAAC,QAAQ,CAAC,EACvC,MAAM,SAAS,UAAU,CAAC,QAAQ,CAAC,EACnC,IAAI,SAAS,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CACtE,SAAQ,QAAQ,CAAC,iBAAiB,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,UAAU,CAAC;IAC/D;;OAEG;IACH,IAAI,EAAE,IAAI,CAAC;CACd;AAED;;;;;;;;;;;;GAYG;AACH,qBAAa,eAAe,CACxB,QAAQ,SAAS,YAAY,CAAC,QAAQ,CAAC,EACvC,MAAM,SAAS,UAAU,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC,EAC1D,IAAI,SAAS,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CACtE,SAAQ,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC;gBAEtC,EACR,QAAQ,EACR,MAAM,EACN,IAAI,GACP,EAAE,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC;CAOnD;AAED;;;;;;;;GAQG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAC/B,QAAQ,EAAE,uBAAuB,CAAC,KAAK,CAAC,GACzC,wBAAwB,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CAMlE"}
|
package/dist/data.d.ts
ADDED
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
import { BaseDatabase } from './database';
|
|
2
|
+
import { ColumnName, RelationName, RelationType, SchemaName } from './relation';
|
|
3
|
+
import { CountMethod } from './select';
|
|
4
|
+
/**
|
|
5
|
+
* Options for fuzzy searching within a database table or view.
|
|
6
|
+
*/
|
|
7
|
+
export interface FuzzySearchParams<Database extends BaseDatabase<Database>, Schema extends SchemaName<Database> = SchemaName<Database>, Type extends RelationType = RelationType, Relation extends RelationName<Database, Schema, Type> = RelationName<Database, Schema, Type>> {
|
|
8
|
+
/**
|
|
9
|
+
* The name of the column to search in.
|
|
10
|
+
*/
|
|
11
|
+
column: ColumnName<Database, Schema, Type, Relation>;
|
|
12
|
+
/**
|
|
13
|
+
* The search term to use for the fuzzy search.
|
|
14
|
+
* This is the term that will be matched against the specified column.
|
|
15
|
+
* If empty or undefined, the function will return all rows sorted by the search column.
|
|
16
|
+
* @default ''
|
|
17
|
+
*/
|
|
18
|
+
searchTerm?: string;
|
|
19
|
+
/**
|
|
20
|
+
* The minimum similarity score for results to be included.
|
|
21
|
+
* This is a number between 0 and 1, where 1 means an exact match.
|
|
22
|
+
* @default 0
|
|
23
|
+
*/
|
|
24
|
+
minSimilarity?: number;
|
|
25
|
+
/**
|
|
26
|
+
* The maximum number of results to return.
|
|
27
|
+
* @default 64
|
|
28
|
+
*/
|
|
29
|
+
limit?: number;
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* Options for upserting data into a database.
|
|
33
|
+
* Upserting means inserting a new row or updating an existing row if it already exists.
|
|
34
|
+
*/
|
|
35
|
+
export interface UpsertOptions<Database extends BaseDatabase<Database>, Schema extends SchemaName<Database> = SchemaName<Database>, Type extends RelationType = RelationType, Relation extends RelationName<Database, Schema, Type> = RelationName<Database, Schema, Type>> {
|
|
36
|
+
/**
|
|
37
|
+
* The name of the columns to use for conflict resolution.
|
|
38
|
+
* This column is used to determine if a row already exists in the database.
|
|
39
|
+
* If a row with the same value in this column exists, it will be updated instead of inserted.
|
|
40
|
+
* If not specified, uses the primary key of the relation.
|
|
41
|
+
*/
|
|
42
|
+
onConflict?: ColumnName<Database, Schema, Type, Relation>[];
|
|
43
|
+
/**
|
|
44
|
+
* If `true`, duplicate rows are ignored. If
|
|
45
|
+
* `false`, duplicate rows are merged with existing rows.
|
|
46
|
+
*/
|
|
47
|
+
ignoreDuplicates?: boolean;
|
|
48
|
+
/**
|
|
49
|
+
* Count algorithm to use to count upserted rows.
|
|
50
|
+
*/
|
|
51
|
+
countMethod?: CountMethod;
|
|
52
|
+
}
|
|
53
|
+
//# sourceMappingURL=data.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../lib/data.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC/C,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACrF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAE5C;;GAEG;AACH,MAAM,WAAW,iBAAiB,CAC9B,QAAQ,SAAS,YAAY,CAAC,QAAQ,CAAC,EACvC,MAAM,SAAS,UAAU,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC,EAC1D,IAAI,SAAS,YAAY,GAAG,YAAY,EACxC,QAAQ,SAAS,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC;IAE5F;;OAEG;IACH,MAAM,EAAE,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;IAErD;;;;;OAKG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;GAGG;AACH,MAAM,WAAW,aAAa,CAC1B,QAAQ,SAAS,YAAY,CAAC,QAAQ,CAAC,EACvC,MAAM,SAAS,UAAU,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC,EAC1D,IAAI,SAAS,YAAY,GAAG,YAAY,EACxC,QAAQ,SAAS,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC;IAE5F;;;;;OAKG;IACH,UAAU,CAAC,EAAE,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC;IAE5D;;;OAGG;IACH,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAE3B;;OAEG;IACH,WAAW,CAAC,EAAE,WAAW,CAAC;CAC7B"}
|
package/dist/database.d.ts
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { FileMetadata } from '@supabase/storage-js';
|
|
1
2
|
import { Json } from './json';
|
|
2
3
|
import { KeyOfString } from './utils';
|
|
3
4
|
export interface GenericRelationship {
|
|
@@ -42,22 +43,13 @@ export interface GenericSchema {
|
|
|
42
43
|
Functions: Record<string, GenericFunction>;
|
|
43
44
|
}
|
|
44
45
|
export type GenericDatabase<K extends string = string> = Record<K, GenericSchema>;
|
|
45
|
-
export interface StorageObjectMetadata {
|
|
46
|
-
eTag: string;
|
|
47
|
-
size: number;
|
|
48
|
-
mimetype: string;
|
|
49
|
-
cacheControl: string;
|
|
50
|
-
lastModified: string;
|
|
51
|
-
contentLength: number;
|
|
52
|
-
httpStatusCode: number;
|
|
53
|
-
}
|
|
54
46
|
export interface StorageObjectsTable extends GenericTable {
|
|
55
47
|
Row: {
|
|
56
48
|
bucket_id: string | null;
|
|
57
49
|
created_at: string | null;
|
|
58
50
|
id: string;
|
|
59
51
|
last_accessed_at: string | null;
|
|
60
|
-
metadata:
|
|
52
|
+
metadata: FileMetadata | null;
|
|
61
53
|
name: string | null;
|
|
62
54
|
owner: string | null;
|
|
63
55
|
owner_id: string | null;
|
package/dist/database.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../lib/database.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAG3C,MAAM,WAAW,mBAAmB;IAChC,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iBAAiB,EAAE,MAAM,EAAE,CAAC;CAC/B;AAED,MAAM,WAAW,YAAY;IACzB,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,aAAa,EAAE,mBAAmB,EAAE,CAAC;CACxC;AAED,MAAM,WAAW,oBAAoB;IACjC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,aAAa,EAAE,mBAAmB,EAAE,CAAC;CACxC;AAED,MAAM,WAAW,uBAAuB;IACpC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7B,aAAa,EAAE,mBAAmB,EAAE,CAAC;CACxC;AAED,MAAM,MAAM,WAAW,GAAG,oBAAoB,GAAG,uBAAuB,CAAC;AAEzE,MAAM,WAAW,kBAAkB;IAC/B,aAAa,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACpC,UAAU,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACjC,aAAa,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACpC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAe;IAC5B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,CAAC,EAAE,kBAAkB,CAAC;CACrC;AAED,MAAM,WAAW,aAAa;IAC1B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACrC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACnC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;CAC9C;AAED,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,MAAM,GAAG,MAAM,IAAI,MAAM,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../lib/database.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEzD,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAG3C,MAAM,WAAW,mBAAmB;IAChC,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iBAAiB,EAAE,MAAM,EAAE,CAAC;CAC/B;AAED,MAAM,WAAW,YAAY;IACzB,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,aAAa,EAAE,mBAAmB,EAAE,CAAC;CACxC;AAED,MAAM,WAAW,oBAAoB;IACjC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,aAAa,EAAE,mBAAmB,EAAE,CAAC;CACxC;AAED,MAAM,WAAW,uBAAuB;IACpC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7B,aAAa,EAAE,mBAAmB,EAAE,CAAC;CACxC;AAED,MAAM,MAAM,WAAW,GAAG,oBAAoB,GAAG,uBAAuB,CAAC;AAEzE,MAAM,WAAW,kBAAkB;IAC/B,aAAa,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACpC,UAAU,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACjC,aAAa,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACpC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAe;IAC5B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,CAAC,EAAE,kBAAkB,CAAC;CACrC;AAED,MAAM,WAAW,aAAa;IAC1B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACrC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACnC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;CAC9C;AAED,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,MAAM,GAAG,MAAM,IAAI,MAAM,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;AAGlF,MAAM,WAAW,mBAAoB,SAAQ,YAAY;IACrD,GAAG,EAAE;QACD,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;QACzB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1B,EAAE,EAAE,MAAM,CAAC;QACX,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,QAAQ,EAAE,YAAY,GAAG,IAAI,CAAC;QAC9B,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;QACpB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QACrB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;QACxB,WAAW,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QAC7B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1B,aAAa,EAAE,IAAI,GAAG,IAAI,CAAC;QAC3B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;KAC1B,CAAC;CACL;AAED,MAAM,WAAW,aAAc,SAAQ,aAAa;IAChD,MAAM,EAAE;QACJ,OAAO,EAAE,mBAAmB,CAAC;KAChC,CAAC;CACL;AAED,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IACxD,IAAI,EAAE;QACF,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,WAAW,EAAE,MAAM,CAAC;QACpB,QAAQ,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,OAAO,EAAE,IAAI,EAAE,CAAC;CACnB;AAED,MAAM,WAAW,UAAW,SAAQ,aAAa;IAC7C,SAAS,EAAE;QACP,YAAY,EAAE,mBAAmB,CAAC;KACrC,CAAC;CACL;AAED,MAAM,WAAW,YAAY;IACzB,OAAO,EAAE,aAAa,CAAC;IACvB,aAAa,EAAE,UAAU,CAAC;CAC7B;AAED,MAAM,MAAM,YAAY,CAAC,QAAQ,IAAI,eAAe,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,GAAG,YAAY,CAAC"}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import { Embedding, EmbeddingPreprocessingStep, EmbeddingSynchronizationResult, FileMetadata, Metadata, MetadataGeneratorFn } from './embedding';
|
|
2
|
+
import { FileRef, StorageLocation } from './storage';
|
|
3
|
+
import { StorageService } from './storage-service';
|
|
4
|
+
export interface EmbeddingServiceParams<BucketName extends string> {
|
|
5
|
+
storage: StorageService<BucketName>;
|
|
6
|
+
}
|
|
7
|
+
export declare abstract class EmbeddingService<BucketName extends string = string> {
|
|
8
|
+
private readonly preprocesses;
|
|
9
|
+
protected readonly storage: StorageService<BucketName>;
|
|
10
|
+
constructor({ storage, }: EmbeddingServiceParams<BucketName>);
|
|
11
|
+
/**
|
|
12
|
+
* Retrieves the embeddings associated with the given file reference.
|
|
13
|
+
*
|
|
14
|
+
* @param location The storage location of the file whose embeddings should be retrieved.
|
|
15
|
+
* @return An array of embeddings.
|
|
16
|
+
*/
|
|
17
|
+
protected abstract getEmbeddings(location: StorageLocation): Promise<Embedding[]>;
|
|
18
|
+
/**
|
|
19
|
+
* Generates and stores embeddings for the given text.
|
|
20
|
+
*
|
|
21
|
+
* @param location The storage location of the file content that is being embedded.
|
|
22
|
+
* @param text The text to generate embeddings for.
|
|
23
|
+
* @param metadata The metadata of the corresponding file.
|
|
24
|
+
* @return An array of generated embeddings.
|
|
25
|
+
*/
|
|
26
|
+
protected abstract createEmbeddings(location: StorageLocation, text: string, metadata: FileMetadata): Promise<Embedding[]>;
|
|
27
|
+
/**
|
|
28
|
+
* Delete the embeddings associated with the given file reference.
|
|
29
|
+
*
|
|
30
|
+
* @param location The storage location of the file whose embeddings should be deleted.
|
|
31
|
+
*/
|
|
32
|
+
protected abstract deleteEmbeddings(location: StorageLocation): Promise<void>;
|
|
33
|
+
/**
|
|
34
|
+
* Retrieves a list of files in the specified bucket that have either no embeddings or embeddings that are outdated.
|
|
35
|
+
* Note: The base implementation of this method is expensive to run.
|
|
36
|
+
* It is recommended to override it with a more efficient implementation (e.g. using pure SQL) if possible.
|
|
37
|
+
*
|
|
38
|
+
* @param bucket The name of the bucket to check for outdated embeddings.
|
|
39
|
+
* @returns A promise that resolves to an array of file references with outdated embeddings.
|
|
40
|
+
*/
|
|
41
|
+
protected getOutdatedEmbeddings(bucket: BucketName): Promise<FileRef<BucketName>[]>;
|
|
42
|
+
private preprocess;
|
|
43
|
+
addPreprocessingStep(preprocess: EmbeddingPreprocessingStep): this;
|
|
44
|
+
removePreprocessingStep(name: string): this;
|
|
45
|
+
get(fileRef: FileRef<BucketName>): Promise<Embedding[]>;
|
|
46
|
+
ingest(fileRef: FileRef<BucketName>, metadata?: Metadata | MetadataGeneratorFn): Promise<Embedding[]>;
|
|
47
|
+
synchronize(bucket: BucketName, metadata?: Metadata | MetadataGeneratorFn): Promise<EmbeddingSynchronizationResult[]>;
|
|
48
|
+
}
|
|
49
|
+
//# sourceMappingURL=embedding-service.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedding-service.d.ts","sourceRoot":"","sources":["../lib/embedding-service.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,SAAS,EAAE,0BAA0B,EAAmC,8BAA8B,EAAmC,YAAY,EAAE,QAAQ,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAExN,OAAO,KAAK,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC1D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAIxD,MAAM,WAAW,sBAAsB,CAAC,UAAU,SAAS,MAAM;IAC7D,OAAO,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;CACvC;AAED,8BAAsB,gBAAgB,CAClC,UAAU,SAAS,MAAM,GAAG,MAAM;IAGlC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAoC;IACjE,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;gBAE3C,EACR,OAAO,GACV,EAAE,sBAAsB,CAAC,UAAU,CAAC;IAIrC;;;;;OAKG;IACH,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAEjF;;;;;;;OAOG;IACH,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAE1H;;;;OAIG;IACH,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAE7E;;;;;;;OAOG;cACa,qBAAqB,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;IA4BzF,OAAO,CAAC,UAAU;IAOlB,oBAAoB,CAAC,UAAU,EAAE,0BAA0B,GAAG,IAAI;IAKlE,uBAAuB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAKrC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAKvD,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE,QAAQ,CAAC,EAAE,QAAQ,GAAG,mBAAmB,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAyBrG,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,QAAQ,GAAG,mBAAmB,GAAG,OAAO,CAAC,8BAA8B,EAAE,CAAC;CA2B9H"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import { MimeString } from '@freehour/mime';
|
|
2
|
+
import { Json } from './json';
|
|
3
|
+
import { FileRef, StorageLocation } from './storage';
|
|
4
|
+
export type Metadata = Record<string, Json>;
|
|
5
|
+
export type MetadataGeneratorFn = ((file: File, location: StorageLocation) => Metadata);
|
|
6
|
+
export interface FileMetadata {
|
|
7
|
+
name: string;
|
|
8
|
+
type: MimeString;
|
|
9
|
+
size: number;
|
|
10
|
+
}
|
|
11
|
+
export interface Embedding extends StorageLocation {
|
|
12
|
+
text: string;
|
|
13
|
+
vector: number[];
|
|
14
|
+
metadata: FileMetadata & Metadata;
|
|
15
|
+
createdAt: Date;
|
|
16
|
+
}
|
|
17
|
+
export interface EmbeddingSynchronizationSuccess {
|
|
18
|
+
file: FileRef;
|
|
19
|
+
success: true;
|
|
20
|
+
error: null;
|
|
21
|
+
}
|
|
22
|
+
export interface EmbeddingSynchronizationFailure {
|
|
23
|
+
file: FileRef;
|
|
24
|
+
success: false;
|
|
25
|
+
error: Error;
|
|
26
|
+
}
|
|
27
|
+
export type EmbeddingSynchronizationResult = EmbeddingSynchronizationSuccess | EmbeddingSynchronizationFailure;
|
|
28
|
+
export interface EmbeddingPreprocessingStep {
|
|
29
|
+
name: string;
|
|
30
|
+
run: (text: string, metadata: FileMetadata) => string;
|
|
31
|
+
}
|
|
32
|
+
export declare const preprocessingSteps: Record<string, EmbeddingPreprocessingStep>;
|
|
33
|
+
//# sourceMappingURL=embedding.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedding.d.ts","sourceRoot":"","sources":["../lib/embedding.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAEjD,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,KAAK,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAG1D,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AAC5C,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,eAAe,KAAK,QAAQ,CAAC,CAAC;AAExF,MAAM,WAAW,YAAY;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,SAAU,SAAQ,eAAe;IAC9C,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,YAAY,GAAG,QAAQ,CAAC;IAClC,SAAS,EAAE,IAAI,CAAC;CACnB;AAED,MAAM,WAAW,+BAA+B;IAC5C,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,IAAI,CAAC;IACd,KAAK,EAAE,IAAI,CAAC;CACf;AAED,MAAM,WAAW,+BAA+B;IAC5C,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;IACf,KAAK,EAAE,KAAK,CAAC;CAChB;AAED,MAAM,MAAM,8BAA8B,GAAG,+BAA+B,GAAG,+BAA+B,CAAC;AAE/G,MAAM,WAAW,0BAA0B;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,KAAK,MAAM,CAAC;CACzD;AAED,eAAO,MAAM,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,0BAA0B,CAwBzE,CAAC"}
|
package/dist/errors.d.ts
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { default as z } from 'zod';
|
|
2
|
+
import { Mime } from '@freehour/mime';
|
|
2
3
|
import { PostgrestError } from '@supabase/supabase-js';
|
|
3
4
|
/**
|
|
4
5
|
* Automatically sets the name and captures the stack trace for the error.
|
|
@@ -60,7 +61,7 @@ export declare class ParseError extends TracedError {
|
|
|
60
61
|
* Additional context about the expected format or structure.
|
|
61
62
|
*/
|
|
62
63
|
readonly format?: unknown;
|
|
63
|
-
constructor(message
|
|
64
|
+
constructor(message: string, { expression, format, ...options }?: ParseErrorOptions);
|
|
64
65
|
}
|
|
65
66
|
export interface RecordNotFoundErrorOptions {
|
|
66
67
|
/**
|
|
@@ -97,6 +98,30 @@ export declare class RecordNotFoundError extends TracedError {
|
|
|
97
98
|
readonly id?: string | number;
|
|
98
99
|
constructor(message: string, { schema, relation, id, }?: RecordNotFoundErrorOptions);
|
|
99
100
|
}
|
|
101
|
+
export interface UnsupportedMimeErrorOptions extends ErrorOptions {
|
|
102
|
+
/**
|
|
103
|
+
* The MIME type that is unsupported.
|
|
104
|
+
*/
|
|
105
|
+
value?: Mime;
|
|
106
|
+
/**
|
|
107
|
+
* The list of supported MIME types.
|
|
108
|
+
*/
|
|
109
|
+
supported?: Mime[];
|
|
110
|
+
}
|
|
111
|
+
/**
|
|
112
|
+
* An error that indicates that a supplied MIME type is not supported.
|
|
113
|
+
*/
|
|
114
|
+
export declare class UnsupportedMimeError extends Error {
|
|
115
|
+
/**
|
|
116
|
+
* The MIME type that is unsupported.
|
|
117
|
+
*/
|
|
118
|
+
readonly value?: Mime;
|
|
119
|
+
/**
|
|
120
|
+
* The list of supported MIME types.
|
|
121
|
+
*/
|
|
122
|
+
readonly supported?: Mime[];
|
|
123
|
+
constructor(message: string, { value, supported, ...options }?: UnsupportedMimeErrorOptions);
|
|
124
|
+
}
|
|
100
125
|
/**
|
|
101
126
|
* PostgREST errors are sometimes returned in this format instead of the declared PostgrestError class.
|
|
102
127
|
*/
|
package/dist/errors.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../lib/errors.ts"],"names":[],"mappings":"AAAA,OAAO,CAAC,MAAM,KAAK,CAAC;AAEpB,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAGvD;;GAEG;AACH,qBAAa,WAAY,SAAQ,KAAK;gBACtB,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,GAAE,YAAiB;CAK3D;AAGD,MAAM,WAAW,wBAAwB;IACrC;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,qBAAa,iBAAkB,SAAQ,WAAW;IAC9C;;OAEG;IACH,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAEzB;;OAEG;IACH,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAEzB;;OAEG;IACH,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;gBAGnB,OAAO,EAAE,MAAM,EACf,EACI,MAAM,EACN,MAAM,EACN,IAAI,GACP,GAAE,wBAA6B;CAOvC;AAGD,MAAM,WAAW,iBAAkB,SAAQ,YAAY;IACnD;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACpB;AAED;;GAEG;AACH,qBAAa,UAAW,SAAQ,WAAW;IAEvC;;OAEG;IACH,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAE7B;;OAEG;IACH,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;gBAGtB,OAAO,
|
|
1
|
+
{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../lib/errors.ts"],"names":[],"mappings":"AAAA,OAAO,CAAC,MAAM,KAAK,CAAC;AAEpB,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAGvD;;GAEG;AACH,qBAAa,WAAY,SAAQ,KAAK;gBACtB,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,GAAE,YAAiB;CAK3D;AAGD,MAAM,WAAW,wBAAwB;IACrC;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,qBAAa,iBAAkB,SAAQ,WAAW;IAC9C;;OAEG;IACH,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAEzB;;OAEG;IACH,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAEzB;;OAEG;IACH,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;gBAGnB,OAAO,EAAE,MAAM,EACf,EACI,MAAM,EACN,MAAM,EACN,IAAI,GACP,GAAE,wBAA6B;CAOvC;AAGD,MAAM,WAAW,iBAAkB,SAAQ,YAAY;IACnD;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACpB;AAED;;GAEG;AACH,qBAAa,UAAW,SAAQ,WAAW;IAEvC;;OAEG;IACH,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAE7B;;OAEG;IACH,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;gBAGtB,OAAO,EAAE,MAAM,EACf,EACI,UAAU,EACV,MAAM,EACN,GAAG,OAAO,EACb,GAAE,iBAAsB;CAMhC;AAGD,MAAM,WAAW,0BAA0B;IACvC;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CACxB;AAED;;;;;GAKG;AACH,qBAAa,mBAAoB,SAAQ,WAAW;IAChD;;OAEG;IACH,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAEzB;;OAEG;IACH,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAE3B;;OAEG;IACH,QAAQ,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;gBAG1B,OAAO,EAAE,MAAM,EACf,EACI,MAAM,EACN,QAAQ,EACR,EAAE,GACL,GAAE,0BAA+B;CAOzC;AAED,MAAM,WAAW,2BAA4B,SAAQ,YAAY;IAC7D;;OAEG;IACH,KAAK,CAAC,EAAE,IAAI,CAAC;IAEb;;OAEG;IACH,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC;CACtB;AAED;;GAEG;AACH,qBAAa,oBAAqB,SAAQ,KAAK;IAC3C;;OAEG;IACH,QAAQ,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC;IAEtB;;OAEG;IACH,QAAQ,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC;gBAGxB,OAAO,EAAE,MAAM,EACf,EACI,KAAK,EACL,SAAS,EACT,GAAG,OAAO,EACb,GAAE,2BAAgC;CAM1C;AAED;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;;;;iBAgB9B,CAAC;AAEP,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAE9E;;GAEG;AACH,MAAM,MAAM,gBAAgB,GAAG,cAAc,GAAG,uBAAuB,CAAC;AAExE,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,gBAAgB,CAE5E"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
export * from './data-service';
|
|
2
2
|
export * from './database-service';
|
|
3
3
|
export type * from './database';
|
|
4
|
+
export * from './embedding-service';
|
|
5
|
+
export * from './embedding';
|
|
4
6
|
export * from './errors';
|
|
5
7
|
export * from './filter';
|
|
6
8
|
export type * from './json';
|
|
@@ -8,6 +10,6 @@ export * from './postgrest-extensions';
|
|
|
8
10
|
export type * from './relation';
|
|
9
11
|
export type * from './select';
|
|
10
12
|
export * from './storage-service';
|
|
11
|
-
export * from './storage';
|
|
13
|
+
export type * from './storage';
|
|
12
14
|
export * from './utils';
|
|
13
15
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../lib/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,oBAAoB,CAAC;AACnC,mBAAmB,YAAY,CAAC;AAChC,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,mBAAmB,QAAQ,CAAC;AAC5B,cAAc,wBAAwB,CAAC;AACvC,mBAAmB,YAAY,CAAC;AAChC,mBAAmB,UAAU,CAAC;AAC9B,cAAc,mBAAmB,CAAC;AAClC,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../lib/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,oBAAoB,CAAC;AACnC,mBAAmB,YAAY,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,mBAAmB,QAAQ,CAAC;AAC5B,cAAc,wBAAwB,CAAC;AACvC,mBAAmB,YAAY,CAAC;AAChC,mBAAmB,UAAU,CAAC;AAC9B,cAAc,mBAAmB,CAAC;AAClC,mBAAmB,WAAW,CAAC;AAC/B,cAAc,SAAS,CAAC"}
|