@freehour/supabase-core 1.5.4 → 1.6.0

package/dist/embedding-service.d.ts

@@ -1,11 +1,10 @@
-import { Embedding, EmbeddingPreprocessingStep, EmbeddingSynchronizationResult, FileMetadata, Metadata, MetadataGeneratorFn } from './embedding';
+import { Embedding, EmbeddingSynchronizationResult, Metadata, MetadataGeneratorFn } from './embedding';
 import { FileRef, StorageLocation } from './storage';
 import { StorageService } from './storage-service';
 export interface EmbeddingServiceParams<BucketName extends string = string> {
     storage: StorageService<BucketName>;
 }
 export declare abstract class EmbeddingService<BucketName extends string = string> {
-    private readonly preprocesses;
     protected readonly storage: StorageService<BucketName>;
     constructor({ storage, }: EmbeddingServiceParams<BucketName>);
     /**
@@ -24,7 +23,7 @@ export declare abstract class EmbeddingService<BucketName extends string = strin
      * @param metadata Additional metadata to store with the embedding.
      * @return An array of generated embeddings.
      */
-    protected abstract createEmbeddings(location: StorageLocation, text: string, file: FileMetadata, metadata?: Metadata): Promise<Embedding[]>;
+    protected abstract createEmbeddings(location: StorageLocation, metadata?: Metadata): Promise<Embedding[]>;
     /**
      * Delete the embeddings associated with the given file reference.
      *
@@ -40,9 +39,6 @@ export declare abstract class EmbeddingService<BucketName extends string = strin
      * @returns A promise that resolves to an array of file references with outdated embeddings.
      */
     protected getOutdatedEmbeddings(bucket: BucketName): Promise<FileRef<BucketName>[]>;
-    private preprocess;
-    addPreprocessingStep(preprocess: EmbeddingPreprocessingStep): this;
-    removePreprocessingStep(name: string): this;
     get(fileRef: FileRef<BucketName>): Promise<Embedding[]>;
     ingest(fileRef: FileRef<BucketName>, metadata?: Metadata | MetadataGeneratorFn): Promise<Embedding[]>;
     synchronize(bucket: BucketName, metadata?: Metadata | MetadataGeneratorFn): Promise<EmbeddingSynchronizationResult[]>;

package/dist/embedding-service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"embedding-service.d.ts","sourceRoot":"","sources":["../lib/embedding-service.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,SAAS,EAAE,0BAA0B,EAAmC,8BAA8B,EAAmC,YAAY,EAAE,QAAQ,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAExN,OAAO,KAAK,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC1D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAIxD,MAAM,WAAW,sBAAsB,CACnC,UAAU,SAAS,MAAM,GAAG,MAAM;IAElC,OAAO,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;CACvC;AAED,8BAAsB,gBAAgB,CAClC,UAAU,SAAS,MAAM,GAAG,MAAM;IAGlC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAoC;IACjE,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;gBAE3C,EACR,OAAO,GACV,EAAE,sBAAsB,CAAC,UAAU,CAAC;IAIrC;;;;;OAKG;IACH,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAEjF;;;;;;;;OAQG;IACH,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAE3I;;;;OAIG;IACH,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAE7E;;;;;;;OAOG;cACa,qBAAqB,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;IA4BzF,OAAO,CAAC,UAAU;IAOlB,oBAAoB,CAAC,UAAU,EAAE,0BAA0B,GAAG,IAAI;IAKlE,uBAAuB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAKrC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAKvD,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE,QAAQ,CAAC,EAAE,QAAQ,GAAG,mBAAmB,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IA4BrG,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,QAAQ,GAAG,mBAAmB,GAAG,OAAO,CAAC,8BAA8B,EAAE,CAAC;CA2B9H"}
+{"version":3,"file":"embedding-service.d.ts","sourceRoot":"","sources":["../lib/embedding-service.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAmC,8BAA8B,EAAmC,QAAQ,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAE9K,OAAO,KAAK,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC1D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAGxD,MAAM,WAAW,sBAAsB,CACnC,UAAU,SAAS,MAAM,GAAG,MAAM;IAElC,OAAO,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;CACvC;AAED,8BAAsB,gBAAgB,CAClC,UAAU,SAAS,MAAM,GAAG,MAAM;IAElC,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;gBAE3C,EACR,OAAO,GACV,EAAE,sBAAsB,CAAC,UAAU,CAAC;IAIrC;;;;;OAKG;IACH,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAEjF;;;;;;;;OAQG;IACH,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,EAAE,eAAe,EAAE,QAAQ,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAEzG;;;;OAIG;IACH,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAE7E;;;;;;;OAOG;cACa,qBAAqB,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;IA4BnF,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAKvD,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE,QAAQ,CAAC,EAAE,QAAQ,GAAG,mBAAmB,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAarG,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,QAAQ,GAAG,mBAAmB,GAAG,OAAO,CAAC,8BAA8B,EAAE,CAAC;CA2B9H"}

package/dist/embedding.d.ts

@@ -2,7 +2,7 @@ import { MimeString } from '@freehour/mime';
 import { Json } from './json';
 import { FileRef, StorageLocation } from './storage';
 export type Metadata = Record<string, Json>;
-export type MetadataGeneratorFn = (file: File, location: StorageLocation) => Metadata;
+export type MetadataGeneratorFn = (location: StorageLocation) => Metadata;
 export interface FileMetadata {
     name: string;
     type: MimeString;
@@ -25,9 +25,4 @@ export interface EmbeddingSynchronizationFailure {
     error: Error;
 }
 export type EmbeddingSynchronizationResult = EmbeddingSynchronizationSuccess | EmbeddingSynchronizationFailure;
-export interface EmbeddingPreprocessingStep {
-    name: string;
-    run: (text: string, metadata: FileMetadata) => string;
-}
-export declare const preprocessingSteps: Record<string, EmbeddingPreprocessingStep>;
 //# sourceMappingURL=embedding.d.ts.map

package/dist/embedding.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"embedding.d.ts","sourceRoot":"","sources":["../lib/embedding.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAEjD,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,KAAK,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAG1D,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AAC5C,MAAM,MAAM,mBAAmB,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,eAAe,KAAK,QAAQ,CAAC;AAEtF,MAAM,WAAW,YAAY;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,SAAU,SAAQ,eAAe;IAC9C,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,SAAS,EAAE,IAAI,CAAC;CACnB;AAED,MAAM,WAAW,+BAA+B;IAC5C,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,IAAI,CAAC;IACd,KAAK,EAAE,IAAI,CAAC;CACf;AAED,MAAM,WAAW,+BAA+B;IAC5C,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;IACf,KAAK,EAAE,KAAK,CAAC;CAChB;AAED,MAAM,MAAM,8BAA8B,GAAG,+BAA+B,GAAG,+BAA+B,CAAC;AAE/G,MAAM,WAAW,0BAA0B;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,KAAK,MAAM,CAAC;CACzD;AAED,eAAO,MAAM,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,0BAA0B,CAwBzE,CAAC"}
+{"version":3,"file":"embedding.d.ts","sourceRoot":"","sources":["../lib/embedding.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAEjD,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,KAAK,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAG1D,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AAC5C,MAAM,MAAM,mBAAmB,GAAG,CAAC,QAAQ,EAAE,eAAe,KAAK,QAAQ,CAAC;AAE1E,MAAM,WAAW,YAAY;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,SAAU,SAAQ,eAAe;IAC9C,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,SAAS,EAAE,IAAI,CAAC;CACnB;AAED,MAAM,WAAW,+BAA+B;IAC5C,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,IAAI,CAAC;IACd,KAAK,EAAE,IAAI,CAAC;CACf;AAED,MAAM,WAAW,+BAA+B;IAC5C,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;IACf,KAAK,EAAE,KAAK,CAAC;CAChB;AAED,MAAM,MAAM,8BAA8B,GAAG,+BAA+B,GAAG,+BAA+B,CAAC"}

package/dist/index.d.ts

@@ -1,12 +1,13 @@
 export * from './data-service';
 export type * from './database';
 export * from './database-service';
-export * from './embedding';
+export type * from './embedding';
 export * from './embedding-service';
 export * from './errors';
 export * from './filter';
 export type * from './json';
 export * from './postgrest';
+export * from './processing';
 export type * from './storage';
 export * from './storage-service';
 export * from './utils';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../lib/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,mBAAmB,YAAY,CAAC;AAChC,cAAc,oBAAoB,CAAC;AACnC,cAAc,aAAa,CAAC;AAC5B,cAAc,qBAAqB,CAAC;AACpC,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,mBAAmB,QAAQ,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,mBAAmB,WAAW,CAAC;AAC/B,cAAc,mBAAmB,CAAC;AAClC,cAAc,SAAS,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../lib/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,mBAAmB,YAAY,CAAC;AAChC,cAAc,oBAAoB,CAAC;AACnC,mBAAmB,aAAa,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,mBAAmB,QAAQ,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,mBAAmB,WAAW,CAAC;AAC/B,cAAc,mBAAmB,CAAC;AAClC,cAAc,SAAS,CAAC"}

package/dist/index.js

@@ -2,73 +2,72 @@ import { assert as e } from "@freehour/assert";
 import t from "zod";
 import { PostgrestError as n } from "@supabase/supabase-js";
 import * as r from "@supabase/postgrest-js";
-import { Mime as i } from "@freehour/mime";
 //#region lib/errors.ts
-var a = class extends Error {
+var i = class extends Error {
 	constructor(e, t = {}) {
 		super(e, t), this.name = this.constructor.name, Error.captureStackTrace(this, this.constructor);
 	}
-}, o = class extends a {
+}, a = class extends i {
 	fileId;
 	bucket;
 	path;
 	constructor(e, { fileId: t, bucket: n, path: r } = {}) {
 		super(e), this.fileId = t, this.bucket = n, this.path = r;
 	}
-}, s = class extends a {
+}, o = class extends i {
 	expression;
 	format;
 	constructor(e, { expression: t, format: n, ...r } = {}) {
 		super(e, r), this.expression = t, this.format = n;
 	}
-}, c = class extends a {
+}, s = class extends i {
 	schema;
 	relation;
 	id;
 	constructor(e, { schema: t, relation: n, id: r } = {}) {
 		super(e), this.schema = t, this.relation = n, this.id = r;
 	}
-}, l = class extends Error {
+}, c = class extends Error {
 	value;
 	supported;
 	constructor(e, { value: t, supported: n, ...r } = {}) {
 		super(e, r), this.value = t, this.supported = n;
 	}
-}, u = t.object({
+}, l = t.object({
 	code: t.string(),
 	details: t.string().nullable(),
 	hint: t.string().nullable(),
 	name: t.string().optional(),
 	message: t.string().optional()
 });
-function d(e) {
-	return e instanceof n || u.safeParse(e).success;
+function u(e) {
+	return e instanceof n || l.safeParse(e).success;
 }
 //#endregion
 //#region lib/utils.ts
-function f(e, t = "/") {
+function d(e, t = "/") {
 	let n = e.lastIndexOf(t);
 	return n === -1 ? ["", e] : [e.substring(0, n), e.substring(n + 1)];
 }
-function p(e) {
+function f(e) {
 	return Array.isArray(e) ? e : [e];
 }
-function m(e, t) {
+function p(e, t) {
 	return e.reduce((e, n) => {
 		let r = t(n);
 		return (e[r] ??= []).push(n), e;
 	}, {});
 }
-function h(e, t) {
+function m(e, t) {
 	let n = e.findIndex(t);
 	return n !== -1 && e.splice(n, 1), e;
 }
-function g(e) {
+function h(e) {
 	return Object.entries(e);
 }
 //#endregion
 //#region lib/data-service.ts
-var _ = class {
+var g = class {
 	database;
 	schema;
 	relation;
@@ -76,7 +75,7 @@ var _ = class {
 		this.database = e, this.schema = t, this.relation = n;
 	}
 	recordNotFoundError(e) {
-		return new c(`Record with id ${e} not found in ${this.schema}.${this.relation}`, {
+		return new s(`Record with id ${e} not found in ${this.schema}.${this.relation}`, {
 			schema: this.schema,
 			relation: this.relation,
 			id: e
@@ -124,7 +123,7 @@ var _ = class {
 	}
 	async upsert(e, { onConflict: t, ...n } = {}) {
 		let { data: r } = await this.query.upsert(e, {
-			onConflict: t === void 0 ? void 0 : p(t).join(","),
+			onConflict: t === void 0 ? void 0 : f(t).join(","),
 			...n
 		}).select().single().throwOnError();
 		return r;
@@ -133,7 +132,7 @@ var _ = class {
 		let { data: n } = await this.query.update(t).eq("id", e).select().single().throwOnError();
 		return n;
 	}
-}, v = class extends _ {
+}, _ = class extends g {
 	constructor({ database: e, schema: t, table: n }) {
 		super({
 			database: e,
@@ -141,7 +140,7 @@ var _ = class {
 			relation: n
 		});
 	}
-}, y = class extends _ {
+}, v = class extends g {
 	constructor({ database: e, schema: t, view: n }) {
 		super({
 			database: e,
@@ -150,13 +149,13 @@ var _ = class {
 		});
 	}
 };
-function b(t) {
+function y(t) {
 	if (t.error) throw t.error;
 	return e(t.count !== null, "Response does not contain a count. Make sure to set the `count` option in the request."), t;
 }
 //#endregion
 //#region lib/filter.ts
-var x = [
+var b = [
 	"eq",
 	"neq",
 	"gt",
@@ -182,17 +181,17 @@ var x = [
 	"nxr",
 	"nxl",
 	"adj"
-], S = ["and", "or"], C = ",", w = "~", T = (e) => (n = {}) => {
+], x = ["and", "or"], S = ",", C = "~", w = (e) => (n = {}) => {
 	let r = (e) => n[e] ?? e, i = Object.keys(e.shape);
 	return t.string().transform((e, t) => {
 		try {
-			return j(e, i, r);
+			return A(e, i, r);
 		} catch (n) {
 			return t.addIssue({
 				code: "custom",
 				input: e,
 				message: n instanceof Error ? n.message : void 0,
-				params: n instanceof s ? {
+				params: n instanceof o ? {
 					expression: n.expression,
 					format: n.format
 				} : void 0
@@ -200,26 +199,26 @@ var x = [
 		}
 	});
 };
-function E(e) {
+function T(e) {
 	return e.startsWith("not.") ? e.slice(4) : `not.${e}`;
 }
-function D(e) {
+function E(e) {
 	return {
 		...e,
-		op: E(e.op)
+		op: T(e.op)
 	};
 }
-function O(e, t = (e) => e) {
+function D(e, t = (e) => e) {
 	if (e.type === "logical") {
-		let n = e.args.map((e) => O(e, t));
+		let n = e.args.map((e) => D(e, t));
 		return `${e.op}(${n})`;
 	}
 	return `${t(e.key)}.${e.op}.${e.value}`;
 }
-function k(e, t = (e) => e, n = "~") {
-	return e.map((e) => O(e, t)).join(n);
+function O(e, t = (e) => e, n = "~") {
+	return e.map((e) => D(e, t)).join(n);
 }
-function A(t, n = [], r = (e) => e) {
+function k(t, n = [], r = (e) => e) {
 	function i(e) {
 		let t = [], n = 0, r = "", i = !1;
 		for (let a of e) a === "\"" ? (i = !i, r += a) : a === "(" && !i ? (n++, r += a) : a === ")" && !i ? (n--, r += a) : a === "," && n === 0 && !i ? (t.push(r.trim()), r = "") : r += a;
@@ -229,34 +228,34 @@ function A(t, n = [], r = (e) => e) {
 		if (t.startsWith("and(")) return {
 			type: "logical",
 			op: "and",
-			args: i(t.slice(4, -1)).map((e) => A(e, n, r))
+			args: i(t.slice(4, -1)).map((e) => k(e, n, r))
 		};
 		if (t.startsWith("or(")) return {
 			type: "logical",
 			op: "or",
-			args: i(t.slice(3, -1)).map((e) => A(e, n, r))
+			args: i(t.slice(3, -1)).map((e) => k(e, n, r))
 		};
 		if (t.startsWith("not.and(")) return {
 			type: "logical",
 			op: "not.and",
-			args: i(t.slice(8, -1)).map((e) => A(e, n, r))
+			args: i(t.slice(8, -1)).map((e) => k(e, n, r))
 		};
 		if (t.startsWith("not.or(")) return {
 			type: "logical",
 			op: "not.or",
-			args: i(t.slice(7, -1)).map((e) => A(e, n, r))
+			args: i(t.slice(7, -1)).map((e) => k(e, n, r))
 		};
 	}
-	let a = `^(${n.length === 0 ? "[a-zA-Z_][a-zA-Z0-9_]*" : n.join("|")})\\.((?:not\\.)?(?:${x.join("|")}))\\.(.+)$`, o = new RegExp(a).exec(t);
-	if (!o) throw new s(`Invalid filter expression '${t}'`, {
+	let a = `^(${n.length === 0 ? "[a-zA-Z_][a-zA-Z0-9_]*" : n.join("|")})\\.((?:not\\.)?(?:${b.join("|")}))\\.(.+)$`, s = new RegExp(a).exec(t);
+	if (!s) throw new o(`Invalid filter expression '${t}'`, {
 		expression: t,
 		format: {
 			syntax: "key.(not.)op.value",
 			keys: n.length === 0 ? "*" : n,
-			operators: x
+			operators: b
 		}
 	});
-	let [, c, l, u] = o;
+	let [, c, l, u] = s;
 	return {
 		type: "condition",
 		key: r(c),
@@ -264,22 +263,22 @@ function A(t, n = [], r = (e) => e) {
 		value: e.defined(u)
 	};
 }
-function j(e, t = [], n = (e) => e, r = "~") {
-	return e.length === 0 ? [] : e.split(r).map((e) => A(e, t, n));
+function A(e, t = [], n = (e) => e, r = "~") {
+	return e.length === 0 ? [] : e.split(r).map((e) => k(e, t, n));
 }
 //#endregion
 //#region lib/postgrest.ts
-var M = class t extends r.PostgrestFilterBuilder {
+var j = class t extends r.PostgrestFilterBuilder {
 	pagination;
 	constructor(e) {
 		super(e);
 	}
 	select(e = "*") {
-		return new t(super.select(p(e).join(",")));
+		return new t(super.select(f(e).join(",")));
 	}
 	where(e) {
 		if (e.type === "logical") {
-			let t = e.args.map((e) => O(e)).join(",");
+			let t = e.args.map((e) => D(e)).join(",");
 			this.url.searchParams.append(e.op, `(${t})`);
 		} else this.url.searchParams.append(e.key, `${e.op}.${e.value}`);
 		return this;
@@ -321,89 +320,75 @@ var M = class t extends r.PostgrestFilterBuilder {
 			};
 		});
 	}
-}, N = class extends r.PostgrestQueryBuilder {
+}, M = class extends r.PostgrestQueryBuilder {
 	constructor(e) {
 		super(e.url, e);
 	}
 	select(e = "*", t) {
-		return new M(super.select(p(e).join(","), t));
+		return new j(super.select(f(e).join(","), t));
 	}
 	count(e = "exact") {
-		return new M(this.select("*", {
+		return new j(this.select("*", {
 			count: e,
 			head: !0
 		}));
 	}
 	insert(e, t) {
-		return new M(super.insert(e, t));
+		return new j(super.insert(e, t));
 	}
 	upsert(e, { onConflict: t, ...n } = {}) {
-		return new M(super.upsert(e, {
-			onConflict: p(t).join(","),
+		return new j(super.upsert(e, {
+			onConflict: f(t).join(","),
 			...n
 		}));
 	}
 	update(e, t) {
-		return new M(super.update(e, t));
+		return new j(super.update(e, t));
 	}
 	delete() {
-		return new M(super.delete());
+		return new j(super.delete());
 	}
-}, P = class {
+}, N = class {
 	client;
 	constructor(e) {
 		this.client = e;
 	}
 	from(e) {
-		return new N(this.client.from(e));
+		return new M(this.client.from(e));
 	}
 	rpc(e, t, n) {
-		return new M(this.client.rpc(e, t, n));
+		return new j(this.client.rpc(e, t, n));
 	}
-}, F = class {
+}, P = class {
 	supabase;
 	constructor({ supabase: e }) {
 		this.supabase = e;
 	}
 	schema(e) {
-		return new P(this.supabase.schema(e));
+		return new N(this.supabase.schema(e));
 	}
 	relation(e, t) {
-		return new _({
+		return new g({
 			database: this,
 			schema: e,
 			relation: t
 		});
 	}
 	table(e, t) {
-		return new v({
+		return new _({
 			database: this,
 			schema: e,
 			table: t
 		});
 	}
 	view(e, t) {
-		return new y({
+		return new v({
 			database: this,
 			schema: e,
 			view: t
 		});
 	}
-}, I = {
-	removeImagesFromMarkdown: {
-		name: "removeImagesFromMarkdown",
-		run(e, t) {
-			return t.type === "text/markdown" ? e.replace(/!\[([^\]]*)\]\([^)]*\)/g, (e, t) => `![${t}]()`) : e;
-		}
-	},
-	removeLinksFromMarkdown: {
-		name: "removeLinksFromMarkdown",
-		run(e, t) {
-			return t.type === "text/markdown" ? e.replace(/\[([^\]]*)\]\([^)]*\)/g, (e, t) => `[${t}]()`) : e;
-		}
-	}
-}, L = class {
-	preprocesses = [];
+}, F = class {
 	storage;
 	constructor({ storage: e }) {
 		this.storage = e;
@@ -419,31 +404,13 @@ var M = class t extends r.PostgrestFilterBuilder {
 		}
 		return t;
 	}
-	preprocess(e, t) {
-		return this.preprocesses.forEach((n) => {
-			e = n.run(e, t);
-		}), e;
-	}
-	addPreprocessingStep(e) {
-		return this.preprocesses.push(e), this;
-	}
-	removePreprocessingStep(e) {
-		return h(this.preprocesses, (t) => t.name === e), this;
-	}
 	async get(e) {
 		let t = await this.storage.getFileStorageLocation(e);
 		return this.getEmbeddings(t);
 	}
 	async ingest(e, t) {
-		let { file: n, ...r } = await this.storage.downloadFile(e), a = i.parse(n.type);
-		if (a.type !== "text") throw new l(`Unsupported file type: ${a}. Only text files can be embedded.`);
-		await this.deleteEmbeddings(r);
-		let o = {
-			name: n.name,
-			type: n.type,
-			size: n.size
-		}, s = this.preprocess(await n.text(), o);
-		return this.createEmbeddings(r, s, o, typeof t == "function" ? t(n, r) : t);
+		let n = await this.storage.getFileStorageLocation(e);
+		return await this.deleteEmbeddings(n), this.createEmbeddings(n, typeof t == "function" ? t(n) : t);
 	}
 	async synchronize(e, t) {
 		let n = await this.getOutdatedEmbeddings(e);
@@ -451,13 +418,24 @@ var M = class t extends r.PostgrestFilterBuilder {
 			file: e,
 			success: !0,
 			error: null
-		})).catch((t) => t instanceof l ? null : {
+		})).catch((t) => t instanceof c ? null : {
 			file: e,
 			error: t,
 			success: !1
 		})))).filter((e) => e !== null);
 	}
-}, R = class {
+};
+//#endregion
+//#region lib/processing.ts
+function I(e) {
+	return e.replace(/!\[([^\]]*)\]\([^)]*\)/g, (e, t) => `![${t}]()`);
+}
+function L(e) {
+	return e.replace(/\[([^\]]*)\]\([^)]*\)/g, (e, t) => `[${t}]()`);
+}
+//#endregion
+//#region lib/storage-service.ts
+var R = class {
 	client;
 	database;
 	constructor({ client: e, database: t }) {
@@ -479,7 +457,7 @@ var M = class t extends r.PostgrestFilterBuilder {
 	async getFileStorageLocation(t) {
 		if ("fileId" in t) {
 			let { fileId: n } = t, r = await this.files.get(n, ["bucket_id", "path_tokens"]);
-			if (!r) throw new o(`File with ID ${n} not found`, { fileId: n });
+			if (!r) throw new a(`File with ID ${n} not found`, { fileId: n });
 			return {
 				fileId: n,
 				bucket: e.notNull(r.bucket_id, "bucket_id must not be null"),
@@ -519,7 +497,7 @@ var M = class t extends r.PostgrestFilterBuilder {
 	async assertExistsFile(e) {
 		let { bucket: t, path: n } = await this.getFileStorageLocation(e), { data: r, error: i } = await this.client.from(t).exists(n);
 		if (i) throw i;
-		if (!r) throw new o(`File not found in bucket '${t}' at path '${n}'`, {
+		if (!r) throw new a(`File not found in bucket '${t}' at path '${n}'`, {
 			bucket: t,
 			path: n
 		});
@@ -536,7 +514,7 @@ var M = class t extends r.PostgrestFilterBuilder {
 	async downloadFile(e) {
 		let { fileId: t, bucket: n, path: r, properties: i } = await this.getFileInfo(e), { data: a, error: o } = await this.client.from(n).download(r);
 		if (o) throw o;
-		let [, s] = f(r);
+		let [, s] = d(r);
 		return {
 			fileId: t,
 			bucket: n,
@@ -548,7 +526,7 @@ var M = class t extends r.PostgrestFilterBuilder {
 		let n = t.filter((e) => "fileId" in e).map((e) => e.fileId), r = (await this.files.query.select(["bucket_id", "path_tokens"]).containedBy("id", n).throwOnError()).data.map(({ bucket_id: t, path_tokens: n }) => ({
 			bucket: e.notNull(t, "bucket_id must not be null"),
 			path: e.notNull(n, "path_tokens must not be null").join("/")
-		})), i = g(m(t.filter((e) => "path" in e).concat(r), (e) => e.bucket)).map(([e, t]) => ({
+		})), i = h(p(t.filter((e) => "path" in e).concat(r), (e) => e.bucket)).map(([e, t]) => ({
 			bucket: e,
 			paths: t.map((e) => e.path)
 		}));
@@ -563,4 +541,4 @@ var M = class t extends r.PostgrestFilterBuilder {
 	}
 };
 //#endregion
-export { _ as DataService, F as DatabaseService, L as EmbeddingService, o as FileNotFoundError, T as Filter, w as FilterChainSeparator, x as FilterOp, S as LogicalOp, C as LogicalOpSeparator, s as ParseError, P as PostgrestClient, u as PostgrestErrorInterface, M as PostgrestFilterBuilder, N as PostgrestQueryBuilder, c as RecordNotFoundError, R as StorageService, v as TableDataService, a as TracedError, l as UnsupportedMimeError, y as ViewDataService, b as assertCounted, p as coerceArray, k as encodeFilter, O as encodeFilterNode, g as entries, m as groupBy, d as isDatabaseApiError, D as negateFilterNode, E as negateOp, A as parseFilterExpression, j as parseFilterExpressionChain, I as preprocessingSteps, h as removeElement, f as splitPath };
+export { g as DataService, P as DatabaseService, F as EmbeddingService, a as FileNotFoundError, w as Filter, C as FilterChainSeparator, b as FilterOp, x as LogicalOp, S as LogicalOpSeparator, o as ParseError, N as PostgrestClient, l as PostgrestErrorInterface, j as PostgrestFilterBuilder, M as PostgrestQueryBuilder, s as RecordNotFoundError, R as StorageService, _ as TableDataService, i as TracedError, c as UnsupportedMimeError, v as ViewDataService, y as assertCounted, f as coerceArray, O as encodeFilter, D as encodeFilterNode, h as entries, p as groupBy, u as isDatabaseApiError, E as negateFilterNode, T as negateOp, k as parseFilterExpression, A as parseFilterExpressionChain, m as removeElement, I as removeImagesFromMarkdown, L as removeLinksFromMarkdown, d as splitPath };

package/dist/processing.d.ts

@@ -0,0 +1,3 @@
+export declare function removeImagesFromMarkdown(text: string): string;
+export declare function removeLinksFromMarkdown(text: string): string;
+//# sourceMappingURL=processing.d.ts.map

package/dist/processing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"processing.d.ts","sourceRoot":"","sources":["../lib/processing.ts"],"names":[],"mappings":"AACA,wBAAgB,wBAAwB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAG7D;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAG5D"}

package/package.json

@@ -3,7 +3,7 @@
   "private": false,
   "displayName": "Supabase-Core",
   "description": "Lightweight services for supabase to make it easier to work with databases, tables and storage buckets",
-  "version": "1.5.4",
+  "version": "1.6.0",
   "type": "module",
   "repository": {
     "type": "git",