@ekairos/dataset 1.22.39-beta.development.0 → 1.22.40-beta.development.0

package/dist/builder/persistence.js

@@ -0,0 +1,147 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.defaultTextSourceName = defaultTextSourceName;
+exports.getDatasetDb = getDatasetDb;
+exports.createOrUpdateDatasetMetadata = createOrUpdateDatasetMetadata;
+exports.materializeRowsToDataset = materializeRowsToDataset;
+exports.uploadInlineTextSource = uploadInlineTextSource;
+exports.finalizeBuildResult = finalizeBuildResult;
+const service_1 = require("../service");
+const schema_1 = require("../schema");
+const schemaInference_1 = require("./schemaInference");
+const sourceRows_1 = require("./sourceRows");
+function defaultTextSourceName(source) {
+    if (source.name?.trim())
+        return source.name.trim();
+    const mimeType = String(source.mimeType ?? "").toLowerCase();
+    if (mimeType.includes("csv"))
+        return "source.csv";
+    if (mimeType.includes("json"))
+        return "source.json";
+    if (mimeType.includes("yaml") || mimeType.includes("yml"))
+        return "source.yaml";
+    return "source.txt";
+}
+async function getDatasetDb(runtime) {
+    const scoped = await runtime.use(schema_1.datasetDomain);
+    return scoped.db;
+}
+async function createOrUpdateDatasetMetadata(runtime, params) {
+    const db = await getDatasetDb(runtime);
+    const service = new service_1.DatasetService(db);
+    const result = await service.createDataset({
+        id: params.datasetId,
+        sandboxId: params.sandboxId,
+        title: params.title ?? params.datasetId,
+        instructions: params.instructions ?? "",
+        sources: params.sources,
+        sourceKinds: params.sourceKinds,
+        analysis: params.analysis,
+        schema: params.schema,
+        status: params.status ?? "building",
+        organizationId: runtime.env.orgId,
+    });
+    if (!result.ok) {
+        throw new Error(result.error);
+    }
+}
+async function materializeRowsToDataset(runtime, params) {
+    if (params.first && params.rows.length > 1) {
+        throw new Error("dataset_first_expected_zero_or_one_row");
+    }
+    const resolvedSchema = params.schema ??
+        (0, schemaInference_1.inferDatasetSchema)(params.rows, params.title ? `${params.title}Row` : "DatasetRow", params.title ? `One row for ${params.title}` : "One dataset row");
+    (0, schemaInference_1.validateRows)(params.rows, resolvedSchema);
+    await createOrUpdateDatasetMetadata(runtime, {
+        datasetId: params.datasetId,
+        sandboxId: params.sandboxId,
+        title: params.title,
+        instructions: params.instructions,
+        sources: params.sources,
+        sourceKinds: params.sourceKinds,
+        analysis: params.analysis,
+        schema: resolvedSchema,
+        status: "building",
+    });
+    const db = await getDatasetDb(runtime);
+    const service = new service_1.DatasetService(db);
+    const uploadResult = await service.uploadDatasetOutputFile({
+        datasetId: params.datasetId,
+        fileBuffer: Buffer.from((0, sourceRows_1.rowsToJsonl)(params.rows), "utf-8"),
+    });
+    if (!uploadResult.ok) {
+        throw new Error(uploadResult.error);
+    }
+    const statusResult = await service.updateDatasetStatus({
+        datasetId: params.datasetId,
+        status: "completed",
+        calculatedTotalRows: params.rows.length,
+        actualGeneratedRowCount: params.rows.length,
+    });
+    if (!statusResult.ok) {
+        throw new Error(statusResult.error);
+    }
+    return params.datasetId;
+}
+async function uploadInlineTextSource(runtime, datasetId, source) {
+    const db = await getDatasetDb(runtime);
+    const fileName = defaultTextSourceName(source);
+    const storagePath = `/dataset/source/${datasetId}/${Date.now()}-${fileName}`;
+    const uploadResult = await db.storage.uploadFile(storagePath, Buffer.from(source.text, "utf-8"), {
+        contentType: source.mimeType ?? "text/plain",
+        contentDisposition: fileName,
+    });
+    const fileId = uploadResult?.data?.id;
+    if (!fileId) {
+        throw new Error("dataset_text_source_upload_failed");
+    }
+    return fileId;
+}
+async function finalizeBuildResult(runtime, datasetId, withFirst) {
+    const db = await getDatasetDb(runtime);
+    const service = new service_1.DatasetService(db);
+    const datasetResult = await service.getDatasetById(datasetId);
+    if (!datasetResult.ok) {
+        throw new Error(datasetResult.error);
+    }
+    const previewResult = await service.previewRows(datasetId, 20);
+    if (!previewResult.ok) {
+        throw new Error(previewResult.error);
+    }
+    const reader = {
+        async read(cursorOrParams, limit) {
+            const params = typeof cursorOrParams === "object" && cursorOrParams !== null
+                ? cursorOrParams
+                : { cursor: cursorOrParams, limit };
+            const rowsResult = await service.readRows({
+                datasetId,
+                cursor: params.cursor,
+                limit: params.limit,
+            });
+            if (!rowsResult.ok) {
+                throw new Error(rowsResult.error);
+            }
+            return rowsResult.data;
+        },
+    };
+    if (!withFirst) {
+        return {
+            datasetId,
+            dataset: datasetResult.data,
+            previewRows: previewResult.data,
+            reader,
+        };
+    }
+    const firstResult = await service.readOne(datasetId);
+    if (!firstResult.ok) {
+        throw new Error(firstResult.error);
+    }
+    return {
+        datasetId,
+        dataset: datasetResult.data,
+        previewRows: previewResult.data,
+        reader,
+        firstRow: firstResult.data,
+    };
+}
+//# sourceMappingURL=persistence.js.map

package/dist/builder/persistence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"persistence.js","sourceRoot":"","sources":["../../src/builder/persistence.ts"],"names":[],"mappings":";;AAYA,sDAOC;AAED,oCAKC;AAED,sEA+BC;AAED,4DAmDC;AAED,wDAiBC;AAED,kDAuDC;AA5LD,wCAA2C;AAC3C,sCAAyC;AACzC,uDAAoE;AACpE,6CAA0C;AAS1C,SAAgB,qBAAqB,CAAC,MAA8B;IAClE,IAAI,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;IAClD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAA;IAC5D,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,YAAY,CAAA;IACjD,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,aAAa,CAAA;IACnD,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,aAAa,CAAA;IAC/E,OAAO,YAAY,CAAA;AACrB,CAAC;AAEM,KAAK,UAAU,YAAY,CAChC,OAAgB;IAEhB,MAAM,MAAM,GAAG,MAAO,OAAe,CAAC,GAAG,CAAC,sBAAa,CAAC,CAAA;IACxD,OAAO,MAAM,CAAC,EAAS,CAAA;AACzB,CAAC;AAEM,KAAK,UAAU,6BAA6B,CACjD,OAAgB,EAChB,MAUC;IAED,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAA;IACtC,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC;QACzC,EAAE,EAAE,MAAM,CAAC,SAAS;QACpB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,SAAS;QACvC,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,EAAE;QACvC,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,UAAU;QACnC,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK;KAClC,CAAC,CAAA;IACF,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC/B,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,wBAAwB,CAC5C,OAAgB,EAChB,MAA6B;IAE7B,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAA;IAC3D,CAAC;IAED,MAAM,cAAc,GAClB,MAAM,CAAC,MAAM;QACb,IAAA,oCAAkB,EAChB,MAAM,CAAC,IAAI,EACX,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,YAAY,EAClD,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,eAAe,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,iBAAiB,CACjE,CAAA;IAEH,IAAA,8BAAY,EAAC,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC,CAAA;IAEzC,MAAM,6BAA6B,CAAC,OAAO,EAAE;QAC3C,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,MAAM,EAAE,cAAc;QACtB,MAAM,EAAE,UAAU;KACnB,CAAC,CAAA;IAEF,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAA;IACtC,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,uBAAuB,CAAC;QACzD,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,IAAA,wBAAW,EAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC;KAC3D,CAAC,CAAA;IACF,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;IACrC,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,mBAAmB,CAAC;QACrD,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,MAAM,EAAE,WAAW;QACnB,mBAAmB,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;QACvC,uBAAuB,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;KAC5C,CAAC,CAAA;IACF,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;IACrC,CAAC;IAED,OAAO,MAAM,CAAC,SAAS,CAAA;AACzB,CAAC;AAEM,KAAK,UAAU,sBAAsB,CAC1C,OAAgB,EAChB,SAAiB,EACjB,MAA8B;IAE9B,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAA;IACtC,MAAM,QAAQ,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAA;IAC9C,MAAM,WAAW,GAAG,mBAAmB,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAA;IAC5E,MAAM,YAAY,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE;QAC/F,WAAW,EAAE,MAAM,CAAC,QAAQ,IAAI,YAAY;QAC5C,kBAAkB,EAAE,QAAQ;KAC7B,CAAC,CAAA;IACF,MAAM,MAAM,GAAG,YAAY,EAAE,IAAI,EAAE,EAAE,CAAA;IACrC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAA;IACtD,CAAC;IACD,OAAO,MAAgB,CAAA;AACzB,CAAC;AAEM,KAAK,UAAU,mBAAmB,CACvC,OAAgB,EAChB,SAAiB,EACjB,SAAkB;IAElB,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAA;IACtC,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,EAAE,CAAC,CAAA;IACtC,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAA;IAC7D,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;IACtC,CAAC;IACD,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;IAC9D,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;IACtC,CAAC;IAED,MAAM,MAAM,GAAkB;QAC5B,KAAK,CAAC,IAAI,CAAC,cAA6D,EAAE,KAAc;YACtF,MAAM,MAAM,GACV,OAAO,cAAc,KAAK,QAAQ,IAAI,cAAc,KAAK,IAAI;gBAC3D,CAAC,CAAC,cAAc;gBAChB,CAAC,CAAC,EAAE,MAAM,EAAE,cAAoC,EAAE,KAAK,EAAE,CAAA;YAC7D,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC;gBACxC,SAAS;gBACT,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE,MAAM,CAAC,KAAK;aACpB,CAAC,CAAA;YACF,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;YACnC,CAAC;YACD,OAAO,UAAU,CAAC,IAAI,CAAA;QACxB,CAAC;KACF,CAAA;IAED,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO;YACL,SAAS;YACT,OAAO,EAAE,aAAa,CAAC,IAAI;YAC3B,WAAW,EAAE,aAAa,CAAC,IAAI;YAC/B,MAAM;SACP,CAAA;IACH,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IACpD,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;IACpC,CAAC;IAED,OAAO;QACL,SAAS;QACT,OAAO,EAAE,aAAa,CAAC,IAAI;QAC3B,WAAW,EAAE,aAAa,CAAC,IAAI;QAC/B,MAAM;QACN,QAAQ,EAAE,WAAW,CAAC,IAAI;KAC3B,CAAA;AACH,CAAC"}

package/dist/builder/schemaInference.d.ts

@@ -0,0 +1,4 @@
+import type { DatasetSchemaInput } from "./types";
+export declare function inferDatasetSchema(rows: any[], title?: string, description?: string): DatasetSchemaInput;
+export declare function validateRows(rows: any[], schema: DatasetSchemaInput): void;
+//# sourceMappingURL=schemaInference.d.ts.map

package/dist/builder/schemaInference.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemaInference.d.ts","sourceRoot":"","sources":["../../src/builder/schemaInference.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAA;AAmBjD,wBAAgB,kBAAkB,CAChC,IAAI,EAAE,GAAG,EAAE,EACX,KAAK,SAAe,EACpB,WAAW,SAAoB,GAC9B,kBAAkB,CAkCpB;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,kBAAkB,QASnE"}

package/dist/builder/schemaInference.js

@@ -0,0 +1,69 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.inferDatasetSchema = inferDatasetSchema;
+exports.validateRows = validateRows;
+const ajv_1 = __importDefault(require("ajv"));
+const ajv = new ajv_1.default({ allErrors: true, strict: false });
+function inferJsonSchemaType(value) {
+    if (value === null)
+        return { type: "null" };
+    if (Array.isArray(value))
+        return { type: "array" };
+    switch (typeof value) {
+        case "number":
+            return { type: "number" };
+        case "boolean":
+            return { type: "boolean" };
+        case "object":
+            return { type: "object", additionalProperties: true };
+        default:
+            return { type: "string" };
+    }
+}
+function inferDatasetSchema(rows, title = "DatasetRow", description = "One dataset row") {
+    const properties = {};
+    const required = [];
+    const keys = new Set();
+    for (const row of rows) {
+        if (!row || typeof row !== "object")
+            continue;
+        for (const key of Object.keys(row)) {
+            keys.add(key);
+        }
+    }
+    for (const key of keys) {
+        const values = rows.map((row) => (row && typeof row === "object" ? row[key] : undefined));
+        const firstDefined = values.find((value) => value !== undefined);
+        properties[key] = {
+            ...inferJsonSchemaType(firstDefined),
+            description: `${key} value`,
+        };
+        if (values.every((value) => value !== undefined)) {
+            required.push(key);
+        }
+    }
+    return {
+        title,
+        description,
+        schema: {
+            type: "object",
+            additionalProperties: false,
+            properties,
+            required,
+        },
+    };
+}
+function validateRows(rows, schema) {
+    const validator = ajv.compile(schema.schema);
+    for (const row of rows) {
+        const valid = validator(row);
+        if (!valid) {
+            const error = validator.errors?.map((entry) => entry.message || "validation_error").join("; ");
+            throw new Error(error || "dataset_schema_validation_failed");
+        }
+    }
+}
+//# sourceMappingURL=schemaInference.js.map

package/dist/builder/schemaInference.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemaInference.js","sourceRoot":"","sources":["../../src/builder/schemaInference.ts"],"names":[],"mappings":";;;;;AAqBA,gDAsCC;AAED,oCASC;AAtED,8CAAqB;AAIrB,MAAM,GAAG,GAAG,IAAI,aAAG,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAA;AAEvD,SAAS,mBAAmB,CAAC,KAAc;IACzC,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;IAC3C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;IAClD,QAAQ,OAAO,KAAK,EAAE,CAAC;QACrB,KAAK,QAAQ;YACX,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAA;QAC3B,KAAK,SAAS;YACZ,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAA;QAC5B,KAAK,QAAQ;YACX,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAA;QACvD;YACE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAA;IAC7B,CAAC;AACH,CAAC;AAED,SAAgB,kBAAkB,CAChC,IAAW,EACX,KAAK,GAAG,YAAY,EACpB,WAAW,GAAG,iBAAiB;IAE/B,MAAM,UAAU,GAAwB,EAAE,CAAA;IAC1C,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAE9B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;YAAE,SAAQ;QAC7C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACf,CAAC;IACH,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAA;QACzF,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAA;QAChE,UAAU,CAAC,GAAG,CAAC,GAAG;YAChB,GAAG,mBAAmB,CAAC,YAAY,CAAC;YACpC,WAAW,EAAE,GAAG,GAAG,QAAQ;SAC5B,CAAA;QACD,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,EAAE,CAAC;YACjD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACpB,CAAC;IACH,CAAC;IAED,OAAO;QACL,KAAK;QACL,WAAW;QACX,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ;YACd,oBAAoB,EAAE,KAAK;YAC3B,UAAU;YACV,QAAQ;SACT;KACF,CAAA;AACH,CAAC;AAED,SAAgB,YAAY,CAAC,IAAW,EAAE,MAA0B;IAClE,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAC5C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAA;QAC5B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,IAAI,kBAAkB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAC9F,MAAM,IAAI,KAAK,CAAC,KAAK,IAAI,kCAAkC,CAAC,CAAA;QAC9D,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/builder/sourceRows.d.ts

@@ -0,0 +1,8 @@
+import type { DomainSchemaResult } from "@ekairos/domain";
+export declare function rowsToJsonl(rows: any[]): string;
+export declare function normalizeQueryRows(result: any): any[];
+export declare function getDomainDescriptor(domain: DomainSchemaResult): {
+    domainPackageName?: string | undefined;
+    domainName: string;
+};
+//# sourceMappingURL=sourceRows.d.ts.map

package/dist/builder/sourceRows.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sourceRows.d.ts","sourceRoot":"","sources":["../../src/builder/sourceRows.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAA;AAEzD,wBAAgB,WAAW,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,MAAM,CAU/C;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,GAAG,GAAG,GAAG,EAAE,CAmCrD;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,kBAAkB;;;EAS7D"}

package/dist/builder/sourceRows.js

@@ -0,0 +1,62 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.rowsToJsonl = rowsToJsonl;
+exports.normalizeQueryRows = normalizeQueryRows;
+exports.getDomainDescriptor = getDomainDescriptor;
+function rowsToJsonl(rows) {
+    return rows
+        .map((row) => JSON.stringify({
+        type: "row",
+        data: row,
+    }))
+        .join("\n")
+        .concat(rows.length > 0 ? "\n" : "");
+}
+function normalizeQueryRows(result) {
+    if (!result || typeof result !== "object")
+        return [];
+    const entries = Object.entries(result);
+    if (entries.length === 0)
+        return [];
+    if (entries.length === 1) {
+        const [key, value] = entries[0];
+        if (Array.isArray(value)) {
+            return value.map((row) => (row && typeof row === "object" ? row : { value: row }));
+        }
+        if (value && typeof value === "object") {
+            return [value];
+        }
+        return [{ [key]: value }];
+    }
+    const rows = [];
+    for (const [key, value] of entries) {
+        if (Array.isArray(value)) {
+            for (const row of value) {
+                if (row && typeof row === "object") {
+                    rows.push({ __entity: key, ...row });
+                }
+                else {
+                    rows.push({ __entity: key, value: row });
+                }
+            }
+            continue;
+        }
+        if (value && typeof value === "object") {
+            rows.push({ __entity: key, ...value });
+            continue;
+        }
+        rows.push({ __entity: key, value });
+    }
+    return rows;
+}
+function getDomainDescriptor(domain) {
+    const meta = domain?.meta ?? {};
+    const context = typeof domain?.context === "function" ? domain.context() : {};
+    const name = String(meta?.name ?? context?.name ?? "domain");
+    const packageName = String(meta?.packageName ?? "");
+    return {
+        domainName: name,
+        ...(packageName ? { domainPackageName: packageName } : {}),
+    };
+}
+//# sourceMappingURL=sourceRows.js.map

package/dist/builder/sourceRows.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sourceRows.js","sourceRoot":"","sources":["../../src/builder/sourceRows.ts"],"names":[],"mappings":";;AAEA,kCAUC;AAED,gDAmCC;AAED,kDASC;AA1DD,SAAgB,WAAW,CAAC,IAAW;IACrC,OAAO,IAAI;SACR,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACX,IAAI,CAAC,SAAS,CAAC;QACb,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,GAAG;KACV,CAAC,CACH;SACA,IAAI,CAAC,IAAI,CAAC;SACV,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;AACxC,CAAC;AAED,SAAgB,kBAAkB,CAAC,MAAW;IAC5C,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAA;IACpD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACtC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IAEnC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;QAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAA;QACpF,CAAC;QACD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACvC,OAAO,CAAC,KAAK,CAAC,CAAA;QAChB,CAAC;QACD,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAA;IAC3B,CAAC;IAED,MAAM,IAAI,GAAU,EAAE,CAAA;IACtB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;QACnC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;gBACxB,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;oBACnC,IAAI,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,GAAG,EAAE,CAAC,CAAA;gBACtC,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAA;gBAC1C,CAAC;YACH,CAAC;YACD,SAAQ;QACV,CAAC;QACD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC,CAAA;YACtC,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAA;IACrC,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAgB,mBAAmB,CAAC,MAA0B;IAC5D,MAAM,IAAI,GAAI,MAAc,EAAE,IAAI,IAAI,EAAE,CAAA;IACxC,MAAM,OAAO,GAAG,OAAQ,MAAc,EAAE,OAAO,KAAK,UAAU,CAAC,CAAC,CAAE,MAAc,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;IAC/F,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,EAAE,IAAI,IAAI,OAAO,EAAE,IAAI,IAAI,QAAQ,CAAC,CAAA;IAC5D,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,EAAE,WAAW,IAAI,EAAE,CAAC,CAAA;IACnD,OAAO;QACL,UAAU,EAAE,IAAI;QAChB,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC3D,CAAA;AACH,CAAC"}

package/dist/builder/types.d.ts

@@ -0,0 +1,130 @@
+import type { InstaQLParams, ValidQuery } from "@instantdb/core";
+import type { DomainInstantSchema, DomainSchemaResult } from "@ekairos/domain";
+import type { EkairosRuntime, RuntimeForDomain } from "@ekairos/domain/runtime";
+import type { ContextReactor } from "@ekairos/events";
+import { datasetDomain } from "../schema";
+export type DatasetQuerySourceInput<D extends DomainSchemaResult = DomainSchemaResult> = {
+    query: InstaQLParams<DomainInstantSchema<D>>;
+    title?: string;
+    explanation?: string;
+    domain: D;
+};
+export type DatasetFileSourceInput = {
+    fileId: string;
+    description?: string;
+};
+export type DatasetTextSourceInput = {
+    text: string;
+    mimeType?: string;
+    name?: string;
+    description?: string;
+};
+export type DatasetExistingSourceInput = {
+    datasetId: string;
+    description?: string;
+};
+export type DatasetFileSource = {
+    kind: "file";
+} & DatasetFileSourceInput;
+export type DatasetTextSource = {
+    kind: "text";
+} & DatasetTextSourceInput;
+export type DatasetExistingSource = {
+    kind: "dataset";
+} & DatasetExistingSourceInput;
+export type DatasetSourceInput = DatasetFileSourceInput | DatasetTextSourceInput | DatasetExistingSourceInput | DatasetFileSource | DatasetTextSource | DatasetExistingSource;
+export type DatasetSchemaInput = {
+    title?: string;
+    description?: string;
+    schema: any;
+};
+export type DatasetOutput = "rows" | "object";
+export type DatasetMode = "auto" | "schema";
+export type DatasetBuilderOptions = {
+    datasetId?: string;
+};
+export type DatasetBuildOptions = {
+    datasetId?: string;
+};
+export type InternalSource = DatasetFileSource | DatasetTextSource | DatasetExistingSource | ({
+    kind: "query";
+} & DatasetQuerySourceInput);
+export type DatasetReaderResult = {
+    rows: any[];
+    cursor: number;
+    done: boolean;
+};
+export type DatasetReader = {
+    read(cursor?: number, limit?: number): Promise<DatasetReaderResult>;
+    read(params?: {
+        cursor?: number;
+        limit?: number;
+    }): Promise<DatasetReaderResult>;
+};
+export type DatasetBuildResult = {
+    datasetId: string;
+    dataset: any;
+    previewRows: any[];
+    reader: DatasetReader;
+    object?: any | null;
+    firstRow?: any | null;
+};
+export type DatasetRuntimeEnv = {
+    orgId: string;
+};
+export type AnyDatasetRuntime = EkairosRuntime<any, any, any>;
+export type DatasetRuntimeHandle<Runtime extends AnyDatasetRuntime> = RuntimeForDomain<Runtime, typeof datasetDomain>;
+export type CompatibleSourceDomain<Runtime extends AnyDatasetRuntime, D extends DomainSchemaResult> = RuntimeForDomain<Runtime, D> extends never ? never : D;
+export type DatasetQuerySourceOptions<D extends DomainSchemaResult, Q extends ValidQuery<Q, DomainInstantSchema<D>>> = {
+    query: Q;
+    title?: string;
+    explanation?: string;
+};
+export type DatasetBuilderState<Runtime extends AnyDatasetRuntime> = {
+    runtime: Runtime;
+    env: Runtime["env"] & DatasetRuntimeEnv;
+    sources: InternalSource[];
+    title?: string;
+    sandboxId?: string;
+    outputSchema?: DatasetSchemaInput;
+    output: DatasetOutput;
+    inferSchema: boolean;
+    instructions?: string;
+    reactor?: ContextReactor<any, any>;
+    first: boolean;
+};
+export type MaterializeRowsParams = {
+    datasetId: string;
+    sandboxId?: string;
+    title?: string;
+    instructions?: string;
+    sources: any[];
+    sourceKinds: string[];
+    analysis?: any;
+    rows: any[];
+    schema?: DatasetSchemaInput;
+    inferSchema?: boolean;
+    first?: boolean;
+};
+export type DatasetBuilder<Runtime extends AnyDatasetRuntime> = {
+    readonly datasetId: string;
+    fromFile(source: DatasetFileSourceInput): DatasetBuilder<Runtime>;
+    fromText(source: DatasetTextSourceInput): DatasetBuilder<Runtime>;
+    fromDataset(source: DatasetExistingSourceInput): DatasetBuilder<Runtime>;
+    from(...sources: DatasetSourceInput[]): DatasetBuilder<Runtime>;
+    fromQuery<D extends DomainSchemaResult, Q extends ValidQuery<Q, DomainInstantSchema<D>>>(domain: D & CompatibleSourceDomain<Runtime, D>, source: DatasetQuerySourceOptions<D, Q>): DatasetBuilder<Runtime>;
+    title(title: string): DatasetBuilder<Runtime>;
+    sandbox(input: {
+        sandboxId: string;
+    }): DatasetBuilder<Runtime>;
+    schema(schema: DatasetSchemaInput): DatasetBuilder<Runtime>;
+    inferSchema(): DatasetBuilder<Runtime>;
+    auto(): DatasetBuilder<Runtime>;
+    asRows(): DatasetBuilder<Runtime>;
+    asObject(): DatasetBuilder<Runtime>;
+    instructions(instructions: string): DatasetBuilder<Runtime>;
+    reactor(reactor: ContextReactor<any, any>): DatasetBuilder<Runtime>;
+    first(): DatasetBuilder<Runtime>;
+    build(options?: DatasetBuildOptions): Promise<DatasetBuildResult>;
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/builder/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/builder/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAChE,OAAO,KAAK,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAA;AAC9E,OAAO,KAAK,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAC/E,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAErD,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAA;AAEzC,MAAM,MAAM,uBAAuB,CAAC,CAAC,SAAS,kBAAkB,GAAG,kBAAkB,IAAI;IACvF,KAAK,EAAE,aAAa,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAA;IAC5C,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,MAAM,EAAE,CAAC,CAAA;CACV,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAA;IACd,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AAED,MAAM,MAAM,0BAA0B,GAAG;IACvC,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AAED,MAAM,MAAM,iBAAiB,GAAG;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAAG,sBAAsB,CAAA;AACzE,MAAM,MAAM,iBAAiB,GAAG;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAAG,sBAAsB,CAAA;AACzE,MAAM,MAAM,qBAAqB,GAAG;IAAE,IAAI,EAAE,SAAS,CAAA;CAAE,GAAG,0BAA0B,CAAA;AAEpF,MAAM,MAAM,kBAAkB,GAC1B,sBAAsB,GACtB,sBAAsB,GACtB,0BAA0B,GAC1B,iBAAiB,GACjB,iBAAiB,GACjB,qBAAqB,CAAA;AAEzB,MAAM,MAAM,kBAAkB,GAAG;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,MAAM,EAAE,GAAG,CAAA;CACZ,CAAA;AAED,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,QAAQ,CAAA;AAC7C,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,QAAQ,CAAA;AAE3C,MAAM,MAAM,qBAAqB,GAAG;IAClC,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG;IAChC,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB,CAAA;AAED,MAAM,MAAM,cAAc,GACtB,iBAAiB,GACjB,iBAAiB,GACjB,qBAAqB,GACrB,CAAC;IAAE,IAAI,EAAE,OAAO,CAAA;CAAE,GAAG,uBAAuB,CAAC,CAAA;AAEjD,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,GAAG,EAAE,CAAA;IACX,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,OAAO,CAAA;CACd,CAAA;AAED,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAA;IACnE,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAA;CACjF,CAAA;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,GAAG,CAAA;IACZ,WAAW,EAAE,GAAG,EAAE,CAAA;IAClB,MAAM,EAAE,aAAa,CAAA;IACrB,MAAM,CAAC,EAAE,GAAG,GAAG,IAAI,CAAA;IACnB,QAAQ,CAAC,EAAE,GAAG,GAAG,IAAI,CAAA;CACtB,CAAA;AAED,MAAM,MAAM,iBAAiB,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CAAA;AACjD,MAAM,MAAM,iBAAiB,GAAG,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AAC7D,MAAM,MAAM,oBAAoB,CAAC,OAAO,SAAS,iBAAiB,IAAI,gBAAgB,CACpF,OAAO,EACP,OAAO,aAAa,CACrB,CAAA;AACD,MAAM,MAAM,sBAAsB,CAChC,OAAO,SAAS,iBAAiB,EACjC,CAAC,SAAS,kBAAkB,IAC1B,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAC,SAAS,KAAK,GAAG,KAAK,GAAG,CAAC,CAAA;AAE1D,MAAM,MAAM,yBAAyB,CACnC,CAAC,SAAS,kBAAkB,EAC5B,CAAC,SAAS,UAAU,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC,CAAC,CAAC,IAC7C;IACF,KAAK,EAAE,CAAC,CAAA;IACR,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AAED,MAAM,MAAM,mBAAmB,CAAC,OAAO,SAAS,iBAAiB,IAAI;IACnE,OAAO,EAAE,OAAO,CAAA;IAChB,GAAG,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,iBAAiB,CAAA;IACvC,OAAO,EAAE,cAAc,EAAE,CAAA;IACzB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,YAAY,CAAC,EAAE,kBAAkB,CAAA;IACjC,MAAM,EAAE,aAAa,CAAA;IACrB,WAAW,EAAE,OAAO,CAAA;IACpB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,OAAO,CAAC,EAAE,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;IAClC,KAAK,EAAE,OAAO,CAAA;CACf,CAAA;AAED,MAAM,MAAM,qBAAqB,GAAG;IAClC,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,OAAO,EAAE,GAAG,EAAE,CAAA;IACd,WAAW,EAAE,MAAM,EAAE,CAAA;IACrB,QAAQ,CAAC,EAAE,GAAG,CAAA;IACd,IAAI,EAAE,GAAG,EAAE,CAAA;IACX,MAAM,CAAC,EAAE,kBAAkB,CAAA;IAC3B,WAAW,CAAC,EAAE,OAAO,CAAA;IACrB,KAAK,CAAC,EAAE,OAAO,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,cAAc,CAAC,OAAO,SAAS,iBAAiB,IAAI;IAC9D,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAE1B,QAAQ,CAAC,MAAM,EAAE,sBAAsB,GAAG,cAAc,CAAC,OAAO,CAAC,CAAA;IACjE,QAAQ,CAAC,MAAM,EAAE,sBAAsB,GAAG,cAAc,CAAC,OAAO,CAAC,CAAA;IACjE,WAAW,CAAC,MAAM,EAAE,0BAA0B,GAAG,cAAc,CAAC,OAAO,CAAC,CAAA;IACxE,IAAI,CAAC,GAAG,OAAO,EAAE,kBAAkB,EAAE,GAAG,cAAc,CAAC,OAAO,CAAC,CAAA;IAC/D,SAAS,CACP,CAAC,SAAS,kBAAkB,EAC5B,CAAC,SAAS,UAAU,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC,CAAC,CAAC,EAE/C,MAAM,EAAE,CAAC,GAAG,sBAAsB,CAAC,OAAO,EAAE,CAAC,CAAC,EAC9C,MAAM,EAAE,yBAAyB,CAAC,CAAC,EAAE,CAAC,CAAC,GACtC,cAAc,CAAC,OAAO,CAAC,CAAA;IAE1B,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,CAAA;IAC7C,OAAO,CAAC,KAAK,EAAE;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,GAAG,cAAc,CAAC,OAAO,CAAC,CAAA;IAC9D,MAAM,CAAC,MAAM,EAAE,kBAAkB,GAAG,cAAc,CAAC,OAAO,CAAC,CAAA;IAC3D,WAAW,IAAI,cAAc,CAAC,OAAO,CAAC,CAAA;IACtC,IAAI,IAAI,cAAc,CAAC,OAAO,CAAC,CAAA;IAC/B,MAAM,IAAI,cAAc,CAAC,OAAO,CAAC,CAAA;IACjC,QAAQ,IAAI,cAAc,CAAC,OAAO,CAAC,CAAA;IACnC,YAAY,CAAC,YAAY,EAAE,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,CAAA;IAC3D,OAAO,CAAC,OAAO,EAAE,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,CAAA;IACnE,KAAK,IAAI,cAAc,CAAC,OAAO,CAAC,CAAA;IAChC,KAAK,CAAC,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAA;CAClE,CAAA"}

package/dist/builder/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/builder/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/builder/types.ts"],"names":[],"mappings":""}

package/dist/dataset.d.ts

@@ -1,67 +1,4 @@
-import type { DomainSchemaResult } from "@ekairos/domain";
-import type { ContextReactor } from "@ekairos/events";
-export type DatasetQuerySourceInput<D extends DomainSchemaResult = DomainSchemaResult> = {
-    query: Record<string, any>;
-    title?: string;
-    explanation?: string;
-    domain: D;
-};
-export type DatasetFileSourceInput = {
-    fileId: string;
-    description?: string;
-};
-export type DatasetTextSourceInput = {
-    text: string;
-    mimeType?: string;
-    name?: string;
-    description?: string;
-};
-export type DatasetExistingSourceInput = {
-    datasetId: string;
-    description?: string;
-};
-export type DatasetSchemaInput = {
-    title?: string;
-    description?: string;
-    schema: any;
-};
-export type DatasetReaderResult = {
-    rows: any[];
-    cursor: number;
-    done: boolean;
-};
-export type DatasetReader = {
-    read(cursor?: number, limit?: number): Promise<DatasetReaderResult>;
-    read(params?: {
-        cursor?: number;
-        limit?: number;
-    }): Promise<DatasetReaderResult>;
-};
-export type DatasetBuildResult = {
-    datasetId: string;
-    dataset: any;
-    previewRows: any[];
-    reader: DatasetReader;
-    firstRow?: any | null;
-};
-export declare function dataset<Env extends {
-    orgId: string;
-}>(env: Env): {
-    fromFile(source: DatasetFileSourceInput): /*elided*/ any;
-    fromText(source: DatasetTextSourceInput): /*elided*/ any;
-    fromDataset(source: DatasetExistingSourceInput): /*elided*/ any;
-    fromQuery<D extends DomainSchemaResult>(domain: D, source: Omit<DatasetQuerySourceInput<D>, "domain">): /*elided*/ any;
-    title(title: string): /*elided*/ any;
-    sandbox(input: {
-        sandboxId: string;
-    }): /*elided*/ any;
-    schema(schema: DatasetSchemaInput): /*elided*/ any;
-    inferSchema(): /*elided*/ any;
-    instructions(instructions: string): /*elided*/ any;
-    reactor(reactor: ContextReactor<any, any>): /*elided*/ any;
-    first(): /*elided*/ any;
-    build(options?: {
-        datasetId?: string;
-    }): Promise<DatasetBuildResult>;
-};
+import type { AnyDatasetRuntime, DatasetBuilder, DatasetBuilderOptions, DatasetRuntimeHandle } from "./builder/types";
+export type { AnyDatasetRuntime, CompatibleSourceDomain, DatasetBuilder, DatasetBuilderOptions, DatasetBuildOptions, DatasetBuildResult, DatasetExistingSource, DatasetExistingSourceInput, DatasetFileSource, DatasetFileSourceInput, DatasetMode, DatasetOutput, DatasetQuerySourceInput, DatasetReader, DatasetReaderResult, DatasetRuntimeEnv, DatasetRuntimeHandle, DatasetSchemaInput, DatasetTextSource, DatasetSourceInput, DatasetTextSourceInput, } from "./builder/types";
+export declare function dataset<Runtime extends AnyDatasetRuntime>(runtime: Runtime & DatasetRuntimeHandle<Runtime>, options?: DatasetBuilderOptions): DatasetBuilder<Runtime>;
 //# sourceMappingURL=dataset.d.ts.map

package/dist/dataset.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dataset.d.ts","sourceRoot":"","sources":["../src/dataset.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAA;AAGzD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAMrD,MAAM,MAAM,uBAAuB,CAAC,CAAC,SAAS,kBAAkB,GAAG,kBAAkB,IAAI;IACvF,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,MAAM,EAAE,CAAC,CAAA;CACV,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAA;IACd,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AAED,MAAM,MAAM,0BAA0B,GAAG;IACvC,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,MAAM,EAAE,GAAG,CAAA;CACZ,CAAA;AAQD,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,GAAG,EAAE,CAAA;IACX,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,OAAO,CAAA;CACd,CAAA;AAED,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAA;IACnE,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAA;CACjF,CAAA;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,GAAG,CAAA;IACZ,WAAW,EAAE,GAAG,EAAE,CAAA;IAClB,MAAM,EAAE,aAAa,CAAA;IACrB,QAAQ,CAAC,EAAE,GAAG,GAAG,IAAI,CAAA;CACtB,CAAA;AA4lBD,wBAAgB,OAAO,CAAC,GAAG,SAAS;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,EAAE,GAAG,EAAE,GAAG;qBAS1C,sBAAsB;qBAKtB,sBAAsB;wBAKnB,0BAA0B;cAKpC,CAAC,SAAS,kBAAkB,UAC5B,CAAC,UACD,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC;iBAMvC,MAAM;mBAKJ;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE;mBAKrB,kBAAkB;;+BAYN,MAAM;qBAKhB,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC;;oBAUnB;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,kBAAkB,CAAC;EA6C7E"}
+{"version":3,"file":"dataset.d.ts","sourceRoot":"","sources":["../src/dataset.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EACV,iBAAiB,EAEjB,cAAc,EACd,qBAAqB,EASrB,oBAAoB,EAKrB,MAAM,iBAAiB,CAAA;AAExB,YAAY,EACV,iBAAiB,EACjB,sBAAsB,EACtB,cAAc,EACd,qBAAqB,EACrB,mBAAmB,EACnB,kBAAkB,EAClB,qBAAqB,EACrB,0BAA0B,EAC1B,iBAAiB,EACjB,sBAAsB,EACtB,WAAW,EACX,aAAa,EACb,uBAAuB,EACvB,aAAa,EACb,mBAAmB,EACnB,iBAAiB,EACjB,oBAAoB,EACpB,kBAAkB,EAClB,iBAAiB,EACjB,kBAAkB,EAClB,sBAAsB,GACvB,MAAM,iBAAiB,CAAA;AAExB,wBAAgB,OAAO,CAAC,OAAO,SAAS,iBAAiB,EACvD,OAAO,EAAE,OAAO,GAAG,oBAAoB,CAAC,OAAO,CAAC,EAChD,OAAO,GAAE,qBAA0B,GAClC,cAAc,CAAC,OAAO,CAAC,CAkLzB"}