@sixb/core 0.1.11 → 0.1.13

package/dist/{chunk-4zhmdsx6.js → chunk-mf6hwpzh.js}

@@ -1,57 +1,62 @@
 // @bun
 import {
   OntologyRegistry2
-} from "./chunk-ap0g1g74.js";
+} from "./chunk-3nx8vj5a.js";
 import {
   ProjectionRegistry2,
   createOntologyMaterializer2
-} from "./chunk-ftv470j8.js";
+} from "./chunk-rqtdtm43.js";
 import {
   captureSixbFailure2,
   isSixbError2
-} from "./chunk-f4w3yp4f.js";
+} from "./chunk-rzkr70gr.js";
+import {
+  SecurityRegistry,
+  AuthRuntime2
+} from "./chunk-9pfw47qx.js";
 import {
   captureExecutionScope,
   resolveExecutionScopeAuthorization,
   AuthorizationError2
-} from "./chunk-dz5h08xv.js";
-import {
-  SecurityRegistry,
-  AuthRuntime2
-} from "./chunk-g00bfdq6.js";
+} from "./chunk-rzcjp5m2.js";
 import {
   AuthRuntimeError2,
   isMagicLinkAuthStrategy2,
   isOidcAuthStrategy2
-} from "./chunk-q5gz3g2j.js";
+} from "./chunk-0321g649.js";
 import {
-  RuntimeError2,
   createModelCatalog2
-} from "./chunk-jsy70480.js";
+} from "./chunk-ky7zpbtt.js";
+import {
+  FileUploadSessionError2
+} from "./chunk-n33e8dz8.js";
 import {
   isMigrationCapableStorage2,
   checkStorageSchema2
-} from "./chunk-gqm76kse.js";
+} from "./chunk-gc226ten.js";
 import {
   createAuthorizedObjectReader
-} from "./chunk-01kj2pbh.js";
+} from "./chunk-63fp9x3q.js";
 import {
   attachSixbErrorReporter2,
   shareSixbErrorReporter2
-} from "./chunk-7apz6hg4.js";
+} from "./chunk-y6vnvayj.js";
 import {
   ActionRegistry2
-} from "./chunk-sepyxgpc.js";
+} from "./chunk-693f3zn8.js";
 import {
   assertDatasetDefinition2
-} from "./chunk-860dwwy0.js";
+} from "./chunk-cd234ba4.js";
 import {
   OntologyOutboxDispatcher2,
   createDomainEventService2
-} from "./chunk-wf88w4kp.js";
+} from "./chunk-ypj2wqtj.js";
 import {
   validateSchedulesAtStartup2
 } from "./chunk-e1c18xjx.js";
+import {
+  createSandboxDefinition
+} from "./chunk-vef6qa14.js";
 import {
   ConnectorError2,
   ConnectorNotFoundError2,
@@ -63,16 +68,16 @@ import {
   isConnectorStorageError,
   storageBoundaryError,
   recoverConnectorFailure
-} from "./chunk-v2vcg0w6.js";
+} from "./chunk-cbn96bve.js";
 import {
   toolsFromProjectConfig
-} from "./chunk-skz0hst3.js";
+} from "./chunk-dsfw1bdr.js";
 import {
   assertNoAgentDefinitions,
   validateWorkflowsAtStartup2,
   validateWorkflowAgentStepGroupReferences2,
   createBoundSixb
-} from "./chunk-gq8vhakp.js";
+} from "./chunk-cvrbhvtr.js";
 import {
   registerConnectorConnectionCallbackProcess
 } from "./chunk-5a4a52tq.js";
@@ -88,29 +93,46 @@ import {
   validateSharesAtStartup,
   discoverOntologySources2,
   discoverProjectDefinitions2
-} from "./chunk-fh8kgex1.js";
+} from "./chunk-jmwy25mf.js";
 import {
   LoggingService2
 } from "./chunk-3qms4nax.js";
+import {
+  bindEmbeddingModels,
+  createVectorIndexingRuntime,
+  registerVectorIndexingRuntime
+} from "./chunk-gbcrz0gr.js";
 import {
   registerProjectionRegistry2
-} from "./chunk-1824gssz.js";
+} from "./chunk-y487ywrv.js";
 import {
   SyncValidationError2
-} from "./chunk-cfvakeax.js";
+} from "./chunk-a69fkrtr.js";
+import {
+  ModelExecutionSession
+} from "./chunk-bep5rrdq.js";
 import {
   isOAuthConnectorDefinition2
 } from "./chunk-9x8dybsb.js";
 import {
   ensureExecutionRecord2
-} from "./chunk-17kfctj6.js";
+} from "./chunk-m8zkvep1.js";
 import {
   ConnectorConnectionStorageError2,
   CONNECTOR_CONNECTION_RUN_FAILURE_CODES2
 } from "./chunk-2c4j899j.js";
+import {
+  RuntimeError2
+} from "./chunk-m4ehq95f.js";
 import {
   reportEventDeliveryFailure3
-} from "./chunk-72w2pxk7.js";
+} from "./chunk-bdhfn0ww.js";
+import {
+  sameEmbeddingModel
+} from "./chunk-p1683c0v.js";
+import {
+  supportsDirectUpload2
+} from "./chunk-h3v76ams.js";
 import {
   isJsonObject2
 } from "./chunk-wy0qdqfm.js";
@@ -2676,11 +2698,14 @@ var DEFAULT_CLEANUP_LIMIT = 1000;
 var DEFAULT_SHUTDOWN_TIMEOUT_MS = 30000;
 var DEGRADED_ATTEMPT_THRESHOLD = 3;
 var DEGRADED_FAILURE_THRESHOLD = 2;
+var ABANDONED_UPLOAD_SWEEP_DELAY_MS = 5 * 60000;
+var ABANDONED_UPLOAD_ABORT_GRACE_MS = 15 * 60000;
 
 class OntologyMaintenance {
   projectId;
   storage;
   dispatcher;
+  blobStorage;
   intervalMs;
   publishedOutboxRetentionMs;
   terminalSourceRetentionMs;
@@ -2699,6 +2724,7 @@ class OntologyMaintenance {
     this.projectId = dependencies.projectId;
     this.storage = dependencies.storage;
     this.dispatcher = dependencies.dispatcher;
+    this.blobStorage = dependencies.blobStorage;
     this.intervalMs = positiveInteger(options.intervalMs ?? DEFAULT_INTERVAL_MS, "intervalMs");
     this.publishedOutboxRetentionMs = nonnegativeInteger(options.publishedOutboxRetentionMs ?? DEFAULT_RETENTION_MS, "publishedOutboxRetentionMs");
     this.terminalSourceRetentionMs = nonnegativeInteger(options.terminalSourceRetentionMs ?? DEFAULT_RETENTION_MS, "terminalSourceRetentionMs");
@@ -2776,12 +2802,54 @@ class OntologyMaintenance {
       terminalBefore: new Date(started.getTime() - this.terminalSourceRetentionMs).toISOString(),
       limit: this.cleanupLimit
     }), failures, { rowsDeleted: 0, materializationsDeleted: 0 });
+    const uploads = this.storage.fileUploadSessions;
+    if (uploads) {
+      await captureFailure(() => this.retireAbandonedUploads(uploads, started, failures), failures);
+      await captureFailure(() => uploads.cleanupExpired(started), failures, 0);
+    }
     return {
       publishedOutboxRowsDeleted,
       terminalSourceRowsDeleted: terminalSources.rowsDeleted,
       terminalSourceMaterializationsDeleted: terminalSources.materializationsDeleted
     };
   }
+  async retireAbandonedUploads(uploads, now, failures) {
+    const abandoned = await uploads.listAbandoned({
+      projectId: this.projectId,
+      now: new Date(now.getTime() - ABANDONED_UPLOAD_SWEEP_DELAY_MS),
+      limit: this.cleanupLimit
+    });
+    for (const session of abandoned) {
+      await captureFailure(() => this.retireAbandonedUpload(uploads, session, now), failures);
+    }
+  }
+  async retireAbandonedUpload(uploads, session, now) {
+    const blobStorage = this.blobStorage;
+    const providerUpload = session.providerUpload;
+    let abortFailure;
+    if (providerUpload && blobStorage && supportsDirectUpload2(blobStorage)) {
+      try {
+        await blobStorage.abortUpload({
+          uploadId: session.id,
+          stagingKey: providerUpload.stagingKey,
+          ...providerUpload.providerUploadId === undefined ? {} : { providerUploadId: providerUpload.providerUploadId }
+        });
+      } catch (error) {
+        if (now.getTime() - session.expiresAt.getTime() < ABANDONED_UPLOAD_ABORT_GRACE_MS)
+          throw error;
+        abortFailure = error;
+      }
+    }
+    try {
+      await uploads.abort(session.id);
+    } catch (error) {
+      if (!(error instanceof FileUploadSessionError2 && error.reason === "already_aborted")) {
+        throw error;
+      }
+    }
+    if (abortFailure !== undefined)
+      throw abortFailure;
+  }
   async readOperationalSummaries(failures) {
     const outbox = await captureFailure(() => this.storage.ontology.outbox.summarize({ projectId: this.projectId }), failures, this.snapshot.outbox);
     const terminalSummary = await captureFailure(() => this.storage.ontology.sources.summarizeTerminal({ projectId: this.projectId }), failures, this.snapshot.terminalSources);
@@ -2981,6 +3049,17 @@ function resolveDefinitions(options) {
     actions: actionRegistry
   });
   const models = options.models === undefined ? undefined : createModelCatalog2(options.models);
+  for (const type of ontology.listObjectTypes()) {
+    for (const [name, profile] of Object.entries(type.search?.vectors ?? {})) {
+      const registered = models?.embedding.getByRef({
+        provider: profile.model.providerId,
+        modelId: profile.model.modelId
+      });
+      if (!registered || !sameEmbeddingModel(registered.model, profile.model)) {
+        throw new Error("[Sixb] Vector profile " + type.id + "." + name + " requires its model in models.embedding with matching identity and dimensions.");
+      }
+    }
+  }
   const tools = createAgentToolCatalog(options.tools);
   const connectorsById = indexUniqueDefinitions("connector", options.connectors ?? []);
   const datasetsById = new Map;
@@ -3042,7 +3121,7 @@ function resolveDefinitions(options) {
     workflowIds: new Set(workflowsById.keys()),
     syncIds: new Set(syncsById.keys()),
     pipelineIds: new Set(pipelinesById.keys()),
-    agentAvailable: models !== undefined,
+    agentAvailable: models?.language !== undefined,
     connectorIds: new Set(connectorsById.keys()),
     shareIds: new Set(sharesById.keys()),
     getSubTypes: (objectTypeId) => ontology.listSubTypes(objectTypeId)
@@ -3188,6 +3267,7 @@ class SixbHost2 {
   storageReadiness;
   connectorService;
   materializer;
+  sandboxDefinition;
   definitions;
   broker;
   events;
@@ -3225,6 +3305,7 @@ class SixbHost2 {
     this.projectRoot = resolve(options.projectRoot ?? process.cwd());
     const definitions = resolveDefinitions(options);
     this.definitions = definitions;
+    this.sandboxDefinition = options.sandboxes?.configuration === undefined ? undefined : createSandboxDefinition(options.sandboxes.configuration, definitions.ontology);
     registerProjectionRegistry2(this, definitions.projections);
     this.auth = new AuthRuntime2({
       projectId: this.projectId,
@@ -3264,9 +3345,11 @@ class SixbHost2 {
       projectId: this.projectId,
       storage: this.storage,
       dispatcher: this.committedFacts,
+      blobStorage: this.blobStorage,
       options: options.ontologyMaintenance
     });
     this.hostContext = {
+      embeddingModels: definitions.models?.embedding,
       projectId: this.projectId,
       broker: this.broker,
       ontology: definitions.ontology,
@@ -3277,6 +3360,7 @@ class SixbHost2 {
     };
     registerProjectionRegistry2(this.hostContext, definitions.projections);
     shareSixbErrorReporter2(this, this.hostContext);
+    registerVectorIndexingRuntime(this, createVectorIndexingRuntime(this.hostContext, this.materializer));
     this.scheduler = new SchedulerRuntime2({
       schedules: definitions.schedules.list(),
       events: this.eventService
@@ -3288,13 +3372,18 @@ class SixbHost2 {
     if (authorization.type === "unrestricted" && authorization.ref.type === "kernel") {
       throw new Error("[Sixb] Kernel authority cannot be bound to the domain SDK.");
     }
+    const modelExecution = new ModelExecutionSession({ ...this.hostContext, runtimeAuthorization: capturedScope.authorization }, capturedScope.execution);
+    const embeddingModels = bindEmbeddingModels(this.hostContext.embeddingModels, modelExecution);
     const objectReader = createAuthorizedObjectReader({
       scope: capturedScope,
       ontology: this.hostContext.ontology,
-      objectStorage: this.storage.objects
+      objectStorage: this.storage.objects,
+      embeddingModels
     });
     const runtime = {
       ...this.hostContext,
+      embeddingModels,
+      modelExecution,
       runtimeAuthorization: capturedScope.authorization,
       objectReader,
       ...authorization.type === "principal" ? { authorization: authorization.context } : {}
@@ -3341,6 +3430,10 @@ class SixbHost2 {
   sixbDependencies() {
     return {
       definitions: this.definitions,
+      sandbox: this.sandboxDefinition && {
+        definition: this.sandboxDefinition,
+        supportsPersistence: typeof this.sandboxes?.resume === "function"
+      },
       logging: this.logging,
       connectorService: this.connectorService,
       ...this.connectorService.connectionProcess === undefined ? {} : { connectorConnections: this.connectorService.connectionProcess },
@@ -3416,4 +3509,4 @@ async function createSixb2(options) {
 }
 export { WebhookValidationError2, defineWebhook2, webhookConnector2, UnverifiedWebhookError2, resolveWebhookVerification2, warnUnverifiedWebhook2, SixbHost2, createSixb2 };
 
-//# debugId=D39CD002806200FC64756E2164756E21
+//# debugId=FBC82C2E302A490764756E2164756E21