@sixb/sqlite 0.1.10 → 0.1.11

package/dist/migrations.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"migrations.d.ts","sourceRoot":"","sources":["../src/migrations.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAIrC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AACjD,OAAO,KAAK,EAGV,YAAY,EACZ,aAAa,EACb,oBAAoB,EACrB,MAAM,oBAAoB,CAAA;AAkG3B,eAAO,MAAM,yBAAyB,sBAAsB,CAAA;AAC5D,eAAO,MAAM,mBAAmB,mBAAmB,CAAA;AAEnD,eAAO,MAAM,uBAAuB,wBA8ElC,CAAA;AAEF,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAE1D;AAED,wBAAgB,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,CAQ9E;AAED,wBAAgB,UAAU,CACxB,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,CAAC,EAAE,EAAE,QAAQ,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EAC1C,OAAO,GAAE,oBAAyB,GACjC,aAAa,CAAC,QAAQ,CAAC,CAEzB;AAED,wBAAgB,wBAAwB,CAAC,EAAE,EAAE,QAAQ,GAAG,IAAI,CAS3D;AAED,wBAAgB,4BAA4B,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,eAAe,EAAE,CAOzF;AAED,wBAAgB,oBAAoB,CAAC,MAAM,EAAE;IAC3C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,UAAU,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAA;CAC5C,GAAG,eAAe,CAoBlB;AAED,wBAAsB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAM1E"}
+{"version":3,"file":"migrations.d.ts","sourceRoot":"","sources":["../src/migrations.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAIrC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AACjD,OAAO,KAAK,EAGV,YAAY,EACZ,aAAa,EACb,oBAAoB,EACrB,MAAM,oBAAoB,CAAA;AAqG3B,eAAO,MAAM,yBAAyB,sBAAsB,CAAA;AAC5D,eAAO,MAAM,mBAAmB,mBAAmB,CAAA;AAEnD,eAAO,MAAM,uBAAuB,wBA+ElC,CAAA;AAEF,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAE1D;AAED,wBAAgB,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,CAQ9E;AAED,wBAAgB,UAAU,CACxB,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,CAAC,EAAE,EAAE,QAAQ,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EAC1C,OAAO,GAAE,oBAAyB,GACjC,aAAa,CAAC,QAAQ,CAAC,CAEzB;AAED,wBAAgB,wBAAwB,CAAC,EAAE,EAAE,QAAQ,GAAG,IAAI,CAS3D;AAED,wBAAgB,4BAA4B,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,eAAe,EAAE,CAOzF;AAED,wBAAgB,oBAAoB,CAAC,MAAM,EAAE;IAC3C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,UAAU,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAA;CAC5C,GAAG,eAAe,CAoBlB;AAED,wBAAsB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAM1E"}

package/dist/ontology-storage/outbox.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"outbox.d.ts","sourceRoot":"","sources":["../../src/ontology-storage/outbox.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAM1C,OAAO,KAAK,EACV,wBAAwB,EACxB,wBAAwB,EACxB,gCAAgC,EAChC,qBAAqB,EACrB,qBAAqB,EACrB,iCAAiC,EACjC,kCAAkC,EAClC,4BAA4B,EAC7B,MAAM,oBAAoB,CAAA;AAE3B,OAAO,EAML,KAAK,mBAAmB,EACzB,MAAM,UAAU,CAAA;AAEjB,qBAAa,2BAA4B,YAAW,qBAAqB;IAErE,OAAO,CAAC,QAAQ,CAAC,EAAE;IACnB,OAAO,CAAC,QAAQ,CAAC,gBAAgB;gBADhB,EAAE,EAAE,QAAQ,EACZ,gBAAgB,EAAE,mBAAmB;IAGlD,KAAK,CAAC,KAAK,EAAE,wBAAwB,GAAG,OAAO,CAAC,SAAS,wBAAwB,EAAE,CAAC;IAyDpF,aAAa,CAAC,KAAK,EAAE,gCAAgC,GAAG,OAAO,CAAC,IAAI,CAAC;IAqCrE,UAAU,CAAC,KAAK,EAAE,kCAAkC,GAAG,OAAO,CAAC,IAAI,CAAC;IA2CpE,cAAc,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,MAAM,CAAC;IAqBzE,SAAS,CAAC,KAAK,EAAE,4BAA4B,GAAG,OAAO,CAAC,qBAAqB,CAAC;CA4BrF"}
+{"version":3,"file":"outbox.d.ts","sourceRoot":"","sources":["../../src/ontology-storage/outbox.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAM1C,OAAO,KAAK,EACV,wBAAwB,EACxB,wBAAwB,EACxB,gCAAgC,EAChC,qBAAqB,EACrB,qBAAqB,EACrB,iCAAiC,EACjC,kCAAkC,EAClC,4BAA4B,EAC7B,MAAM,oBAAoB,CAAA;AAE3B,OAAO,EAML,KAAK,mBAAmB,EACzB,MAAM,UAAU,CAAA;AAEjB,qBAAa,2BAA4B,YAAW,qBAAqB;IAErE,OAAO,CAAC,QAAQ,CAAC,EAAE;IACnB,OAAO,CAAC,QAAQ,CAAC,gBAAgB;gBADhB,EAAE,EAAE,QAAQ,EACZ,gBAAgB,EAAE,mBAAmB;IAGlD,KAAK,CAAC,KAAK,EAAE,wBAAwB,GAAG,OAAO,CAAC,SAAS,wBAAwB,EAAE,CAAC;IAwEpF,aAAa,CAAC,KAAK,EAAE,gCAAgC,GAAG,OAAO,CAAC,IAAI,CAAC;IAsCrE,UAAU,CAAC,KAAK,EAAE,kCAAkC,GAAG,OAAO,CAAC,IAAI,CAAC;IA4CpE,cAAc,CAAC,KAAK,EAAE,iCAAiC,GAAG,OAAO,CAAC,MAAM,CAAC;IAqBzE,SAAS,CAAC,KAAK,EAAE,4BAA4B,GAAG,OAAO,CAAC,qBAAqB,CAAC;CA4BrF"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sixb/sqlite",
-  "version": "0.1.10",
+  "version": "0.1.11",
   "description": "SQLite storage provider for Sixb",
   "keywords": [
     "sixb",
@@ -36,10 +36,10 @@
     "prepack": "bun run build"
   },
   "peerDependencies": {
-    "@sixb/core": "0.1.10"
+    "@sixb/core": "0.1.11"
   },
   "devDependencies": {
-    "@sixb/core": "0.1.10",
+    "@sixb/core": "0.1.11",
     "@types/bun": "latest",
     "typescript": "^5.7.0"
   },

package/src/connector-connection-storage.ts

@@ -143,6 +143,16 @@ class SqliteConnectorConnectionPersistence implements ConnectorConnectionPersist
     }
   }
 
+  async listPendingConnectionRuns(): Promise<readonly ConnectorConnectionRunRecord[]> {
+    if (!this.scope.connectorId) return []
+    const rows = this.db
+      .query(`SELECT * FROM connector_connection_runs
+      WHERE project_id = ? AND connector_id = ?
+      AND (status = 'running' OR (status = 'waiting' AND waiting_for = 'account_selection'))`)
+      .all(this.scope.projectId, this.scope.connectorId) as SqliteConnectionRunRow[]
+    return rows.map(connectionRunFromRow)
+  }
+
   async getConnectionRun(id: string): Promise<ConnectorConnectionRunRecord | null> {
     const row = this.getById<SqliteConnectionRunRow>("connector_connection_runs", id)
     return row ? connectionRunFromRow(row) : null

package/src/migrations/040-outbox-publication-order.sql

@@ -0,0 +1,8 @@
+-- Match the bounded claim order without sorting the entire unpublished backlog.
+-- Cover every selection predicate so new databases also benefit before ANALYZE.
+CREATE INDEX idx_ontology_outbox_publication_order
+  ON ontology_outbox(
+    project_id, published_at, created_at, commit_id, commit_ordinal,
+    available_at, lease_expires_at
+  )
+  WHERE published_at IS NULL;

package/src/migrations.ts

@@ -93,6 +93,9 @@ import shareSessionsSql from "./migrations/036-share-sessions.sql" with { type:
 import projectionSourceRootsSql from "./migrations/038-projection-source-roots.sql" with {
   type: "text",
 }
+import outboxPublicationOrderSql from "./migrations/040-outbox-publication-order.sql" with {
+  type: "text",
+}
 
 const MIGRATIONS_TABLE_SQL = `
   CREATE TABLE IF NOT EXISTS sixb_migrations (
@@ -187,6 +190,7 @@ export const sqliteStorageMigrations = defineMigrations({
     sqliteSql("037-execution-requester-groups", executionRequesterGroupsSql),
     sqliteSql("038-projection-source-roots", projectionSourceRootsSql),
     sqliteSql("039-connector-optional-pkce", connectorOptionalPkceSql),
+    sqliteSql("040-outbox-publication-order", outboxPublicationOrderSql),
   ],
 })
 

package/src/ontology-storage/outbox.ts

@@ -43,19 +43,37 @@ export class SqliteOntologyOutboxStorage implements OntologyOutboxStorage {
         )
       }
 
+      // Probe at most one page plus a sentinel through the eligibility index. Sparse retries
+      // avoid scanning delayed rows; overflowing backlogs use publication order without a sort.
+      const eligible = this.db
+        .query(
+          `SELECT CAST(rowid AS TEXT) AS rowId
+           FROM ontology_outbox INDEXED BY idx_ontology_outbox_claim
+           WHERE project_id = ? AND published_at IS NULL AND available_at <= ?
+             AND (lease_expires_at IS NULL OR lease_expires_at <= ?)
+           LIMIT ?`
+        )
+        .all(input.projectId, input.now, input.now, input.limit + 1) as { rowId: string }[]
+      if (eligible.length === 0) return []
+      const selected =
+        eligible.length <= input.limit
+          ? eligible
+          : (this.db
+              .query(
+                `SELECT CAST(rowid AS TEXT) AS rowId
+                 FROM ontology_outbox INDEXED BY idx_ontology_outbox_publication_order
+                 WHERE project_id = ? AND published_at IS NULL AND available_at <= ?
+                   AND (lease_expires_at IS NULL OR lease_expires_at <= ?)
+                 ORDER BY created_at, commit_id, commit_ordinal
+                 LIMIT ?`
+              )
+              .all(input.projectId, input.now, input.now, input.limit) as { rowId: string }[])
       const rows = this.db
         .query(
           `
             UPDATE ontology_outbox
             SET attempts = attempts + 1, lease_id = ?, lease_expires_at = ?
-            WHERE rowid IN (
-              SELECT rowid
-              FROM ontology_outbox
-              WHERE project_id = ? AND published_at IS NULL AND available_at <= ?
-                AND (lease_expires_at IS NULL OR lease_expires_at <= ?)
-              ORDER BY created_at, commit_id, commit_ordinal
-              LIMIT ?
-            )
+            WHERE rowid IN (SELECT CAST(value AS INTEGER) FROM json_each(?))
             RETURNING envelope, available_at, attempts, lease_id, lease_expires_at,
               published_at, last_failure, created_at
           `
@@ -63,10 +81,7 @@ export class SqliteOntologyOutboxStorage implements OntologyOutboxStorage {
         .all(
           input.leaseId,
           input.leaseExpiresAt,
-          input.projectId,
-          input.now,
-          input.now,
-          input.limit
+          JSON.stringify(selected.map((row) => row.rowId))
         ) as SqliteOntologyOutboxRow[]
       return rows
         .map((row) => outboxRecord(row))
@@ -98,8 +113,9 @@ export class SqliteOntologyOutboxStorage implements OntologyOutboxStorage {
             WITH requested(id) AS MATERIALIZED (
               SELECT CAST(value AS TEXT) FROM json_each(?)
             ), leased(id) AS MATERIALIZED (
-              SELECT outbox.id FROM ontology_outbox AS outbox
-              JOIN requested USING (id)
+              -- Drive validation from the bounded ID list even before ANALYZE.
+              SELECT outbox.id FROM requested
+              CROSS JOIN ontology_outbox AS outbox USING (id)
               WHERE outbox.project_id = ? AND outbox.lease_id = ?
                 AND outbox.lease_expires_at IS NOT NULL
             ), eligible(id) AS (
@@ -139,8 +155,9 @@ export class SqliteOntologyOutboxStorage implements OntologyOutboxStorage {
             WITH requested(id) AS MATERIALIZED (
               SELECT CAST(value AS TEXT) FROM json_each(?)
             ), leased(id) AS MATERIALIZED (
-              SELECT outbox.id FROM ontology_outbox AS outbox
-              JOIN requested USING (id)
+              -- Drive validation from the bounded ID list even before ANALYZE.
+              SELECT outbox.id FROM requested
+              CROSS JOIN ontology_outbox AS outbox USING (id)
               WHERE outbox.project_id = ? AND outbox.lease_id = ?
                 AND outbox.lease_expires_at IS NOT NULL
             ), eligible(id) AS (