@cortexkit/pi-magic-context 0.49.34 → 0.49.36

package/dist/tag-snapshot-worker-pi.js

@@ -1,245 +1,254 @@
 import {
   Database2
 } from "./index-2qtx0q6h.js";
-import"./index-48twbev2.js";
+import"./index-6pk49fc3.js";
 import"./index-0h2mkab2.js";
-import"./index-fgs78jyd.js";
+import"./index-gymgz20n.js";
+import"./index-dnp1jjar.js";
 import {
   LATEST_SUPPORTED_VERSION,
   getPersistedSchemaVersion
-} from "./index-np9ryr8y.js";
+} from "./index-a7sj2bam.js";
 import"./index-fapenpch.js";
-import"./index-399p688g.js";
+import"./index-3bb24eb6.js";
+import"./index-8sqebjzk.js";
+import"./index-wfqysrwq.js";
 import {
   exitOnWorkerClose
-} from "./index-54wmg4rj.js";
-import"./index-6981g1xv.js";
-import"./index-bvpar0bg.js";
-import"./index-pb3ea2tq.js";
+} from "./index-x2n261wp.js";
+import"./index-c1dqxr10.js";
+import"./index-ck8wj35v.js";
+import"./index-d107f484.js";
 import {
   tagRevisionKey
-} from "./index-c474g0gj.js";
+} from "./index-yacs388s.js";
 import"./index-135e8hvg.js";
-import"./index-23t8ryqw.js";
-import"./index-my0dn413.js";
+import"./index-n0zjvs3h.js";
+import"./index-wt7vmyj4.js";
+import"./index-c6wbq66z.js";
 import {
   normalizeTagSnapshotRow2,
   TAG_SELECT_COLUMNS2
-} from "./index-eqw9t2ty.js";
+} from "./index-pwp6zyx3.js";
 import {
   encodePiHydrationOperation,
   projectPiPassTag,
   PI_FALLBACK_ROW_COLUMNS,
   PI_FALLBACK_ROW_PREDICATE
-} from "./index-0mc0vv97.js";
-import"./index-hqw0rt9k.js";
+} from "./index-wwsfevck.js";
+import"./index-0wtm7g7f.js";
+import {
+  serveWorkerJobs
+} from "./index-nypgv96r.js";
 
 // src/tag-snapshot-worker-pi.ts
 import { setTimeout as delay } from "node:timers/promises";
-import { parentPort, workerData } from "node:worker_threads";
-var port = parentPort;
-if (!port)
-  throw new Error("Pi tag hydration requires a worker port");
-var request = workerData;
-var db;
-var sequence = 0;
-var generation = { revision: "0", durable: 0 };
-var maxReadTransactionMs = 0;
-var packetCount = 0;
-var packetBytes = 0;
-var sampledGeneration = false;
-var generationStatement;
-var opened = false;
-var persistedVersion = 0;
-var { closePort } = exitOnWorkerClose(port, () => {
-  const connection = db;
-  db = undefined;
-  connection?.close();
-});
+serveWorkerJobs(async (request, port) => {
+  let db;
+  let sequence = 0;
+  let generation = { revision: "0", durable: 0 };
+  let maxReadTransactionMs = 0;
+  let packetCount = 0;
+  let packetBytes = 0;
+  let sampledGeneration = false;
+  let generationStatement;
+  let opened = false;
+  let persistedVersion = 0;
+  const { closePort } = exitOnWorkerClose(port, () => {
+    const connection = db;
+    db = undefined;
+    connection?.close();
+  });
 
-class StaleGeneration extends Error {
-}
+  class StaleGeneration extends Error {
+  }
 
-class UnsupportedSchema extends Error {
-}
-function sample(_connection) {
-  return generationStatement.get(tagRevisionKey(request.sessionId), request.sessionId);
-}
-function envelope() {
-  return {
-    jobId: request.jobId,
-    sessionId: request.sessionId,
-    connectionEpoch: request.connectionEpoch,
-    sessionEpoch: request.sessionEpoch,
-    sequence: sequence++,
-    generation
-  };
-}
-async function send(message) {
-  const ack = new Promise((resolve, reject) => {
-    port?.once("message", (value) => {
-      if (value.type !== "ack" || value.sequence !== message.sequence)
-        reject(new Error("invalid packet credit"));
-      else if (message.type === "packet" && (!(value.bytes instanceof ArrayBuffer) || value.bytes.byteLength !== 65536))
-        reject(new Error("invalid returned packet buffer"));
-      else
-        resolve(value.bytes);
+  class UnsupportedSchema extends Error {
+  }
+  function sample(_connection) {
+    return generationStatement.get(tagRevisionKey(request.sessionId), request.sessionId);
+  }
+  function envelope() {
+    return {
+      jobId: request.jobId,
+      sessionId: request.sessionId,
+      connectionEpoch: request.connectionEpoch,
+      sessionEpoch: request.sessionEpoch,
+      sequence: sequence++,
+      generation
+    };
+  }
+  async function send(message) {
+    const ack = new Promise((resolve, reject) => {
+      port?.once("message", (value) => {
+        if (value.type !== "ack" || value.sequence !== message.sequence)
+          reject(new Error("invalid packet credit"));
+        else if (message.type === "packet" && (!(value.bytes instanceof ArrayBuffer) || value.bytes.byteLength !== 65536))
+          reject(new Error("invalid returned packet buffer"));
+        else
+          resolve(value.bytes);
+      });
     });
-  });
-  if (message.type === "packet")
-    port?.postMessage(message, [message.bytes]);
-  else
-    port?.postMessage(message);
-  return await ack;
-}
-function* operations(row) {
-  if (Object.values(row).every((value) => !(typeof value === "string" && value.length > 2048) && !(value instanceof Uint8Array && value.length > 2048))) {
-    yield { type: "row", value: row };
-    return;
+    if (message.type === "packet")
+      port?.postMessage(message, [message.bytes]);
+    else
+      port?.postMessage(message);
+    return await ack;
   }
-  for (const [key, value] of Object.entries(row)) {
-    if (typeof value === "string" || value instanceof Uint8Array) {
-      if (value.length === 0)
+  function* operations(row) {
+    if (Object.values(row).every((value) => !(typeof value === "string" && value.length > 2048) && !(value instanceof Uint8Array && value.length > 2048))) {
+      yield { type: "row", value: row };
+      return;
+    }
+    for (const [key, value] of Object.entries(row)) {
+      if (typeof value === "string" || value instanceof Uint8Array) {
+        if (value.length === 0)
+          yield { type: "field", key, value, append: false };
+        for (let start = 0;start < value.length; start += 2048)
+          yield {
+            type: "field",
+            key,
+            value: value.slice(start, start + 2048),
+            append: start !== 0,
+            totalLength: value instanceof Uint8Array ? value.length : undefined
+          };
+      } else
         yield { type: "field", key, value, append: false };
-      for (let start = 0;start < value.length; start += 2048)
-        yield {
-          type: "field",
-          key,
-          value: value.slice(start, start + 2048),
-          append: start !== 0,
-          totalLength: value instanceof Uint8Array ? value.length : undefined
-        };
-    } else
-      yield { type: "field", key, value, append: false };
-  }
-  yield { type: "row-end" };
-}
-async function stream(kind) {
-  const connection = db;
-  if (!connection)
-    throw new Error("closed worker connection");
-  let cursor;
-  let rowsSent = 0;
-  const columns = kind === "tags" ? TAG_SELECT_COLUMNS2 : PI_FALLBACK_ROW_COLUMNS;
-  const fallback = kind === "fallback" ? `AND ${PI_FALLBACK_ROW_PREDICATE}` : "";
-  const query = `SELECT ${columns} FROM tags WHERE session_id = ? ${fallback}`;
-  const firstPage = connection.prepare(`${query} ORDER BY tag_number ASC, id ASC LIMIT 256`);
-  const nextPage = connection.prepare(`${query} AND (tag_number, id) > (?, ?) ORDER BY tag_number ASC, id ASC LIMIT 256`);
-  const nextNullPage = connection.prepare(`${query} AND ((tag_number IS NULL AND id > ?) OR tag_number IS NOT NULL) ORDER BY tag_number ASC, id ASC LIMIT 256`);
-  let buffer = new Uint8Array(65536);
-  for (;; ) {
-    if (request.test?.pageDelayMs)
-      await delay(request.test.pageDelayMs);
-    const started = performance.now();
-    let rows;
-    connection.exec("BEGIN");
-    try {
-      const stamp = sample(connection);
-      if (!sampledGeneration) {
-        sampledGeneration = true;
-        generation = stamp;
-      } else if (stamp.revision !== generation.revision || stamp.durable !== generation.durable)
-        throw new StaleGeneration("session tags changed between pages");
-      rows = cursor ? cursor.tag_number === null ? nextNullPage.all(request.sessionId, cursor.id) : nextPage.all(request.sessionId, cursor.tag_number, cursor.id) : firstPage.all(request.sessionId);
-      connection.exec("COMMIT");
-    } catch (error) {
-      connection.exec("ROLLBACK");
-      throw error;
-    } finally {
-      maxReadTransactionMs = Math.max(maxReadTransactionMs, performance.now() - started);
     }
-    let used = 0;
-    let packetRows = 0;
-    const flush = async () => {
-      if (used === 0)
-        return;
-      const bytes = buffer.buffer;
-      packetCount++;
-      packetBytes += used;
-      const returned = await send({
-        ...envelope(),
-        type: "packet",
-        stream: kind,
-        bytes,
-        byteLength: used,
-        rows: packetRows
-      });
-      buffer = new Uint8Array(returned);
-      used = 0;
-      packetRows = 0;
-    };
-    for (const raw of rows) {
-      cursor = { tag_number: raw.tag_number, id: raw.id };
-      const normalized = kind === "tags" ? normalizeTagSnapshotRow2(raw) : raw;
-      const row = kind === "tags" && normalized && request.projection === "pass" ? projectPiPassTag(normalized) : normalized;
-      if (!row)
-        continue;
-      for (const operation of operations(row)) {
-        const encoded = encodePiHydrationOperation(operation);
-        if (encoded.length + 4 > 65536)
-          throw new Error("field fragment exceeds packet limit");
-        if (used + encoded.length + 4 > buffer.length || packetRows === 256)
-          await flush();
-        new DataView(buffer.buffer).setUint32(used, encoded.length);
-        used += 4;
-        buffer.set(encoded, used);
-        used += encoded.length;
-        if (operation.type === "row" || operation.type === "row-end") {
-          packetRows++;
-          rowsSent++;
+    yield { type: "row-end" };
+  }
+  async function stream(kind) {
+    const connection = db;
+    if (!connection)
+      throw new Error("closed worker connection");
+    let cursor;
+    let rowsSent = 0;
+    const columns = kind === "tags" ? TAG_SELECT_COLUMNS2 : PI_FALLBACK_ROW_COLUMNS;
+    const fallback = kind === "fallback" ? `AND ${PI_FALLBACK_ROW_PREDICATE}` : "";
+    const query = `SELECT ${columns} FROM tags WHERE session_id = ? ${fallback}`;
+    const firstPage = connection.prepare(`${query} ORDER BY tag_number ASC, id ASC LIMIT 256`);
+    const nextPage = connection.prepare(`${query} AND (tag_number, id) > (?, ?) ORDER BY tag_number ASC, id ASC LIMIT 256`);
+    const nextNullPage = connection.prepare(`${query} AND ((tag_number IS NULL AND id > ?) OR tag_number IS NOT NULL) ORDER BY tag_number ASC, id ASC LIMIT 256`);
+    let buffer = new Uint8Array(65536);
+    for (;; ) {
+      if (request.test?.pageDelayMs)
+        await delay(request.test.pageDelayMs);
+      const started = performance.now();
+      let rows;
+      connection.exec("BEGIN");
+      try {
+        const stamp = sample(connection);
+        if (!sampledGeneration) {
+          sampledGeneration = true;
+          generation = stamp;
+        } else if (stamp.revision !== generation.revision || stamp.durable !== generation.durable)
+          throw new StaleGeneration("session tags changed between pages");
+        rows = cursor ? cursor.tag_number === null ? nextNullPage.all(request.sessionId, cursor.id) : nextPage.all(request.sessionId, cursor.tag_number, cursor.id) : firstPage.all(request.sessionId);
+        connection.exec("COMMIT");
+      } catch (error) {
+        connection.exec("ROLLBACK");
+        throw error;
+      } finally {
+        maxReadTransactionMs = Math.max(maxReadTransactionMs, performance.now() - started);
+      }
+      let used = 0;
+      let packetRows = 0;
+      const flush = async () => {
+        if (used === 0)
+          return;
+        const bytes = buffer.buffer;
+        packetCount++;
+        packetBytes += used;
+        const returned = await send({
+          ...envelope(),
+          type: "packet",
+          stream: kind,
+          bytes,
+          byteLength: used,
+          rows: packetRows
+        });
+        buffer = new Uint8Array(returned);
+        used = 0;
+        packetRows = 0;
+      };
+      for (const raw of rows) {
+        cursor = { tag_number: raw.tag_number, id: raw.id };
+        const normalized = kind === "tags" ? normalizeTagSnapshotRow2(raw) : raw;
+        const row = kind === "tags" && normalized && request.projection === "pass" ? projectPiPassTag(normalized) : normalized;
+        if (!row)
+          continue;
+        for (const operation of operations(row)) {
+          const encoded = encodePiHydrationOperation(operation);
+          if (encoded.length + 4 > 65536)
+            throw new Error("field fragment exceeds packet limit");
+          if (used + encoded.length + 4 > buffer.length || packetRows === 256)
+            await flush();
+          new DataView(buffer.buffer).setUint32(used, encoded.length);
+          used += 4;
+          buffer.set(encoded, used);
+          used += encoded.length;
+          if (operation.type === "row" || operation.type === "row-end") {
+            packetRows++;
+            rowsSent++;
+          }
         }
       }
+      await flush();
+      if (rows.length < 256)
+        break;
     }
-    await flush();
-    if (rows.length < 256)
-      break;
+    await send({ ...envelope(), type: "end", stream: kind, rows: rowsSent });
   }
-  await send({ ...envelope(), type: "end", stream: kind, rows: rowsSent });
-}
-var run = async () => {
-  try {
-    if (request.test?.openDelayMs)
-      await delay(request.test.openDelayMs);
-    db = new Database2(request.path, { readonly: true });
-    opened = true;
-    db.exec("PRAGMA query_only = ON; PRAGMA busy_timeout = 50; PRAGMA cache_size = -1024");
-    generationStatement = db.prepare(`SELECT
+  const run = async () => {
+    try {
+      if (request.test?.openDelayMs)
+        await delay(request.test.openDelayMs);
+      db = new Database2(request.path, { readonly: true });
+      opened = true;
+      db.exec("PRAGMA query_only = ON; PRAGMA busy_timeout = 50; PRAGMA cache_size = -1024");
+      generationStatement = db.prepare(`SELECT
 		COALESCE((SELECT value FROM schema_migrations_meta WHERE key = ?), '0') AS revision,
 		COALESCE((SELECT tags_version FROM session_meta WHERE session_id = ?), 0) AS durable`);
-    const version = getPersistedSchemaVersion(db);
-    persistedVersion = version;
-    if (version > LATEST_SUPPORTED_VERSION)
-      throw new UnsupportedSchema(`shared database schema v${version} is newer than this build supports (v${LATEST_SUPPORTED_VERSION}); update and restart this host`);
-    await stream("tags");
-    await stream("fallback");
-    if (request.test?.crash === "before-end")
-      throw new Error("injected worker crash before completion");
-    const final = sample(db);
-    if (final.revision !== generation.revision || final.durable !== generation.durable)
-      throw new StaleGeneration("session tags changed after final page");
-    db.close();
-    db = undefined;
-    port.postMessage({
-      ...envelope(),
-      type: "done",
-      maxReadTransactionMs,
-      packetCount,
-      packetBytes
-    });
-    if (request.test?.crash === "after-end")
-      process.exitCode = 1;
-  } catch (error) {
-    port.postMessage({
-      ...envelope(),
-      type: "failed",
-      code: error instanceof StaleGeneration ? "stale" : error instanceof UnsupportedSchema ? "schema" : opened ? "failed" : "open",
-      persistedVersion,
-      supportedVersion: LATEST_SUPPORTED_VERSION,
-      reason: error instanceof Error ? error.message : String(error)
-    });
-  } finally {
-    db?.close();
-    closePort();
-  }
-};
-run();
+      const version = getPersistedSchemaVersion(db);
+      persistedVersion = version;
+      if (version > LATEST_SUPPORTED_VERSION)
+        throw new UnsupportedSchema(`shared database schema v${version} is newer than this build supports (v${LATEST_SUPPORTED_VERSION}); update and restart this host`);
+      await stream("tags");
+      await stream("fallback");
+      if (request.test?.crash === "before-end")
+        throw new Error("injected worker crash before completion");
+      const final = sample(db);
+      if (final.revision !== generation.revision || final.durable !== generation.durable)
+        throw new StaleGeneration("session tags changed after final page");
+      db.close();
+      db = undefined;
+      port.postMessage({
+        ...envelope(),
+        type: "done",
+        maxReadTransactionMs,
+        packetCount,
+        packetBytes
+      });
+      if (request.test?.crash === "after-end")
+        process.exit(1);
+    } catch (error) {
+      port.postMessage({
+        ...envelope(),
+        type: "failed",
+        code: error instanceof StaleGeneration ? "stale" : error instanceof UnsupportedSchema ? "schema" : opened ? "failed" : "open",
+        persistedVersion,
+        supportedVersion: LATEST_SUPPORTED_VERSION,
+        reason: error instanceof Error ? error.message : String(error)
+      });
+      if (request.test?.crash === "before-end") {
+        db?.close();
+        db = undefined;
+        process.exit(1);
+      }
+    } finally {
+      db?.close();
+      closePort();
+    }
+  };
+  await run();
+});

package/dist/v2-archive-reader-5zpj8hrg.js

@@ -0,0 +1,11 @@
+import {
+  readV2ArchiveOffThread2,
+  serveV2ArchiveReads2
+} from "./index-gxqmh9hq.js";
+import"./index-8sqebjzk.js";
+import"./index-2qtx0q6h.js";
+import"./index-x2n261wp.js";
+export {
+  readV2ArchiveOffThread2 as readV2ArchiveOffThread,
+  serveV2ArchiveReads2 as serveV2ArchiveReads
+};

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@cortexkit/pi-magic-context",
-	"version": "0.49.34",
+	"version": "0.49.36",
 	"type": "module",
 	"description": "Pi and OMP coding agent extension for Magic Context — cross-session memory and context management",
 	"main": "dist/index.js",

package/dist/embedding-backfill-rwfmyvze.js

@@ -1,24 +0,0 @@
-import {
-  ensureMemoryEmbeddings2
-} from "./index-9xd7qveg.js";
-import"./index-xn5yh0pn.js";
-import"./index-9p40dgkm.js";
-import"./index-yhzhdp3m.js";
-import"./index-4zemngt7.js";
-import"./index-0gymvr5j.js";
-import"./index-wqpjhx1p.js";
-import"./index-gwxaz0z5.js";
-import"./index-ccanzg8p.js";
-import"./index-48twbev2.js";
-import"./index-bvpar0bg.js";
-import"./index-6981g1xv.js";
-import"./index-399p688g.js";
-import"./index-hqw0rt9k.js";
-import"./index-my0dn413.js";
-import"./index-2qtx0q6h.js";
-import"./index-fgs78jyd.js";
-import"./index-0h2mkab2.js";
-import"./index-54wmg4rj.js";
-export {
-  ensureMemoryEmbeddings2 as ensureMemoryEmbeddings
-};

package/dist/search-archive-jate39w5.js

@@ -1,21 +0,0 @@
-import {
-  renderSearchArchive2
-} from "./index-cj3bkd16.js";
-import"./index-1cvyaw9a.js";
-import"./index-eenxm3t3.js";
-import"./index-eqw9t2ty.js";
-import"./index-6x556c2q.js";
-import"./index-ccanzg8p.js";
-import"./index-23t8ryqw.js";
-import"./index-c474g0gj.js";
-import"./index-6981g1xv.js";
-import"./index-399p688g.js";
-import"./index-hqw0rt9k.js";
-import"./index-my0dn413.js";
-import"./index-2qtx0q6h.js";
-import"./index-fgs78jyd.js";
-import"./index-0h2mkab2.js";
-import"./index-54wmg4rj.js";
-export {
-  renderSearchArchive2 as renderSearchArchive
-};

package/dist/search-b6hp64hc.js

@@ -1,45 +0,0 @@
-import {
-  createUnifiedSearchDiagnostics2,
-  searchMessageHistory2,
-  parseIdShapedQuery2,
-  resolveMemoriesByIdsForSearch2,
-  unifiedSearch2,
-  formatSearchResults2
-} from "./index-g2tfayfc.js";
-import"./index-1cvyaw9a.js";
-import"./index-e61zxfts.js";
-import"./index-9xd7qveg.js";
-import"./index-xn5yh0pn.js";
-import"./index-9p40dgkm.js";
-import"./index-29nw7n1r.js";
-import"./index-yhzhdp3m.js";
-import"./index-4zemngt7.js";
-import"./index-0gymvr5j.js";
-import"./index-eenxm3t3.js";
-import"./index-eqw9t2ty.js";
-import"./index-6x556c2q.js";
-import"./index-wqpjhx1p.js";
-import"./index-gwxaz0z5.js";
-import"./index-ccanzg8p.js";
-import"./index-pb3ea2tq.js";
-import"./index-48twbev2.js";
-import"./index-bvpar0bg.js";
-import"./index-135e8hvg.js";
-import"./index-23t8ryqw.js";
-import"./index-c474g0gj.js";
-import"./index-6981g1xv.js";
-import"./index-399p688g.js";
-import"./index-hqw0rt9k.js";
-import"./index-my0dn413.js";
-import"./index-2qtx0q6h.js";
-import"./index-fgs78jyd.js";
-import"./index-0h2mkab2.js";
-import"./index-54wmg4rj.js";
-export {
-  createUnifiedSearchDiagnostics2 as createUnifiedSearchDiagnostics,
-  formatSearchResults2 as formatSearchResults,
-  parseIdShapedQuery2 as parseIdShapedQuery,
-  resolveMemoriesByIdsForSearch2 as resolveMemoriesByIdsForSearch,
-  searchMessageHistory2 as searchMessageHistory,
-  unifiedSearch2 as unifiedSearch
-};