wiki-graph-core 0.3.1 → 0.4.0

package/dist/maintenance/upgrade.js

@@ -0,0 +1,199 @@
+import { rm } from "fs/promises";
+import { homedir } from "os";
+import { resolve } from "path";
+import {
+  listWikiGraphLibraryArchives,
+  parseWikiGraphLibraryUri,
+  resolveWikiGraphLibrary,
+  withWikiGraphLibraryLock
+} from "../library/index.js";
+import { resolveWikiGraphHomeDirectoryPath } from "../runtime/common/wiki-graph/dir.js";
+import { migrateLegacySdpubToWikg } from "../storage/migration/legacy-sdpub/upgrade/index.js";
+import { requireArchiveUri } from "../storage/wikg/index.js";
+import {
+  CURRENT_ARCHIVE_SCHEMA_VERSION,
+  ensureWikiGraphHomeSchemaCurrent,
+  readWikiGraphArchiveSchemaVersion,
+  readWikiGraphHomeSchemaVersion,
+  upgradeWikiGraphArchiveSchema
+} from "../storage/schema-upgrade/index.js";
+async function upgradeWikiGraphMaintenanceTarget(target, options = {}) {
+  if (isLegacySdpubTarget(target)) {
+    const result = await migrateLegacySdpubToWikg(target, options.outputPath);
+    return {
+      kind: "sdpub",
+      inputPath: result.inputPath,
+      outputPath: result.outputPath,
+      status: "migrated"
+    };
+  }
+  if (options.outputPath !== void 0) {
+    throw new Error("Only sdpub maintenance upgrade supports --output.");
+  }
+  if (isHomeTarget(target)) {
+    const path = resolveWikiGraphHomeDirectoryPath();
+    const schemaVersionBefore2 = await readWikiGraphHomeSchemaVersion();
+    await ensureWikiGraphHomeSchemaCurrent();
+    const schemaVersionAfter2 = await readWikiGraphHomeSchemaVersion();
+    return {
+      kind: "home",
+      path,
+      schemaVersionBefore: schemaVersionBefore2,
+      schemaVersionAfter: schemaVersionAfter2,
+      status: schemaVersionBefore2 === schemaVersionAfter2 ? "already-current" : "upgraded"
+    };
+  }
+  if (target.startsWith("wikg://lib")) {
+    const parsed = parseWikiGraphLibraryUri(target);
+    if (parsed === void 0) {
+      throw new Error(`Invalid Wiki Graph library upgrade target: ${target}`);
+    }
+    if (parsed.kind === "archive") {
+      throw new Error(
+        `Library archive URIs cannot be upgraded individually. Run: wg maintenance upgrade ${formatLibraryScopeUpgradeTarget(parsed)}`
+      );
+    }
+    return await upgradeWikiGraphLibrarySchema(parsed);
+  }
+  const archivePath = resolveArchiveUpgradeTarget(target);
+  const schemaVersionBefore = await readWikiGraphArchiveSchemaVersion(archivePath);
+  await upgradeWikiGraphArchiveSchema(archivePath);
+  const schemaVersionAfter = await readWikiGraphArchiveSchemaVersion(archivePath);
+  return {
+    kind: "archive",
+    path: archivePath,
+    schemaVersionBefore,
+    schemaVersionAfter,
+    status: schemaVersionBefore === schemaVersionAfter ? "already-current" : "upgraded"
+  };
+}
+async function assertWikiGraphLibrarySchemaCurrent(target) {
+  const library = await resolveWikiGraphLibrary(target);
+  const archives = await listWikiGraphLibraryArchives({
+    isDefault: library.isDefault,
+    kind: "scope",
+    ...library.isDefault ? {} : { publicId: library.publicId }
+  });
+  for (const archive of archives) {
+    if (!isUpgradeableLibraryArchive(archive)) {
+      continue;
+    }
+    const schemaVersion = await readWikiGraphArchiveSchemaVersion(archive.path);
+    if (schemaVersion < CURRENT_ARCHIVE_SCHEMA_VERSION) {
+      throw new Error(
+        `This Wiki Graph library must be upgraded before use.
+Run: wg maintenance upgrade ${library.uri}`
+      );
+    }
+  }
+}
+async function upgradeWikiGraphLibrarySchema(target) {
+  await ensureWikiGraphHomeSchemaCurrent();
+  const library = await resolveWikiGraphLibrary(target);
+  return await withWikiGraphLibraryLock(library.id, "write", async () => {
+    await clearLibraryDerivedData(library);
+    const archives = (await listWikiGraphLibraryArchives({
+      isDefault: library.isDefault,
+      kind: "scope",
+      ...library.isDefault ? {} : { publicId: library.publicId }
+    })).filter(isUpgradeableLibraryArchive);
+    const upgraded = [];
+    const skipped = [];
+    for (const archive of archives) {
+      const schemaVersionBefore = await readWikiGraphArchiveSchemaVersion(
+        archive.path
+      );
+      if (schemaVersionBefore === CURRENT_ARCHIVE_SCHEMA_VERSION) {
+        skipped.push({
+          path: archive.path,
+          publicId: archive.publicId,
+          schemaVersionAfter: schemaVersionBefore,
+          schemaVersionBefore,
+          uri: archive.uri
+        });
+        continue;
+      }
+      try {
+        await upgradeWikiGraphArchiveSchema(archive.path);
+      } catch (error) {
+        return {
+          failed: {
+            message: formatErrorMessage(error),
+            path: archive.path,
+            publicId: archive.publicId,
+            uri: archive.uri
+          },
+          kind: "lib",
+          library: formatLibraryResult(library),
+          skipped,
+          status: "partial",
+          upgraded
+        };
+      }
+      upgraded.push({
+        path: archive.path,
+        publicId: archive.publicId,
+        schemaVersionAfter: await readWikiGraphArchiveSchemaVersion(
+          archive.path
+        ),
+        schemaVersionBefore,
+        uri: archive.uri
+      });
+    }
+    return {
+      kind: "lib",
+      library: formatLibraryResult(library),
+      skipped,
+      status: upgraded.length === 0 ? "already-current" : "upgraded",
+      upgraded
+    };
+  });
+}
+function resolveArchiveUpgradeTarget(target) {
+  if (target.startsWith("wikg://")) {
+    return requireArchiveUri(target);
+  }
+  if (!target.endsWith(".wikg")) {
+    throw new Error(
+      `Unsupported maintenance upgrade target: ${target}. Expected home, a .wikg archive, a .sdpub archive, or wikg://lib.`
+    );
+  }
+  return resolveHomeShorthand(target);
+}
+function isLegacySdpubTarget(target) {
+  return target.toLowerCase().endsWith(".sdpub");
+}
+function isHomeTarget(target) {
+  const resolved = resolveHomeShorthand(target).replace(/[\\/]+$/u, "");
+  return target === "home" || target === "~/.wikigraph" || resolved === resolveWikiGraphHomeDirectoryPath().replace(/[\\/]+$/u, "");
+}
+function resolveHomeShorthand(path) {
+  return path.startsWith("~/") ? resolve(homedir(), path.slice(2)) : resolve(path);
+}
+function isUpgradeableLibraryArchive(archive) {
+  return archive.exists && archive.status === "present";
+}
+async function clearLibraryDerivedData(library) {
+  await rm(library.stagingPath, { force: true, recursive: true });
+}
+function formatLibraryScopeUpgradeTarget(target) {
+  return target.isDefault ? "wikg://lib" : `wikg://lib/${target.publicId ?? "<lib-id>"}`;
+}
+function formatLibraryResult(library) {
+  return {
+    folderPath: library.folderPath,
+    id: library.id,
+    publicId: library.publicId,
+    stagingPath: library.stagingPath,
+    uri: library.uri
+  };
+}
+function formatErrorMessage(error) {
+  return error instanceof Error ? error.message : String(error);
+}
+export {
+  assertWikiGraphLibrarySchemaCurrent,
+  upgradeWikiGraphLibrarySchema,
+  upgradeWikiGraphMaintenanceTarget
+};
+//# sourceMappingURL=upgrade.js.map

package/dist/maintenance/upgrade.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/maintenance/upgrade.ts"],"sourcesContent":["import { rm } from \"fs/promises\";\nimport { homedir } from \"os\";\nimport { resolve } from \"path\";\n\nimport {\n  listWikiGraphLibraryArchives,\n  parseWikiGraphLibraryUri,\n  resolveWikiGraphLibrary,\n  withWikiGraphLibraryLock,\n  type ParsedWikiGraphLibraryUri,\n  type WikiGraphLibraryArchiveRecord,\n  type WikiGraphLibraryRecord,\n} from \"../library/index.js\";\nimport { resolveWikiGraphHomeDirectoryPath } from \"../runtime/common/wiki-graph/dir.js\";\nimport { migrateLegacySdpubToWikg } from \"../storage/migration/legacy-sdpub/upgrade/index.js\";\nimport { requireArchiveUri } from \"../storage/wikg/index.js\";\nimport {\n  CURRENT_ARCHIVE_SCHEMA_VERSION,\n  ensureWikiGraphHomeSchemaCurrent,\n  readWikiGraphArchiveSchemaVersion,\n  readWikiGraphHomeSchemaVersion,\n  upgradeWikiGraphArchiveSchema,\n} from \"../storage/schema-upgrade/index.js\";\n\nexport type WikiGraphMaintenanceUpgradeResult =\n  | {\n      readonly kind: \"home\";\n      readonly path: string;\n      readonly schemaVersionBefore: number;\n      readonly schemaVersionAfter: number;\n      readonly status: \"already-current\" | \"upgraded\";\n    }\n  | {\n      readonly kind: \"archive\";\n      readonly path: string;\n      readonly schemaVersionBefore: number;\n      readonly schemaVersionAfter: number;\n      readonly status: \"already-current\" | \"upgraded\";\n    }\n  | {\n      readonly kind: \"sdpub\";\n      readonly inputPath: string;\n      readonly outputPath: string;\n      readonly status: \"migrated\";\n    }\n  | WikiGraphLibraryUpgradeResult;\n\nexport interface WikiGraphLibraryUpgradeResult {\n  readonly kind: \"lib\";\n  readonly library: {\n    readonly id: number;\n    readonly publicId: string;\n    readonly uri: string;\n    readonly folderPath: string;\n    readonly stagingPath: string;\n  };\n  readonly upgraded: readonly WikiGraphLibraryArchiveUpgradeItem[];\n  readonly skipped: readonly WikiGraphLibraryArchiveUpgradeItem[];\n  readonly failed?: WikiGraphLibraryArchiveFailure | undefined;\n  readonly status: \"already-current\" | \"partial\" | \"upgraded\";\n}\n\nexport interface WikiGraphLibraryArchiveUpgradeItem {\n  readonly publicId: string;\n  readonly uri: string;\n  readonly path: string;\n  readonly schemaVersionBefore: number;\n  readonly schemaVersionAfter: number;\n}\n\nexport interface WikiGraphLibraryArchiveFailure {\n  readonly publicId: string;\n  readonly uri: string;\n  readonly path: string;\n  readonly message: string;\n}\n\nexport async function upgradeWikiGraphMaintenanceTarget(\n  target: string,\n  options: { readonly outputPath?: string } = {},\n): Promise<WikiGraphMaintenanceUpgradeResult> {\n  if (isLegacySdpubTarget(target)) {\n    const result = await migrateLegacySdpubToWikg(target, options.outputPath);\n    return {\n      kind: \"sdpub\",\n      inputPath: result.inputPath,\n      outputPath: result.outputPath,\n      status: \"migrated\",\n    };\n  }\n\n  if (options.outputPath !== undefined) {\n    throw new Error(\"Only sdpub maintenance upgrade supports --output.\");\n  }\n\n  if (isHomeTarget(target)) {\n    const path = resolveWikiGraphHomeDirectoryPath();\n    const schemaVersionBefore = await readWikiGraphHomeSchemaVersion();\n    await ensureWikiGraphHomeSchemaCurrent();\n    const schemaVersionAfter = await readWikiGraphHomeSchemaVersion();\n    return {\n      kind: \"home\",\n      path,\n      schemaVersionBefore,\n      schemaVersionAfter,\n      status:\n        schemaVersionBefore === schemaVersionAfter\n          ? \"already-current\"\n          : \"upgraded\",\n    };\n  }\n\n  if (target.startsWith(\"wikg://lib\")) {\n    const parsed = parseWikiGraphLibraryUri(target);\n    if (parsed === undefined) {\n      throw new Error(`Invalid Wiki Graph library upgrade target: ${target}`);\n    }\n    if (parsed.kind === \"archive\") {\n      throw new Error(\n        `Library archive URIs cannot be upgraded individually. Run: wg maintenance upgrade ${formatLibraryScopeUpgradeTarget(parsed)}`,\n      );\n    }\n    return await upgradeWikiGraphLibrarySchema(parsed);\n  }\n\n  const archivePath = resolveArchiveUpgradeTarget(target);\n  const schemaVersionBefore =\n    await readWikiGraphArchiveSchemaVersion(archivePath);\n  await upgradeWikiGraphArchiveSchema(archivePath);\n  const schemaVersionAfter =\n    await readWikiGraphArchiveSchemaVersion(archivePath);\n  return {\n    kind: \"archive\",\n    path: archivePath,\n    schemaVersionBefore,\n    schemaVersionAfter,\n    status:\n      schemaVersionBefore === schemaVersionAfter\n        ? \"already-current\"\n        : \"upgraded\",\n  };\n}\n\nexport async function assertWikiGraphLibrarySchemaCurrent(\n  target: ParsedWikiGraphLibraryUri,\n): Promise<void> {\n  const library = await resolveWikiGraphLibrary(target);\n  const archives = await listWikiGraphLibraryArchives({\n    isDefault: library.isDefault,\n    kind: \"scope\",\n    ...(library.isDefault ? {} : { publicId: library.publicId }),\n  });\n  for (const archive of archives) {\n    if (!isUpgradeableLibraryArchive(archive)) {\n      continue;\n    }\n    const schemaVersion = await readWikiGraphArchiveSchemaVersion(archive.path);\n    if (schemaVersion < CURRENT_ARCHIVE_SCHEMA_VERSION) {\n      throw new Error(\n        `This Wiki Graph library must be upgraded before use.\\nRun: wg maintenance upgrade ${library.uri}`,\n      );\n    }\n  }\n}\n\nexport async function upgradeWikiGraphLibrarySchema(\n  target: ParsedWikiGraphLibraryUri,\n): Promise<WikiGraphLibraryUpgradeResult> {\n  await ensureWikiGraphHomeSchemaCurrent();\n  const library = await resolveWikiGraphLibrary(target);\n  return await withWikiGraphLibraryLock(library.id, \"write\", async () => {\n    await clearLibraryDerivedData(library);\n    const archives = (\n      await listWikiGraphLibraryArchives({\n        isDefault: library.isDefault,\n        kind: \"scope\",\n        ...(library.isDefault ? {} : { publicId: library.publicId }),\n      })\n    ).filter(isUpgradeableLibraryArchive);\n\n    const upgraded: WikiGraphLibraryArchiveUpgradeItem[] = [];\n    const skipped: WikiGraphLibraryArchiveUpgradeItem[] = [];\n\n    for (const archive of archives) {\n      const schemaVersionBefore = await readWikiGraphArchiveSchemaVersion(\n        archive.path,\n      );\n      if (schemaVersionBefore === CURRENT_ARCHIVE_SCHEMA_VERSION) {\n        skipped.push({\n          path: archive.path,\n          publicId: archive.publicId,\n          schemaVersionAfter: schemaVersionBefore,\n          schemaVersionBefore,\n          uri: archive.uri,\n        });\n        continue;\n      }\n      try {\n        await upgradeWikiGraphArchiveSchema(archive.path);\n      } catch (error) {\n        return {\n          failed: {\n            message: formatErrorMessage(error),\n            path: archive.path,\n            publicId: archive.publicId,\n            uri: archive.uri,\n          },\n          kind: \"lib\",\n          library: formatLibraryResult(library),\n          skipped,\n          status: \"partial\",\n          upgraded,\n        };\n      }\n      upgraded.push({\n        path: archive.path,\n        publicId: archive.publicId,\n        schemaVersionAfter: await readWikiGraphArchiveSchemaVersion(\n          archive.path,\n        ),\n        schemaVersionBefore,\n        uri: archive.uri,\n      });\n    }\n\n    return {\n      kind: \"lib\",\n      library: formatLibraryResult(library),\n      skipped,\n      status: upgraded.length === 0 ? \"already-current\" : \"upgraded\",\n      upgraded,\n    };\n  });\n}\n\nfunction resolveArchiveUpgradeTarget(target: string): string {\n  if (target.startsWith(\"wikg://\")) {\n    return requireArchiveUri(target);\n  }\n  if (!target.endsWith(\".wikg\")) {\n    throw new Error(\n      `Unsupported maintenance upgrade target: ${target}. Expected home, a .wikg archive, a .sdpub archive, or wikg://lib.`,\n    );\n  }\n  return resolveHomeShorthand(target);\n}\n\nfunction isLegacySdpubTarget(target: string): boolean {\n  return target.toLowerCase().endsWith(\".sdpub\");\n}\n\nfunction isHomeTarget(target: string): boolean {\n  const resolved = resolveHomeShorthand(target).replace(/[\\\\/]+$/u, \"\");\n  return (\n    target === \"home\" ||\n    target === \"~/.wikigraph\" ||\n    resolved === resolveWikiGraphHomeDirectoryPath().replace(/[\\\\/]+$/u, \"\")\n  );\n}\n\nfunction resolveHomeShorthand(path: string): string {\n  return path.startsWith(\"~/\")\n    ? resolve(homedir(), path.slice(2))\n    : resolve(path);\n}\n\nfunction isUpgradeableLibraryArchive(\n  archive: WikiGraphLibraryArchiveRecord,\n): boolean {\n  return archive.exists && archive.status === \"present\";\n}\n\nasync function clearLibraryDerivedData(\n  library: WikiGraphLibraryRecord,\n): Promise<void> {\n  await rm(library.stagingPath, { force: true, recursive: true });\n}\n\nfunction formatLibraryScopeUpgradeTarget(\n  target: ParsedWikiGraphLibraryUri,\n): string {\n  return target.isDefault\n    ? \"wikg://lib\"\n    : `wikg://lib/${target.publicId ?? \"<lib-id>\"}`;\n}\n\nfunction formatLibraryResult(library: WikiGraphLibraryRecord): {\n  readonly id: number;\n  readonly publicId: string;\n  readonly uri: string;\n  readonly folderPath: string;\n  readonly stagingPath: string;\n} {\n  return {\n    folderPath: library.folderPath,\n    id: library.id,\n    publicId: library.publicId,\n    stagingPath: library.stagingPath,\n    uri: library.uri,\n  };\n}\n\nfunction formatErrorMessage(error: unknown): string {\n  return error instanceof Error ? error.message : String(error);\n}\n"],"mappings":"AAAA,SAAS,UAAU;AACnB,SAAS,eAAe;AACxB,SAAS,eAAe;AAExB;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAIK;AACP,SAAS,yCAAyC;AAClD,SAAS,gCAAgC;AACzC,SAAS,yBAAyB;AAClC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAuDP,eAAsB,kCACpB,QACA,UAA4C,CAAC,GACD;AAC5C,MAAI,oBAAoB,MAAM,GAAG;AAC/B,UAAM,SAAS,MAAM,yBAAyB,QAAQ,QAAQ,UAAU;AACxE,WAAO;AAAA,MACL,MAAM;AAAA,MACN,WAAW,OAAO;AAAA,MAClB,YAAY,OAAO;AAAA,MACnB,QAAQ;AAAA,IACV;AAAA,EACF;AAEA,MAAI,QAAQ,eAAe,QAAW;AACpC,UAAM,IAAI,MAAM,mDAAmD;AAAA,EACrE;AAEA,MAAI,aAAa,MAAM,GAAG;AACxB,UAAM,OAAO,kCAAkC;AAC/C,UAAMA,uBAAsB,MAAM,+BAA+B;AACjE,UAAM,iCAAiC;AACvC,UAAMC,sBAAqB,MAAM,+BAA+B;AAChE,WAAO;AAAA,MACL,MAAM;AAAA,MACN;AAAA,MACA,qBAAAD;AAAA,MACA,oBAAAC;AAAA,MACA,QACED,yBAAwBC,sBACpB,oBACA;AAAA,IACR;AAAA,EACF;AAEA,MAAI,OAAO,WAAW,YAAY,GAAG;AACnC,UAAM,SAAS,yBAAyB,MAAM;AAC9C,QAAI,WAAW,QAAW;AACxB,YAAM,IAAI,MAAM,8CAA8C,MAAM,EAAE;AAAA,IACxE;AACA,QAAI,OAAO,SAAS,WAAW;AAC7B,YAAM,IAAI;AAAA,QACR,qFAAqF,gCAAgC,MAAM,CAAC;AAAA,MAC9H;AAAA,IACF;AACA,WAAO,MAAM,8BAA8B,MAAM;AAAA,EACnD;AAEA,QAAM,cAAc,4BAA4B,MAAM;AACtD,QAAM,sBACJ,MAAM,kCAAkC,WAAW;AACrD,QAAM,8BAA8B,WAAW;AAC/C,QAAM,qBACJ,MAAM,kCAAkC,WAAW;AACrD,SAAO;AAAA,IACL,MAAM;AAAA,IACN,MAAM;AAAA,IACN;AAAA,IACA;AAAA,IACA,QACE,wBAAwB,qBACpB,oBACA;AAAA,EACR;AACF;AAEA,eAAsB,oCACpB,QACe;AACf,QAAM,UAAU,MAAM,wBAAwB,MAAM;AACpD,QAAM,WAAW,MAAM,6BAA6B;AAAA,IAClD,WAAW,QAAQ;AAAA,IACnB,MAAM;AAAA,IACN,GAAI,QAAQ,YAAY,CAAC,IAAI,EAAE,UAAU,QAAQ,SAAS;AAAA,EAC5D,CAAC;AACD,aAAW,WAAW,UAAU;AAC9B,QAAI,CAAC,4BAA4B,OAAO,GAAG;AACzC;AAAA,IACF;AACA,UAAM,gBAAgB,MAAM,kCAAkC,QAAQ,IAAI;AAC1E,QAAI,gBAAgB,gCAAgC;AAClD,YAAM,IAAI;AAAA,QACR;AAAA,8BAAqF,QAAQ,GAAG;AAAA,MAClG;AAAA,IACF;AAAA,EACF;AACF;AAEA,eAAsB,8BACpB,QACwC;AACxC,QAAM,iCAAiC;AACvC,QAAM,UAAU,MAAM,wBAAwB,MAAM;AACpD,SAAO,MAAM,yBAAyB,QAAQ,IAAI,SAAS,YAAY;AACrE,UAAM,wBAAwB,OAAO;AACrC,UAAM,YACJ,MAAM,6BAA6B;AAAA,MACjC,WAAW,QAAQ;AAAA,MACnB,MAAM;AAAA,MACN,GAAI,QAAQ,YAAY,CAAC,IAAI,EAAE,UAAU,QAAQ,SAAS;AAAA,IAC5D,CAAC,GACD,OAAO,2BAA2B;AAEpC,UAAM,WAAiD,CAAC;AACxD,UAAM,UAAgD,CAAC;AAEvD,eAAW,WAAW,UAAU;AAC9B,YAAM,sBAAsB,MAAM;AAAA,QAChC,QAAQ;AAAA,MACV;AACA,UAAI,wBAAwB,gCAAgC;AAC1D,gBAAQ,KAAK;AAAA,UACX,MAAM,QAAQ;AAAA,UACd,UAAU,QAAQ;AAAA,UAClB,oBAAoB;AAAA,UACpB;AAAA,UACA,KAAK,QAAQ;AAAA,QACf,CAAC;AACD;AAAA,MACF;AACA,UAAI;AACF,cAAM,8BAA8B,QAAQ,IAAI;AAAA,MAClD,SAAS,OAAO;AACd,eAAO;AAAA,UACL,QAAQ;AAAA,YACN,SAAS,mBAAmB,KAAK;AAAA,YACjC,MAAM,QAAQ;AAAA,YACd,UAAU,QAAQ;AAAA,YAClB,KAAK,QAAQ;AAAA,UACf;AAAA,UACA,MAAM;AAAA,UACN,SAAS,oBAAoB,OAAO;AAAA,UACpC;AAAA,UACA,QAAQ;AAAA,UACR;AAAA,QACF;AAAA,MACF;AACA,eAAS,KAAK;AAAA,QACZ,MAAM,QAAQ;AAAA,QACd,UAAU,QAAQ;AAAA,QAClB,oBAAoB,MAAM;AAAA,UACxB,QAAQ;AAAA,QACV;AAAA,QACA;AAAA,QACA,KAAK,QAAQ;AAAA,MACf,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,MACL,MAAM;AAAA,MACN,SAAS,oBAAoB,OAAO;AAAA,MACpC;AAAA,MACA,QAAQ,SAAS,WAAW,IAAI,oBAAoB;AAAA,MACpD;AAAA,IACF;AAAA,EACF,CAAC;AACH;AAEA,SAAS,4BAA4B,QAAwB;AAC3D,MAAI,OAAO,WAAW,SAAS,GAAG;AAChC,WAAO,kBAAkB,MAAM;AAAA,EACjC;AACA,MAAI,CAAC,OAAO,SAAS,OAAO,GAAG;AAC7B,UAAM,IAAI;AAAA,MACR,2CAA2C,MAAM;AAAA,IACnD;AAAA,EACF;AACA,SAAO,qBAAqB,MAAM;AACpC;AAEA,SAAS,oBAAoB,QAAyB;AACpD,SAAO,OAAO,YAAY,EAAE,SAAS,QAAQ;AAC/C;AAEA,SAAS,aAAa,QAAyB;AAC7C,QAAM,WAAW,qBAAqB,MAAM,EAAE,QAAQ,YAAY,EAAE;AACpE,SACE,WAAW,UACX,WAAW,kBACX,aAAa,kCAAkC,EAAE,QAAQ,YAAY,EAAE;AAE3E;AAEA,SAAS,qBAAqB,MAAsB;AAClD,SAAO,KAAK,WAAW,IAAI,IACvB,QAAQ,QAAQ,GAAG,KAAK,MAAM,CAAC,CAAC,IAChC,QAAQ,IAAI;AAClB;AAEA,SAAS,4BACP,SACS;AACT,SAAO,QAAQ,UAAU,QAAQ,WAAW;AAC9C;AAEA,eAAe,wBACb,SACe;AACf,QAAM,GAAG,QAAQ,aAAa,EAAE,OAAO,MAAM,WAAW,KAAK,CAAC;AAChE;AAEA,SAAS,gCACP,QACQ;AACR,SAAO,OAAO,YACV,eACA,cAAc,OAAO,YAAY,UAAU;AACjD;AAEA,SAAS,oBAAoB,SAM3B;AACA,SAAO;AAAA,IACL,YAAY,QAAQ;AAAA,IACpB,IAAI,QAAQ;AAAA,IACZ,UAAU,QAAQ;AAAA,IAClB,aAAa,QAAQ;AAAA,IACrB,KAAK,QAAQ;AAAA,EACf;AACF;AAEA,SAAS,mBAAmB,OAAwB;AAClD,SAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAC9D;","names":["schemaVersionBefore","schemaVersionAfter"]}

package/dist/object-stream.d.ts

@@ -0,0 +1,170 @@
+import { SentenceRecord, ChunkRetention, ChunkImportance, MentionLinkRecord, MentionRecord, FragmentRecord, GraphBuildParameterRecord } from './document/types.js';
+import { ReadonlyDocument } from './document/directory/types.js';
+import { SummaryInputSnapshotData } from './text/summary-build/types.js';
+import './text/source/meta.js';
+import 'zod';
+import './text/source/toc.js';
+import './text/source/types.js';
+import './document/database.js';
+import 'sqlite3';
+import './document/text-streams/serial.js';
+import './document/text-streams/draft.js';
+import './document/text-streams/types.js';
+import './document/stores/chunk.js';
+import './document/stores/types.js';
+import './document/stores/fragment-group.js';
+import './document/stores/graph-build-parameter.js';
+import './document/stores/mention-link.js';
+import './document/stores/mention.js';
+import './document/stores/object-metadata.js';
+import './document/stores/reading-edge.js';
+import './document/stores/serial.js';
+import './document/stores/snake/chunk.js';
+import './document/stores/snake/core.js';
+import './document/stores/snake/edge.js';
+import './external/llm/client/core.js';
+import './external/llm/context.js';
+import './external/llm/cache.js';
+import './external/llm/types.js';
+import 'ai';
+import './runtime/common/language.js';
+import './runtime/common/llm-scope.js';
+
+declare const WIKG_OBJECT_SCHEMA_VERSION = 1;
+type WikgObject = WikgMetaObject | WikgParameterObject | WikgSourceFragmentObject | WikgReadingChunkObject | WikgReadingEdgeObject | WikgFragmentGroupObject | WikgSnakeObject | WikgSnakeChunkObject | WikgSnakeEdgeObject | WikgSummaryObject | WikgMentionObject | WikgMentionLinkObject | WikgEndObject;
+interface WikgMetaObject {
+    readonly type: "meta";
+    readonly schemaVersion: typeof WIKG_OBJECT_SCHEMA_VERSION;
+    readonly chapterId: number;
+    readonly stream: "knowledge-graph" | "reading-graph" | "summary";
+}
+interface WikgParameterObject {
+    readonly type: "parameter";
+    readonly scope: "knowledge-graph" | "reading-graph" | "summary";
+    readonly language?: string;
+    readonly prompt: string;
+}
+interface WikgSourceFragmentObject {
+    readonly type: "source-fragment";
+    readonly fragmentId: number;
+    readonly summary: string;
+    readonly sentences: readonly SentenceRecord[];
+}
+interface WikgReadingChunkObject {
+    readonly type: "reading-chunk";
+    readonly id: string;
+    readonly generation: number;
+    readonly sentenceIndex: number;
+    readonly label: string;
+    readonly content: string;
+    readonly sentenceIndexes: readonly number[];
+    readonly retention?: ChunkRetention;
+    readonly importance?: ChunkImportance;
+    readonly wordsCount: number;
+    readonly weight: number;
+}
+interface WikgReadingEdgeObject {
+    readonly type: "reading-edge";
+    readonly fromChunkId: string;
+    readonly toChunkId: string;
+    readonly strength?: string;
+    readonly weight: number;
+}
+interface WikgFragmentGroupObject {
+    readonly type: "fragment-group";
+    readonly groupId: number;
+    readonly startSentenceIndex: number;
+    readonly endSentenceIndex: number;
+}
+interface WikgSnakeObject {
+    readonly type: "snake";
+    readonly id: string;
+    readonly groupId: number;
+    readonly localSnakeId: number;
+    readonly size: number;
+    readonly firstLabel: string;
+    readonly lastLabel: string;
+    readonly wordsCount: number;
+    readonly weight: number;
+}
+interface WikgSnakeChunkObject {
+    readonly type: "snake-chunk";
+    readonly snakeId: string;
+    readonly chunkId: string;
+    readonly position: number;
+}
+interface WikgSnakeEdgeObject {
+    readonly type: "snake-edge";
+    readonly fromSnakeId: string;
+    readonly toSnakeId: string;
+    readonly weight: number;
+}
+interface WikgSummaryObject {
+    readonly type: "summary";
+    readonly text: string;
+}
+interface WikgMentionObject {
+    readonly type: "mention";
+    readonly id: string;
+    readonly fragmentId?: number;
+    readonly sentenceIndex?: number;
+    readonly rangeStart: number;
+    readonly rangeEnd: number;
+    readonly surface: string;
+    readonly qid: string;
+    readonly confidence?: number;
+    readonly note?: string;
+}
+interface WikgMentionLinkObject {
+    readonly type: "mention-link";
+    readonly id: string;
+    readonly sourceMentionId: string;
+    readonly targetMentionId: string;
+    readonly predicate: string;
+    readonly evidenceSentenceIndexes: readonly number[];
+    readonly confidence?: number;
+    readonly note?: string;
+}
+interface WikgEndObject {
+    readonly type: "end";
+}
+interface ChapterKnowledgeGraphObjects {
+    readonly mentionLinks: readonly MentionLinkRecord[];
+    readonly mentions: readonly MentionRecord[];
+    readonly parameter?: WikgParameterObject;
+}
+declare function parseWikgObject(record: unknown): WikgObject;
+declare function writeWikgObjectsToJsonl(path: string, objects: AsyncIterable<WikgObject> | Iterable<WikgObject>): Promise<void>;
+declare function readWikgObjectsFromJsonl(path: string): AsyncGenerator<WikgObject>;
+declare function createChapterKnowledgeGraphObjectStream(input: {
+    readonly chapterId: number;
+    readonly mentionLinks: AsyncIterable<MentionLinkRecord> | Iterable<MentionLinkRecord>;
+    readonly mentions: AsyncIterable<MentionRecord> | Iterable<MentionRecord>;
+    readonly parameter?: {
+        readonly language?: string;
+        readonly prompt: string;
+    };
+}): AsyncGenerator<WikgObject>;
+declare function collectChapterKnowledgeGraphObjects(chapterId: number, objects: AsyncIterable<WikgObject> | Iterable<WikgObject>): Promise<ChapterKnowledgeGraphObjects>;
+declare function createChapterReadingGraphObjectStream(input: {
+    readonly chapterId: number;
+    readonly document: ReadonlyDocument;
+    readonly parameter?: {
+        readonly language?: string;
+        readonly prompt: string;
+    };
+}): AsyncGenerator<WikgObject>;
+declare function collectReadingGraphObjects(chapterId: number, objects: AsyncIterable<WikgObject> | Iterable<WikgObject>): Promise<{
+    readonly chunks: readonly WikgReadingChunkObject[];
+    readonly fragmentGroups: readonly WikgFragmentGroupObject[];
+    readonly fragments: readonly FragmentRecord[];
+    readonly parameter?: WikgParameterObject;
+    readonly readingEdges: readonly WikgReadingEdgeObject[];
+    readonly snakeChunks: readonly WikgSnakeChunkObject[];
+    readonly snakeEdges: readonly WikgSnakeEdgeObject[];
+    readonly snakes: readonly WikgSnakeObject[];
+}>;
+declare function createSummaryInputSnapshotFromReadingGraphObjects(chapterId: number, objects: AsyncIterable<WikgObject> | Iterable<WikgObject>): Promise<SummaryInputSnapshotData>;
+declare function graphParameterRecordToObject(scope: WikgParameterObject["scope"], parameter: Pick<GraphBuildParameterRecord, "language" | "prompt">): WikgParameterObject;
+
+export { type ChapterKnowledgeGraphObjects, WIKG_OBJECT_SCHEMA_VERSION, type WikgEndObject, type WikgFragmentGroupObject, type WikgMentionLinkObject, type WikgMentionObject, type WikgMetaObject, type WikgObject, type WikgParameterObject, type WikgReadingChunkObject, type WikgReadingEdgeObject, type WikgSnakeChunkObject, type WikgSnakeEdgeObject, type WikgSnakeObject, type WikgSourceFragmentObject, type WikgSummaryObject, collectChapterKnowledgeGraphObjects, collectReadingGraphObjects, createChapterKnowledgeGraphObjectStream, createChapterReadingGraphObjectStream, createSummaryInputSnapshotFromReadingGraphObjects, graphParameterRecordToObject, parseWikgObject, readWikgObjectsFromJsonl, writeWikgObjectsToJsonl };