@undefineds.co/xpod 0.3.22 → 0.3.24

package/dist/solidfs/SolidFsPathUtils.js

@@ -0,0 +1,114 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.contentTypeForPath = contentTypeForPath;
+exports.sourceForProjection = sourceForProjection;
+exports.resolveWorkspaceResource = resolveWorkspaceResource;
+exports.safeRelativePath = safeRelativePath;
+exports.maybeFileVersion = maybeFileVersion;
+exports.fileVersion = fileVersion;
+exports.snapshotDirectory = snapshotDirectory;
+const node_crypto_1 = require("node:crypto");
+const node_fs_1 = require("node:fs");
+const promises_1 = require("node:fs/promises");
+const node_path_1 = __importDefault(require("node:path"));
+const node_url_1 = require("node:url");
+const RdfContentTypes_1 = require("../storage/rdf/RdfContentTypes");
+function contentTypeForPath(filePath) {
+    const lower = filePath.toLowerCase();
+    const rdfContentType = (0, RdfContentTypes_1.rdfContentTypeForPath)(lower);
+    if (rdfContentType) {
+        return rdfContentType;
+    }
+    if (lower.endsWith('.md') || lower.endsWith('.markdown') || lower.endsWith('.mdown')) {
+        return 'text/markdown';
+    }
+    if (lower.endsWith('.txt') || lower.endsWith('.log')) {
+        return 'text/plain';
+    }
+    return undefined;
+}
+function sourceForProjection(projection, workspace) {
+    if (projection === 'hydrated-object') {
+        return 'object';
+    }
+    if (/^https?:/u.test(workspace)) {
+        return 'pod-http';
+    }
+    return 'filesystem';
+}
+function resolveWorkspaceResource(workspace, relativePath) {
+    if (node_path_1.default.isAbsolute(workspace)) {
+        return (0, node_url_1.pathToFileURL)(node_path_1.default.join(workspace, relativePath)).href;
+    }
+    try {
+        const base = new URL(workspace.endsWith('/') ? workspace : `${workspace}/`);
+        const normalized = relativePath.split(node_path_1.default.sep).join('/');
+        return new URL(normalized, base).href;
+    }
+    catch {
+        return undefined;
+    }
+}
+function safeRelativePath(input) {
+    const normalized = input.split(/[\\/]+/u).filter((part) => part.length > 0).join(node_path_1.default.sep);
+    if (!normalized || node_path_1.default.isAbsolute(input) || normalized.split(node_path_1.default.sep).includes('..')) {
+        throw new Error(`Invalid SolidFS relative path: ${input}`);
+    }
+    return normalized;
+}
+async function maybeFileVersion(filePath) {
+    try {
+        return await fileVersion(filePath);
+    }
+    catch {
+        return undefined;
+    }
+}
+async function fileVersion(filePath) {
+    const fileStat = await (0, promises_1.stat)(filePath);
+    const hash = (0, node_crypto_1.createHash)('sha256');
+    await new Promise((resolve, reject) => {
+        const stream = (0, node_fs_1.createReadStream)(filePath);
+        stream.on('data', (chunk) => hash.update(chunk));
+        stream.on('error', reject);
+        stream.on('end', resolve);
+    });
+    return `${fileStat.size}:${fileStat.mtimeMs}:${hash.digest('hex')}`;
+}
+async function snapshotDirectory(root, filter) {
+    const snapshots = [];
+    async function walk(current) {
+        let entries;
+        try {
+            entries = await (0, promises_1.readdir)(current, { withFileTypes: true });
+        }
+        catch {
+            return;
+        }
+        for (const entry of entries) {
+            const absolute = node_path_1.default.join(current, entry.name);
+            const relative = node_path_1.default.relative(root, absolute);
+            if (entry.isDirectory()) {
+                await walk(absolute);
+                continue;
+            }
+            if (!entry.isFile()) {
+                continue;
+            }
+            if (filter && !filter(relative)) {
+                continue;
+            }
+            snapshots.push({
+                relativePath: relative,
+                absolutePath: absolute,
+                version: await fileVersion(absolute),
+            });
+        }
+    }
+    await walk(root);
+    return snapshots.sort((left, right) => left.relativePath.localeCompare(right.relativePath));
+}
+//# sourceMappingURL=SolidFsPathUtils.js.map

package/dist/solidfs/SolidFsPathUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SolidFsPathUtils.js","sourceRoot":"","sources":["../../src/solidfs/SolidFsPathUtils.ts"],"names":[],"mappings":";;;;;AAqBA,gDAaC;AAED,kDAQC;AAED,4DAYC;AAED,4CAMC;AAED,4CAMC;AAED,kCAUC;AAED,8CAqCC;AA7HD,6CAAyC;AACzC,qCAA2C;AAC3C,+CAG0B;AAC1B,0DAA6B;AAC7B,uCAAyC;AAMzC,oEAAuE;AAQvE,SAAgB,kBAAkB,CAAC,QAAgB;IACjD,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IACrC,MAAM,cAAc,GAAG,IAAA,uCAAqB,EAAC,KAAK,CAAC,CAAC;IACpD,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO,cAAc,CAAC;IACxB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACrF,OAAO,eAAe,CAAC;IACzB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACrD,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAgB,mBAAmB,CAAC,UAA6B,EAAE,SAAiB;IAClF,IAAI,UAAU,KAAK,iBAAiB,EAAE,CAAC;QACrC,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QAChC,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,SAAgB,wBAAwB,CAAC,SAAiB,EAAE,YAAoB;IAC9E,IAAI,mBAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC/B,OAAO,IAAA,wBAAa,EAAC,mBAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;IAChE,CAAC;IAED,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,GAAG,CAAC,CAAC;QAC5E,MAAM,UAAU,GAAG,YAAY,CAAC,KAAK,CAAC,mBAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1D,OAAO,IAAI,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAgB,gBAAgB,CAAC,KAAa;IAC5C,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,mBAAI,CAAC,GAAG,CAAC,CAAC;IAC3F,IAAI,CAAC,UAAU,IAAI,mBAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,mBAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACvF,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAEM,KAAK,UAAU,gBAAgB,CAAC,QAAgB;IACrD,IAAI,CAAC;QACH,OAAO,MAAM,WAAW,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,WAAW,CAAC,QAAgB;IAChD,MAAM,QAAQ,GAAG,MAAM,IAAA,eAAI,EAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,IAAA,wBAAU,EAAC,QAAQ,CAAC,CAAC;IAClC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,MAAM,MAAM,GAAG,IAAA,0BAAgB,EAAC,QAAQ,CAAC,CAAC;QAC1C,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC3B,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AACtE,CAAC;AAEM,KAAK,UAAU,iBAAiB,CACrC,IAAY,EACZ,MAA0C;IAE1C,MAAM,SAAS,GAA0B,EAAE,CAAC;IAE5C,KAAK,UAAU,IAAI,CAAC,OAAe;QACjC,IAAI,OAAO,CAAC;QACZ,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,IAAA,kBAAO,EAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,mBAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,QAAQ,GAAG,mBAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC/C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACrB,SAAS;YACX,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBACpB,SAAS;YACX,CAAC;YACD,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAChC,SAAS;YACX,CAAC;YACD,SAAS,CAAC,IAAI,CAAC;gBACb,YAAY,EAAE,QAAQ;gBACtB,YAAY,EAAE,QAAQ;gBACtB,OAAO,EAAE,MAAM,WAAW,CAAC,QAAQ,CAAC;aACrC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC;IACjB,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;AAC9F,CAAC","sourcesContent":["import { createHash } from 'node:crypto';\nimport { createReadStream } from 'node:fs';\nimport {\n  readdir,\n  stat,\n} from 'node:fs/promises';\nimport path from 'node:path';\nimport { pathToFileURL } from 'node:url';\n\nimport type {\n  SolidFsEntrySource,\n  SolidFsProjection,\n} from './types';\nimport { rdfContentTypeForPath } from '../storage/rdf/RdfContentTypes';\n\nexport interface SolidFsFileSnapshot {\n  relativePath: string;\n  absolutePath: string;\n  version: string;\n}\n\nexport function contentTypeForPath(filePath: string): string | undefined {\n  const lower = filePath.toLowerCase();\n  const rdfContentType = rdfContentTypeForPath(lower);\n  if (rdfContentType) {\n    return rdfContentType;\n  }\n  if (lower.endsWith('.md') || lower.endsWith('.markdown') || lower.endsWith('.mdown')) {\n    return 'text/markdown';\n  }\n  if (lower.endsWith('.txt') || lower.endsWith('.log')) {\n    return 'text/plain';\n  }\n  return undefined;\n}\n\nexport function sourceForProjection(projection: SolidFsProjection, workspace: string): SolidFsEntrySource {\n  if (projection === 'hydrated-object') {\n    return 'object';\n  }\n  if (/^https?:/u.test(workspace)) {\n    return 'pod-http';\n  }\n  return 'filesystem';\n}\n\nexport function resolveWorkspaceResource(workspace: string, relativePath: string): string | undefined {\n  if (path.isAbsolute(workspace)) {\n    return pathToFileURL(path.join(workspace, relativePath)).href;\n  }\n\n  try {\n    const base = new URL(workspace.endsWith('/') ? workspace : `${workspace}/`);\n    const normalized = relativePath.split(path.sep).join('/');\n    return new URL(normalized, base).href;\n  } catch {\n    return undefined;\n  }\n}\n\nexport function safeRelativePath(input: string): string {\n  const normalized = input.split(/[\\\\/]+/u).filter((part) => part.length > 0).join(path.sep);\n  if (!normalized || path.isAbsolute(input) || normalized.split(path.sep).includes('..')) {\n    throw new Error(`Invalid SolidFS relative path: ${input}`);\n  }\n  return normalized;\n}\n\nexport async function maybeFileVersion(filePath: string): Promise<string | undefined> {\n  try {\n    return await fileVersion(filePath);\n  } catch {\n    return undefined;\n  }\n}\n\nexport async function fileVersion(filePath: string): Promise<string> {\n  const fileStat = await stat(filePath);\n  const hash = createHash('sha256');\n  await new Promise<void>((resolve, reject) => {\n    const stream = createReadStream(filePath);\n    stream.on('data', (chunk) => hash.update(chunk));\n    stream.on('error', reject);\n    stream.on('end', resolve);\n  });\n  return `${fileStat.size}:${fileStat.mtimeMs}:${hash.digest('hex')}`;\n}\n\nexport async function snapshotDirectory(\n  root: string,\n  filter?: (relativePath: string) => boolean,\n): Promise<SolidFsFileSnapshot[]> {\n  const snapshots: SolidFsFileSnapshot[] = [];\n\n  async function walk(current: string): Promise<void> {\n    let entries;\n    try {\n      entries = await readdir(current, { withFileTypes: true });\n    } catch {\n      return;\n    }\n\n    for (const entry of entries) {\n      const absolute = path.join(current, entry.name);\n      const relative = path.relative(root, absolute);\n      if (entry.isDirectory()) {\n        await walk(absolute);\n        continue;\n      }\n      if (!entry.isFile()) {\n        continue;\n      }\n      if (filter && !filter(relative)) {\n        continue;\n      }\n      snapshots.push({\n        relativePath: relative,\n        absolutePath: absolute,\n        version: await fileVersion(absolute),\n      });\n    }\n  }\n\n  await walk(root);\n  return snapshots.sort((left, right) => left.relativePath.localeCompare(right.relativePath));\n}\n"]}

package/dist/solidfs/SolidFsSyncJournal.d.ts

@@ -0,0 +1,117 @@
+import type { SolidFsChange, SolidFsEntrySource, SolidFsManifest, SolidFsPrepareInput, SolidFsProjection, SolidFsSyncer } from './types';
+export type SolidFsSyncJournalStage = 'local_committed' | 'failed_retryable' | 'failed_permanent' | 'reconcile_required' | 'done';
+export interface SolidFsSyncJournalOptions {
+    path: string;
+    now?: () => number;
+    doneRetentionMs?: number;
+    tombstoneRetentionMs?: number;
+    failedPermanentRetentionMs?: number;
+}
+export interface SolidFsSyncJournalOperation {
+    id: string;
+    txId?: string;
+    workspace: SolidFsManifest;
+    change: SolidFsChange;
+    stage: SolidFsSyncJournalStage;
+    afterHash?: string;
+    retryCount: number;
+    lastError?: string;
+    createdAt: number;
+    updatedAt: number;
+    doneAt?: number;
+}
+export interface SolidFsJournalBootstrapInput {
+    workspace: string;
+    cwd: string;
+    projection?: SolidFsProjection;
+    source?: SolidFsEntrySource;
+    shouldTrackPath?: (relativePath: string) => boolean;
+}
+export interface SolidFsJournalBootstrapResult {
+    scanned: number;
+    enqueued: number;
+    skipped: number;
+}
+export interface SolidFsJournalReplayResult {
+    attempted: number;
+    completed: number;
+    failed: number;
+    reconcileRequired: number;
+}
+export interface SolidFsJournalCompactResult {
+    deletedOps: number;
+}
+/**
+ * Per-Pod SolidFS recovery journal.
+ *
+ * This is an outbox for derived work after the authority file is already
+ * committed. It stores enough metadata to replay index/remote refreshes, but
+ * never stores file bodies.
+ */
+export declare class SqliteSolidFsSyncJournal {
+    private readonly db;
+    private readonly now;
+    private readonly doneRetentionMs;
+    private readonly tombstoneRetentionMs;
+    private readonly failedPermanentRetentionMs;
+    constructor(options: SolidFsSyncJournalOptions);
+    close(): void;
+    recordLocalCommitted(change: SolidFsChange, workspace: SolidFsManifest, txId?: string): Promise<SolidFsSyncJournalOperation>;
+    getOperation(id: string): SolidFsSyncJournalOperation | undefined;
+    listOperations(stages?: SolidFsSyncJournalStage[]): SolidFsSyncJournalOperation[];
+    listPending(): SolidFsSyncJournalOperation[];
+    markDone(id: string): Promise<void>;
+    markRetryableFailure(id: string, error: unknown): Promise<void>;
+    markReconcileRequired(id: string, reason: string): Promise<void>;
+    markFailedPermanent(id: string, error: unknown): Promise<void>;
+    replayPending(syncer: SolidFsSyncer, context?: unknown): Promise<SolidFsJournalReplayResult>;
+    bootstrapWorkspace(input: SolidFsJournalBootstrapInput): Promise<SolidFsJournalBootstrapResult>;
+    compact(): Promise<SolidFsJournalCompactResult>;
+    private validateOperationForReplay;
+    private getCheckpoint;
+    private listCheckpoints;
+    private upsertCheckpoint;
+    private initializeSchema;
+}
+export interface JournaledSolidFsSyncerOptions {
+    syncer: SolidFsSyncer;
+    journal: SqliteSolidFsSyncJournal;
+}
+export interface WorkspaceJournaledSolidFsSyncerOptions {
+    syncer: SolidFsSyncer;
+    journalRoot?: string;
+    resolveJournalPath?: (workspace: SolidFsManifest) => string;
+    now?: () => number;
+    doneRetentionMs?: number;
+    tombstoneRetentionMs?: number;
+    failedPermanentRetentionMs?: number;
+}
+export declare class JournaledSolidFsSyncer implements SolidFsSyncer {
+    private readonly syncer;
+    private readonly journal;
+    constructor(options: JournaledSolidFsSyncerOptions);
+    shouldTrack(input: SolidFsPrepareInput): boolean;
+    shouldTrackPath(relativePath: string): boolean;
+    sync(change: SolidFsChange, workspace: SolidFsManifest, context?: unknown): Promise<void>;
+    replayPending(context?: unknown): Promise<SolidFsJournalReplayResult>;
+    compact(): Promise<SolidFsJournalCompactResult>;
+    bootstrapWorkspace(input: Omit<SolidFsJournalBootstrapInput, 'shouldTrackPath'> & {
+        shouldTrackPath?: (relativePath: string) => boolean;
+    }): Promise<SolidFsJournalBootstrapResult>;
+}
+export declare class WorkspaceJournaledSolidFsSyncer implements SolidFsSyncer {
+    private readonly options;
+    private readonly syncer;
+    private readonly journals;
+    constructor(options: WorkspaceJournaledSolidFsSyncerOptions);
+    shouldTrack(input: SolidFsPrepareInput): boolean;
+    shouldTrackPath(relativePath: string): boolean;
+    initializeWorkspace(workspace: SolidFsManifest, context?: unknown): Promise<void>;
+    sync(change: SolidFsChange, workspace: SolidFsManifest, context?: unknown): Promise<void>;
+    replayPending(workspace: SolidFsManifest, context?: unknown): Promise<SolidFsJournalReplayResult>;
+    compact(workspace: SolidFsManifest): Promise<SolidFsJournalCompactResult>;
+    journalPathFor(workspace: SolidFsManifest): string;
+    close(): void;
+    private journalFor;
+}
+export declare function resolveSolidFsJournalPath(workspace: SolidFsManifest, journalRoot?: string): string;