@opendatalabs/personal-server-ts-core 0.0.1-canary.0d0705b

package/dist/sync/workers/download.d.ts

@@ -0,0 +1,41 @@
+import type { IndexManager } from "../../storage/index/manager.js";
+import type { HierarchyManagerOptions } from "../../storage/hierarchy/index.js";
+import type { StorageAdapter } from "../../storage/adapters/interface.js";
+import type { GatewayClient } from "../../gateway/client.js";
+import type { SyncCursor } from "../cursor.js";
+import type { FileRecord } from "../types.js";
+import type { Logger } from "pino";
+export interface DownloadWorkerDeps {
+    indexManager: IndexManager;
+    hierarchyOptions: HierarchyManagerOptions;
+    storageAdapter: StorageAdapter;
+    gateway: GatewayClient;
+    cursor: SyncCursor;
+    masterKey: Uint8Array;
+    serverOwner: string;
+    logger: Logger;
+}
+export interface DownloadResult {
+    fileId: string;
+    scope: string;
+    collectedAt: string;
+    path: string;
+}
+/**
+ * Download and process a single file record from the storage backend:
+ * 1. Check dedup: skip if fileId already in local index
+ * 2. Download OpenPGP encrypted binary from storage backend
+ * 3. Resolve schemaId → scope via Gateway getSchema
+ * 4. Derive scope key from master key → hex-encode as OpenPGP password
+ * 5. Decrypt with OpenPGP password-based decryption → plaintext JSON
+ * 6. Parse as DataFileEnvelope (validate)
+ * 7. Write to local filesystem via hierarchy manager
+ * 8. Insert into local index (with fileId)
+ */
+export declare function downloadOne(deps: DownloadWorkerDeps, record: FileRecord): Promise<DownloadResult | null>;
+/**
+ * Poll Gateway for new file records since lastProcessedTimestamp,
+ * download each, and advance the cursor.
+ */
+export declare function downloadAll(deps: DownloadWorkerDeps): Promise<DownloadResult[]>;
+//# sourceMappingURL=download.d.ts.map

package/dist/sync/workers/download.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../../../src/sync/workers/download.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AAChF,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qCAAqC,CAAC;AAC1E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAMnC,MAAM,WAAW,kBAAkB;IACjC,YAAY,EAAE,YAAY,CAAC;IAC3B,gBAAgB,EAAE,uBAAuB,CAAC;IAC1C,cAAc,EAAE,cAAc,CAAC;IAC/B,OAAO,EAAE,aAAa,CAAC;IACvB,MAAM,EAAE,UAAU,CAAC;IACnB,SAAS,EAAE,UAAU,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;;;;;;;;GAUG;AACH,wBAAsB,WAAW,CAC/B,IAAI,EAAE,kBAAkB,EACxB,MAAM,EAAE,UAAU,GACjB,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CA+DhC;AAED;;;GAGG;AACH,wBAAsB,WAAW,CAC/B,IAAI,EAAE,kBAAkB,GACvB,OAAO,CAAC,cAAc,EAAE,CAAC,CAuC3B"}

package/dist/sync/workers/download.js

@@ -0,0 +1,90 @@
+import { writeDataFile } from "../../storage/hierarchy/index.js";
+import { deriveScopeKey } from "../../keys/derive.js";
+import { decryptWithPassword } from "../../storage/encryption/index.js";
+import { DataFileEnvelopeSchema } from "../../schemas/data-file.js";
+/**
+ * Download and process a single file record from the storage backend:
+ * 1. Check dedup: skip if fileId already in local index
+ * 2. Download OpenPGP encrypted binary from storage backend
+ * 3. Resolve schemaId → scope via Gateway getSchema
+ * 4. Derive scope key from master key → hex-encode as OpenPGP password
+ * 5. Decrypt with OpenPGP password-based decryption → plaintext JSON
+ * 6. Parse as DataFileEnvelope (validate)
+ * 7. Write to local filesystem via hierarchy manager
+ * 8. Insert into local index (with fileId)
+ */
+export async function downloadOne(deps, record) {
+    const { indexManager, hierarchyOptions, storageAdapter, gateway, masterKey, logger, } = deps;
+    // 1. Check dedup: skip if fileId already in local index
+    const existing = indexManager.findByFileId(record.fileId);
+    if (existing) {
+        logger.debug({ fileId: record.fileId }, "File already in index, skipping");
+        return null;
+    }
+    // 2. Download OpenPGP encrypted binary from storage backend
+    const encrypted = await storageAdapter.download(record.url);
+    // 3. Resolve schemaId → scope via Gateway getSchema
+    const schema = await gateway.getSchema(record.schemaId);
+    if (!schema) {
+        throw new Error(`No schema found for schemaId: ${record.schemaId}`);
+    }
+    // 4. Derive scope key → hex-encode as OpenPGP password
+    const scopeKey = deriveScopeKey(masterKey, schema.scope);
+    const scopeKeyHex = Buffer.from(scopeKey).toString("hex");
+    // 5. Decrypt with OpenPGP password-based decryption
+    const plaintext = await decryptWithPassword(encrypted, scopeKeyHex);
+    // 6. Parse as DataFileEnvelope (validate)
+    const raw = JSON.parse(new TextDecoder().decode(plaintext));
+    const envelope = DataFileEnvelopeSchema.parse(raw);
+    // 7. Write to local filesystem via hierarchy manager
+    const { relativePath, sizeBytes } = await writeDataFile(hierarchyOptions, envelope);
+    // 8. Insert into local index (with fileId)
+    indexManager.insert({
+        fileId: record.fileId,
+        path: relativePath,
+        scope: envelope.scope,
+        collectedAt: envelope.collectedAt,
+        sizeBytes,
+    });
+    logger.info({ fileId: record.fileId, scope: envelope.scope, path: relativePath }, "Downloaded and indexed file");
+    return {
+        fileId: record.fileId,
+        scope: envelope.scope,
+        collectedAt: envelope.collectedAt,
+        path: relativePath,
+    };
+}
+/**
+ * Poll Gateway for new file records since lastProcessedTimestamp,
+ * download each, and advance the cursor.
+ */
+export async function downloadAll(deps) {
+    const { gateway, cursor, serverOwner, logger } = deps;
+    // 1. Read cursor
+    const lastProcessedTimestamp = await cursor.read();
+    // 2. Poll gateway for new file records
+    const { files, cursor: nextCursor } = await gateway.listFilesSince(serverOwner, lastProcessedTimestamp);
+    const results = [];
+    // 3. Process each file record
+    for (const file of files) {
+        try {
+            const result = await downloadOne(deps, file);
+            if (result) {
+                results.push(result);
+            }
+        }
+        catch (err) {
+            logger.error({
+                fileId: file.fileId,
+                schemaId: file.schemaId,
+                error: err.message,
+            }, "Failed to download file");
+        }
+    }
+    // 4. Advance cursor if there are new records
+    if (nextCursor !== null) {
+        await cursor.write(nextCursor);
+    }
+    return results;
+}
+//# sourceMappingURL=download.js.map

package/dist/sync/workers/download.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"download.js","sourceRoot":"","sources":["../../../src/sync/workers/download.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AACxE,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AAoBpE;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,IAAwB,EACxB,MAAkB;IAElB,MAAM,EACJ,YAAY,EACZ,gBAAgB,EAChB,cAAc,EACd,OAAO,EACP,SAAS,EACT,MAAM,GACP,GAAG,IAAI,CAAC;IAET,wDAAwD;IACxD,MAAM,QAAQ,GAAG,YAAY,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC1D,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,iCAAiC,CAAC,CAAC;QAC3E,OAAO,IAAI,CAAC;IACd,CAAC;IAED,4DAA4D;IAC5D,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAE5D,oDAAoD;IACpD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACxD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,uDAAuD;IACvD,MAAM,QAAQ,GAAG,cAAc,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IACzD,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE1D,oDAAoD;IACpD,MAAM,SAAS,GAAG,MAAM,mBAAmB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAEpE,0CAA0C;IAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;IAC5D,MAAM,QAAQ,GAAG,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAEnD,qDAAqD;IACrD,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,GAAG,MAAM,aAAa,CACrD,gBAAgB,EAChB,QAAQ,CACT,CAAC;IAEF,2CAA2C;IAC3C,YAAY,CAAC,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,SAAS;KACV,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CACT,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,EACpE,6BAA6B,CAC9B,CAAC;IAEF,OAAO;QACL,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,IAAI,EAAE,YAAY;KACnB,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,IAAwB;IAExB,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAEtD,iBAAiB;IACjB,MAAM,sBAAsB,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IAEnD,uCAAuC;IACvC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,OAAO,CAAC,cAAc,CAChE,WAAW,EACX,sBAAsB,CACvB,CAAC;IAEF,MAAM,OAAO,GAAqB,EAAE,CAAC;IAErC,8BAA8B;IAC9B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAC7C,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CACV;gBACE,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAG,GAAa,CAAC,OAAO;aAC9B,EACD,yBAAyB,CAC1B,CAAC;QACJ,CAAC;IACH,CAAC;IAED,6CAA6C;IAC7C,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;QACxB,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACjC,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/sync/workers/upload.d.ts

@@ -0,0 +1,43 @@
+import type { IndexManager } from "../../storage/index/manager.js";
+import type { HierarchyManagerOptions } from "../../storage/hierarchy/index.js";
+import type { StorageAdapter } from "../../storage/adapters/interface.js";
+import type { GatewayClient } from "../../gateway/client.js";
+import type { ServerSigner } from "../../signing/signer.js";
+import type { Logger } from "pino";
+import type { IndexEntry } from "../../storage/index/types.js";
+export interface UploadWorkerDeps {
+    indexManager: IndexManager;
+    hierarchyOptions: HierarchyManagerOptions;
+    storageAdapter: StorageAdapter;
+    gateway: GatewayClient;
+    signer: ServerSigner;
+    masterKey: Uint8Array;
+    serverOwner: string;
+    logger: Logger;
+}
+export interface UploadResult {
+    path: string;
+    fileId: string;
+    url: string;
+}
+/**
+ * Upload a single unsynced index entry:
+ * 1. Read local data file from disk
+ * 2. Look up schema for the scope → get schemaId
+ * 3. Derive scope key from master key → hex-encode as OpenPGP password
+ * 4. Encrypt with OpenPGP password-based encryption → binary
+ * 5. Upload OpenPGP binary to storage backend
+ * 6. Sign file registration via EIP-712
+ * 7. Register file record on-chain via Gateway (with schemaId)
+ * 8. Update local index with fileId
+ */
+export declare function uploadOne(deps: UploadWorkerDeps, entry: IndexEntry): Promise<UploadResult>;
+/**
+ * Process all unsynced entries (fileId === null).
+ * Processes sequentially to avoid overwhelming storage backend.
+ * Returns array of results (skips failures, logs errors).
+ */
+export declare function uploadAll(deps: UploadWorkerDeps, options?: {
+    batchSize?: number;
+}): Promise<UploadResult[]>;
+//# sourceMappingURL=upload.d.ts.map

package/dist/sync/workers/upload.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../../src/sync/workers/upload.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AAChF,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qCAAqC,CAAC;AAC1E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AACnC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAK/D,MAAM,WAAW,gBAAgB;IAC/B,YAAY,EAAE,YAAY,CAAC;IAC3B,gBAAgB,EAAE,uBAAuB,CAAC;IAC1C,cAAc,EAAE,cAAc,CAAC;IAC/B,OAAO,EAAE,aAAa,CAAC;IACvB,MAAM,EAAE,YAAY,CAAC;IACrB,SAAS,EAAE,UAAU,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;CACb;AAED;;;;;;;;;;GAUG;AACH,wBAAsB,SAAS,CAC7B,IAAI,EAAE,gBAAgB,EACtB,KAAK,EAAE,UAAU,GAChB,OAAO,CAAC,YAAY,CAAC,CAoEvB;AAED;;;;GAIG;AACH,wBAAsB,SAAS,CAC7B,IAAI,EAAE,gBAAgB,EACtB,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,GAC/B,OAAO,CAAC,YAAY,EAAE,CAAC,CAkBzB"}

package/dist/sync/workers/upload.js

@@ -0,0 +1,75 @@
+import { readDataFile } from "../../storage/hierarchy/index.js";
+import { deriveScopeKey } from "../../keys/derive.js";
+import { encryptWithPassword } from "../../storage/encryption/index.js";
+/**
+ * Upload a single unsynced index entry:
+ * 1. Read local data file from disk
+ * 2. Look up schema for the scope → get schemaId
+ * 3. Derive scope key from master key → hex-encode as OpenPGP password
+ * 4. Encrypt with OpenPGP password-based encryption → binary
+ * 5. Upload OpenPGP binary to storage backend
+ * 6. Sign file registration via EIP-712
+ * 7. Register file record on-chain via Gateway (with schemaId)
+ * 8. Update local index with fileId
+ */
+export async function uploadOne(deps, entry) {
+    const { indexManager, hierarchyOptions, storageAdapter, gateway, signer, masterKey, serverOwner, logger, } = deps;
+    // 1. Read local data file
+    const envelope = await readDataFile(hierarchyOptions, entry.scope, entry.collectedAt);
+    // 2. Look up schema for the scope
+    const schema = await gateway.getSchemaForScope(entry.scope);
+    if (!schema) {
+        throw new Error(`No schema found for scope: ${entry.scope}`);
+    }
+    // 3. Derive scope key → hex-encode as OpenPGP password
+    const scopeKey = deriveScopeKey(masterKey, entry.scope);
+    const scopeKeyHex = Buffer.from(scopeKey).toString("hex");
+    // 4. Encrypt with OpenPGP password-based encryption
+    const plaintext = new TextEncoder().encode(JSON.stringify(envelope));
+    const encrypted = await encryptWithPassword(plaintext, scopeKeyHex);
+    // 5. Upload to storage backend
+    const storageKey = `${entry.scope}/${entry.collectedAt}`;
+    const url = await storageAdapter.upload(storageKey, encrypted);
+    // 6. Sign file registration via EIP-712
+    const signature = await signer.signFileRegistration({
+        ownerAddress: serverOwner,
+        url,
+        schemaId: schema.id,
+    });
+    // 7. Register file on-chain via Gateway
+    const registration = await gateway.registerFile({
+        ownerAddress: serverOwner,
+        url,
+        schemaId: schema.id,
+        signature,
+    });
+    const fileId = registration.fileId;
+    if (!fileId) {
+        throw new Error(`Gateway registerFile did not return a fileId for ${entry.path}`);
+    }
+    // 8. Update local index with fileId
+    indexManager.updateFileId(entry.path, fileId);
+    logger.info({ path: entry.path, fileId, url }, "Uploaded and registered file");
+    return { path: entry.path, fileId, url };
+}
+/**
+ * Process all unsynced entries (fileId === null).
+ * Processes sequentially to avoid overwhelming storage backend.
+ * Returns array of results (skips failures, logs errors).
+ */
+export async function uploadAll(deps, options) {
+    const batchSize = options?.batchSize ?? 50;
+    const entries = deps.indexManager.findUnsynced({ limit: batchSize });
+    const results = [];
+    for (const entry of entries) {
+        try {
+            const result = await uploadOne(deps, entry);
+            results.push(result);
+        }
+        catch (err) {
+            deps.logger.error({ path: entry.path, scope: entry.scope, error: err.message }, "Failed to upload entry");
+        }
+    }
+    return results;
+}
+//# sourceMappingURL=upload.js.map

package/dist/sync/workers/upload.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"upload.js","sourceRoot":"","sources":["../../../src/sync/workers/upload.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AAmBxE;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,IAAsB,EACtB,KAAiB;IAEjB,MAAM,EACJ,YAAY,EACZ,gBAAgB,EAChB,cAAc,EACd,OAAO,EACP,MAAM,EACN,SAAS,EACT,WAAW,EACX,MAAM,GACP,GAAG,IAAI,CAAC;IAET,0BAA0B;IAC1B,MAAM,QAAQ,GAAG,MAAM,YAAY,CACjC,gBAAgB,EAChB,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,WAAW,CAClB,CAAC;IAEF,kCAAkC;IAClC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC5D,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,8BAA8B,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAC/D,CAAC;IAED,uDAAuD;IACvD,MAAM,QAAQ,GAAG,cAAc,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IACxD,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE1D,oDAAoD;IACpD,MAAM,SAAS,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;IACrE,MAAM,SAAS,GAAG,MAAM,mBAAmB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAEpE,+BAA+B;IAC/B,MAAM,UAAU,GAAG,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;IACzD,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IAE/D,wCAAwC;IACxC,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC;QAClD,YAAY,EAAE,WAA4B;QAC1C,GAAG;QACH,QAAQ,EAAE,MAAM,CAAC,EAAmB;KACrC,CAAC,CAAC;IAEH,wCAAwC;IACxC,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC;QAC9C,YAAY,EAAE,WAAW;QACzB,GAAG;QACH,QAAQ,EAAE,MAAM,CAAC,EAAE;QACnB,SAAS;KACV,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;IACnC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CACb,oDAAoD,KAAK,CAAC,IAAI,EAAE,CACjE,CAAC;IACJ,CAAC;IAED,oCAAoC;IACpC,YAAY,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAE9C,MAAM,CAAC,IAAI,CACT,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,EACjC,8BAA8B,CAC/B,CAAC;IAEF,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;AAC3C,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,IAAsB,EACtB,OAAgC;IAEhC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,EAAE,CAAC;IAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;IACrE,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC5C,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,EACvE,wBAAwB,CACzB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/test-utils/index.d.ts

@@ -0,0 +1,2 @@
+export { createTestWallet, buildWeb3SignedHeader, type TestWallet, } from "./wallet.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/test-utils/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/test-utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gBAAgB,EAChB,qBAAqB,EACrB,KAAK,UAAU,GAChB,MAAM,aAAa,CAAC"}

package/dist/test-utils/index.js

@@ -0,0 +1,2 @@
+export { createTestWallet, buildWeb3SignedHeader, } from "./wallet.js";
+//# sourceMappingURL=index.js.map

package/dist/test-utils/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/test-utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gBAAgB,EAChB,qBAAqB,GAEtB,MAAM,aAAa,CAAC"}

package/dist/test-utils/wallet.d.ts

@@ -0,0 +1,40 @@
+/**
+ * Test wallet utilities for Web3Signed auth testing.
+ * Provides deterministic wallets and header builders for integration tests.
+ */
+export interface TestWallet {
+    address: `0x${string}`;
+    privateKey: `0x${string}`;
+    signMessage(message: string): Promise<`0x${string}`>;
+    signTypedData(params: {
+        domain: Record<string, unknown>;
+        types: Record<string, Array<{
+            name: string;
+            type: string;
+        }>>;
+        primaryType: string;
+        message: Record<string, unknown>;
+    }): Promise<`0x${string}`>;
+}
+/**
+ * Create a deterministic test wallet from a seed index.
+ * Seed 0 produces a fixed private key, seed N produces key = padded hex(N+1).
+ */
+export declare function createTestWallet(seed?: number): TestWallet;
+/**
+ * Build a valid Web3Signed Authorization header value.
+ * Format: "Web3Signed {base64url(payload)}.{signature}"
+ *
+ * The payload is JSON with sorted keys, signed via EIP-191.
+ */
+export declare function buildWeb3SignedHeader(params: {
+    wallet: TestWallet;
+    aud: string;
+    method: string;
+    uri: string;
+    bodyHash?: string;
+    iat?: number;
+    exp?: number;
+    grantId?: string;
+}): Promise<string>;
+//# sourceMappingURL=wallet.d.ts.map

package/dist/test-utils/wallet.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wallet.d.ts","sourceRoot":"","sources":["../../src/test-utils/wallet.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,KAAK,MAAM,EAAE,CAAC;IACvB,UAAU,EAAE,KAAK,MAAM,EAAE,CAAC;IAC1B,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,MAAM,EAAE,CAAC,CAAC;IACrD,aAAa,CAAC,MAAM,EAAE;QACpB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAChC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC,CAAC;QAC7D,WAAW,EAAE,MAAM,CAAC;QACpB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAClC,GAAG,OAAO,CAAC,KAAK,MAAM,EAAE,CAAC,CAAC;CAC5B;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,GAAE,MAAU,GAAG,UAAU,CA0B7D;AAWD;;;;;GAKG;AACH,wBAAsB,qBAAqB,CAAC,MAAM,EAAE;IAClD,MAAM,EAAE,UAAU,CAAC;IACnB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,GAAG,OAAO,CAAC,MAAM,CAAC,CA8BlB"}

package/dist/test-utils/wallet.js

@@ -0,0 +1,72 @@
+/**
+ * Test wallet utilities for Web3Signed auth testing.
+ * Provides deterministic wallets and header builders for integration tests.
+ */
+import { privateKeyToAccount } from "viem/accounts";
+/**
+ * Create a deterministic test wallet from a seed index.
+ * Seed 0 produces a fixed private key, seed N produces key = padded hex(N+1).
+ */
+export function createTestWallet(seed = 0) {
+    // Derive a deterministic private key from the seed.
+    // Pad the (seed + 1) value to 32 bytes hex.
+    const keyValue = (seed + 1).toString(16).padStart(64, "0");
+    const privateKey = `0x${keyValue}`;
+    const account = privateKeyToAccount(privateKey);
+    return {
+        address: account.address,
+        privateKey,
+        async signMessage(message) {
+            return account.signMessage({ message });
+        },
+        async signTypedData(params) {
+            return account.signTypedData({
+                domain: params.domain,
+                types: params.types,
+                primaryType: params.primaryType,
+                message: params.message,
+            });
+        },
+    };
+}
+/** Base64url encode a string (no padding). */
+function base64urlEncode(input) {
+    return Buffer.from(input, "utf-8")
+        .toString("base64")
+        .replace(/\+/g, "-")
+        .replace(/\//g, "_")
+        .replace(/=+$/, "");
+}
+/**
+ * Build a valid Web3Signed Authorization header value.
+ * Format: "Web3Signed {base64url(payload)}.{signature}"
+ *
+ * The payload is JSON with sorted keys, signed via EIP-191.
+ */
+export async function buildWeb3SignedHeader(params) {
+    const now = Math.floor(Date.now() / 1000);
+    const payload = {
+        aud: params.aud,
+        bodyHash: params.bodyHash ?? "",
+        exp: params.exp ?? now + 300,
+        iat: params.iat ?? now,
+        method: params.method,
+        uri: params.uri,
+    };
+    if (params.grantId !== undefined) {
+        payload["grantId"] = params.grantId;
+    }
+    // Sort keys for deterministic serialization
+    const sortedPayload = Object.keys(payload)
+        .sort()
+        .reduce((acc, key) => {
+        acc[key] = payload[key];
+        return acc;
+    }, {});
+    const payloadJson = JSON.stringify(sortedPayload);
+    const payloadBase64 = base64urlEncode(payloadJson);
+    // Sign the base64url string via EIP-191
+    const signature = await params.wallet.signMessage(payloadBase64);
+    return `Web3Signed ${payloadBase64}.${signature}`;
+}
+//# sourceMappingURL=wallet.js.map

package/dist/test-utils/wallet.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wallet.js","sourceRoot":"","sources":["../../src/test-utils/wallet.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AAepD;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAAe,CAAC;IAC/C,oDAAoD;IACpD,4CAA4C;IAC5C,MAAM,QAAQ,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IAC3D,MAAM,UAAU,GAAG,KAAK,QAAQ,EAAmB,CAAC;IACpD,MAAM,OAAO,GAAsB,mBAAmB,CAAC,UAAU,CAAC,CAAC;IAEnE,OAAO;QACL,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,UAAU;QACV,KAAK,CAAC,WAAW,CAAC,OAAe;YAC/B,OAAO,OAAO,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QAC1C,CAAC;QACD,KAAK,CAAC,aAAa,CAAC,MAAM;YACxB,OAAO,OAAO,CAAC,aAAa,CAAC;gBAC3B,MAAM,EAAE,MAAM,CAAC,MAED;gBACd,KAAK,EAAE,MAAM,CAAC,KAED;gBACb,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB,CAAC,CAAC;QACL,CAAC;KACF,CAAC;AACJ,CAAC;AAED,8CAA8C;AAC9C,SAAS,eAAe,CAAC,KAAa;IACpC,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC;SAC/B,QAAQ,CAAC,QAAQ,CAAC;SAClB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;AACxB,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,MAS3C;IACC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;IAC1C,MAAM,OAAO,GAA4B;QACvC,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE;QAC/B,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,GAAG,GAAG,GAAG;QAC5B,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,GAAG;QACtB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,GAAG,EAAE,MAAM,CAAC,GAAG;KAChB,CAAC;IAEF,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QACjC,OAAO,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC;IACtC,CAAC;IAED,4CAA4C;IAC5C,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;SACvC,IAAI,EAAE;SACN,MAAM,CAA0B,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QAC5C,GAAG,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QACxB,OAAO,GAAG,CAAC;IACb,CAAC,EAAE,EAAE,CAAC,CAAC;IAET,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;IAClD,MAAM,aAAa,GAAG,eAAe,CAAC,WAAW,CAAC,CAAC;IAEnD,wCAAwC;IACxC,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;IAEjE,OAAO,cAAc,aAAa,IAAI,SAAS,EAAE,CAAC;AACpD,CAAC"}

package/package.json

@@ -0,0 +1,115 @@
+{
+  "name": "@opendatalabs/personal-server-ts-core",
+  "version": "0.0.1-canary.0d0705b",
+  "description": "Protocol logic for the Vana Personal Server — auth, grants, scopes, storage, keys",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/vana-com/personal-server-ts.git",
+    "directory": "packages/core"
+  },
+  "homepage": "https://github.com/vana-com/personal-server-ts#readme",
+  "bugs": {
+    "url": "https://github.com/vana-com/personal-server-ts/issues"
+  },
+  "type": "module",
+  "publishConfig": {
+    "access": "public"
+  },
+  "files": [
+    "dist"
+  ],
+  "exports": {
+    "./config": {
+      "types": "./dist/config/index.d.ts",
+      "import": "./dist/config/index.js"
+    },
+    "./logger": {
+      "types": "./dist/logger/index.d.ts",
+      "import": "./dist/logger/index.js"
+    },
+    "./errors": {
+      "types": "./dist/errors/catalog.d.ts",
+      "import": "./dist/errors/catalog.js"
+    },
+    "./schemas": {
+      "types": "./dist/schemas/server-config.d.ts",
+      "import": "./dist/schemas/server-config.js"
+    },
+    "./scopes": {
+      "types": "./dist/scopes/index.d.ts",
+      "import": "./dist/scopes/index.js"
+    },
+    "./storage/hierarchy": {
+      "types": "./dist/storage/hierarchy/index.d.ts",
+      "import": "./dist/storage/hierarchy/index.js"
+    },
+    "./storage/index": {
+      "types": "./dist/storage/index/index.d.ts",
+      "import": "./dist/storage/index/index.js"
+    },
+    "./schemas/data-file": {
+      "types": "./dist/schemas/data-file.d.ts",
+      "import": "./dist/schemas/data-file.js"
+    },
+    "./auth": {
+      "types": "./dist/auth/web3-signed.d.ts",
+      "import": "./dist/auth/web3-signed.js"
+    },
+    "./grants": {
+      "types": "./dist/grants/index.d.ts",
+      "import": "./dist/grants/index.js"
+    },
+    "./gateway": {
+      "types": "./dist/gateway/client.d.ts",
+      "import": "./dist/gateway/client.js"
+    },
+    "./logging/access-log": {
+      "types": "./dist/logging/access-log.d.ts",
+      "import": "./dist/logging/access-log.js"
+    },
+    "./keys": {
+      "types": "./dist/keys/index.d.ts",
+      "import": "./dist/keys/index.js"
+    },
+    "./logging/access-reader": {
+      "types": "./dist/logging/access-reader.d.ts",
+      "import": "./dist/logging/access-reader.js"
+    },
+    "./signing": {
+      "types": "./dist/signing/index.d.ts",
+      "import": "./dist/signing/index.js"
+    },
+    "./sync": {
+      "types": "./dist/sync/index.d.ts",
+      "import": "./dist/sync/index.js"
+    },
+    "./storage/encryption": {
+      "types": "./dist/storage/encryption/index.d.ts",
+      "import": "./dist/storage/encryption/index.js"
+    },
+    "./storage/adapters": {
+      "types": "./dist/storage/adapters/index.d.ts",
+      "import": "./dist/storage/adapters/index.js"
+    },
+    "./test-utils": {
+      "types": "./dist/test-utils/index.d.ts",
+      "import": "./dist/test-utils/index.js"
+    }
+  },
+  "scripts": {
+    "build": "tsc --build"
+  },
+  "dependencies": {
+    "@noble/hashes": "^2.0.1",
+    "better-sqlite3": "^12.6.2",
+    "openpgp": "^6.3.0",
+    "pino": "^10.3.0",
+    "pino-pretty": "^13.0.0",
+    "viem": "^2.45.1",
+    "zod": "^4.3.6"
+  },
+  "devDependencies": {
+    "@types/better-sqlite3": "^7.6.0"
+  }
+}