@gns-foundation/hive-worker 0.1.11 → 0.5.0

package/src/mobydb_hooks.ts

@@ -0,0 +1,173 @@
+// ============================================================
+// Phase 4: Worker MobyDB Integration
+// File: packages/hive-worker/src/mobydb_hooks.ts
+//
+// Hooks MobyDB into every compute operation.
+// Call initWorkerMobyDB() at worker startup.
+// ============================================================
+
+import { initMobyDB, getMobyDB, currentEpoch, type MobyDB } from './mobydb';
+
+let sealInterval: NodeJS.Timeout | null = null;
+let syncInterval: NodeJS.Timeout | null = null;
+
+// ─── Central API ────────────────────────────
+const CENTRAL_URL = process.env.CENTRAL_API_URL || 'https://gns-browser-production.up.railway.app';
+
+// ─── Initialize ─────────────────────────────
+
+/**
+ * Initialize MobyDB for this worker.
+ * Call once at worker startup after identity is loaded.
+ */
+export function initWorkerMobyDB(workerPk: string, h3Cell: string): MobyDB {
+  const db = initMobyDB(workerPk, h3Cell);
+
+  // Start auto-sealer (every 60 seconds)
+  if (!sealInterval) {
+    sealInterval = setInterval(() => {
+      const moby = getMobyDB();
+      if (!moby) return;
+      const seals = moby.autoSeal();
+      if (seals.length > 0) {
+        console.log(`🔒 Auto-sealed ${seals.length} epoch(s)`);
+      }
+    }, 60_000);
+  }
+
+  // Start sync to central (every 30 seconds)
+  if (!syncInterval) {
+    syncInterval = setInterval(() => {
+      syncToCentral().catch(err => {
+        console.error('⚠️ Sync to central failed:', err.message);
+      });
+    }, 30_000);
+  }
+
+  console.log(`🐋 Worker MobyDB ready (auto-seal: 60s, sync: 30s)`);
+  return db;
+}
+
+// ─── Compute Hooks ──────────────────────────
+
+/**
+ * Hook: call after every inference.
+ * Writes an Inference record to local MobyDB.
+ */
+export function afterInference(data: {
+  model: string;
+  provider: string;
+  tokens_in: number;
+  tokens_out: number;
+  latency_ms: number;
+  prompt_hash: string;
+  response_hash: string;
+  requester_pk: string;
+  job_id?: string;
+}): string | null {
+  const moby = getMobyDB();
+  if (!moby) return null;
+
+  const record = moby.writeInference(data);
+  return record.record_hash;
+}
+
+/**
+ * Hook: call after every tile render/proxy.
+ * Writes a Tile record to local MobyDB.
+ */
+export function afterTileRender(data: {
+  format: string;
+  zoom: number;
+  style: string;
+  tile_hash: string;
+  tile_bytes: number;
+  render_ms: number;
+  source: string;
+  cached: boolean;
+  parent_job?: string;
+}): string | null {
+  const moby = getMobyDB();
+  if (!moby) return null;
+
+  const record = moby.writeTile(data);
+  return record.record_hash;
+}
+
+/**
+ * Hook: call after a compound job completes.
+ * Links all step records into one ComputeJob record.
+ */
+export function afterComputeJob(data: {
+  job_id: string;
+  requester_pk: string;
+  steps: Array<{ id: string; type: string; record_hash: string }>;
+  total_gns: number;
+  stellar_tx?: string;
+  latency_ms: number;
+}): string | null {
+  const moby = getMobyDB();
+  if (!moby) return null;
+
+  const record = moby.writeComputeJob(data);
+  return record.record_hash;
+}
+
+// ─── Sync to Central ────────────────────────
+
+/**
+ * Push pending records to the central MobyDB server.
+ * Records are batched for efficiency.
+ */
+async function syncToCentral(): Promise<void> {
+  const moby = getMobyDB();
+  if (!moby) return;
+
+  const pendingIds = moby.getPendingSync(20);
+  if (pendingIds.length === 0) return;
+
+  const records = pendingIds.map(id => moby.get(id)).filter(Boolean);
+  if (records.length === 0) return;
+
+  try {
+    const res = await fetch(`${CENTRAL_URL}/mobydb/sync`, {
+      method: 'POST',
+      headers: { 'Content-Type': 'application/json' },
+      body: JSON.stringify({ records }),
+    });
+
+    if (res.ok) {
+      moby.markSynced(pendingIds);
+      console.log(`📤 Synced ${records.length} records to central`);
+    }
+  } catch {
+    // Will retry next cycle
+  }
+}
+
+// ─── Status ─────────────────────────────────
+
+export function getMobyDBStatus(): Record<string, any> | null {
+  const moby = getMobyDB();
+  if (!moby) return null;
+
+  return {
+    path: moby.path,
+    records: moby.recordCount,
+    stats: moby.stats(),
+    epoch: currentEpoch(),
+  };
+}
+
+// ─── Shutdown ───────────────────────────────
+
+export function shutdownMobyDB(): void {
+  if (sealInterval) { clearInterval(sealInterval); sealInterval = null; }
+  if (syncInterval) { clearInterval(syncInterval); syncInterval = null; }
+  const moby = getMobyDB();
+  if (moby) {
+    // Final seal before shutdown
+    moby.autoSeal();
+    moby.close();
+  }
+}