jowork 0.2.4 → 0.3.0

package/dist/chunk-OXWWOKC7.js

@@ -0,0 +1,201 @@
+import {
+  createId
+} from "./chunk-TFMF3EXE.js";
+
+// src/sync/context.ts
+import { createHash } from "crypto";
+function contentHash(str) {
+  return createHash("sha256").update(str).digest("hex").slice(0, 16);
+}
+var SyncContext = class {
+  sqlite;
+  fileWriter;
+  logger;
+  // Prepared statements — created once, reused across all upsert calls
+  stmts;
+  constructor(sqlite, logger, fileWriter) {
+    this.sqlite = sqlite;
+    this.fileWriter = fileWriter;
+    this.logger = logger;
+    this.stmts = {
+      checkExists: sqlite.prepare("SELECT id, content_hash FROM objects WHERE uri = ?"),
+      getByUri: sqlite.prepare("SELECT id, content_hash, title, summary, tags FROM objects WHERE uri = ?"),
+      insertObj: sqlite.prepare(`
+        INSERT INTO objects (id, source, source_type, uri, title, summary, tags, content_hash, file_path, last_synced_at, created_at)
+        VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+      `),
+      updateObj: sqlite.prepare(`
+        UPDATE objects SET title = ?, summary = ?, tags = ?, content_hash = ?, file_path = ?, last_synced_at = ?
+        WHERE id = ?
+      `),
+      insertFts: sqlite.prepare(`
+        INSERT INTO objects_fts(rowid, title, summary, tags, source, source_type, body_excerpt)
+        VALUES (?, ?, ?, ?, ?, ?, ?)
+      `),
+      deleteFts: sqlite.prepare("DELETE FROM objects_fts WHERE rowid = ?"),
+      getRowid: sqlite.prepare("SELECT rowid FROM objects WHERE id = ?"),
+      getCursor: sqlite.prepare("SELECT cursor FROM sync_cursors WHERE connector_id = ?"),
+      saveCursor: sqlite.prepare(
+        "INSERT OR REPLACE INTO sync_cursors (connector_id, cursor, last_synced_at) VALUES (?, ?, ?)"
+      )
+    };
+  }
+  /**
+   * UPSERT an object: INSERT if new, UPDATE if content_hash changed, SKIP if unchanged.
+   * Handles SQLite objects + FTS5 + FileWriter in one call.
+   */
+  upsertObject(input) {
+    const { source, sourceType, uri, title, content } = input;
+    const summary = input.summary ?? (content.length > 200 ? content.slice(0, 200) + "..." : content);
+    const tags = input.tags ? JSON.stringify(input.tags) : JSON.stringify([source, sourceType]);
+    const hash = contentHash(content);
+    const now = Date.now();
+    const createdAt = input.createdAt ?? now;
+    const existing = this.stmts.getByUri.get(uri);
+    if (existing) {
+      if (existing.content_hash === hash) {
+        return { id: existing.id, action: "skipped" };
+      }
+      let filePath2;
+      if (this.fileWriter) {
+        try {
+          filePath2 = this.fileWriter.writeObject(source, sourceType, {
+            id: existing.id,
+            title,
+            ...input.fileMeta
+          }, input.fileContent ?? content);
+        } catch {
+        }
+      }
+      this.stmts.updateObj.run(title, summary, tags, hash, filePath2 ?? null, now, existing.id);
+      this.rebuildFts(existing.id, title, summary, tags, source, sourceType, content);
+      return { id: existing.id, action: "updated", filePath: filePath2 };
+    }
+    const id = createId("obj");
+    let filePath;
+    if (this.fileWriter) {
+      try {
+        filePath = this.fileWriter.writeObject(source, sourceType, {
+          id,
+          title,
+          ...input.fileMeta
+        }, input.fileContent ?? content);
+      } catch {
+      }
+    }
+    try {
+      this.stmts.insertObj.run(
+        id,
+        source,
+        sourceType,
+        uri,
+        title,
+        summary,
+        tags,
+        hash,
+        filePath ?? null,
+        now,
+        createdAt
+      );
+    } catch (err) {
+      if (String(err).includes("UNIQUE constraint")) {
+        return this.upsertObject(input);
+      }
+      throw err;
+    }
+    try {
+      const rowid = this.stmts.getRowid.get(id);
+      if (rowid) {
+        const excerpt = content.length > 500 ? content.slice(0, 500) : content;
+        this.stmts.insertFts.run(rowid.rowid, title ?? "", summary ?? "", tags, source, sourceType, excerpt);
+      }
+    } catch {
+    }
+    return { id, action: "inserted", filePath };
+  }
+  /**
+   * Batch upsert within a transaction. Returns counts.
+   */
+  batchUpsert(items) {
+    let inserted = 0, updated = 0, skipped = 0;
+    const run = this.sqlite.transaction((batch) => {
+      for (const item of batch) {
+        const result = this.upsertObject(item);
+        switch (result.action) {
+          case "inserted":
+            inserted++;
+            break;
+          case "updated":
+            updated++;
+            break;
+          case "skipped":
+            skipped++;
+            break;
+        }
+      }
+    });
+    for (let i = 0; i < items.length; i += 100) {
+      run(items.slice(i, i + 100));
+    }
+    return { inserted, updated, skipped };
+  }
+  /**
+   * Get cursor for a specific connector/entity.
+   * Key format: "source:entity:subkey" (e.g., "feishu:messages:chatId123")
+   */
+  getCursor(cursorKey) {
+    const row = this.stmts.getCursor.get(cursorKey);
+    if (!row?.cursor) return null;
+    try {
+      return JSON.parse(row.cursor);
+    } catch {
+      return null;
+    }
+  }
+  /** Save cursor for a connector/entity. */
+  saveCursor(cursorKey, cursor) {
+    this.stmts.saveCursor.run(cursorKey, JSON.stringify(cursor), Date.now());
+  }
+  /** Save a simple timestamp cursor (convenience for sources that only need updatedSince). */
+  saveTimestampCursor(cursorKey) {
+    this.saveCursor(cursorKey, { updatedSince: (/* @__PURE__ */ new Date()).toISOString() });
+  }
+  /** Get the updatedSince value from a cursor, or null if not set. */
+  getUpdatedSince(cursorKey) {
+    const cursor = this.getCursor(cursorKey);
+    return cursor?.updatedSince ?? null;
+  }
+  /** Check if a URI already exists (quick check without full upsert). */
+  exists(uri) {
+    return !!this.stmts.checkExists.get(uri);
+  }
+  /** Get the underlying SQLite instance (for source-specific queries). */
+  getSqlite() {
+    return this.sqlite;
+  }
+  get writer() {
+    return this.fileWriter;
+  }
+  get log() {
+    return this.logger;
+  }
+  /** Rebuild FTS entry for an updated object. */
+  rebuildFts(id, title, summary, tags, source, sourceType, content) {
+    try {
+      const rowid = this.stmts.getRowid.get(id);
+      if (!rowid) return;
+      try {
+        this.stmts.deleteFts.run(rowid.rowid);
+      } catch {
+      }
+      const excerpt = content.length > 500 ? content.slice(0, 500) : content;
+      this.stmts.insertFts.run(rowid.rowid, title ?? "", summary ?? "", tags, source, sourceType, excerpt);
+    } catch {
+    }
+  }
+};
+
+export {
+  contentHash,
+  SyncContext
+};