openzca 0.1.52 → 0.1.54

package/dist/db-migrations.js

@@ -0,0 +1,52 @@
+// src/lib/db-migrations.ts
+import fs from "fs/promises";
+var MIGRATIONS = [
+  { version: "001", file: "001-initial-schema.sql" },
+  { version: "002", file: "002-add-contacts.sql" },
+  { version: "003", file: "003-backfill-contacts.sql" }
+];
+var CREATE_MIGRATIONS_TABLE_SQL = `
+  CREATE TABLE IF NOT EXISTS schema_migrations (
+    version TEXT NOT NULL PRIMARY KEY,
+    applied_at TEXT NOT NULL
+  )
+`;
+function nowIso() {
+  return (/* @__PURE__ */ new Date()).toISOString();
+}
+async function readMigrationSql(file) {
+  return await fs.readFile(new URL(`./migrations/${file}`, import.meta.url), "utf8");
+}
+function listAppliedVersions(db) {
+  const rows = db.prepare("SELECT version FROM schema_migrations").all();
+  return new Set(
+    rows.map((row) => typeof row.version === "string" ? row.version : "").filter(Boolean)
+  );
+}
+async function runMigrations(db) {
+  db.exec(CREATE_MIGRATIONS_TABLE_SQL);
+  const applied = listAppliedVersions(db);
+  for (const migration of MIGRATIONS) {
+    if (applied.has(migration.version)) {
+      continue;
+    }
+    const sql = await readMigrationSql(migration.file);
+    db.exec("BEGIN");
+    try {
+      db.exec(sql);
+      db.prepare(
+        "INSERT INTO schema_migrations (version, applied_at) VALUES (?, ?)"
+      ).run(migration.version, nowIso());
+      db.exec("COMMIT");
+    } catch (error) {
+      try {
+        db.exec("ROLLBACK");
+      } catch {
+      }
+      throw error;
+    }
+  }
+}
+export {
+  runMigrations
+};

package/dist/db-worker.js

@@ -1,150 +1,5 @@
 // src/lib/db-worker.ts
 import { parentPort, workerData } from "worker_threads";
-var INIT_SQL = `
-  PRAGMA journal_mode = WAL;
-  PRAGMA synchronous = FULL;
-  PRAGMA busy_timeout = 5000;
-  PRAGMA foreign_keys = ON;
-
-  CREATE TABLE IF NOT EXISTS threads (
-    profile TEXT NOT NULL,
-    scope_thread_id TEXT NOT NULL,
-    raw_thread_id TEXT NOT NULL,
-    thread_type TEXT NOT NULL,
-    peer_id TEXT,
-    title TEXT,
-    is_pinned INTEGER NOT NULL DEFAULT 0,
-    is_hidden INTEGER NOT NULL DEFAULT 0,
-    is_archived INTEGER NOT NULL DEFAULT 0,
-    raw_json TEXT,
-    created_at TEXT NOT NULL,
-    updated_at TEXT NOT NULL,
-    PRIMARY KEY (profile, scope_thread_id)
-  );
-
-  CREATE TABLE IF NOT EXISTS thread_members (
-    profile TEXT NOT NULL,
-    scope_thread_id TEXT NOT NULL,
-    user_id TEXT NOT NULL,
-    display_name TEXT,
-    zalo_name TEXT,
-    avatar TEXT,
-    account_status INTEGER,
-    member_type INTEGER,
-    raw_json TEXT,
-    snapshot_at_ms INTEGER NOT NULL,
-    created_at TEXT NOT NULL,
-    updated_at TEXT NOT NULL,
-    PRIMARY KEY (profile, scope_thread_id, user_id)
-  );
-
-  CREATE TABLE IF NOT EXISTS friends (
-    profile TEXT NOT NULL,
-    user_id TEXT NOT NULL,
-    display_name TEXT,
-    zalo_name TEXT,
-    avatar TEXT,
-    account_status INTEGER,
-    raw_json TEXT,
-    created_at TEXT NOT NULL,
-    updated_at TEXT NOT NULL,
-    PRIMARY KEY (profile, user_id)
-  );
-
-  CREATE TABLE IF NOT EXISTS self_profiles (
-    profile TEXT NOT NULL,
-    user_id TEXT NOT NULL,
-    display_name TEXT,
-    info_json TEXT,
-    created_at TEXT NOT NULL,
-    updated_at TEXT NOT NULL,
-    PRIMARY KEY (profile)
-  );
-
-  CREATE TABLE IF NOT EXISTS messages (
-    profile TEXT NOT NULL,
-    message_uid TEXT NOT NULL,
-    scope_thread_id TEXT NOT NULL,
-    raw_thread_id TEXT NOT NULL,
-    thread_type TEXT NOT NULL,
-    msg_id TEXT,
-    cli_msg_id TEXT,
-    action_id TEXT,
-    sender_id TEXT,
-    sender_name TEXT,
-    to_id TEXT,
-    timestamp_ms INTEGER NOT NULL,
-    msg_type TEXT,
-    content_text TEXT,
-    content_json TEXT,
-    quote_msg_id TEXT,
-    quote_cli_msg_id TEXT,
-    quote_owner_id TEXT,
-    quote_text TEXT,
-    source TEXT NOT NULL,
-    raw_message_json TEXT,
-    raw_payload_json TEXT,
-    created_at TEXT NOT NULL,
-    updated_at TEXT NOT NULL,
-    PRIMARY KEY (profile, message_uid)
-  );
-
-  CREATE TABLE IF NOT EXISTS message_media (
-    profile TEXT NOT NULL,
-    message_uid TEXT NOT NULL,
-    item_index INTEGER NOT NULL,
-    media_kind TEXT,
-    media_url TEXT,
-    media_path TEXT,
-    media_type TEXT,
-    raw_json TEXT,
-    created_at TEXT NOT NULL,
-    updated_at TEXT NOT NULL,
-    PRIMARY KEY (profile, message_uid, item_index)
-  );
-
-  CREATE TABLE IF NOT EXISTS message_mentions (
-    profile TEXT NOT NULL,
-    message_uid TEXT NOT NULL,
-    item_index INTEGER NOT NULL,
-    target_user_id TEXT NOT NULL,
-    pos INTEGER,
-    len INTEGER,
-    mention_type INTEGER,
-    raw_json TEXT,
-    created_at TEXT NOT NULL,
-    updated_at TEXT NOT NULL,
-    PRIMARY KEY (profile, message_uid, item_index)
-  );
-
-  CREATE TABLE IF NOT EXISTS sync_state (
-    profile TEXT NOT NULL,
-    scope TEXT NOT NULL,
-    scope_thread_id TEXT NOT NULL,
-    thread_type TEXT NOT NULL,
-    status TEXT NOT NULL,
-    completeness TEXT,
-    cursor TEXT,
-    last_sync_at TEXT,
-    error TEXT,
-    created_at TEXT NOT NULL,
-    updated_at TEXT NOT NULL,
-    PRIMARY KEY (profile, scope)
-  );
-
-  CREATE INDEX IF NOT EXISTS idx_messages_thread_time
-    ON messages (profile, scope_thread_id, timestamp_ms DESC);
-  CREATE INDEX IF NOT EXISTS idx_messages_msg_id
-    ON messages (profile, msg_id);
-  CREATE INDEX IF NOT EXISTS idx_messages_cli_msg_id
-    ON messages (profile, cli_msg_id);
-  CREATE INDEX IF NOT EXISTS idx_threads_type
-    ON threads (profile, thread_type, updated_at DESC);
-  CREATE INDEX IF NOT EXISTS idx_members_thread
-    ON thread_members (profile, scope_thread_id);
-  CREATE INDEX IF NOT EXISTS idx_friends_name
-    ON friends (profile, display_name, zalo_name, user_id);
-`;
 if (!parentPort) {
   throw new Error("DB worker requires parentPort");
 }
@@ -180,6 +35,12 @@ async function loadSqliteModule() {
     process.emitWarning = originalEmitWarning;
   }
 }
+async function loadMigrationModule() {
+  const currentUrl = new URL(import.meta.url);
+  const specifier = currentUrl.pathname.endsWith("/src/lib/db-worker.ts") ? new URL("./db-migrations.ts", currentUrl).href : new URL("./db-migrations.js", currentUrl).href;
+  const importDynamic = new Function("specifier", "return import(specifier);");
+  return await importDynamic(specifier);
+}
 function setDefensiveMode(db) {
   const maybeDb = db;
   if (typeof maybeDb.enableDefensive === "function") {
@@ -197,9 +58,16 @@ function allStatement(db, statement) {
 }
 async function main() {
   const { DatabaseSync } = await loadSqliteModule();
+  const { runMigrations } = await loadMigrationModule();
   const { filename } = workerData;
   const db = new DatabaseSync(filename);
-  db.exec(INIT_SQL);
+  db.exec(`
+    PRAGMA journal_mode = WAL;
+    PRAGMA synchronous = FULL;
+    PRAGMA busy_timeout = 5000;
+    PRAGMA foreign_keys = ON;
+  `);
+  await runMigrations(db);
   setDefensiveMode(db);
   port.postMessage({ type: "ready" });
   port.on("message", (message) => {

package/dist/migrations/001-initial-schema.sql

@@ -0,0 +1,138 @@
+CREATE TABLE IF NOT EXISTS threads (
+  profile TEXT NOT NULL,
+  scope_thread_id TEXT NOT NULL,
+  raw_thread_id TEXT NOT NULL,
+  thread_type TEXT NOT NULL,
+  peer_id TEXT,
+  title TEXT,
+  is_pinned INTEGER NOT NULL DEFAULT 0,
+  is_hidden INTEGER NOT NULL DEFAULT 0,
+  is_archived INTEGER NOT NULL DEFAULT 0,
+  raw_json TEXT,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  PRIMARY KEY (profile, scope_thread_id)
+);
+
+CREATE TABLE IF NOT EXISTS thread_members (
+  profile TEXT NOT NULL,
+  scope_thread_id TEXT NOT NULL,
+  user_id TEXT NOT NULL,
+  display_name TEXT,
+  zalo_name TEXT,
+  avatar TEXT,
+  account_status INTEGER,
+  member_type INTEGER,
+  raw_json TEXT,
+  snapshot_at_ms INTEGER NOT NULL,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  PRIMARY KEY (profile, scope_thread_id, user_id)
+);
+
+CREATE TABLE IF NOT EXISTS friends (
+  profile TEXT NOT NULL,
+  user_id TEXT NOT NULL,
+  display_name TEXT,
+  zalo_name TEXT,
+  avatar TEXT,
+  account_status INTEGER,
+  raw_json TEXT,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  PRIMARY KEY (profile, user_id)
+);
+
+CREATE TABLE IF NOT EXISTS self_profiles (
+  profile TEXT NOT NULL,
+  user_id TEXT NOT NULL,
+  display_name TEXT,
+  info_json TEXT,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  PRIMARY KEY (profile)
+);
+
+CREATE TABLE IF NOT EXISTS messages (
+  profile TEXT NOT NULL,
+  message_uid TEXT NOT NULL,
+  scope_thread_id TEXT NOT NULL,
+  raw_thread_id TEXT NOT NULL,
+  thread_type TEXT NOT NULL,
+  msg_id TEXT,
+  cli_msg_id TEXT,
+  action_id TEXT,
+  sender_id TEXT,
+  sender_name TEXT,
+  to_id TEXT,
+  timestamp_ms INTEGER NOT NULL,
+  msg_type TEXT,
+  content_text TEXT,
+  content_json TEXT,
+  quote_msg_id TEXT,
+  quote_cli_msg_id TEXT,
+  quote_owner_id TEXT,
+  quote_text TEXT,
+  source TEXT NOT NULL,
+  raw_message_json TEXT,
+  raw_payload_json TEXT,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  PRIMARY KEY (profile, message_uid)
+);
+
+CREATE TABLE IF NOT EXISTS message_media (
+  profile TEXT NOT NULL,
+  message_uid TEXT NOT NULL,
+  item_index INTEGER NOT NULL,
+  media_kind TEXT,
+  media_url TEXT,
+  media_path TEXT,
+  media_type TEXT,
+  raw_json TEXT,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  PRIMARY KEY (profile, message_uid, item_index)
+);
+
+CREATE TABLE IF NOT EXISTS message_mentions (
+  profile TEXT NOT NULL,
+  message_uid TEXT NOT NULL,
+  item_index INTEGER NOT NULL,
+  target_user_id TEXT NOT NULL,
+  pos INTEGER,
+  len INTEGER,
+  mention_type INTEGER,
+  raw_json TEXT,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  PRIMARY KEY (profile, message_uid, item_index)
+);
+
+CREATE TABLE IF NOT EXISTS sync_state (
+  profile TEXT NOT NULL,
+  scope TEXT NOT NULL,
+  scope_thread_id TEXT NOT NULL,
+  thread_type TEXT NOT NULL,
+  status TEXT NOT NULL,
+  completeness TEXT,
+  cursor TEXT,
+  last_sync_at TEXT,
+  error TEXT,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  PRIMARY KEY (profile, scope)
+);
+
+CREATE INDEX IF NOT EXISTS idx_messages_thread_time
+  ON messages (profile, scope_thread_id, timestamp_ms DESC);
+CREATE INDEX IF NOT EXISTS idx_messages_msg_id
+  ON messages (profile, msg_id);
+CREATE INDEX IF NOT EXISTS idx_messages_cli_msg_id
+  ON messages (profile, cli_msg_id);
+CREATE INDEX IF NOT EXISTS idx_threads_type
+  ON threads (profile, thread_type, updated_at DESC);
+CREATE INDEX IF NOT EXISTS idx_members_thread
+  ON thread_members (profile, scope_thread_id);
+CREATE INDEX IF NOT EXISTS idx_friends_name
+  ON friends (profile, display_name, zalo_name, user_id);

package/dist/migrations/002-add-contacts.sql

@@ -0,0 +1,18 @@
+CREATE TABLE IF NOT EXISTS contacts (
+  profile TEXT NOT NULL,
+  user_id TEXT NOT NULL,
+  display_name TEXT,
+  zalo_name TEXT,
+  avatar TEXT,
+  account_status INTEGER,
+  relationship TEXT NOT NULL DEFAULT 'unknown',
+  first_seen_at_ms INTEGER,
+  last_seen_at_ms INTEGER,
+  raw_json TEXT,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  PRIMARY KEY (profile, user_id)
+);
+
+CREATE INDEX IF NOT EXISTS idx_contacts_name
+  ON contacts (profile, display_name, zalo_name, user_id);

package/dist/migrations/003-backfill-contacts.sql

@@ -0,0 +1,158 @@
+INSERT INTO contacts (
+  profile,
+  user_id,
+  display_name,
+  zalo_name,
+  avatar,
+  account_status,
+  relationship,
+  first_seen_at_ms,
+  last_seen_at_ms,
+  raw_json,
+  created_at,
+  updated_at
+)
+SELECT
+  profile,
+  user_id,
+  display_name,
+  zalo_name,
+  avatar,
+  account_status,
+  'friend',
+  NULL,
+  NULL,
+  raw_json,
+  created_at,
+  updated_at
+FROM friends
+WHERE 1 = 1
+ON CONFLICT(profile, user_id) DO UPDATE SET
+  display_name = COALESCE(excluded.display_name, contacts.display_name),
+  zalo_name = COALESCE(excluded.zalo_name, contacts.zalo_name),
+  avatar = COALESCE(excluded.avatar, contacts.avatar),
+  account_status = COALESCE(excluded.account_status, contacts.account_status),
+  relationship = CASE
+    WHEN contacts.relationship = 'friend' OR excluded.relationship = 'friend' THEN 'friend'
+    WHEN contacts.relationship = 'seen_dm' OR excluded.relationship = 'seen_dm' THEN 'seen_dm'
+    WHEN contacts.relationship = 'seen_group' OR excluded.relationship = 'seen_group' THEN 'seen_group'
+    ELSE COALESCE(excluded.relationship, contacts.relationship, 'unknown')
+  END,
+  raw_json = COALESCE(excluded.raw_json, contacts.raw_json),
+  updated_at = excluded.updated_at;
+
+INSERT INTO contacts (
+  profile,
+  user_id,
+  display_name,
+  zalo_name,
+  avatar,
+  account_status,
+  relationship,
+  first_seen_at_ms,
+  last_seen_at_ms,
+  raw_json,
+  created_at,
+  updated_at
+)
+SELECT
+  profile,
+  user_id,
+  NULLIF(MAX(display_name), ''),
+  NULLIF(MAX(zalo_name), ''),
+  NULLIF(MAX(avatar), ''),
+  MAX(account_status),
+  'seen_group',
+  MIN(snapshot_at_ms),
+  MAX(snapshot_at_ms),
+  NULLIF(MAX(raw_json), ''),
+  MIN(created_at),
+  MAX(updated_at)
+FROM thread_members
+WHERE 1 = 1
+GROUP BY profile, user_id
+ON CONFLICT(profile, user_id) DO UPDATE SET
+  display_name = COALESCE(excluded.display_name, contacts.display_name),
+  zalo_name = COALESCE(excluded.zalo_name, contacts.zalo_name),
+  avatar = COALESCE(excluded.avatar, contacts.avatar),
+  account_status = COALESCE(excluded.account_status, contacts.account_status),
+  relationship = CASE
+    WHEN contacts.relationship = 'friend' OR excluded.relationship = 'friend' THEN 'friend'
+    WHEN contacts.relationship = 'seen_dm' OR excluded.relationship = 'seen_dm' THEN 'seen_dm'
+    WHEN contacts.relationship = 'seen_group' OR excluded.relationship = 'seen_group' THEN 'seen_group'
+    ELSE COALESCE(excluded.relationship, contacts.relationship, 'unknown')
+  END,
+  first_seen_at_ms = CASE
+    WHEN contacts.first_seen_at_ms IS NULL THEN excluded.first_seen_at_ms
+    WHEN excluded.first_seen_at_ms IS NULL THEN contacts.first_seen_at_ms
+    ELSE MIN(contacts.first_seen_at_ms, excluded.first_seen_at_ms)
+  END,
+  last_seen_at_ms = CASE
+    WHEN contacts.last_seen_at_ms IS NULL THEN excluded.last_seen_at_ms
+    WHEN excluded.last_seen_at_ms IS NULL THEN contacts.last_seen_at_ms
+    ELSE MAX(contacts.last_seen_at_ms, excluded.last_seen_at_ms)
+  END,
+  raw_json = COALESCE(excluded.raw_json, contacts.raw_json),
+  updated_at = excluded.updated_at;
+
+INSERT INTO contacts (
+  profile,
+  user_id,
+  display_name,
+  zalo_name,
+  avatar,
+  account_status,
+  relationship,
+  first_seen_at_ms,
+  last_seen_at_ms,
+  raw_json,
+  created_at,
+  updated_at
+)
+SELECT
+  t.profile,
+  COALESCE(NULLIF(t.peer_id, ''), t.scope_thread_id) AS user_id,
+  COALESCE(
+    NULLIF(MAX(CASE
+      WHEN m.sender_id = COALESCE(NULLIF(t.peer_id, ''), t.scope_thread_id) THEN m.sender_name
+      ELSE NULL
+    END), ''),
+    NULLIF(MAX(t.title), '')
+  ) AS display_name,
+  NULL,
+  NULL,
+  NULL,
+  'seen_dm',
+  MIN(m.timestamp_ms),
+  MAX(m.timestamp_ms),
+  t.raw_json,
+  MIN(t.created_at),
+  MAX(COALESCE(m.updated_at, t.updated_at))
+FROM threads t
+LEFT JOIN messages m
+  ON m.profile = t.profile
+  AND m.scope_thread_id = t.scope_thread_id
+  AND m.thread_type = 'user'
+WHERE t.thread_type = 'user'
+  AND COALESCE(NULLIF(t.peer_id, ''), t.scope_thread_id) <> ''
+GROUP BY t.profile, COALESCE(NULLIF(t.peer_id, ''), t.scope_thread_id), t.raw_json
+ON CONFLICT(profile, user_id) DO UPDATE SET
+  display_name = COALESCE(excluded.display_name, contacts.display_name),
+  relationship = CASE
+    WHEN contacts.relationship = 'friend' OR excluded.relationship = 'friend' THEN 'friend'
+    WHEN contacts.relationship = 'seen_dm' OR excluded.relationship = 'seen_dm' THEN 'seen_dm'
+    WHEN contacts.relationship = 'seen_group' OR excluded.relationship = 'seen_group' THEN 'seen_group'
+    ELSE COALESCE(excluded.relationship, contacts.relationship, 'unknown')
+  END,
+  first_seen_at_ms = CASE
+    WHEN contacts.first_seen_at_ms IS NULL THEN excluded.first_seen_at_ms
+    WHEN excluded.first_seen_at_ms IS NULL THEN contacts.first_seen_at_ms
+    ELSE MIN(contacts.first_seen_at_ms, excluded.first_seen_at_ms)
+  END,
+  last_seen_at_ms = CASE
+    WHEN contacts.last_seen_at_ms IS NULL THEN excluded.last_seen_at_ms
+    WHEN excluded.last_seen_at_ms IS NULL THEN contacts.last_seen_at_ms
+    ELSE MAX(contacts.last_seen_at_ms, excluded.last_seen_at_ms)
+  END,
+  raw_json = COALESCE(excluded.raw_json, contacts.raw_json),
+  updated_at = excluded.updated_at;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openzca",
-  "version": "0.1.52",
+  "version": "0.1.54",
   "description": "Open-source zca-compatible CLI to integrate Zalo with OpenClaw",
   "type": "module",
   "bin": {
@@ -16,7 +16,7 @@
   "scripts": {
     "build": "npm run build:cli && npm run build:worker",
     "build:cli": "tsup src/cli.ts --format esm --target node22 --out-dir dist --clean",
-    "build:worker": "tsup src/lib/db-worker.ts --format esm --target node22 --out-dir dist",
+    "build:worker": "tsup src/lib/db-worker.ts src/lib/db-migrations.ts --format esm --target node22 --out-dir dist && node scripts/copy-db-migrations.mjs",
     "dev": "tsx src/cli.ts",
     "test": "tsx --test tests/*.test.ts",
     "typecheck": "tsc -p tsconfig.json",