@fleettools/squawk 0.1.0 → 0.1.1

package/src/db/index.ts

@@ -1,417 +0,0 @@
-
-import path from 'path';
-import fs from 'fs';
-import { randomUUID } from 'crypto';
-import { SQLiteAdapter } from './sqlite.js';
-import type { Event, Mailbox, Cursor, Lock } from './types.js';
-
-// CONFIGURATION
-
-function getLegacyDbPath(): string {
-  return path.join(
-    process.env.HOME || '',
-    '.local',
-    'share',
-    'fleet',
-    'squawk.json'
-  );
-}
-
-function getSqliteDbPath(): string {
-  return path.join(
-    process.env.HOME || '',
-    '.local',
-    'share',
-    'fleet',
-    'squawk.db'
-  );
-}
-
-// PRIVATE STATE
-
-let adapter: SQLiteAdapter | null = null;
-
-// INITIALIZATION
-
-export async function initializeDatabase(dbPath?: string): Promise<void> {
-  const targetPath = dbPath || getSqliteDbPath();
-
-  const dbDir = path.dirname(targetPath);
-  if (!fs.existsSync(dbDir)) {
-    fs.mkdirSync(dbDir, { recursive: true });
-  }
-
-  const schemaPath = path.join(process.cwd(), 'squawk', 'src', 'db', 'schema.sql');
-  adapter = new SQLiteAdapter(targetPath, schemaPath);
-  await adapter.initialize();
-
-  const legacyDbPath = getLegacyDbPath();
-  if (fs.existsSync(legacyDbPath)) {
-    await migrateFromJson(legacyDbPath);
-    const backupPath = legacyDbPath + '.backup';
-    fs.renameSync(legacyDbPath, backupPath);
-    console.log(`[Migration] Legacy data migrated to SQLite`);
-    console.log(`[Migration] Backup saved to: ${backupPath}`);
-  }
-}
-
-export function getAdapter(): SQLiteAdapter {
-  if (!adapter) {
-    throw new Error(
-      'Database not initialized. Call initializeDatabase() first.'
-    );
-  }
-  return adapter;
-}
-
-export async function closeDatabase(): Promise<void> {
-  if (adapter) {
-    await adapter.close();
-    adapter = null;
-  }
-}
-
-// JSON MIGRATION
-
-interface LegacyJsonData {
-  mailboxes: Record<string, any>;
-  events: Record<string, any[]>;
-  cursors: Record<string, any>;
-  locks: Record<string, any>;
-}
-
-async function migrateFromJson(jsonPath: string): Promise<void> {
-  console.log(`[Migration] Starting migration from: ${jsonPath}`);
-
-  try {
-    const content = fs.readFileSync(jsonPath, 'utf-8');
-    const legacyData: LegacyJsonData = JSON.parse(content);
-
-    const stats = {
-      mailboxes: 0,
-      events: 0,
-      cursors: 0,
-      locks: 0,
-    };
-
-    for (const [id, mailbox] of Object.entries(legacyData.mailboxes || {})) {
-      try {
-        if (!mailbox.created_at || !mailbox.updated_at) {
-          console.warn(`[Migration] Skipping mailbox ${id} due to missing required fields`);
-          continue;
-        }
-        
-        await (adapter as any).mailboxes.create({
-          id,
-          created_at: mailbox.created_at,
-          updated_at: mailbox.updated_at,
-        });
-        stats.mailboxes++;
-      } catch (error) {
-        console.warn(`[Migration] Failed to migrate mailbox ${id}:`, error);
-      }
-    }
-
-    for (const [mailboxId, events] of Object.entries(
-      legacyData.events || {}
-    )) {
-      if (!(await (adapter as any).mailboxes.getById(mailboxId))) {
-        await (adapter as any).mailboxes.create({
-          id: mailboxId,
-          created_at: new Date().toISOString(),
-          updated_at: new Date().toISOString(),
-        });
-        stats.mailboxes++;
-      }
-
-      for (const event of events) {
-        try {
-          if (!event.type) {
-            console.warn(`[Migration] Skipping event without type field in mailbox ${mailboxId}`);
-            continue;
-          }
-          
-          await (adapter as any).events.append({
-            event_type: event.type,
-            stream_type: 'squawk',
-            stream_id: mailboxId,
-            data:
-              typeof event.data === 'string'
-                ? JSON.parse(event.data)
-                : event.data,
-            occurred_at: event.occurred_at,
-            causation_id: event.causation_id,
-            correlation_id: event.correlation_id,
-            metadata: event.metadata
-              ? typeof event.metadata === 'string'
-                ? JSON.parse(event.metadata)
-                : event.metadata
-              : undefined,
-          });
-          stats.events++;
-        } catch (error) {
-          console.warn(`[Migration] Failed to migrate event:`, error);
-        }
-      }
-    }
-
-    for (const [id, cursor] of Object.entries(legacyData.cursors || {})) {
-      try {
-        await (adapter as any).cursors.create({
-          id,
-          stream_type: 'squawk',
-          stream_id: cursor.stream_id,
-          position: cursor.position,
-          consumer_id: cursor.consumer_id || 'migrated',
-        });
-        stats.cursors++;
-      } catch (error) {
-        console.warn(`[Migration] Failed to migrate cursor ${id}:`, error);
-      }
-    }
-
-    for (const [id, lock] of Object.entries(legacyData.locks || {})) {
-      const lockData = lock as any;
-      if (!lockData.released_at) {
-        try {
-          await (adapter as any).locks.acquire({
-            file: lockData.file,
-            specialist_id: lockData.reserved_by,
-            timeout_ms: lockData.timeout_ms || 30000,
-            purpose:
-              lockData.purpose === 'delete'
-                ? 'delete'
-                : lockData.purpose === 'read'
-                ? 'read'
-                : 'edit',
-            checksum: lockData.checksum,
-          });
-          stats.locks++;
-        } catch (error) {
-          console.warn(`[Migration] Failed to migrate lock ${id}:`, error);
-        }
-      }
-    }
-
-    console.log(`[Migration] Complete:`);
-    console.log(`  - Mailboxes: ${stats.mailboxes}`);
-    console.log(`  - Events: ${stats.events}`);
-    console.log(`  - Cursors: ${stats.cursors}`);
-    console.log(`  - Locks: ${stats.locks}`);
-  } catch (error) {
-    console.error('[Migration] Failed:', error);
-    throw error;
-  }
-}
-
-
-
-export const mailboxOps = {
-  getAll: async () => {
-    const adapter = getAdapter() as any;
-    const mailboxes = await adapter.mailboxes.getAll();
-    return mailboxes.sort(
-      (a: any, b: any) =>
-        new Date(b.created_at).getTime() - new Date(a.created_at).getTime()
-    );
-  },
-
-  getById: async (id: string) => {
-    const adapter = getAdapter() as any;
-    return adapter.mailboxes.getById(id);
-  },
-
-  create: async (id: string) => {
-    const adapter = getAdapter() as any;
-    const now = new Date().toISOString();
-    return adapter.mailboxes.create({
-      id,
-      created_at: now,
-      updated_at: now,
-    });
-  },
-
-  exists: async (id: string) => {
-    const adapter = getAdapter() as any;
-    const mailbox = await adapter.mailboxes.getById(id);
-    return mailbox !== null;
-  },
-};
-
-export const eventOps = {
-  getByMailbox: async (mailboxId: string) => {
-    const adapter = getAdapter() as any;
-    const events = await adapter.events.queryByStream('squawk', mailboxId);
-    return events.sort(
-      (a: any, b: any) =>
-        new Date(a.occurred_at).getTime() -
-        new Date(b.occurred_at).getTime()
-    );
-  },
-
-  append: async (mailboxId: string, events: any[]) => {
-    const adapter = getAdapter() as any;
-
-    if (!(await adapter.mailboxes.getById(mailboxId))) {
-      await adapter.mailboxes.create({
-        id: mailboxId,
-        created_at: new Date().toISOString(),
-        updated_at: new Date().toISOString(),
-      });
-    }
-
-    const inserted: Event[] = [];
-    for (const event of events) {
-      const appended = await adapter.events.append({
-        event_type: event.type,
-        stream_type: 'squawk',
-        stream_id: mailboxId,
-        data:
-          typeof event.data === 'string'
-            ? JSON.parse(event.data)
-            : event.data,
-        occurred_at: event.occurred_at,
-        causation_id: event.causation_id,
-        correlation_id: event.correlation_id,
-        metadata: event.metadata
-          ? typeof event.metadata === 'string'
-            ? JSON.parse(event.metadata)
-            : event.metadata
-          : undefined,
-      });
-      inserted.push(appended);
-    }
-
-    return inserted;
-  },
-};
-
-export const cursorOps = {
-  getById: async (id: string) => {
-    const adapter = getAdapter() as any;
-    return adapter.cursors.getById(id);
-  },
-
-  getByStream: async (streamId: string) => {
-    const adapter = getAdapter() as any;
-     const cursors = await adapter.cursors.getAll();
-     return (
-       cursors.find((c: Cursor) => c.stream_id === streamId) ||
-       null
-     );
-  },
-
-  upsert: async (cursor: any) => {
-    const adapter = getAdapter() as any;
-    const id = cursor.id || `${cursor.stream_id}_cursor`;
-    const now = new Date().toISOString();
-
-    const existing = await adapter.cursors.getById(id);
-
-    if (existing) {
-      await adapter.cursors.update(id, {
-        position: cursor.position,
-        updated_at: now,
-      });
-      return existing;
-    } else {
-      return adapter.cursors.create({
-        id,
-        stream_type: 'squawk',
-        stream_id: cursor.stream_id,
-        position: cursor.position,
-        consumer_id: cursor.consumer_id || 'default',
-      });
-    }
-  },
-};
-
-export const lockOps = {
-  getAll: async () => {
-    const adapter = getAdapter() as any;
-    const allLocks = await adapter.locks.getAll();
-    const now = new Date().toISOString();
-
-    return allLocks.filter((lock: any) => {
-      if (lock.status === 'released') return false;
-
-      const expiresAt = lock.expires_at;
-      return expiresAt > now;
-    });
-  },
-
-  getById: async (id: string) => {
-    const adapter = getAdapter() as any;
-    return adapter.locks.getById(id);
-  },
-
-   acquire: async (lock: any) => {
-     const adapter = getAdapter() as any;
-
-     const result = await adapter.locks.acquire({
-      file: lock.file,
-      specialist_id: lock.reserved_by || lock.specialist_id,
-      timeout_ms: lock.timeout_ms || 30000,
-      purpose:
-        lock.purpose === 'delete'
-          ? 'delete'
-          : lock.purpose === 'read'
-          ? 'read'
-          : 'edit',
-      checksum: lock.checksum,
-    });
-
-    if (result.conflict) {
-      // (legacy behavior: acquire always returns a lock object)
-      return result.existing_lock || {
-        id: result.lock?.id || '',
-        file: lock.file,
-        reserved_by: result.lock?.reserved_by || '',
-        reserved_at: result.lock?.reserved_at || '',
-        released_at: null,
-        purpose: lock.purpose || 'edit',
-        checksum: lock.checksum,
-        timeout_ms: lock.timeout_ms || 30000,
-        metadata: lock.metadata,
-      };
-    }
-
-    return result.lock;
-  },
-
-  release: async (id: string) => {
-    const adapter = getAdapter() as any;
-    const lock = await adapter.locks.getById(id);
-    if (lock) {
-      await adapter.locks.release(id);
-      return lock;
-    }
-    return null;
-  },
-
-  getExpired: async () => {
-    const adapter = getAdapter() as any;
-    const allLocks = await adapter.locks.getAll();
-    const now = new Date().toISOString();
-
-    return allLocks.filter((lock: any) => {
-      if (lock.status === 'released') return false;
-
-      const expiresAt = lock.expires_at;
-      return expiresAt <= now;
-    });
-  },
-
-  releaseExpired: async () => {
-    const expired = await lockOps.getExpired();
-    for (const lock of expired) {
-      await lockOps.release(lock.id);
-    }
-    return expired.length;
-  },
-};
-
-// TYPE EXPORTS (Backward Compatibility)
-
-
-export type { Mailbox, Event, Cursor, Lock };

package/src/db/schema.sql

@@ -1,112 +0,0 @@
--- FleetTools Squawk Database Schema
--- Uses SQLite with WAL mode for better concurrency
-
--- Missions table
-CREATE TABLE IF NOT EXISTS missions (
-    id TEXT PRIMARY KEY,
-    title TEXT NOT NULL,
-    description TEXT,
-    status TEXT NOT NULL DEFAULT 'pending',
-    priority TEXT NOT NULL DEFAULT 'medium',
-    created_at TEXT NOT NULL,
-    started_at TEXT,
-    completed_at TEXT,
-    total_sorties INTEGER NOT NULL DEFAULT 0,
-    completed_sorties INTEGER NOT NULL DEFAULT 0,
-    result TEXT,
-    metadata TEXT
-);
-
--- Sorties table
-CREATE TABLE IF NOT EXISTS sorties (
-    id TEXT PRIMARY KEY,
-    mission_id TEXT,
-    title TEXT NOT NULL,
-    description TEXT,
-    status TEXT NOT NULL DEFAULT 'pending',
-    priority TEXT NOT NULL DEFAULT 'medium',
-    assigned_to TEXT,
-    files TEXT,
-    progress INTEGER NOT NULL DEFAULT 0,
-    progress_notes TEXT,
-    started_at TEXT,
-    completed_at TEXT,
-    blocked_by TEXT,
-    blocked_reason TEXT,
-    result TEXT,
-    metadata TEXT,
-    FOREIGN KEY (mission_id) REFERENCES missions(id) ON DELETE CASCADE
-);
-
--- Mailboxes table
-CREATE TABLE IF NOT EXISTS mailboxes (
-    id TEXT PRIMARY KEY,
-    created_at TEXT NOT NULL,
-    updated_at TEXT NOT NULL
-);
-
--- Events table - stores mailbox events
-CREATE TABLE IF NOT EXISTS events (
-    id TEXT PRIMARY KEY,
-    mailbox_id TEXT NOT NULL,
-    type TEXT NOT NULL,
-    stream_type TEXT NOT NULL,
-    stream_id TEXT NOT NULL,
-    sequence_number INTEGER NOT NULL,
-    data TEXT NOT NULL,
-    occurred_at TEXT NOT NULL,
-    causation_id TEXT,
-    correlation_id TEXT,
-    metadata TEXT,
-    FOREIGN KEY (mailbox_id) REFERENCES mailboxes(id) ON DELETE CASCADE
-);
-
--- Cursors table - tracks read positions
-CREATE TABLE IF NOT EXISTS cursors (
-    id TEXT PRIMARY KEY,
-    stream_id TEXT NOT NULL,
-    position INTEGER NOT NULL,
-    consumer_id TEXT,
-    updated_at TEXT NOT NULL,
-    UNIQUE(stream_id)
-);
-
--- Locks table - CTK file locks
-CREATE TABLE IF NOT EXISTS locks (
-    id TEXT PRIMARY KEY,
-    file TEXT NOT NULL,
-    reserved_by TEXT NOT NULL,
-    reserved_at TEXT NOT NULL,
-    released_at TEXT,
-    purpose TEXT DEFAULT 'edit',
-    checksum TEXT,
-    timeout_ms INTEGER DEFAULT 30000,
-    expires_at TEXT,
-    status TEXT DEFAULT 'active',
-    metadata TEXT
-);
-
--- Specialists table - tracks active specialists
-CREATE TABLE IF NOT EXISTS specialists (
-    id TEXT PRIMARY KEY,
-    name TEXT NOT NULL,
-    status TEXT DEFAULT 'active',
-    last_seen TEXT NOT NULL,
-    metadata TEXT
-);
-
--- Indexes for performance (created AFTER all tables)
-CREATE INDEX IF NOT EXISTS idx_events_mailbox ON events(mailbox_id);
-CREATE INDEX IF NOT EXISTS idx_events_stream ON events(stream_type, stream_id, occurred_at);
-CREATE INDEX IF NOT EXISTS idx_events_sequence ON events(stream_type, stream_id, sequence_number);
-CREATE INDEX IF NOT EXISTS idx_events_type ON events(type);
-CREATE INDEX IF NOT EXISTS idx_locks_file ON locks(file);
-CREATE INDEX IF NOT EXISTS idx_locks_reserved_by ON locks(reserved_by);
-CREATE INDEX IF NOT EXISTS idx_specialists_status ON specialists(status);
-
--- Triggers for updated_at
-CREATE TRIGGER IF NOT EXISTS update_mailbox_timestamp
-    AFTER UPDATE ON mailboxes
-    BEGIN
-        UPDATE mailboxes SET updated_at = datetime('now') WHERE id = NEW.id;
-    END;

package/src/db/sqlite.d.ts

@@ -1,31 +0,0 @@
-import Database from 'bun:sqlite';
-import type { DatabaseAdapter, DatabaseStats, MissionOps, SortieOps, LockOps, EventOps, CheckpointOps, SpecialistOps, MessageOps, CursorOps } from './types.js';
-export declare class SQLiteAdapter implements DatabaseAdapter {
-    version: "1.0.0";
-    private db;
-    private dbPath;
-    private schemaPath;
-    missions: MissionOps;
-    sorties: SortieOps;
-    locks: LockOps;
-    events: EventOps;
-    checkpoints: CheckpointOps;
-    specialists: SpecialistOps;
-    messages: MessageOps;
-    cursors: CursorOps;
-    constructor(dbPath?: string, schemaPath?: string);
-    private resolveSchemaPath;
-    initialize(): Promise<void>;
-    private initializeOperations;
-    close(): Promise<void>;
-    isHealthy(): Promise<boolean>;
-    getStats(): Promise<DatabaseStats>;
-    maintenance(): Promise<void>;
-    beginTransaction(): Promise<void>;
-    commitTransaction(): Promise<void>;
-    rollbackTransaction(): Promise<void>;
-    getDatabase(): Database | null;
-}
-export declare function createSQLiteAdapter(dbPath?: string): Promise<SQLiteAdapter>;
-export declare function createInMemoryAdapter(): Promise<SQLiteAdapter>;
-//# sourceMappingURL=sqlite.d.ts.map

package/src/db/sqlite.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"sqlite.d.ts","sourceRoot":"","sources":["sqlite.ts"],"names":[],"mappings":"AAEA,OAAO,QAAQ,MAAM,YAAY,CAAC;AAGlC,OAAO,KAAK,EACV,eAAe,EACf,aAAa,EAEb,UAAU,EACV,SAAS,EACT,OAAO,EACP,QAAQ,EACR,aAAa,EACb,aAAa,EACb,UAAU,EACV,SAAS,EAQV,MAAM,YAAY,CAAC;AAEpB,qBAAa,aAAc,YAAW,eAAe;IACnD,OAAO,EAAG,OAAO,CAAU;IAE3B,OAAO,CAAC,EAAE,CAAyB;IACnC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,UAAU,CAAS;IAEpB,QAAQ,EAAE,UAAU,CAAoB;IACxC,OAAO,EAAE,SAAS,CAAmB;IACrC,KAAK,EAAE,OAAO,CAAiB;IAC/B,MAAM,EAAE,QAAQ,CAAkB;IAClC,WAAW,EAAE,aAAa,CAAuB;IACjD,WAAW,EAAE,aAAa,CAAuB;IACjD,QAAQ,EAAE,UAAU,CAAoB;IACxC,OAAO,EAAE,SAAS,CAAmB;gBAEhC,MAAM,GAAE,MAAmB,EAAE,UAAU,CAAC,EAAE,MAAM;IAW5D,OAAO,CAAC,iBAAiB;IA0CnB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA0BjC,OAAO,CAAC,oBAAoB;IAmjBtB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAatB,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC;IAa7B,QAAQ,IAAI,OAAO,CAAC,aAAa,CAAC;IAuClC,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAc5B,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IAajC,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAalC,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;IAa1C,WAAW,IAAI,QAAQ,GAAG,IAAI;CAG/B;AAED,wBAAsB,mBAAmB,CAAC,MAAM,GAAE,MAAmB,GAAG,OAAO,CAAC,aAAa,CAAC,CAI7F;AAED,wBAAsB,qBAAqB,IAAI,OAAO,CAAC,aAAa,CAAC,CAEpE"}