@hasna/microservices 0.0.15 → 0.0.17

package/microservices/microservice-transcriber/src/db/annotations.ts

@@ -1,37 +0,0 @@
-import { getDatabase } from "./database.js";
-
-export interface Annotation {
-  id: string;
-  transcript_id: string;
-  timestamp_sec: number;
-  note: string;
-  created_at: string;
-}
-
-export function createAnnotation(transcriptId: string, timestampSec: number, note: string): Annotation {
-  const db = getDatabase();
-  const id = crypto.randomUUID();
-  db.prepare("INSERT INTO annotations (id, transcript_id, timestamp_sec, note) VALUES (?, ?, ?, ?)").run(id, transcriptId, timestampSec, note);
-  return getAnnotation(id)!;
-}
-
-export function getAnnotation(id: string): Annotation | null {
-  const db = getDatabase();
-  return db.prepare("SELECT * FROM annotations WHERE id = ?").get(id) as Annotation | null;
-}
-
-export function listAnnotations(transcriptId: string): Annotation[] {
-  const db = getDatabase();
-  return db.prepare("SELECT * FROM annotations WHERE transcript_id = ? ORDER BY timestamp_sec ASC").all(transcriptId) as Annotation[];
-}
-
-export function deleteAnnotation(id: string): boolean {
-  const db = getDatabase();
-  return db.prepare("DELETE FROM annotations WHERE id = ?").run(id).changes > 0;
-}
-
-export function formatTimestamp(sec: number): string {
-  const m = Math.floor(sec / 60);
-  const s = Math.floor(sec % 60);
-  return `${m}:${String(s).padStart(2, "0")}`;
-}

package/microservices/microservice-transcriber/src/db/comments.ts

@@ -1,166 +0,0 @@
-import { getDatabase } from "./database.js";
-
-export interface Comment {
-  id: string;
-  transcript_id: string;
-  platform: string;
-  author: string | null;
-  author_handle: string | null;
-  comment_text: string;
-  likes: number;
-  reply_count: number;
-  is_reply: number;
-  parent_comment_id: string | null;
-  published_at: string | null;
-  created_at: string;
-}
-
-export interface CreateCommentInput {
-  transcript_id: string;
-  platform?: string;
-  author?: string | null;
-  author_handle?: string | null;
-  comment_text: string;
-  likes?: number;
-  reply_count?: number;
-  is_reply?: boolean;
-  parent_comment_id?: string | null;
-  published_at?: string | null;
-}
-
-export interface ListCommentsOptions {
-  limit?: number;
-  offset?: number;
-  top?: boolean;
-}
-
-export interface CommentStats {
-  total: number;
-  replies: number;
-  unique_authors: number;
-  avg_likes: number;
-  top_commenter: string | null;
-}
-
-export function createComment(data: CreateCommentInput): Comment {
-  const db = getDatabase();
-  const id = crypto.randomUUID();
-
-  db.prepare(`
-    INSERT INTO transcript_comments (id, transcript_id, platform, author, author_handle, comment_text, likes, reply_count, is_reply, parent_comment_id, published_at)
-    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
-  `).run(
-    id,
-    data.transcript_id,
-    data.platform ?? "youtube",
-    data.author ?? null,
-    data.author_handle ?? null,
-    data.comment_text,
-    data.likes ?? 0,
-    data.reply_count ?? 0,
-    data.is_reply ? 1 : 0,
-    data.parent_comment_id ?? null,
-    data.published_at ?? null,
-  );
-
-  return getComment(id)!;
-}
-
-export function getComment(id: string): Comment | null {
-  const db = getDatabase();
-  return db.prepare("SELECT * FROM transcript_comments WHERE id = ?").get(id) as Comment | null;
-}
-
-export function listComments(transcriptId: string, options: ListCommentsOptions = {}): Comment[] {
-  const db = getDatabase();
-  const limit = options.limit ?? 50;
-  const offset = options.offset ?? 0;
-  const orderBy = options.top ? "likes DESC" : "created_at ASC";
-
-  return db
-    .prepare(`SELECT * FROM transcript_comments WHERE transcript_id = ? ORDER BY ${orderBy} LIMIT ? OFFSET ?`)
-    .all(transcriptId, limit, offset) as Comment[];
-}
-
-export function deleteComment(id: string): boolean {
-  const db = getDatabase();
-  return db.prepare("DELETE FROM transcript_comments WHERE id = ?").run(id).changes > 0;
-}
-
-export function getTopComments(transcriptId: string, limit = 10): Comment[] {
-  const db = getDatabase();
-  return db
-    .prepare("SELECT * FROM transcript_comments WHERE transcript_id = ? ORDER BY likes DESC LIMIT ?")
-    .all(transcriptId, limit) as Comment[];
-}
-
-export function searchComments(query: string): Comment[] {
-  const db = getDatabase();
-  const q = `%${query}%`;
-  return db
-    .prepare("SELECT * FROM transcript_comments WHERE comment_text LIKE ? ORDER BY likes DESC LIMIT 50")
-    .all(q) as Comment[];
-}
-
-export function getCommentStats(transcriptId: string): CommentStats {
-  const db = getDatabase();
-
-  const total = (
-    db.prepare("SELECT COUNT(*) as n FROM transcript_comments WHERE transcript_id = ?").get(transcriptId) as { n: number }
-  ).n;
-
-  const replies = (
-    db.prepare("SELECT COUNT(*) as n FROM transcript_comments WHERE transcript_id = ? AND is_reply = 1").get(transcriptId) as { n: number }
-  ).n;
-
-  const uniqueAuthors = (
-    db.prepare("SELECT COUNT(DISTINCT author) as n FROM transcript_comments WHERE transcript_id = ? AND author IS NOT NULL").get(transcriptId) as { n: number }
-  ).n;
-
-  const avgLikes = (
-    db.prepare("SELECT AVG(likes) as avg FROM transcript_comments WHERE transcript_id = ?").get(transcriptId) as { avg: number | null }
-  ).avg ?? 0;
-
-  const topRow = db
-    .prepare("SELECT author, COUNT(*) as cnt FROM transcript_comments WHERE transcript_id = ? AND author IS NOT NULL GROUP BY author ORDER BY cnt DESC LIMIT 1")
-    .get(transcriptId) as { author: string; cnt: number } | null;
-
-  return {
-    total,
-    replies,
-    unique_authors: uniqueAuthors,
-    avg_likes: Math.round(avgLikes * 100) / 100,
-    top_commenter: topRow?.author ?? null,
-  };
-}
-
-export function importComments(transcriptId: string, comments: Array<Omit<CreateCommentInput, "transcript_id">>): number {
-  const db = getDatabase();
-  const stmt = db.prepare(`
-    INSERT INTO transcript_comments (id, transcript_id, platform, author, author_handle, comment_text, likes, reply_count, is_reply, parent_comment_id, published_at)
-    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
-  `);
-
-  let count = 0;
-  const transaction = db.transaction(() => {
-    for (const c of comments) {
-      stmt.run(
-        crypto.randomUUID(),
-        transcriptId,
-        c.platform ?? "youtube",
-        c.author ?? null,
-        c.author_handle ?? null,
-        c.comment_text,
-        c.likes ?? 0,
-        c.reply_count ?? 0,
-        c.is_reply ? 1 : 0,
-        c.parent_comment_id ?? null,
-        c.published_at ?? null,
-      );
-      count++;
-    }
-  });
-  transaction();
-
-  return count;
-}

package/microservices/microservice-transcriber/src/db/database.ts

@@ -1,82 +0,0 @@
-/**
- * Database connection for microservice-transcriber
- */
-
-import { Database } from "bun:sqlite";
-import { existsSync, mkdirSync } from "node:fs";
-import { dirname, join, resolve } from "node:path";
-import { MIGRATIONS } from "./migrations.js";
-
-let _db: Database | null = null;
-
-function getDbPath(): string {
-  if (process.env["MICROSERVICES_DIR"]) {
-    return join(process.env["MICROSERVICES_DIR"], "microservice-transcriber", "data.db");
-  }
-
-  let dir = resolve(process.cwd());
-  while (true) {
-    const msDir = join(dir, ".microservices");
-    if (existsSync(msDir)) return join(msDir, "microservice-transcriber", "data.db");
-    const parent = dirname(dir);
-    if (parent === dir) break;
-    dir = parent;
-  }
-
-  const home = process.env["HOME"] || process.env["USERPROFILE"] || "~";
-  return join(home, ".microservices", "microservice-transcriber", "data.db");
-}
-
-export function getDatabase(): Database {
-  if (_db) return _db;
-
-  const dbPath = getDbPath();
-  const dataDir = dirname(dbPath);
-  if (!existsSync(dataDir)) {
-    mkdirSync(dataDir, { recursive: true });
-  }
-
-  _db = new Database(dbPath);
-  _db.exec("PRAGMA journal_mode = WAL");
-  _db.exec("PRAGMA foreign_keys = ON");
-
-  _db.exec(`
-    CREATE TABLE IF NOT EXISTS _migrations (
-      id INTEGER PRIMARY KEY,
-      name TEXT NOT NULL,
-      applied_at TEXT NOT NULL DEFAULT (datetime('now'))
-    )
-  `);
-
-  const applied = _db
-    .query("SELECT id FROM _migrations ORDER BY id")
-    .all() as { id: number }[];
-  const appliedIds = new Set(applied.map((r) => r.id));
-
-  for (const migration of MIGRATIONS) {
-    if (appliedIds.has(migration.id)) continue;
-    _db.exec("BEGIN");
-    try {
-      _db.exec(migration.sql);
-      _db.prepare("INSERT INTO _migrations (id, name) VALUES (?, ?)").run(
-        migration.id,
-        migration.name
-      );
-      _db.exec("COMMIT");
-    } catch (error) {
-      _db.exec("ROLLBACK");
-      throw new Error(
-        `Migration ${migration.id} (${migration.name}) failed: ${error instanceof Error ? error.message : String(error)}`
-      );
-    }
-  }
-
-  return _db;
-}
-
-export function closeDatabase(): void {
-  if (_db) {
-    _db.close();
-    _db = null;
-  }
-}

package/microservices/microservice-transcriber/src/db/migrations.ts

@@ -1,118 +0,0 @@
-export interface MigrationEntry {
-  id: number;
-  name: string;
-  sql: string;
-}
-
-export const MIGRATIONS: MigrationEntry[] = [
-  {
-    id: 1,
-    name: "initial_schema",
-    sql: `
-      CREATE TABLE IF NOT EXISTS transcripts (
-        id TEXT PRIMARY KEY,
-        title TEXT,
-        source_url TEXT,
-        source_type TEXT NOT NULL DEFAULT 'file',
-        provider TEXT NOT NULL DEFAULT 'elevenlabs',
-        language TEXT DEFAULT 'en',
-        status TEXT NOT NULL DEFAULT 'pending',
-        transcript_text TEXT,
-        error_message TEXT,
-        metadata TEXT NOT NULL DEFAULT '{}',
-        created_at TEXT NOT NULL,
-        updated_at TEXT NOT NULL,
-        duration_seconds REAL,
-        word_count INTEGER
-      );
-
-      CREATE INDEX IF NOT EXISTS idx_transcripts_status ON transcripts(status);
-      CREATE INDEX IF NOT EXISTS idx_transcripts_source_type ON transcripts(source_type);
-      CREATE INDEX IF NOT EXISTS idx_transcripts_provider ON transcripts(provider);
-      CREATE INDEX IF NOT EXISTS idx_transcripts_created_at ON transcripts(created_at);
-    `,
-  },
-  {
-    id: 2,
-    name: "add_source_transcript_id",
-    sql: `
-      ALTER TABLE transcripts ADD COLUMN source_transcript_id TEXT;
-      CREATE INDEX IF NOT EXISTS idx_transcripts_source_transcript_id ON transcripts(source_transcript_id);
-    `,
-  },
-  {
-    id: 3,
-    name: "add_transcript_tags",
-    sql: `
-      CREATE TABLE IF NOT EXISTS transcript_tags (
-        transcript_id TEXT NOT NULL,
-        tag TEXT NOT NULL,
-        created_at TEXT NOT NULL DEFAULT (datetime('now')),
-        PRIMARY KEY (transcript_id, tag),
-        FOREIGN KEY (transcript_id) REFERENCES transcripts(id) ON DELETE CASCADE
-      );
-      CREATE INDEX IF NOT EXISTS idx_transcript_tags_tag ON transcript_tags(tag);
-    `,
-  },
-  {
-    id: 4,
-    name: "add_annotations",
-    sql: `
-      CREATE TABLE IF NOT EXISTS annotations (
-        id TEXT PRIMARY KEY,
-        transcript_id TEXT NOT NULL,
-        timestamp_sec REAL NOT NULL,
-        note TEXT NOT NULL,
-        created_at TEXT NOT NULL DEFAULT (datetime('now')),
-        FOREIGN KEY (transcript_id) REFERENCES transcripts(id) ON DELETE CASCADE
-      );
-      CREATE INDEX IF NOT EXISTS idx_annotations_transcript ON annotations(transcript_id);
-    `,
-  },
-  {
-    id: 5,
-    name: "add_transcript_comments",
-    sql: `
-      CREATE TABLE IF NOT EXISTS transcript_comments (
-        id TEXT PRIMARY KEY,
-        transcript_id TEXT NOT NULL,
-        platform TEXT NOT NULL DEFAULT 'youtube',
-        author TEXT,
-        author_handle TEXT,
-        comment_text TEXT NOT NULL,
-        likes INTEGER DEFAULT 0,
-        reply_count INTEGER DEFAULT 0,
-        is_reply INTEGER DEFAULT 0,
-        parent_comment_id TEXT,
-        published_at TEXT,
-        created_at TEXT NOT NULL DEFAULT (datetime('now')),
-        FOREIGN KEY (transcript_id) REFERENCES transcripts(id) ON DELETE CASCADE
-      );
-      CREATE INDEX IF NOT EXISTS idx_comments_transcript ON transcript_comments(transcript_id);
-      CREATE INDEX IF NOT EXISTS idx_comments_likes ON transcript_comments(likes DESC);
-    `,
-  },
-  {
-    id: 6,
-    name: "add_proofread_issues",
-    sql: `
-      CREATE TABLE proofread_issues (
-        id TEXT PRIMARY KEY,
-        transcript_id TEXT NOT NULL,
-        issue_type TEXT NOT NULL CHECK(issue_type IN ('spelling','grammar','punctuation','clarity')),
-        position_start INTEGER,
-        position_end INTEGER,
-        original_text TEXT NOT NULL,
-        suggestion TEXT,
-        confidence REAL,
-        explanation TEXT,
-        status TEXT DEFAULT 'pending' CHECK(status IN ('pending','applied','dismissed')),
-        created_at TEXT NOT NULL DEFAULT (datetime('now')),
-        FOREIGN KEY (transcript_id) REFERENCES transcripts(id) ON DELETE CASCADE
-      );
-      CREATE INDEX idx_proofread_transcript ON proofread_issues(transcript_id);
-      CREATE INDEX idx_proofread_type ON proofread_issues(issue_type);
-      CREATE INDEX idx_proofread_status ON proofread_issues(status);
-    `,
-  },
-];

package/microservices/microservice-transcriber/src/db/proofread.ts

@@ -1,119 +0,0 @@
-import { getDatabase } from "./database.js";
-
-export type IssueType = "spelling" | "grammar" | "punctuation" | "clarity";
-export type IssueStatus = "pending" | "applied" | "dismissed";
-
-export interface ProofreadIssue {
-  id: string;
-  transcript_id: string;
-  issue_type: IssueType;
-  position_start: number | null;
-  position_end: number | null;
-  original_text: string;
-  suggestion: string | null;
-  confidence: number | null;
-  explanation: string | null;
-  status: IssueStatus;
-  created_at: string;
-}
-
-export interface CreateProofreadIssueInput {
-  transcript_id: string;
-  issue_type: IssueType;
-  position_start?: number;
-  position_end?: number;
-  original_text: string;
-  suggestion?: string;
-  confidence?: number;
-  explanation?: string;
-}
-
-export interface ListProofreadIssuesOptions {
-  issue_type?: IssueType;
-  status?: IssueStatus;
-}
-
-export function createProofreadIssue(input: CreateProofreadIssueInput): ProofreadIssue {
-  const db = getDatabase();
-  const id = crypto.randomUUID();
-  db.prepare(`
-    INSERT INTO proofread_issues (id, transcript_id, issue_type, position_start, position_end, original_text, suggestion, confidence, explanation)
-    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
-  `).run(
-    id,
-    input.transcript_id,
-    input.issue_type,
-    input.position_start ?? null,
-    input.position_end ?? null,
-    input.original_text,
-    input.suggestion ?? null,
-    input.confidence ?? null,
-    input.explanation ?? null
-  );
-  return getProofreadIssue(id)!;
-}
-
-export function getProofreadIssue(id: string): ProofreadIssue | null {
-  const db = getDatabase();
-  const row = db.prepare("SELECT * FROM proofread_issues WHERE id = ?").get(id) as ProofreadIssue | null;
-  return row ?? null;
-}
-
-export function listProofreadIssues(transcriptId: string, options: ListProofreadIssuesOptions = {}): ProofreadIssue[] {
-  const db = getDatabase();
-  const conditions: string[] = ["transcript_id = ?"];
-  const values: unknown[] = [transcriptId];
-
-  if (options.issue_type) { conditions.push("issue_type = ?"); values.push(options.issue_type); }
-  if (options.status) { conditions.push("status = ?"); values.push(options.status); }
-
-  const where = conditions.join(" AND ");
-  return db
-    .prepare(`SELECT * FROM proofread_issues WHERE ${where} ORDER BY position_start ASC, created_at ASC`)
-    .all(...values) as ProofreadIssue[];
-}
-
-export function updateIssueStatus(id: string, status: IssueStatus): ProofreadIssue | null {
-  const db = getDatabase();
-  const existing = getProofreadIssue(id);
-  if (!existing) return null;
-  db.prepare("UPDATE proofread_issues SET status = ? WHERE id = ?").run(status, id);
-  return getProofreadIssue(id);
-}
-
-export function deleteProofreadIssuesByTranscript(transcriptId: string): number {
-  const db = getDatabase();
-  return db.prepare("DELETE FROM proofread_issues WHERE transcript_id = ?").run(transcriptId).changes;
-}
-
-export interface ProofreadStats {
-  total: number;
-  by_type: Record<string, number>;
-  pending: number;
-  applied: number;
-  dismissed: number;
-}
-
-export function getProofreadStats(transcriptId: string): ProofreadStats {
-  const db = getDatabase();
-
-  const total = (db.prepare("SELECT COUNT(*) as n FROM proofread_issues WHERE transcript_id = ?").get(transcriptId) as { n: number }).n;
-
-  const byType = db
-    .prepare("SELECT issue_type, COUNT(*) as n FROM proofread_issues WHERE transcript_id = ? GROUP BY issue_type")
-    .all(transcriptId) as { issue_type: string; n: number }[];
-
-  const byStatus = db
-    .prepare("SELECT status, COUNT(*) as n FROM proofread_issues WHERE transcript_id = ? GROUP BY status")
-    .all(transcriptId) as { status: string; n: number }[];
-
-  const statusMap = Object.fromEntries(byStatus.map((r) => [r.status, r.n]));
-
-  return {
-    total,
-    by_type: Object.fromEntries(byType.map((r) => [r.issue_type, r.n])),
-    pending: statusMap["pending"] ?? 0,
-    applied: statusMap["applied"] ?? 0,
-    dismissed: statusMap["dismissed"] ?? 0,
-  };
-}