task-summary-extractor 8.1.0 → 9.0.0

package/src/phases/services.js

@@ -0,0 +1,104 @@
+'use strict';
+
+const fs = require('fs');
+const path = require('path');
+
+// --- Services ---
+const { initFirebase, uploadToStorage, storageExists } = require('../services/firebase');
+const { initGemini, prepareDocsForGemini } = require('../services/gemini');
+
+// --- Utils ---
+const { parallelMap } = require('../utils/retry');
+
+// --- Shared state ---
+const { c } = require('../utils/colors');
+const { getLog, isShuttingDown, phaseTimer } = require('./_shared');
+
+// ======================== PHASE: SERVICES ========================
+
+/**
+ * Initialize Firebase and Gemini services, prepare context documents.
+ * Returns augmented ctx with storage, firebaseReady, ai, contextDocs.
+ */
+async function phaseServices(ctx) {
+  const log = getLog();
+  const timer = phaseTimer('services');
+  const { opts, allDocFiles } = ctx;
+  const callName = path.basename(ctx.targetDir);
+
+  console.log(`${c.dim('Initializing services...')}`);
+
+  let storage = null;
+  let firebaseReady = false;
+  if (!opts.skipUpload && !opts.dryRun) {
+    const fb = await initFirebase();
+    storage = fb.storage;
+    firebaseReady = fb.authenticated;
+  } else if (opts.skipUpload) {
+    console.log(`  Firebase: ${c.dim('skipped (--skip-upload)')}`);
+  } else {
+    console.log(`  Firebase: ${c.dim('skipped (--dry-run)')}`);
+  }
+
+  let ai = null;
+  if (!opts.skipGemini && !opts.dryRun) {
+    ai = await initGemini();
+    console.log(`  ${c.success('Gemini AI: ready')}`);
+  } else if (opts.skipGemini) {
+    console.log(`  Gemini AI: ${c.dim('skipped (--skip-gemini)')}`);
+  } else {
+    console.log(`  Gemini AI: ${c.dim('skipped (--dry-run)')}`);
+  }
+
+  log.step(`Services: Firebase auth=${firebaseReady}, Gemini=${ai ? 'ready' : 'skipped'}`);
+
+  // --- Prepare documents for Gemini ---
+  let contextDocs = [];
+  if (ai) {
+    contextDocs = await prepareDocsForGemini(ai, allDocFiles);
+  } else if (allDocFiles.length > 0) {
+    console.log(`  ${c.warn('Skipping Gemini doc preparation (AI not active)')}`);
+    contextDocs = allDocFiles
+      .filter(({ absPath }) => ['.txt', '.md', '.vtt', '.srt', '.csv', '.json', '.xml', '.html']
+        .includes(path.extname(absPath).toLowerCase()))
+      .map(({ absPath, relPath }) => ({
+        type: 'inlineText',
+        fileName: relPath,
+        content: fs.readFileSync(absPath, 'utf8'),
+      }));
+  }
+
+  // --- Upload documents to Firebase Storage for archival ---
+  const docStorageUrls = {};
+  if (firebaseReady && !opts.skipUpload) {
+    await parallelMap(allDocFiles, async ({ absPath: docPath, relPath }) => {
+      if (isShuttingDown()) return;
+      const docStoragePath = `calls/${callName}/documents/${relPath}`;
+      try {
+        if (!opts.forceUpload) {
+          const existingUrl = await storageExists(storage, docStoragePath);
+          if (existingUrl) {
+            docStorageUrls[relPath] = existingUrl;
+            console.log(`  ${c.success(`Document already in Storage \u2192 ${c.cyan(docStoragePath)}`)}`);
+            return;
+          }
+        }
+        const url = await uploadToStorage(storage, docPath, docStoragePath);
+        docStorageUrls[relPath] = url;
+        console.log(`  ${c.success(`Document ${opts.forceUpload ? '(re-uploaded)' : '\u2192'} ${c.cyan(docStoragePath)}`)}`);
+      } catch (err) {
+        console.warn(`  ${c.warn(`Document upload failed (${relPath}): ${err.message}`)}`);
+      }
+    }, opts.parallel);
+  } else if (opts.skipUpload) {
+    console.log(`  ${c.warn('Skipping document uploads (--skip-upload)')}`);
+  } else {
+    console.log(`  ${c.warn('Skipping document uploads (Firebase auth not configured)')}`);
+  }
+  console.log('');
+
+  timer.end();
+  return { ...ctx, storage, firebaseReady, ai, contextDocs, docStorageUrls, callName };
+}
+
+module.exports = phaseServices;

package/src/phases/summary.js

@@ -0,0 +1,86 @@
+'use strict';
+
+// --- Config ---
+const config = require('../config');
+
+// --- Utils ---
+const { c } = require('../utils/colors');
+
+// --- Shared state ---
+const { getLog } = require('./_shared');
+
+// ======================== PHASE: SUMMARY ========================
+
+/**
+ * Print the final summary with timing, cost, and file locations.
+ */
+function phaseSummary(ctx, results, { jsonPath, mdPath, runTs, compilationRun }) {
+  const log = getLog();
+  const { opts, firebaseReady, callName, docStorageUrls, costTracker } = ctx;
+  const totalSegs = results.files.reduce((s, f) => s + f.segmentCount, 0);
+
+  console.log('');
+  console.log(c.cyan('══════════════════════════════════════════════'));
+  console.log(c.heading(' COMPLETE'));
+  console.log(c.cyan('══════════════════════════════════════════════'));
+  console.log(`  Results JSON : ${c.cyan(jsonPath)}`);
+  console.log(`  Results MD   : ${c.cyan(mdPath)}`);
+  console.log(`  Files        : ${c.highlight(results.files.length)}`);
+  console.log(`  Segments     : ${c.highlight(totalSegs)}`);
+  console.log(`  Elapsed      : ${c.yellow(log.elapsed())}`);
+  if (compilationRun) {
+    console.log(`  Compilation  : ${c.yellow((compilationRun.durationMs / 1000).toFixed(1) + 's')} | ${c.yellow((compilationRun.tokenUsage?.totalTokens?.toLocaleString() || '?') + ' tokens')}`);
+  }
+  results.files.forEach(f => {
+    console.log(`  ${c.dim(f.originalFile)}: ${c.yellow(f.originalSizeMB + ' MB')} → ${c.green(f.compressedTotalMB + ' MB')} ${c.dim(`(${f.compressionRatio})`)}`);
+  });
+
+  // Cost breakdown
+  const cost = costTracker.getSummary();
+  if (cost.totalTokens > 0) {
+    console.log('');
+    console.log(`  ${c.heading(`Cost estimate (${config.GEMINI_MODEL}):`)}`);
+    console.log(`    Input tokens  : ${c.yellow(cost.inputTokens.toLocaleString())} ${c.dim(`($${cost.inputCost.toFixed(4)})`)}`);
+    console.log(`    Output tokens : ${c.yellow(cost.outputTokens.toLocaleString())} ${c.dim(`($${cost.outputCost.toFixed(4)})`)}`);
+    console.log(`    Thinking tokens: ${c.yellow(cost.thinkingTokens.toLocaleString())} ${c.dim(`($${cost.thinkingCost.toFixed(4)})`)}`);
+    console.log(`    Total         : ${c.highlight(cost.totalTokens.toLocaleString() + ' tokens')} | ${c.green('$' + cost.totalCost.toFixed(4))}`);
+    console.log(`    AI time       : ${c.yellow((cost.totalDurationMs / 1000).toFixed(1) + 's')}`);
+  }
+
+  if (firebaseReady && !opts.skipUpload) {
+    console.log('');
+    console.log(`  ${c.heading('Firebase Storage:')}`);
+    console.log(`    ${c.dim(`calls/${callName}/documents/`)}  → ${c.yellow(Object.keys(docStorageUrls).length)} doc(s)`);
+    console.log(`    ${c.dim(`calls/${callName}/segments/`)}   → ${c.yellow(totalSegs)} segment(s)`);
+    console.log(`    ${c.dim(`calls/${callName}/runs/${runTs}/`)}  → results.json + results.md`);
+    if (results.storageUrl) {
+      console.log(`    Results URL: ${c.link(results.storageUrl)}`);
+    }
+  } else {
+    console.log('');
+    console.log(`  ${c.warn('Firebase Storage: uploads skipped')}`);
+  }
+
+  // Log summary
+  log.summary([
+    `Call: ${callName}`,
+    `Videos: ${results.files.length}`,
+    `Segments: ${totalSegs}`,
+    `Compiled: ${results.compilation ? 'Yes (AI)' : 'No (fallback merge)'}`,
+    `Firebase: ${firebaseReady && !opts.skipUpload ? 'OK' : 'skipped'}`,
+    `Documents: ${results.contextDocuments.length}`,
+    `Cost: $${cost.totalCost.toFixed(4)} (${cost.totalTokens.toLocaleString()} tokens)`,
+    `Elapsed: ${log.elapsed()}`,
+    ...results.files.map(f => `  ${f.originalFile}: ${f.originalSizeMB}MB → ${f.compressedTotalMB}MB (${f.compressionRatio})`),
+    `Results JSON: ${jsonPath}`,
+    `Results MD: ${mdPath}`,
+    `Logs: ${log.detailedPath}`,
+  ]);
+  log.step('DONE');
+
+  console.log(`  Logs: ${c.dim(log.detailedPath)}`);
+  console.log(`         ${c.dim(log.minimalPath)}`);
+  console.log('');
+}
+
+module.exports = phaseSummary;