@ncukondo/search-hub 0.1.0

package/dist/cli/commands/resume-executor.js

@@ -0,0 +1,170 @@
+import { readFile, appendFile } from "node:fs/promises";
+import { join } from "node:path";
+import { loadSession, getResumableProviders, updateDatabaseStatus, updateSessionStatus } from "../../session/manager.js";
+import { MultiProviderProgress } from "../utils/progress.js";
+import { createProviderInstance } from "./search-executor.js";
+function isResumable(provider) {
+  return "resumeSearch" in provider && typeof provider.resumeSearch === "function";
+}
+async function executeResume(options, sessionsDir, config, showProgress = true) {
+  let session;
+  try {
+    session = await loadSession(options.sessionId, sessionsDir);
+  } catch (error) {
+    return {
+      success: false,
+      resumed: 0,
+      error: `Failed to load session: ${error instanceof Error ? error.message : error}`
+    };
+  }
+  let resumableProviders = getResumableProviders(session);
+  if (options.providers && options.providers.length > 0) {
+    resumableProviders = resumableProviders.filter(
+      (r) => options.providers.includes(r.provider)
+    );
+  }
+  if (options.retryFailed) {
+    resumableProviders = resumableProviders.filter((r) => r.strategy === "retry");
+  }
+  if (resumableProviders.length === 0) {
+    return {
+      success: true,
+      resumed: 0,
+      error: "No providers to resume"
+    };
+  }
+  const results = {};
+  let progress;
+  if (showProgress && process.stdout.isTTY) {
+    progress = new MultiProviderProgress(resumableProviders.map((p) => p.provider));
+  }
+  let successCount = 0;
+  for (const resumable of resumableProviders) {
+    const providerName = resumable.provider;
+    const dbStatus = session.databases[providerName];
+    if (!dbStatus) continue;
+    try {
+      const provider = createProviderInstance(providerName, config);
+      const queryPath = join(sessionsDir, options.sessionId, dbStatus.files.query);
+      let nativeQuery;
+      try {
+        nativeQuery = await readFile(queryPath, "utf-8");
+      } catch {
+        progress?.fail(providerName, "Query file not found");
+        results[providerName] = { hits: 0, retrieved: 0 };
+        continue;
+      }
+      const translatedQuery = {
+        native: nativeQuery.trim(),
+        provider: providerName
+      };
+      await updateDatabaseStatus(
+        options.sessionId,
+        providerName,
+        {
+          status: "in_progress",
+          startedAt: (/* @__PURE__ */ new Date()).toISOString()
+        },
+        sessionsDir
+      );
+      const resultsPath = join(sessionsDir, options.sessionId, dbStatus.files.results);
+      let retrievedCount = dbStatus.retrievedCount ?? 0;
+      const totalHits = dbStatus.totalHits ?? 0;
+      progress?.update(providerName, retrievedCount, totalHits || 100, "in_progress");
+      if (resumable.strategy === "continue" && isResumable(provider)) {
+        const searchState = {
+          provider: providerName,
+          query: translatedQuery,
+          totalResults: totalHits,
+          retrievedCount,
+          lastUpdated: /* @__PURE__ */ new Date(),
+          providerState: dbStatus.pagination ? {
+            cursor: dbStatus.pagination.cursor,
+            pageNumber: dbStatus.pagination.pageNumber
+          } : void 0
+        };
+        for await (const article of provider.resumeSearch(searchState)) {
+          retrievedCount++;
+          await appendFile(resultsPath, JSON.stringify(article) + "\n", "utf-8");
+          progress?.update(providerName, retrievedCount, totalHits || retrievedCount, "in_progress");
+        }
+      } else {
+        const searchOptions = {
+          maxResults: config.providers[providerName].max_results
+        };
+        for await (const article of provider.search(translatedQuery, searchOptions)) {
+          retrievedCount++;
+          await appendFile(resultsPath, JSON.stringify(article) + "\n", "utf-8");
+          progress?.update(providerName, retrievedCount, totalHits || retrievedCount * 2, "in_progress");
+        }
+      }
+      progress?.complete(providerName);
+      await updateDatabaseStatus(
+        options.sessionId,
+        providerName,
+        {
+          status: "completed",
+          completedAt: (/* @__PURE__ */ new Date()).toISOString(),
+          totalHits: totalHits || retrievedCount,
+          retrievedCount
+        },
+        sessionsDir
+      );
+      results[providerName] = { hits: totalHits || retrievedCount, retrieved: retrievedCount };
+      successCount++;
+    } catch (error) {
+      const errorMessage = error instanceof Error ? error.message : String(error);
+      progress?.fail(providerName, errorMessage);
+      await updateDatabaseStatus(
+        options.sessionId,
+        providerName,
+        {
+          status: "failed",
+          completedAt: (/* @__PURE__ */ new Date()).toISOString(),
+          error: {
+            code: "RESUME_ERROR",
+            message: errorMessage,
+            retryable: true
+          }
+        },
+        sessionsDir
+      );
+      results[providerName] = { hits: 0, retrieved: 0 };
+    }
+  }
+  progress?.stop();
+  const anyFailed = resumableProviders.some((p) => {
+    const r = results[p.provider];
+    return r && r.retrieved === 0 && r.hits === 0;
+  });
+  const anySucceeded = resumableProviders.some((p) => {
+    const r = results[p.provider];
+    return r && r.retrieved > 0;
+  });
+  let sessionStatus;
+  if (!anyFailed) {
+    sessionStatus = "completed";
+  } else if (anySucceeded) {
+    sessionStatus = "partial";
+  } else {
+    sessionStatus = "failed";
+  }
+  await updateSessionStatus(options.sessionId, sessionStatus, sessionsDir);
+  if (sessionStatus === "failed") {
+    return {
+      success: false,
+      resumed: successCount,
+      results,
+      error: "All providers failed"
+    };
+  }
+  return {
+    success: true,
+    resumed: successCount,
+    results
+  };
+}
+export {
+  executeResume
+};
+//# sourceMappingURL=resume-executor.js.map

package/dist/cli/commands/resume-executor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resume-executor.js","sources":["../../../src/cli/commands/resume-executor.ts"],"sourcesContent":["/**\n * Resume executor for CLI resume command.\n *\n * Handles resuming interrupted search sessions by continuing\n * from where providers left off or retrying failed providers.\n */\nimport { readFile, appendFile } from 'node:fs/promises';\nimport { join } from 'node:path';\nimport type { ResumeCommandOptions } from './resume.js';\nimport type { Config } from '../../config/index.js';\nimport type {\n  Provider,\n  TranslatedQuery,\n  SearchState,\n} from '../../providers/base/types.js';\nimport {\n  loadSession,\n  updateDatabaseStatus,\n  updateSessionStatus,\n  getResumableProviders,\n} from '../../session/manager.js';\nimport { MultiProviderProgress } from '../utils/progress.js';\nimport { createProviderInstance } from './search-executor.js';\n\n/**\n * Result of a resume execution.\n */\nexport interface ResumeExecutionResult {\n  success: boolean;\n  resumed: number;\n  results?: Record<string, { hits: number; retrieved: number }>;\n  error?: string;\n}\n\n/**\n * Interface for providers that support resuming.\n */\ninterface ResumableProviderInstance extends Provider {\n  resumeSearch(state: SearchState): AsyncIterable<import('../../providers/base/types.js').Article>;\n}\n\n/**\n * Check if a provider instance supports resuming.\n */\nfunction isResumable(provider: Provider): provider is ResumableProviderInstance {\n  return 'resumeSearch' in provider && typeof (provider as any).resumeSearch === 'function';\n}\n\n/**\n * Execute resume for interrupted sessions.\n */\nexport async function executeResume(\n  options: ResumeCommandOptions,\n  sessionsDir: string,\n  config: Config,\n  showProgress = true\n): Promise<ResumeExecutionResult> {\n  // Load session\n  let session;\n  try {\n    session = await loadSession(options.sessionId, sessionsDir);\n  } catch (error) {\n    return {\n      success: false,\n      resumed: 0,\n      error: `Failed to load session: ${error instanceof Error ? error.message : error}`,\n    };\n  }\n\n  // Get resumable providers\n  let resumableProviders = getResumableProviders(session);\n\n  // Filter by specific providers if requested\n  if (options.providers && options.providers.length > 0) {\n    resumableProviders = resumableProviders.filter((r) =>\n      options.providers!.includes(r.provider)\n    );\n  }\n\n  // Filter to only retry strategies if retryFailed is true\n  if (options.retryFailed) {\n    resumableProviders = resumableProviders.filter((r) => r.strategy === 'retry');\n  }\n\n  if (resumableProviders.length === 0) {\n    return {\n      success: true,\n      resumed: 0,\n      error: 'No providers to resume',\n    };\n  }\n\n  const results: Record<string, { hits: number; retrieved: number }> = {};\n\n  // Create progress display if enabled\n  let progress: MultiProviderProgress | undefined;\n  if (showProgress && process.stdout.isTTY) {\n    progress = new MultiProviderProgress(resumableProviders.map((p) => p.provider));\n  }\n\n  let successCount = 0;\n\n  // Resume each provider\n  for (const resumable of resumableProviders) {\n    const providerName = resumable.provider;\n    const dbStatus = session.databases[providerName];\n\n    if (!dbStatus) continue;\n\n    try {\n      // Create provider instance\n      const provider = createProviderInstance(providerName, config);\n\n      // Build the translated query from stored query file\n      const queryPath = join(sessionsDir, options.sessionId, dbStatus.files.query);\n      let nativeQuery: string;\n      try {\n        nativeQuery = await readFile(queryPath, 'utf-8');\n      } catch {\n        // If query file doesn't exist, skip this provider\n        progress?.fail(providerName, 'Query file not found');\n        results[providerName] = { hits: 0, retrieved: 0 };\n        continue;\n      }\n\n      const translatedQuery: TranslatedQuery = {\n        native: nativeQuery.trim(),\n        provider: providerName,\n      };\n\n      // Update database status to in_progress\n      await updateDatabaseStatus(\n        options.sessionId,\n        providerName,\n        {\n          status: 'in_progress',\n          startedAt: new Date().toISOString(),\n        },\n        sessionsDir\n      );\n\n      // Prepare results file path\n      const resultsPath = join(sessionsDir, options.sessionId, dbStatus.files.results);\n\n      let retrievedCount = dbStatus.retrievedCount ?? 0;\n      const totalHits = dbStatus.totalHits ?? 0;\n\n      progress?.update(providerName, retrievedCount, totalHits || 100, 'in_progress');\n\n      // Determine how to resume\n      if (resumable.strategy === 'continue' && isResumable(provider)) {\n        // Build SearchState for continuing\n        const searchState: SearchState = {\n          provider: providerName,\n          query: translatedQuery,\n          totalResults: totalHits,\n          retrievedCount,\n          lastUpdated: new Date(),\n          providerState: dbStatus.pagination\n            ? {\n                cursor: dbStatus.pagination.cursor,\n                pageNumber: dbStatus.pagination.pageNumber,\n              }\n            : undefined,\n        };\n\n        // Resume search\n        for await (const article of provider.resumeSearch(searchState)) {\n          retrievedCount++;\n\n          // Write article to JSONL file\n          await appendFile(resultsPath, JSON.stringify(article) + '\\n', 'utf-8');\n\n          progress?.update(providerName, retrievedCount, totalHits || retrievedCount, 'in_progress');\n        }\n      } else {\n        // Fresh start or retry - use regular search\n        const searchOptions = {\n          maxResults: config.providers[providerName].max_results,\n        };\n\n        for await (const article of provider.search(translatedQuery, searchOptions)) {\n          retrievedCount++;\n\n          // Write article to JSONL file\n          await appendFile(resultsPath, JSON.stringify(article) + '\\n', 'utf-8');\n\n          progress?.update(providerName, retrievedCount, totalHits || retrievedCount * 2, 'in_progress');\n        }\n      }\n\n      // Mark as completed\n      progress?.complete(providerName);\n\n      // Update database status\n      await updateDatabaseStatus(\n        options.sessionId,\n        providerName,\n        {\n          status: 'completed',\n          completedAt: new Date().toISOString(),\n          totalHits: totalHits || retrievedCount,\n          retrievedCount,\n        },\n        sessionsDir\n      );\n\n      results[providerName] = { hits: totalHits || retrievedCount, retrieved: retrievedCount };\n      successCount++;\n    } catch (error) {\n      const errorMessage = error instanceof Error ? error.message : String(error);\n\n      progress?.fail(providerName, errorMessage);\n\n      // Update database status with error\n      await updateDatabaseStatus(\n        options.sessionId,\n        providerName,\n        {\n          status: 'failed',\n          completedAt: new Date().toISOString(),\n          error: {\n            code: 'RESUME_ERROR',\n            message: errorMessage,\n            retryable: true,\n          },\n        },\n        sessionsDir\n      );\n\n      results[providerName] = { hits: 0, retrieved: 0 };\n    }\n  }\n\n  // Stop progress display\n  progress?.stop();\n\n  // Determine overall session status\n  const anyFailed = resumableProviders.some((p) => {\n    const r = results[p.provider];\n    return r && r.retrieved === 0 && r.hits === 0;\n  });\n  const anySucceeded = resumableProviders.some((p) => {\n    const r = results[p.provider];\n    return r && r.retrieved > 0;\n  });\n\n  let sessionStatus: 'completed' | 'partial' | 'failed';\n  if (!anyFailed) {\n    sessionStatus = 'completed';\n  } else if (anySucceeded) {\n    sessionStatus = 'partial';\n  } else {\n    sessionStatus = 'failed';\n  }\n\n  // Update session status\n  await updateSessionStatus(options.sessionId, sessionStatus, sessionsDir);\n\n  if (sessionStatus === 'failed') {\n    return {\n      success: false,\n      resumed: successCount,\n      results,\n      error: 'All providers failed',\n    };\n  }\n\n  return {\n    success: true,\n    resumed: successCount,\n    results,\n  };\n}\n"],"names":[],"mappings":";;;;;AA4CA,SAAS,YAAY,UAA2D;AAC9E,SAAO,kBAAkB,YAAY,OAAQ,SAAiB,iBAAiB;AACjF;AAKA,eAAsB,cACpB,SACA,aACA,QACA,eAAe,MACiB;AAEhC,MAAI;AACJ,MAAI;AACF,cAAU,MAAM,YAAY,QAAQ,WAAW,WAAW;AAAA,EAC5D,SAAS,OAAO;AACd,WAAO;AAAA,MACL,SAAS;AAAA,MACT,SAAS;AAAA,MACT,OAAO,2BAA2B,iBAAiB,QAAQ,MAAM,UAAU,KAAK;AAAA,IAAA;AAAA,EAEpF;AAGA,MAAI,qBAAqB,sBAAsB,OAAO;AAGtD,MAAI,QAAQ,aAAa,QAAQ,UAAU,SAAS,GAAG;AACrD,yBAAqB,mBAAmB;AAAA,MAAO,CAAC,MAC9C,QAAQ,UAAW,SAAS,EAAE,QAAQ;AAAA,IAAA;AAAA,EAE1C;AAGA,MAAI,QAAQ,aAAa;AACvB,yBAAqB,mBAAmB,OAAO,CAAC,MAAM,EAAE,aAAa,OAAO;AAAA,EAC9E;AAEA,MAAI,mBAAmB,WAAW,GAAG;AACnC,WAAO;AAAA,MACL,SAAS;AAAA,MACT,SAAS;AAAA,MACT,OAAO;AAAA,IAAA;AAAA,EAEX;AAEA,QAAM,UAA+D,CAAA;AAGrE,MAAI;AACJ,MAAI,gBAAgB,QAAQ,OAAO,OAAO;AACxC,eAAW,IAAI,sBAAsB,mBAAmB,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC;AAAA,EAChF;AAEA,MAAI,eAAe;AAGnB,aAAW,aAAa,oBAAoB;AAC1C,UAAM,eAAe,UAAU;AAC/B,UAAM,WAAW,QAAQ,UAAU,YAAY;AAE/C,QAAI,CAAC,SAAU;AAEf,QAAI;AAEF,YAAM,WAAW,uBAAuB,cAAc,MAAM;AAG5D,YAAM,YAAY,KAAK,aAAa,QAAQ,WAAW,SAAS,MAAM,KAAK;AAC3E,UAAI;AACJ,UAAI;AACF,sBAAc,MAAM,SAAS,WAAW,OAAO;AAAA,MACjD,QAAQ;AAEN,kBAAU,KAAK,cAAc,sBAAsB;AACnD,gBAAQ,YAAY,IAAI,EAAE,MAAM,GAAG,WAAW,EAAA;AAC9C;AAAA,MACF;AAEA,YAAM,kBAAmC;AAAA,QACvC,QAAQ,YAAY,KAAA;AAAA,QACpB,UAAU;AAAA,MAAA;AAIZ,YAAM;AAAA,QACJ,QAAQ;AAAA,QACR;AAAA,QACA;AAAA,UACE,QAAQ;AAAA,UACR,YAAW,oBAAI,KAAA,GAAO,YAAA;AAAA,QAAY;AAAA,QAEpC;AAAA,MAAA;AAIF,YAAM,cAAc,KAAK,aAAa,QAAQ,WAAW,SAAS,MAAM,OAAO;AAE/E,UAAI,iBAAiB,SAAS,kBAAkB;AAChD,YAAM,YAAY,SAAS,aAAa;AAExC,gBAAU,OAAO,cAAc,gBAAgB,aAAa,KAAK,aAAa;AAG9E,UAAI,UAAU,aAAa,cAAc,YAAY,QAAQ,GAAG;AAE9D,cAAM,cAA2B;AAAA,UAC/B,UAAU;AAAA,UACV,OAAO;AAAA,UACP,cAAc;AAAA,UACd;AAAA,UACA,iCAAiB,KAAA;AAAA,UACjB,eAAe,SAAS,aACpB;AAAA,YACE,QAAQ,SAAS,WAAW;AAAA,YAC5B,YAAY,SAAS,WAAW;AAAA,UAAA,IAElC;AAAA,QAAA;AAIN,yBAAiB,WAAW,SAAS,aAAa,WAAW,GAAG;AAC9D;AAGA,gBAAM,WAAW,aAAa,KAAK,UAAU,OAAO,IAAI,MAAM,OAAO;AAErE,oBAAU,OAAO,cAAc,gBAAgB,aAAa,gBAAgB,aAAa;AAAA,QAC3F;AAAA,MACF,OAAO;AAEL,cAAM,gBAAgB;AAAA,UACpB,YAAY,OAAO,UAAU,YAAY,EAAE;AAAA,QAAA;AAG7C,yBAAiB,WAAW,SAAS,OAAO,iBAAiB,aAAa,GAAG;AAC3E;AAGA,gBAAM,WAAW,aAAa,KAAK,UAAU,OAAO,IAAI,MAAM,OAAO;AAErE,oBAAU,OAAO,cAAc,gBAAgB,aAAa,iBAAiB,GAAG,aAAa;AAAA,QAC/F;AAAA,MACF;AAGA,gBAAU,SAAS,YAAY;AAG/B,YAAM;AAAA,QACJ,QAAQ;AAAA,QACR;AAAA,QACA;AAAA,UACE,QAAQ;AAAA,UACR,cAAa,oBAAI,KAAA,GAAO,YAAA;AAAA,UACxB,WAAW,aAAa;AAAA,UACxB;AAAA,QAAA;AAAA,QAEF;AAAA,MAAA;AAGF,cAAQ,YAAY,IAAI,EAAE,MAAM,aAAa,gBAAgB,WAAW,eAAA;AACxE;AAAA,IACF,SAAS,OAAO;AACd,YAAM,eAAe,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAE1E,gBAAU,KAAK,cAAc,YAAY;AAGzC,YAAM;AAAA,QACJ,QAAQ;AAAA,QACR;AAAA,QACA;AAAA,UACE,QAAQ;AAAA,UACR,cAAa,oBAAI,KAAA,GAAO,YAAA;AAAA,UACxB,OAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS;AAAA,YACT,WAAW;AAAA,UAAA;AAAA,QACb;AAAA,QAEF;AAAA,MAAA;AAGF,cAAQ,YAAY,IAAI,EAAE,MAAM,GAAG,WAAW,EAAA;AAAA,IAChD;AAAA,EACF;AAGA,YAAU,KAAA;AAGV,QAAM,YAAY,mBAAmB,KAAK,CAAC,MAAM;AAC/C,UAAM,IAAI,QAAQ,EAAE,QAAQ;AAC5B,WAAO,KAAK,EAAE,cAAc,KAAK,EAAE,SAAS;AAAA,EAC9C,CAAC;AACD,QAAM,eAAe,mBAAmB,KAAK,CAAC,MAAM;AAClD,UAAM,IAAI,QAAQ,EAAE,QAAQ;AAC5B,WAAO,KAAK,EAAE,YAAY;AAAA,EAC5B,CAAC;AAED,MAAI;AACJ,MAAI,CAAC,WAAW;AACd,oBAAgB;AAAA,EAClB,WAAW,cAAc;AACvB,oBAAgB;AAAA,EAClB,OAAO;AACL,oBAAgB;AAAA,EAClB;AAGA,QAAM,oBAAoB,QAAQ,WAAW,eAAe,WAAW;AAEvE,MAAI,kBAAkB,UAAU;AAC9B,WAAO;AAAA,MACL,SAAS;AAAA,MACT,SAAS;AAAA,MACT;AAAA,MACA,OAAO;AAAA,IAAA;AAAA,EAEX;AAEA,SAAO;AAAA,IACL,SAAS;AAAA,IACT,SAAS;AAAA,IACT;AAAA,EAAA;AAEJ;"}

package/dist/cli/commands/resume.d.ts

@@ -0,0 +1,26 @@
+import { ProviderName, ResumableProvider } from '../../session/types.js';
+export interface ResumeCommandOptions {
+    sessionId: string;
+    providers?: ProviderName[];
+    retryFailed?: boolean;
+}
+export interface CommandLineOptions {
+    db?: string | undefined;
+    retryFailed?: boolean | undefined;
+}
+export interface ValidationResult {
+    valid: boolean;
+    error?: string;
+}
+export interface ResumeResult {
+    success: boolean;
+    providers?: ResumableProvider[];
+    error?: string;
+}
+export declare function parseResumeOptions(sessionId: string, options: CommandLineOptions): ResumeCommandOptions;
+export declare function validateResumeInput(options: ResumeCommandOptions): ValidationResult;
+export declare function getResumableProvidersForCommand(sessionId: string, sessionsDir: string, options: {
+    providers?: ProviderName[] | undefined;
+    retryFailed?: boolean | undefined;
+}): Promise<ResumeResult>;
+//# sourceMappingURL=resume.d.ts.map

package/dist/cli/commands/resume.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"resume.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/resume.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAG9E,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,YAAY,EAAE,CAAC;IAC3B,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxB,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACnC;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,kBAAkB,GAC1B,oBAAoB,CActB;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,oBAAoB,GAAG,gBAAgB,CASnF;AAED,wBAAsB,+BAA+B,CACnD,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE;IAAE,SAAS,CAAC,EAAE,YAAY,EAAE,GAAG,SAAS,CAAC;IAAC,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAA;CAAE,GACrF,OAAO,CAAC,YAAY,CAAC,CA0BvB"}

package/dist/cli/commands/resume.js

@@ -0,0 +1,51 @@
+import { loadSession, getResumableProviders } from "../../session/manager.js";
+import { parseProviderNames } from "../utils/validation.js";
+function parseResumeOptions(sessionId, options) {
+  const result = {
+    sessionId
+  };
+  if (options.db) {
+    result.providers = parseProviderNames(options.db);
+  }
+  if (options.retryFailed) {
+    result.retryFailed = true;
+  }
+  return result;
+}
+function validateResumeInput(options) {
+  if (!options.sessionId || options.sessionId.trim() === "") {
+    return {
+      valid: false,
+      error: "A session ID is required"
+    };
+  }
+  return { valid: true };
+}
+async function getResumableProvidersForCommand(sessionId, sessionsDir, options) {
+  try {
+    const session = await loadSession(sessionId, sessionsDir);
+    let resumable = getResumableProviders(session);
+    if (options.providers && options.providers.length > 0) {
+      resumable = resumable.filter((r) => options.providers.includes(r.provider));
+    }
+    if (options.retryFailed) {
+      resumable = resumable.filter((r) => r.strategy === "retry");
+    }
+    return {
+      success: true,
+      providers: resumable
+    };
+  } catch (error) {
+    const message = error instanceof Error ? error.message : "Unknown error";
+    return {
+      success: false,
+      error: message
+    };
+  }
+}
+export {
+  getResumableProvidersForCommand,
+  parseResumeOptions,
+  validateResumeInput
+};
+//# sourceMappingURL=resume.js.map

package/dist/cli/commands/resume.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resume.js","sources":["../../../src/cli/commands/resume.ts"],"sourcesContent":["import { loadSession, getResumableProviders } from '../../session/manager.js';\nimport type { ProviderName, ResumableProvider } from '../../session/types.js';\nimport { parseProviderNames } from '../utils/validation.js';\n\nexport interface ResumeCommandOptions {\n  sessionId: string;\n  providers?: ProviderName[];\n  retryFailed?: boolean;\n}\n\nexport interface CommandLineOptions {\n  db?: string | undefined;\n  retryFailed?: boolean | undefined;\n}\n\nexport interface ValidationResult {\n  valid: boolean;\n  error?: string;\n}\n\nexport interface ResumeResult {\n  success: boolean;\n  providers?: ResumableProvider[];\n  error?: string;\n}\n\nexport function parseResumeOptions(\n  sessionId: string,\n  options: CommandLineOptions\n): ResumeCommandOptions {\n  const result: ResumeCommandOptions = {\n    sessionId,\n  };\n\n  if (options.db) {\n    result.providers = parseProviderNames(options.db);\n  }\n\n  if (options.retryFailed) {\n    result.retryFailed = true;\n  }\n\n  return result;\n}\n\nexport function validateResumeInput(options: ResumeCommandOptions): ValidationResult {\n  if (!options.sessionId || options.sessionId.trim() === '') {\n    return {\n      valid: false,\n      error: 'A session ID is required',\n    };\n  }\n\n  return { valid: true };\n}\n\nexport async function getResumableProvidersForCommand(\n  sessionId: string,\n  sessionsDir: string,\n  options: { providers?: ProviderName[] | undefined; retryFailed?: boolean | undefined }\n): Promise<ResumeResult> {\n  try {\n    const session = await loadSession(sessionId, sessionsDir);\n    let resumable = getResumableProviders(session);\n\n    // Filter by specific providers if requested\n    if (options.providers && options.providers.length > 0) {\n      resumable = resumable.filter((r) => options.providers!.includes(r.provider));\n    }\n\n    // Filter to only retry strategies if retryFailed is true\n    if (options.retryFailed) {\n      resumable = resumable.filter((r) => r.strategy === 'retry');\n    }\n\n    return {\n      success: true,\n      providers: resumable,\n    };\n  } catch (error) {\n    const message = error instanceof Error ? error.message : 'Unknown error';\n    return {\n      success: false,\n      error: message,\n    };\n  }\n}\n"],"names":[],"mappings":";;AA0BO,SAAS,mBACd,WACA,SACsB;AACtB,QAAM,SAA+B;AAAA,IACnC;AAAA,EAAA;AAGF,MAAI,QAAQ,IAAI;AACd,WAAO,YAAY,mBAAmB,QAAQ,EAAE;AAAA,EAClD;AAEA,MAAI,QAAQ,aAAa;AACvB,WAAO,cAAc;AAAA,EACvB;AAEA,SAAO;AACT;AAEO,SAAS,oBAAoB,SAAiD;AACnF,MAAI,CAAC,QAAQ,aAAa,QAAQ,UAAU,KAAA,MAAW,IAAI;AACzD,WAAO;AAAA,MACL,OAAO;AAAA,MACP,OAAO;AAAA,IAAA;AAAA,EAEX;AAEA,SAAO,EAAE,OAAO,KAAA;AAClB;AAEA,eAAsB,gCACpB,WACA,aACA,SACuB;AACvB,MAAI;AACF,UAAM,UAAU,MAAM,YAAY,WAAW,WAAW;AACxD,QAAI,YAAY,sBAAsB,OAAO;AAG7C,QAAI,QAAQ,aAAa,QAAQ,UAAU,SAAS,GAAG;AACrD,kBAAY,UAAU,OAAO,CAAC,MAAM,QAAQ,UAAW,SAAS,EAAE,QAAQ,CAAC;AAAA,IAC7E;AAGA,QAAI,QAAQ,aAAa;AACvB,kBAAY,UAAU,OAAO,CAAC,MAAM,EAAE,aAAa,OAAO;AAAA,IAC5D;AAEA,WAAO;AAAA,MACL,SAAS;AAAA,MACT,WAAW;AAAA,IAAA;AAAA,EAEf,SAAS,OAAO;AACd,UAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU;AACzD,WAAO;AAAA,MACL,SAAS;AAAA,MACT,OAAO;AAAA,IAAA;AAAA,EAEX;AACF;"}

package/dist/cli/commands/search-executor.d.ts

@@ -0,0 +1,26 @@
+import { SearchCommandOptions } from './search.js';
+import { Config } from '../../config/index.js';
+import { Provider, ProviderName } from '../../providers/base/types.js';
+import { RegistrationRecord } from '../../integration/types.js';
+/**
+ * Result of a search execution.
+ */
+export interface SearchExecutionResult {
+    success: boolean;
+    sessionId?: string;
+    results?: Record<string, {
+        hits: number;
+        retrieved: number;
+    }>;
+    error?: string;
+    autoRegisterResult?: RegistrationRecord;
+}
+/**
+ * Create a provider instance for the given provider name.
+ */
+export declare function createProviderInstance(name: ProviderName, config: Config): Provider;
+/**
+ * Execute a search across multiple providers.
+ */
+export declare function executeSearch(options: SearchCommandOptions, sessionsDir: string, config: Config, showProgress?: boolean): Promise<SearchExecutionResult>;
+//# sourceMappingURL=search-executor.d.ts.map

package/dist/cli/commands/search-executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-executor.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/search-executor.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACxD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,KAAK,EAEV,QAAQ,EACR,YAAY,EAEb,MAAM,+BAA+B,CAAC;AAqBvC,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAGrE;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC9D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;CACzC;AAOD;;GAEG;AACH,wBAAgB,sBAAsB,CACpC,IAAI,EAAE,YAAY,EAClB,MAAM,EAAE,MAAM,GACb,QAAQ,CAgDV;AAyCD;;GAEG;AACH,wBAAsB,aAAa,CACjC,OAAO,EAAE,oBAAoB,EAC7B,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EACd,YAAY,UAAO,GAClB,OAAO,CAAC,qBAAqB,CAAC,CA8QhC"}

package/dist/cli/commands/search-executor.js

@@ -0,0 +1,315 @@
+import { readFile, writeFile, appendFile } from "node:fs/promises";
+import { join } from "node:path";
+import { createHash } from "node:crypto";
+import { parseQueryString } from "../../query/parser.js";
+import "../../query/validator.js";
+import { createSession, updateDatabaseStatus, updateSessionStatus } from "../../session/manager.js";
+import { MultiProviderProgress } from "../utils/progress.js";
+import { PubMedProvider } from "../../providers/pubmed/provider.js";
+import { ERICProvider } from "../../providers/eric/provider.js";
+import { ArxivProvider } from "../../providers/arxiv/provider.js";
+import { ScopusProvider } from "../../providers/scopus/provider.js";
+import { translateQuery as translateQuery$3 } from "../../providers/pubmed/translator.js";
+import { translateQuery as translateQuery$2 } from "../../providers/eric/translator.js";
+import { translateQuery as translateQuery$1 } from "../../providers/arxiv/translator.js";
+import { translateQuery } from "../../providers/scopus/translator.js";
+import { stringify } from "yaml";
+import { registerArticles, saveRegistrationRecord } from "../../integration/register.js";
+import { checkRefAvailable } from "../../integration/ref-cli.js";
+const IMPLEMENTED_PROVIDERS = ["pubmed", "eric", "arxiv", "scopus"];
+function createProviderInstance(name, config) {
+  const providerConfig = config.providers[name];
+  switch (name) {
+    case "pubmed": {
+      if (!providerConfig.email) {
+        console.warn(
+          "Warning: No email configured for PubMed. Set providers.pubmed.email in config."
+        );
+      }
+      const pubmedOpts = {
+        email: providerConfig.email ?? "search-hub@example.com",
+        rateLimit: providerConfig.rate_limit,
+        timeout: providerConfig.timeout,
+        retries: providerConfig.retries
+      };
+      if (providerConfig.api_key) {
+        pubmedOpts.apiKey = providerConfig.api_key;
+      }
+      return new PubMedProvider(pubmedOpts);
+    }
+    case "eric":
+      return new ERICProvider({
+        rateLimit: providerConfig.rate_limit,
+        timeout: providerConfig.timeout,
+        retries: providerConfig.retries
+      });
+    case "arxiv":
+      return new ArxivProvider({
+        rateLimit: providerConfig.rate_limit,
+        timeout: providerConfig.timeout,
+        retries: providerConfig.retries
+      });
+    case "scopus": {
+      const scopusOpts = {
+        apiKey: providerConfig.api_key ?? "",
+        rateLimit: providerConfig.rate_limit,
+        timeout: providerConfig.timeout,
+        retries: providerConfig.retries
+      };
+      if (providerConfig.inst_token) {
+        scopusOpts.instToken = providerConfig.inst_token;
+      }
+      return new ScopusProvider(scopusOpts);
+    }
+    default:
+      throw new Error(`Provider '${name}' is not implemented`);
+  }
+}
+function translateQueryForProvider(ast, provider) {
+  switch (provider) {
+    case "pubmed":
+      return translateQuery$3(ast);
+    case "eric":
+      return translateQuery$2(ast);
+    case "arxiv":
+      return translateQuery$1(ast);
+    case "scopus":
+      return translateQuery(ast);
+    default:
+      throw new Error(`No translator for provider '${provider}'`);
+  }
+}
+function getEnabledProviders(config, requestedProviders) {
+  const enabledInConfig = IMPLEMENTED_PROVIDERS.filter(
+    (name) => config.providers[name].enabled
+  );
+  if (requestedProviders && requestedProviders.length > 0) {
+    return requestedProviders.filter((p) => enabledInConfig.includes(p));
+  }
+  return enabledInConfig;
+}
+async function executeSearch(options, sessionsDir, config, showProgress = true) {
+  let ast;
+  let queryContent;
+  let queryFile;
+  if (options.directQuery && options.providers && options.providers.length === 1) {
+    queryFile = "direct-query";
+    ast = {
+      name: options.sessionName ?? "direct-query",
+      blocks: [
+        {
+          field: "all",
+          terms: { keywords: [options.directQuery] },
+          operator: "AND"
+        }
+      ],
+      filters: {},
+      overrides: {}
+    };
+    queryContent = stringify({
+      name: ast.name,
+      blocks: ast.blocks,
+      filters: ast.filters
+    });
+  } else if (options.queryFile) {
+    try {
+      queryContent = await readFile(options.queryFile, "utf-8");
+      ast = parseQueryString(queryContent);
+      queryFile = options.queryFile;
+    } catch (error) {
+      return {
+        success: false,
+        error: `Failed to parse query file: ${error instanceof Error ? error.message : error}`
+      };
+    }
+  } else {
+    return {
+      success: false,
+      error: "Either queryFile or directQuery with provider is required"
+    };
+  }
+  const providers = getEnabledProviders(config, options.providers);
+  if (providers.length === 0) {
+    return {
+      success: false,
+      error: "No providers enabled or selected"
+    };
+  }
+  const queryHash = createHash("sha256").update(queryContent).digest("hex").slice(0, 8);
+  let session;
+  try {
+    const sessionOpts = {
+      name: options.sessionName ?? ast.name,
+      queryFile,
+      queryContent,
+      queryHash,
+      targets: providers,
+      sessionsDir
+    };
+    if (ast.description) {
+      sessionOpts.description = ast.description;
+    }
+    session = await createSession(sessionOpts);
+  } catch (error) {
+    return {
+      success: false,
+      error: `Failed to create session: ${error instanceof Error ? error.message : error}`
+    };
+  }
+  const sessionId = session.id;
+  const results = {};
+  let progress;
+  if (showProgress && process.stdout.isTTY) {
+    progress = new MultiProviderProgress(providers);
+  }
+  for (const providerName of providers) {
+    try {
+      const provider = createProviderInstance(providerName, config);
+      let translatedQuery;
+      if (options.directQuery && options.providers?.length === 1) {
+        translatedQuery = {
+          native: options.directQuery,
+          provider: providerName
+        };
+      } else {
+        translatedQuery = translateQueryForProvider(ast, providerName);
+      }
+      const queryPath = join(sessionsDir, sessionId, `${providerName}_query.txt`);
+      await writeFile(queryPath, translatedQuery.native, "utf-8");
+      await updateDatabaseStatus(
+        sessionId,
+        providerName,
+        {
+          status: "in_progress",
+          startedAt: (/* @__PURE__ */ new Date()).toISOString()
+        },
+        sessionsDir
+      );
+      const resultsPath = join(sessionsDir, sessionId, `${providerName}_results.jsonl`);
+      let retrievedCount = 0;
+      let totalHits = 0;
+      progress?.update(providerName, 0, 0, "in_progress");
+      const searchOptions = {
+        maxResults: options.maxResults ?? config.providers[providerName].max_results
+      };
+      for await (const article of provider.search(translatedQuery, searchOptions)) {
+        retrievedCount++;
+        await appendFile(resultsPath, JSON.stringify(article) + "\n", "utf-8");
+        if (totalHits === 0) {
+          totalHits = Math.max(retrievedCount * 10, 100);
+        }
+        progress?.update(providerName, retrievedCount, totalHits, "in_progress");
+      }
+      totalHits = retrievedCount;
+      progress?.complete(providerName);
+      await updateDatabaseStatus(
+        sessionId,
+        providerName,
+        {
+          status: "completed",
+          completedAt: (/* @__PURE__ */ new Date()).toISOString(),
+          totalHits,
+          retrievedCount,
+          files: {
+            query: `${providerName}_query.txt`,
+            results: `${providerName}_results.jsonl`
+          }
+        },
+        sessionsDir
+      );
+      results[providerName] = { hits: totalHits, retrieved: retrievedCount };
+    } catch (error) {
+      const errorMessage = error instanceof Error ? error.message : String(error);
+      progress?.fail(providerName, errorMessage);
+      await updateDatabaseStatus(
+        sessionId,
+        providerName,
+        {
+          status: "failed",
+          completedAt: (/* @__PURE__ */ new Date()).toISOString(),
+          error: {
+            code: "SEARCH_ERROR",
+            message: errorMessage,
+            retryable: true
+          }
+        },
+        sessionsDir
+      );
+      results[providerName] = { hits: 0, retrieved: 0 };
+    }
+  }
+  progress?.stop();
+  const anyFailed = providers.some((p) => {
+    const r = results[p];
+    return r && r.retrieved === 0 && r.hits === 0;
+  });
+  const anySucceeded = providers.some((p) => {
+    const r = results[p];
+    return r && r.retrieved > 0;
+  });
+  let sessionStatus;
+  if (!anyFailed) {
+    sessionStatus = "completed";
+  } else if (anySucceeded) {
+    sessionStatus = "partial";
+  } else {
+    sessionStatus = "failed";
+  }
+  await updateSessionStatus(sessionId, sessionStatus, sessionsDir);
+  if (sessionStatus === "failed") {
+    return {
+      success: false,
+      sessionId,
+      results,
+      error: "All providers failed"
+    };
+  }
+  let autoRegisterResult;
+  if (config.integration.reference_manager.enabled && config.integration.reference_manager.auto_register) {
+    const refAvailable = await checkRefAvailable();
+    if (refAvailable) {
+      const allArticles = await loadArticlesFromSession(sessionsDir, sessionId, providers);
+      if (allArticles.length > 0) {
+        autoRegisterResult = await registerArticles(allArticles, {
+          sessionId,
+          sessionDir: join(sessionsDir, sessionId),
+          withAbstracts: config.integration.reference_manager.with_abstracts
+        });
+        await saveRegistrationRecord(join(sessionsDir, sessionId), autoRegisterResult);
+      }
+    }
+  }
+  const result = {
+    success: true,
+    sessionId,
+    results
+  };
+  if (autoRegisterResult) {
+    result.autoRegisterResult = autoRegisterResult;
+  }
+  return result;
+}
+async function loadArticlesFromSession(sessionsDir, sessionId, providers) {
+  const articles = [];
+  for (const provider of providers) {
+    const resultsPath = join(sessionsDir, sessionId, `${provider}_results.jsonl`);
+    try {
+      const content = await readFile(resultsPath, "utf-8");
+      const lines = content.trim().split("\n").filter((line) => line.length > 0);
+      for (const line of lines) {
+        try {
+          const article = JSON.parse(line);
+          articles.push(article);
+        } catch {
+        }
+      }
+    } catch {
+    }
+  }
+  return articles;
+}
+export {
+  createProviderInstance,
+  executeSearch
+};
+//# sourceMappingURL=search-executor.js.map