@fs/mycroft 0.3.0 → 0.4.0

package/completions/mycroft.bash

@@ -6,6 +6,7 @@ _mycroft() {
   local top_commands="book config chat"
   local global_flags="--help --version --data-dir"
   local book_commands="ingest list show ask search delete"
+  local ingest_commands="status resume"
   local config_commands="path init resolve onboard"
   local chat_commands="start ask list show repl"
 
@@ -22,7 +23,16 @@ _mycroft() {
       fi
       case "${COMP_WORDS[2]}" in
         ingest)
-          COMPREPLY=( $(compgen -W "--manual --no-summary" -- "${cur}") )
+          if [[ ${COMP_CWORD} -eq 3 ]]; then
+            COMPREPLY=( $(compgen -W "${ingest_commands} --manual --summary --batch" -f -- "${cur}") )
+            return 0
+          fi
+          case "${COMP_WORDS[3]}" in
+            status|resume)
+              return 0
+              ;;
+          esac
+          COMPREPLY=( $(compgen -W "--manual --summary --batch" -- "${cur}") )
           return 0
           ;;
         ask|search)

package/completions/mycroft.fish

@@ -15,6 +15,16 @@ function __mycroft_using_command
   return 1
 end
 
+function __mycroft_using_subcommand
+  set -l cmd (commandline -opc)
+  set -l sub $argv[1]
+  set -l subsub $argv[2]
+  if test (count $cmd) -ge 3; and test $cmd[2] = $sub; and test $cmd[3] = $subsub
+    return 0
+  end
+  return 1
+end
+
 complete -c mycroft -n '__mycroft_needs_command' -a 'book' -d 'Manage books and queries'
 complete -c mycroft -n '__mycroft_needs_command' -a 'config' -d 'Manage configuration'
 complete -c mycroft -n '__mycroft_needs_command' -a 'chat' -d 'Run multi-turn chat sessions'
@@ -29,8 +39,11 @@ complete -c mycroft -n '__mycroft_using_command book' -a 'ask' -d 'Ask a questio
 complete -c mycroft -n '__mycroft_using_command book' -a 'search' -d 'Vector search without LLM'
 complete -c mycroft -n '__mycroft_using_command book' -a 'delete' -d 'Remove book, EPUB, and vectors'
 
-complete -c mycroft -n '__mycroft_using_command book; and __fish_seen_subcommand_from ingest' -l manual -d 'Interactive chapter selection'
-complete -c mycroft -n '__mycroft_using_command book; and __fish_seen_subcommand_from ingest' -l no-summary -d 'Skip AI chapter summaries'
+complete -c mycroft -n '__mycroft_using_subcommand book ingest' -a 'status' -d 'Check ingestion status'
+complete -c mycroft -n '__mycroft_using_subcommand book ingest' -a 'resume' -d 'Resume a pending ingestion'
+complete -c mycroft -n '__mycroft_using_subcommand book ingest' -l manual -d 'Interactive chapter selection'
+complete -c mycroft -n '__mycroft_using_subcommand book ingest' -l summary -d 'Enable AI chapter summaries'
+complete -c mycroft -n '__mycroft_using_subcommand book ingest' -l batch -d 'Use OpenAI Batch API'
 complete -c mycroft -n '__mycroft_using_command book; and __fish_seen_subcommand_from ask search' -l top-k -r -d 'Number of passages to retrieve'
 complete -c mycroft -n '__mycroft_using_command book; and __fish_seen_subcommand_from ask search' -l max-chapter -r -d 'Spoiler-free limit'
 complete -c mycroft -n '__mycroft_using_command book; and __fish_seen_subcommand_from delete' -l force -d 'Skip confirmation'

package/completions/mycroft.zsh

@@ -7,6 +7,9 @@ _mycroft() {
   local -a book_commands
   book_commands=(ingest list show ask search delete)
 
+  local -a ingest_commands
+  ingest_commands=(status resume)
+
   local -a config_commands
   config_commands=(path init resolve onboard)
 
@@ -31,7 +34,17 @@ _mycroft() {
       fi
       case ${words[3]} in
         ingest)
-          _arguments "--manual[Interactive chapter selection]" "--no-summary[Skip AI chapter summaries]"
+          if (( CURRENT == 4 )); then
+            _describe -t commands "ingest commands" ingest_commands
+            _arguments "--manual[Interactive chapter selection]" "--summary[Enable AI chapter summaries]" "--batch[Use OpenAI Batch API]" '*:epub file:_files -g "*.epub"'
+            return
+          fi
+          case ${words[4]} in
+            status|resume)
+              return
+              ;;
+          esac
+          _arguments "--manual[Interactive chapter selection]" "--summary[Enable AI chapter summaries]" "--batch[Use OpenAI Batch API]"
           return
           ;;
         ask|search)

package/dist/batch-embedder-C2E6OHBQ.js

@@ -0,0 +1,14 @@
+import {
+  checkBatchStatus,
+  cleanupBatchFiles,
+  downloadBatchResults,
+  submitBatchEmbeddings
+} from "./chunk-VBEGUDHG.js";
+import "./chunk-LV52FEMB.js";
+export {
+  checkBatchStatus,
+  cleanupBatchFiles,
+  downloadBatchResults,
+  submitBatchEmbeddings
+};
+//# sourceMappingURL=batch-embedder-C2E6OHBQ.js.map

package/dist/batch-embedder-C2E6OHBQ.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/batch-summarizer-CM3NO7TK.js

@@ -0,0 +1,14 @@
+import {
+  downloadBatchSummaryResults,
+  downloadMergeResults,
+  submitBatchSummaries,
+  submitMergePass
+} from "./chunk-T6X7DRBN.js";
+import "./chunk-LV52FEMB.js";
+export {
+  downloadBatchSummaryResults,
+  downloadMergeResults,
+  submitBatchSummaries,
+  submitMergePass
+};
+//# sourceMappingURL=batch-summarizer-CM3NO7TK.js.map

package/dist/batch-summarizer-CM3NO7TK.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/chunk-LV52FEMB.js

@@ -0,0 +1,169 @@
+// src/config.ts
+import { mkdir, readFile } from "fs/promises";
+import { homedir } from "os";
+import { dirname, join, resolve } from "path";
+var DEFAULT_CONFIG = {
+  dataDir: "~/.local/share/mycroft",
+  askEnabled: true,
+  models: {
+    embedding: "text-embedding-3-small",
+    summary: "gpt-5-nano",
+    chat: "gpt-5.1"
+  }
+};
+var expandHome = (input) => {
+  if (!input.startsWith("~")) return input;
+  return join(homedir(), input.slice(1));
+};
+var resolvePath = (input) => resolve(expandHome(input));
+var getConfigPath = () => {
+  const override = process.env.MYCROFT_CONFIG;
+  if (override) return resolvePath(override);
+  return resolvePath("~/.config/mycroft/config.json");
+};
+var normalizeModels = (models) => ({
+  embedding: models?.embedding || DEFAULT_CONFIG.models.embedding,
+  summary: models?.summary || DEFAULT_CONFIG.models.summary,
+  chat: models?.chat || DEFAULT_CONFIG.models.chat
+});
+var overrides = {};
+var setConfigOverrides = (next) => {
+  overrides = { ...overrides, ...next };
+};
+var normalizeConfig = (input) => {
+  const dataDirEnv = process.env.MYCROFT_DATA_DIR;
+  const dataDir = overrides.dataDir || dataDirEnv || input?.dataDir || DEFAULT_CONFIG.dataDir;
+  return {
+    dataDir,
+    askEnabled: input?.askEnabled ?? DEFAULT_CONFIG.askEnabled,
+    models: normalizeModels(input?.models)
+  };
+};
+var readConfigFile = async (path) => {
+  try {
+    const contents = await readFile(path, "utf-8");
+    return JSON.parse(contents);
+  } catch {
+    return null;
+  }
+};
+var loadConfig = async () => {
+  const configPath2 = getConfigPath();
+  const data = await readConfigFile(configPath2);
+  const normalized = normalizeConfig(data);
+  return {
+    ...normalized,
+    dataDir: resolvePath(normalized.dataDir)
+  };
+};
+var ensureConfigDirs = async (configPath2) => {
+  const path = configPath2 || getConfigPath();
+  await mkdir(dirname(path), { recursive: true });
+};
+var configPath = () => getConfigPath();
+
+// src/commands/io.ts
+import chalk from "chalk";
+var isTTY = () => Boolean(process.stdout.isTTY);
+var isInteractive = () => Boolean(process.stdin.isTTY && process.stdout.isTTY);
+var formatError = (text) => isTTY() ? chalk.red(text) : text;
+var formatWarn = (text) => isTTY() ? chalk.yellow(text) : text;
+var stdout = (message) => {
+  process.stdout.write(message.endsWith("\n") ? message : `${message}
+`);
+};
+var stderr = (message) => {
+  process.stderr.write(message.endsWith("\n") ? message : `${message}
+`);
+};
+var printError = (message) => {
+  stderr(formatError(`Error: ${message}`));
+};
+var logInfo = (message) => {
+  stderr(message);
+};
+var logWarn = (message) => {
+  stderr(formatWarn(message));
+};
+var handleSigint = (onCancel) => {
+  const handler = () => {
+    if (onCancel) onCancel();
+    stderr("\nCancelled.");
+    process.exit(130);
+  };
+  process.once("SIGINT", handler);
+  return () => process.off("SIGINT", handler);
+};
+
+// src/services/constants.ts
+import { mkdir as mkdir2 } from "fs/promises";
+var CHUNK_SIZE = 1e3;
+var CHUNK_OVERLAP = 100;
+var SEPARATORS = ["\n\n", "\n", ". ", " ", ""];
+var SUMMARY_MAX_TOKENS = 3e4;
+var SUMMARY_CONCURRENCY = 3;
+var SUMMARY_TARGET_WORDS = 250;
+var cachedConfig = null;
+var getCachedConfig = async () => {
+  if (!cachedConfig) {
+    cachedConfig = await loadConfig();
+  }
+  return cachedConfig;
+};
+var resolvePaths = async () => {
+  const config = await getCachedConfig();
+  const dataDir = config.dataDir;
+  return {
+    dataDir,
+    booksDir: `${dataDir}/books`,
+    vectorsDir: `${dataDir}/vectors`,
+    ingestDir: `${dataDir}/ingest`,
+    dbPath: `${dataDir}/metadata.db`
+  };
+};
+var ensureDataDirs = async () => {
+  const paths = await resolvePaths();
+  await mkdir2(paths.dataDir, { recursive: true });
+  await mkdir2(paths.booksDir, { recursive: true });
+  await mkdir2(paths.vectorsDir, { recursive: true });
+  await mkdir2(paths.ingestDir, { recursive: true });
+  return paths;
+};
+var getModels = async () => {
+  const config = await getCachedConfig();
+  return config.models;
+};
+var isAskEnabled = async () => {
+  const config = await getCachedConfig();
+  return config.askEnabled;
+};
+var requireOpenAIKey = () => {
+  if (!process.env.OPENAI_API_KEY) {
+    throw new Error("OPENAI_API_KEY is not set. Export it to use embeddings and chat.");
+  }
+};
+
+export {
+  setConfigOverrides,
+  loadConfig,
+  ensureConfigDirs,
+  configPath,
+  isInteractive,
+  stdout,
+  printError,
+  logInfo,
+  logWarn,
+  handleSigint,
+  CHUNK_SIZE,
+  CHUNK_OVERLAP,
+  SEPARATORS,
+  SUMMARY_MAX_TOKENS,
+  SUMMARY_CONCURRENCY,
+  SUMMARY_TARGET_WORDS,
+  resolvePaths,
+  ensureDataDirs,
+  getModels,
+  isAskEnabled,
+  requireOpenAIKey
+};
+//# sourceMappingURL=chunk-LV52FEMB.js.map

package/dist/chunk-LV52FEMB.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/config.ts","../src/commands/io.ts","../src/services/constants.ts"],"sourcesContent":["import { mkdir, readFile } from \"node:fs/promises\";\nimport { homedir } from \"node:os\";\nimport { dirname, join, resolve } from \"node:path\";\n\nexport type ConfigModels = {\n  embedding: string;\n  summary: string;\n  chat: string;\n};\n\nexport type AppConfig = {\n  dataDir: string;\n  askEnabled: boolean;\n  models: ConfigModels;\n};\n\nconst DEFAULT_CONFIG: AppConfig = {\n  dataDir: \"~/.local/share/mycroft\",\n  askEnabled: true,\n  models: {\n    embedding: \"text-embedding-3-small\",\n    summary: \"gpt-5-nano\",\n    chat: \"gpt-5.1\",\n  },\n};\n\nconst expandHome = (input: string): string => {\n  if (!input.startsWith(\"~\")) return input;\n  return join(homedir(), input.slice(1));\n};\n\nconst resolvePath = (input: string): string => resolve(expandHome(input));\n\nconst getConfigPath = (): string => {\n  const override = process.env.MYCROFT_CONFIG;\n  if (override) return resolvePath(override);\n  return resolvePath(\"~/.config/mycroft/config.json\");\n};\n\nconst normalizeModels = (models?: Partial<ConfigModels>): ConfigModels => ({\n  embedding: models?.embedding || DEFAULT_CONFIG.models.embedding,\n  summary: models?.summary || DEFAULT_CONFIG.models.summary,\n  chat: models?.chat || DEFAULT_CONFIG.models.chat,\n});\n\ntype ConfigOverrides = {\n  dataDir?: string;\n};\n\nlet overrides: ConfigOverrides = {};\n\nexport const setConfigOverrides = (next: ConfigOverrides) => {\n  overrides = { ...overrides, ...next };\n};\n\nconst normalizeConfig = (input: Partial<AppConfig> | null): AppConfig => {\n  const dataDirEnv = process.env.MYCROFT_DATA_DIR;\n  const dataDir = overrides.dataDir || dataDirEnv || input?.dataDir || DEFAULT_CONFIG.dataDir;\n  return {\n    dataDir,\n    askEnabled: input?.askEnabled ?? DEFAULT_CONFIG.askEnabled,\n    models: normalizeModels(input?.models),\n  };\n};\n\nconst readConfigFile = async (path: string): Promise<Partial<AppConfig> | null> => {\n  try {\n    const contents = await readFile(path, \"utf-8\");\n    return JSON.parse(contents) as Partial<AppConfig>;\n  } catch {\n    return null;\n  }\n};\n\nexport const loadConfig = async (): Promise<AppConfig> => {\n  const configPath = getConfigPath();\n  const data = await readConfigFile(configPath);\n  const normalized = normalizeConfig(data);\n  return {\n    ...normalized,\n    dataDir: resolvePath(normalized.dataDir),\n  };\n};\n\nexport const ensureConfigDirs = async (configPath?: string) => {\n  const path = configPath || getConfigPath();\n  await mkdir(dirname(path), { recursive: true });\n};\n\nexport const configPath = () => getConfigPath();\n","import chalk from \"chalk\";\n\nconst isTTY = () => Boolean(process.stdout.isTTY);\nexport const isInteractive = () => Boolean(process.stdin.isTTY && process.stdout.isTTY);\n\nexport const formatError = (text: string) => (isTTY() ? chalk.red(text) : text);\nexport const formatWarn = (text: string) => (isTTY() ? chalk.yellow(text) : text);\n\nexport const stdout = (message: string) => {\n  process.stdout.write(message.endsWith(\"\\n\") ? message : `${message}\\n`);\n};\n\nexport const stderr = (message: string) => {\n  process.stderr.write(message.endsWith(\"\\n\") ? message : `${message}\\n`);\n};\n\nexport const printError = (message: string) => {\n  stderr(formatError(`Error: ${message}`));\n};\n\nexport const logInfo = (message: string) => {\n  stderr(message);\n};\n\nexport const logWarn = (message: string) => {\n  stderr(formatWarn(message));\n};\n\nexport const handleSigint = (onCancel?: () => void) => {\n  const handler = () => {\n    if (onCancel) onCancel();\n    stderr(\"\\nCancelled.\");\n    process.exit(130);\n  };\n  process.once(\"SIGINT\", handler);\n  return () => process.off(\"SIGINT\", handler);\n};\n","import { mkdir } from \"node:fs/promises\";\nimport { loadConfig, type AppConfig } from \"../config.js\";\nimport { logInfo, logWarn } from \"../commands/io.js\";\n\nexport const CHUNK_SIZE: number = 1000;\nexport const CHUNK_OVERLAP: number = 100;\nexport const SEPARATORS = [\"\\n\\n\", \"\\n\", \". \", \" \", \"\"] as const;\n\nexport const SUMMARY_MAX_TOKENS = 30000;\nexport const SUMMARY_CONCURRENCY = 3;\nexport const SUMMARY_TARGET_WORDS = 250;\n\nlet cachedConfig: AppConfig | null = null;\n\nconst getCachedConfig = async (): Promise<AppConfig> => {\n  if (!cachedConfig) {\n    cachedConfig = await loadConfig();\n  }\n  return cachedConfig;\n};\n\nexport type ResolvedPaths = {\n  dataDir: string;\n  booksDir: string;\n  vectorsDir: string;\n  ingestDir: string;\n  dbPath: string;\n};\n\nexport const resolvePaths = async (): Promise<ResolvedPaths> => {\n  const config = await getCachedConfig();\n  const dataDir = config.dataDir;\n  return {\n    dataDir,\n    booksDir: `${dataDir}/books`,\n    vectorsDir: `${dataDir}/vectors`,\n    ingestDir: `${dataDir}/ingest`,\n    dbPath: `${dataDir}/metadata.db`,\n  };\n};\n\nexport const ensureDataDirs = async () => {\n  const paths = await resolvePaths();\n  await mkdir(paths.dataDir, { recursive: true });\n  await mkdir(paths.booksDir, { recursive: true });\n  await mkdir(paths.vectorsDir, { recursive: true });\n  await mkdir(paths.ingestDir, { recursive: true });\n  return paths;\n};\n\nexport const getModels = async () => {\n  const config = await getCachedConfig();\n  return config.models;\n};\n\nexport const isAskEnabled = async () => {\n  const config = await getCachedConfig();\n  return config.askEnabled;\n};\n\nexport const requireOpenAIKey = () => {\n  if (!process.env.OPENAI_API_KEY) {\n    throw new Error(\"OPENAI_API_KEY is not set. Export it to use embeddings and chat.\");\n  }\n};\n\nexport { logInfo, logWarn };\n"],"mappings":";AAAA,SAAS,OAAO,gBAAgB;AAChC,SAAS,eAAe;AACxB,SAAS,SAAS,MAAM,eAAe;AAcvC,IAAM,iBAA4B;AAAA,EAChC,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,QAAQ;AAAA,IACN,WAAW;AAAA,IACX,SAAS;AAAA,IACT,MAAM;AAAA,EACR;AACF;AAEA,IAAM,aAAa,CAAC,UAA0B;AAC5C,MAAI,CAAC,MAAM,WAAW,GAAG,EAAG,QAAO;AACnC,SAAO,KAAK,QAAQ,GAAG,MAAM,MAAM,CAAC,CAAC;AACvC;AAEA,IAAM,cAAc,CAAC,UAA0B,QAAQ,WAAW,KAAK,CAAC;AAExE,IAAM,gBAAgB,MAAc;AAClC,QAAM,WAAW,QAAQ,IAAI;AAC7B,MAAI,SAAU,QAAO,YAAY,QAAQ;AACzC,SAAO,YAAY,+BAA+B;AACpD;AAEA,IAAM,kBAAkB,CAAC,YAAkD;AAAA,EACzE,WAAW,QAAQ,aAAa,eAAe,OAAO;AAAA,EACtD,SAAS,QAAQ,WAAW,eAAe,OAAO;AAAA,EAClD,MAAM,QAAQ,QAAQ,eAAe,OAAO;AAC9C;AAMA,IAAI,YAA6B,CAAC;AAE3B,IAAM,qBAAqB,CAAC,SAA0B;AAC3D,cAAY,EAAE,GAAG,WAAW,GAAG,KAAK;AACtC;AAEA,IAAM,kBAAkB,CAAC,UAAgD;AACvE,QAAM,aAAa,QAAQ,IAAI;AAC/B,QAAM,UAAU,UAAU,WAAW,cAAc,OAAO,WAAW,eAAe;AACpF,SAAO;AAAA,IACL;AAAA,IACA,YAAY,OAAO,cAAc,eAAe;AAAA,IAChD,QAAQ,gBAAgB,OAAO,MAAM;AAAA,EACvC;AACF;AAEA,IAAM,iBAAiB,OAAO,SAAqD;AACjF,MAAI;AACF,UAAM,WAAW,MAAM,SAAS,MAAM,OAAO;AAC7C,WAAO,KAAK,MAAM,QAAQ;AAAA,EAC5B,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEO,IAAM,aAAa,YAAgC;AACxD,QAAMA,cAAa,cAAc;AACjC,QAAM,OAAO,MAAM,eAAeA,WAAU;AAC5C,QAAM,aAAa,gBAAgB,IAAI;AACvC,SAAO;AAAA,IACL,GAAG;AAAA,IACH,SAAS,YAAY,WAAW,OAAO;AAAA,EACzC;AACF;AAEO,IAAM,mBAAmB,OAAOA,gBAAwB;AAC7D,QAAM,OAAOA,eAAc,cAAc;AACzC,QAAM,MAAM,QAAQ,IAAI,GAAG,EAAE,WAAW,KAAK,CAAC;AAChD;AAEO,IAAM,aAAa,MAAM,cAAc;;;ACzF9C,OAAO,WAAW;AAElB,IAAM,QAAQ,MAAM,QAAQ,QAAQ,OAAO,KAAK;AACzC,IAAM,gBAAgB,MAAM,QAAQ,QAAQ,MAAM,SAAS,QAAQ,OAAO,KAAK;AAE/E,IAAM,cAAc,CAAC,SAAkB,MAAM,IAAI,MAAM,IAAI,IAAI,IAAI;AACnE,IAAM,aAAa,CAAC,SAAkB,MAAM,IAAI,MAAM,OAAO,IAAI,IAAI;AAErE,IAAM,SAAS,CAAC,YAAoB;AACzC,UAAQ,OAAO,MAAM,QAAQ,SAAS,IAAI,IAAI,UAAU,GAAG,OAAO;AAAA,CAAI;AACxE;AAEO,IAAM,SAAS,CAAC,YAAoB;AACzC,UAAQ,OAAO,MAAM,QAAQ,SAAS,IAAI,IAAI,UAAU,GAAG,OAAO;AAAA,CAAI;AACxE;AAEO,IAAM,aAAa,CAAC,YAAoB;AAC7C,SAAO,YAAY,UAAU,OAAO,EAAE,CAAC;AACzC;AAEO,IAAM,UAAU,CAAC,YAAoB;AAC1C,SAAO,OAAO;AAChB;AAEO,IAAM,UAAU,CAAC,YAAoB;AAC1C,SAAO,WAAW,OAAO,CAAC;AAC5B;AAEO,IAAM,eAAe,CAAC,aAA0B;AACrD,QAAM,UAAU,MAAM;AACpB,QAAI,SAAU,UAAS;AACvB,WAAO,cAAc;AACrB,YAAQ,KAAK,GAAG;AAAA,EAClB;AACA,UAAQ,KAAK,UAAU,OAAO;AAC9B,SAAO,MAAM,QAAQ,IAAI,UAAU,OAAO;AAC5C;;;ACpCA,SAAS,SAAAC,cAAa;AAIf,IAAM,aAAqB;AAC3B,IAAM,gBAAwB;AAC9B,IAAM,aAAa,CAAC,QAAQ,MAAM,MAAM,KAAK,EAAE;AAE/C,IAAM,qBAAqB;AAC3B,IAAM,sBAAsB;AAC5B,IAAM,uBAAuB;AAEpC,IAAI,eAAiC;AAErC,IAAM,kBAAkB,YAAgC;AACtD,MAAI,CAAC,cAAc;AACjB,mBAAe,MAAM,WAAW;AAAA,EAClC;AACA,SAAO;AACT;AAUO,IAAM,eAAe,YAAoC;AAC9D,QAAM,SAAS,MAAM,gBAAgB;AACrC,QAAM,UAAU,OAAO;AACvB,SAAO;AAAA,IACL;AAAA,IACA,UAAU,GAAG,OAAO;AAAA,IACpB,YAAY,GAAG,OAAO;AAAA,IACtB,WAAW,GAAG,OAAO;AAAA,IACrB,QAAQ,GAAG,OAAO;AAAA,EACpB;AACF;AAEO,IAAM,iBAAiB,YAAY;AACxC,QAAM,QAAQ,MAAM,aAAa;AACjC,QAAMC,OAAM,MAAM,SAAS,EAAE,WAAW,KAAK,CAAC;AAC9C,QAAMA,OAAM,MAAM,UAAU,EAAE,WAAW,KAAK,CAAC;AAC/C,QAAMA,OAAM,MAAM,YAAY,EAAE,WAAW,KAAK,CAAC;AACjD,QAAMA,OAAM,MAAM,WAAW,EAAE,WAAW,KAAK,CAAC;AAChD,SAAO;AACT;AAEO,IAAM,YAAY,YAAY;AACnC,QAAM,SAAS,MAAM,gBAAgB;AACrC,SAAO,OAAO;AAChB;AAEO,IAAM,eAAe,YAAY;AACtC,QAAM,SAAS,MAAM,gBAAgB;AACrC,SAAO,OAAO;AAChB;AAEO,IAAM,mBAAmB,MAAM;AACpC,MAAI,CAAC,QAAQ,IAAI,gBAAgB;AAC/B,UAAM,IAAI,MAAM,kEAAkE;AAAA,EACpF;AACF;","names":["configPath","mkdir","mkdir"]}

package/dist/chunk-T6X7DRBN.js

@@ -0,0 +1,275 @@
+import {
+  SUMMARY_MAX_TOKENS,
+  SUMMARY_TARGET_WORDS,
+  getModels,
+  logInfo,
+  logWarn
+} from "./chunk-LV52FEMB.js";
+
+// src/services/batch-summarizer.ts
+import OpenAI from "openai";
+
+// src/shared/summary.ts
+var CHARS_PER_TOKEN = 4;
+var SUMMARY_PROMPT = (title, chapterNum, content, targetWords) => `You are analyzing a chapter from a book (fiction or nonfiction). Extract key information to help readers understand the chapter's content.
+
+Chapter Title: ${title}
+Chapter Number: ${chapterNum}
+
+---
+${content}
+---
+
+Extract the following information and respond ONLY with valid JSON (no markdown, no code blocks):
+
+{
+  "characters": ["Name - brief description (role, traits, first appearance)", ...],
+  "events": "What happens in this chapter? (2-3 sentences)",
+  "setting": "Where does this chapter take place?",
+  "revelations": "Any important information revealed? (secrets, backstory, foreshadowing)"
+}
+
+Keep the total response around ${targetWords} words.`;
+var parseStructuredSummary = (text, chapterIndex, title) => {
+  try {
+    let jsonText = text.trim();
+    if (jsonText.startsWith("```json")) {
+      jsonText = jsonText.slice(7, -3).trim();
+    } else if (jsonText.startsWith("```")) {
+      jsonText = jsonText.slice(3, -3).trim();
+    }
+    const parsed = JSON.parse(jsonText);
+    const fullSummary = `Chapter ${chapterIndex + 1}: ${title}
+
+Characters: ${parsed.characters.join(", ")}
+
+Events: ${parsed.events}
+
+Setting: ${parsed.setting}
+
+Revelations: ${parsed.revelations}`;
+    return {
+      chapterIndex,
+      chapterTitle: title,
+      characters: parsed.characters,
+      events: parsed.events,
+      setting: parsed.setting,
+      revelations: parsed.revelations,
+      fullSummary
+    };
+  } catch (error) {
+    logWarn(`[Summary] Failed to parse summary JSON for "${title}": ${error instanceof Error ? error.message : String(error)}`);
+    return null;
+  }
+};
+var splitIntoSections = (text, maxTokens) => {
+  const estimatedTokens = Math.ceil(text.length / CHARS_PER_TOKEN);
+  if (estimatedTokens <= maxTokens) {
+    return [text];
+  }
+  const numSections = Math.ceil(estimatedTokens / maxTokens);
+  const charsPerSection = Math.floor(text.length / numSections);
+  const sections = [];
+  for (let i = 0; i < numSections; i++) {
+    const start = i * charsPerSection;
+    const end = i === numSections - 1 ? text.length : (i + 1) * charsPerSection;
+    sections.push(text.slice(start, end));
+  }
+  return sections;
+};
+
+// src/services/batch-summarizer.ts
+var estimateTokens = (text) => Math.ceil(text.length / CHARS_PER_TOKEN);
+var buildJsonl = (chapters, model) => {
+  const lines = [];
+  const metadata = [];
+  for (let i = 0; i < chapters.length; i++) {
+    const chapter = chapters[i];
+    const tokens = estimateTokens(chapter.content);
+    if (tokens <= SUMMARY_MAX_TOKENS) {
+      const line = {
+        custom_id: `summary-${i}`,
+        method: "POST",
+        url: "/v1/chat/completions",
+        body: {
+          model,
+          messages: [{ role: "user", content: SUMMARY_PROMPT(chapter.title, i + 1, chapter.content, SUMMARY_TARGET_WORDS) }]
+        }
+      };
+      lines.push(JSON.stringify(line));
+      metadata.push({ chapterIndex: i, title: chapter.title, needsTwoPass: false, sectionCount: 1 });
+    } else {
+      const sections = splitIntoSections(chapter.content, SUMMARY_MAX_TOKENS);
+      for (let s = 0; s < sections.length; s++) {
+        const line = {
+          custom_id: `section-${i}-${s}`,
+          method: "POST",
+          url: "/v1/chat/completions",
+          body: {
+            model,
+            messages: [{
+              role: "user",
+              content: `Summarize this section from chapter "${chapter.title}" (Part ${s + 1}). Focus on key events, characters, and revelations. Keep it concise (100-150 words):
+
+${sections[s]}`
+            }]
+          }
+        };
+        lines.push(JSON.stringify(line));
+      }
+      metadata.push({ chapterIndex: i, title: chapter.title, needsTwoPass: true, sectionCount: sections.length });
+    }
+  }
+  return { jsonl: lines.join("\n"), metadata };
+};
+var submitBatchSummaries = async (chapters) => {
+  const models = await getModels();
+  const client = new OpenAI();
+  logInfo(`[BatchSummarizer] Preparing batch request for ${chapters.length} chapters`);
+  const { jsonl, metadata } = buildJsonl(chapters, models.summary);
+  const blob = new Blob([jsonl], { type: "application/jsonl" });
+  const file = await client.files.create({
+    file: new File([blob], "summaries.jsonl", { type: "application/jsonl" }),
+    purpose: "batch"
+  });
+  logInfo(`[BatchSummarizer] Uploaded input file ${file.id}`);
+  const batch = await client.batches.create({
+    input_file_id: file.id,
+    endpoint: "/v1/chat/completions",
+    completion_window: "24h"
+  });
+  logInfo(`[BatchSummarizer] Created batch ${batch.id} \u2014 status: ${batch.status}`);
+  return { batchId: batch.id, inputFileId: file.id, metadata };
+};
+var downloadBatchSummaryResults = async (outputFileId, chapters, metadata) => {
+  const client = new OpenAI();
+  logInfo(`[BatchSummarizer] Downloading results from ${outputFileId}`);
+  const response = await client.files.content(outputFileId);
+  const text = await response.text();
+  const lines = text.trim().split("\n");
+  const results = /* @__PURE__ */ new Map();
+  for (const line of lines) {
+    let result;
+    try {
+      result = JSON.parse(line);
+    } catch {
+      logWarn(`[BatchSummarizer] Skipping malformed JSONL line`);
+      continue;
+    }
+    if (result.response?.status_code === 200) {
+      const content = result.response.body?.choices?.[0]?.message?.content;
+      if (content) {
+        results.set(result.custom_id, content);
+      }
+    } else {
+      logWarn(`[BatchSummarizer] Request ${result.custom_id} failed: ${JSON.stringify(result.response?.body?.error ?? result.error)}`);
+    }
+  }
+  const summaries = [];
+  const needsMergePass = [];
+  for (const meta of metadata) {
+    if (!meta.needsTwoPass) {
+      const content = results.get(`summary-${meta.chapterIndex}`);
+      if (content) {
+        const summary = parseStructuredSummary(content, meta.chapterIndex, meta.title);
+        if (summary) summaries.push(summary);
+      }
+    } else {
+      const sectionSummaries = [];
+      let allPresent = true;
+      for (let s = 0; s < meta.sectionCount; s++) {
+        const content = results.get(`section-${meta.chapterIndex}-${s}`);
+        if (content) {
+          sectionSummaries.push(content);
+        } else {
+          allPresent = false;
+        }
+      }
+      if (allPresent && sectionSummaries.length > 0) {
+        needsMergePass.push({ chapterIndex: meta.chapterIndex, title: meta.title, sectionSummaries });
+      } else {
+        logWarn(`[BatchSummarizer] Missing section results for chapter ${meta.chapterIndex + 1} "${meta.title}"`);
+      }
+    }
+  }
+  logInfo(`[BatchSummarizer] Parsed ${summaries.length} direct summaries, ${needsMergePass.length} chapters need merge pass`);
+  return { summaries, needsMergePass };
+};
+var submitMergePass = async (mergeChapters) => {
+  const models = await getModels();
+  const client = new OpenAI();
+  const lines = [];
+  const metadata = [];
+  for (const ch of mergeChapters) {
+    const combined = ch.sectionSummaries.join("\n\n");
+    const line = {
+      custom_id: `summary-${ch.chapterIndex}`,
+      method: "POST",
+      url: "/v1/chat/completions",
+      body: {
+        model: models.summary,
+        messages: [{ role: "user", content: SUMMARY_PROMPT(ch.title, ch.chapterIndex + 1, combined, SUMMARY_TARGET_WORDS) }]
+      }
+    };
+    lines.push(JSON.stringify(line));
+    metadata.push({ chapterIndex: ch.chapterIndex, title: ch.title, needsTwoPass: false, sectionCount: 1 });
+  }
+  const jsonl = lines.join("\n");
+  const blob = new Blob([jsonl], { type: "application/jsonl" });
+  const file = await client.files.create({
+    file: new File([blob], "summaries-merge.jsonl", { type: "application/jsonl" }),
+    purpose: "batch"
+  });
+  logInfo(`[BatchSummarizer] Uploaded merge input file ${file.id} (${mergeChapters.length} chapters)`);
+  const batch = await client.batches.create({
+    input_file_id: file.id,
+    endpoint: "/v1/chat/completions",
+    completion_window: "24h"
+  });
+  logInfo(`[BatchSummarizer] Created merge batch ${batch.id} \u2014 status: ${batch.status}`);
+  return { batchId: batch.id, inputFileId: file.id, metadata };
+};
+var downloadMergeResults = async (outputFileId, mergeChapters) => {
+  const client = new OpenAI();
+  logInfo(`[BatchSummarizer] Downloading merge results from ${outputFileId}`);
+  const response = await client.files.content(outputFileId);
+  const text = await response.text();
+  const lines = text.trim().split("\n");
+  const summaries = [];
+  for (const line of lines) {
+    let result;
+    try {
+      result = JSON.parse(line);
+    } catch {
+      logWarn(`[BatchSummarizer] Skipping malformed JSONL line in merge results`);
+      continue;
+    }
+    if (result.response?.status_code === 200) {
+      const content = result.response.body?.choices?.[0]?.message?.content;
+      if (content) {
+        const idx = Number(result.custom_id.replace("summary-", ""));
+        const meta = mergeChapters.find((ch) => ch.chapterIndex === idx);
+        if (meta) {
+          const summary = parseStructuredSummary(content, idx, meta.title);
+          if (summary) summaries.push(summary);
+        }
+      }
+    } else {
+      logWarn(`[BatchSummarizer] Merge request ${result.custom_id} failed: ${JSON.stringify(result.response?.body?.error ?? result.error)}`);
+    }
+  }
+  logInfo(`[BatchSummarizer] Parsed ${summaries.length} merged summaries`);
+  return summaries;
+};
+
+export {
+  CHARS_PER_TOKEN,
+  SUMMARY_PROMPT,
+  parseStructuredSummary,
+  splitIntoSections,
+  submitBatchSummaries,
+  downloadBatchSummaryResults,
+  submitMergePass,
+  downloadMergeResults
+};
+//# sourceMappingURL=chunk-T6X7DRBN.js.map

package/dist/chunk-T6X7DRBN.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/services/batch-summarizer.ts","../src/shared/summary.ts"],"sourcesContent":["import OpenAI from \"openai\";\nimport type { Chapter, ChapterSummary } from \"../shared/types.js\";\nimport { SUMMARY_MAX_TOKENS, SUMMARY_TARGET_WORDS, getModels, logInfo, logWarn } from \"./constants.js\";\nimport { CHARS_PER_TOKEN, SUMMARY_PROMPT, parseStructuredSummary, splitIntoSections } from \"../shared/summary.js\";\n\nconst estimateTokens = (text: string): number => Math.ceil(text.length / CHARS_PER_TOKEN);\n\ntype BatchRequestLine = {\n  custom_id: string;\n  method: \"POST\";\n  url: \"/v1/chat/completions\";\n  body: {\n    model: string;\n    messages: { role: \"user\"; content: string }[];\n  };\n};\n\nexport type SummaryBatchChapter = {\n  chapterIndex: number;\n  title: string;\n  needsTwoPass: boolean;\n  sectionCount: number;\n};\n\nconst buildJsonl = (chapters: Chapter[], model: string): { jsonl: string; metadata: SummaryBatchChapter[] } => {\n  const lines: string[] = [];\n  const metadata: SummaryBatchChapter[] = [];\n\n  for (let i = 0; i < chapters.length; i++) {\n    const chapter = chapters[i]!;\n    const tokens = estimateTokens(chapter.content);\n\n    if (tokens <= SUMMARY_MAX_TOKENS) {\n      // Single-pass: one request for the structured summary\n      const line: BatchRequestLine = {\n        custom_id: `summary-${i}`,\n        method: \"POST\",\n        url: \"/v1/chat/completions\",\n        body: {\n          model,\n          messages: [{ role: \"user\", content: SUMMARY_PROMPT(chapter.title, i + 1, chapter.content, SUMMARY_TARGET_WORDS) }],\n        },\n      };\n      lines.push(JSON.stringify(line));\n      metadata.push({ chapterIndex: i, title: chapter.title, needsTwoPass: false, sectionCount: 1 });\n    } else {\n      // Two-pass: first submit section summary requests, then a merge request\n      const sections = splitIntoSections(chapter.content, SUMMARY_MAX_TOKENS);\n\n      for (let s = 0; s < sections.length; s++) {\n        const line: BatchRequestLine = {\n          custom_id: `section-${i}-${s}`,\n          method: \"POST\",\n          url: \"/v1/chat/completions\",\n            body: {\n              model,\n              messages: [{\n                role: \"user\",\n                content: `Summarize this section from chapter \"${chapter.title}\" (Part ${s + 1}). Focus on key events, characters, and revelations. Keep it concise (100-150 words):\\n\\n${sections[s]}`,\n              }],\n            },\n        };\n        lines.push(JSON.stringify(line));\n      }\n\n      metadata.push({ chapterIndex: i, title: chapter.title, needsTwoPass: true, sectionCount: sections.length });\n    }\n  }\n\n  return { jsonl: lines.join(\"\\n\"), metadata };\n};\n\nexport type BatchSubmitResult = {\n  batchId: string;\n  inputFileId: string;\n  metadata: SummaryBatchChapter[];\n};\n\nexport const submitBatchSummaries = async (chapters: Chapter[]): Promise<BatchSubmitResult> => {\n  const models = await getModels();\n  const client = new OpenAI();\n\n  logInfo(`[BatchSummarizer] Preparing batch request for ${chapters.length} chapters`);\n\n  const { jsonl, metadata } = buildJsonl(chapters, models.summary);\n  const blob = new Blob([jsonl], { type: \"application/jsonl\" });\n  const file = await client.files.create({\n    file: new File([blob], \"summaries.jsonl\", { type: \"application/jsonl\" }),\n    purpose: \"batch\",\n  });\n  logInfo(`[BatchSummarizer] Uploaded input file ${file.id}`);\n\n  const batch = await client.batches.create({\n    input_file_id: file.id,\n    endpoint: \"/v1/chat/completions\",\n    completion_window: \"24h\",\n  });\n  logInfo(`[BatchSummarizer] Created batch ${batch.id} — status: ${batch.status}`);\n\n  return { batchId: batch.id, inputFileId: file.id, metadata };\n};\n\nexport const downloadBatchSummaryResults = async (\n  outputFileId: string,\n  chapters: Chapter[],\n  metadata: SummaryBatchChapter[],\n): Promise<{ summaries: ChapterSummary[]; needsMergePass: { chapterIndex: number; title: string; sectionSummaries: string[] }[] }> => {\n  const client = new OpenAI();\n\n  logInfo(`[BatchSummarizer] Downloading results from ${outputFileId}`);\n  const response = await client.files.content(outputFileId);\n  const text = await response.text();\n  const lines = text.trim().split(\"\\n\");\n\n  const results = new Map<string, string>();\n  for (const line of lines) {\n    let result: any;\n    try {\n      result = JSON.parse(line);\n    } catch {\n      logWarn(`[BatchSummarizer] Skipping malformed JSONL line`);\n      continue;\n    }\n    if (result.response?.status_code === 200) {\n      const content = result.response.body?.choices?.[0]?.message?.content;\n      if (content) {\n        results.set(result.custom_id, content);\n      }\n    } else {\n      logWarn(`[BatchSummarizer] Request ${result.custom_id} failed: ${JSON.stringify(result.response?.body?.error ?? result.error)}`);\n    }\n  }\n\n  const summaries: ChapterSummary[] = [];\n  const needsMergePass: { chapterIndex: number; title: string; sectionSummaries: string[] }[] = [];\n\n  for (const meta of metadata) {\n    if (!meta.needsTwoPass) {\n      // Single-pass chapter: parse the structured summary directly\n      const content = results.get(`summary-${meta.chapterIndex}`);\n      if (content) {\n        const summary = parseStructuredSummary(content, meta.chapterIndex, meta.title);\n        if (summary) summaries.push(summary);\n      }\n    } else {\n      // Two-pass chapter: collect section summaries, need a merge pass\n      const sectionSummaries: string[] = [];\n      let allPresent = true;\n      for (let s = 0; s < meta.sectionCount; s++) {\n        const content = results.get(`section-${meta.chapterIndex}-${s}`);\n        if (content) {\n          sectionSummaries.push(content);\n        } else {\n          allPresent = false;\n        }\n      }\n      if (allPresent && sectionSummaries.length > 0) {\n        needsMergePass.push({ chapterIndex: meta.chapterIndex, title: meta.title, sectionSummaries });\n      } else {\n        logWarn(`[BatchSummarizer] Missing section results for chapter ${meta.chapterIndex + 1} \"${meta.title}\"`);\n      }\n    }\n  }\n\n  logInfo(`[BatchSummarizer] Parsed ${summaries.length} direct summaries, ${needsMergePass.length} chapters need merge pass`);\n  return { summaries, needsMergePass };\n};\n\n/**\n * Submit a second batch for the merge pass: combine section summaries into structured summaries.\n * Returns a new batch ID for the merge requests.\n */\nexport const submitMergePass = async (\n  mergeChapters: { chapterIndex: number; title: string; sectionSummaries: string[] }[],\n): Promise<BatchSubmitResult> => {\n  const models = await getModels();\n  const client = new OpenAI();\n\n  const lines: string[] = [];\n  const metadata: SummaryBatchChapter[] = [];\n\n  for (const ch of mergeChapters) {\n    const combined = ch.sectionSummaries.join(\"\\n\\n\");\n    const line: BatchRequestLine = {\n      custom_id: `summary-${ch.chapterIndex}`,\n      method: \"POST\",\n      url: \"/v1/chat/completions\",\n      body: {\n        model: models.summary,\n        messages: [{ role: \"user\", content: SUMMARY_PROMPT(ch.title, ch.chapterIndex + 1, combined, SUMMARY_TARGET_WORDS) }],\n      },\n    };\n    lines.push(JSON.stringify(line));\n    metadata.push({ chapterIndex: ch.chapterIndex, title: ch.title, needsTwoPass: false, sectionCount: 1 });\n  }\n\n  const jsonl = lines.join(\"\\n\");\n  const blob = new Blob([jsonl], { type: \"application/jsonl\" });\n  const file = await client.files.create({\n    file: new File([blob], \"summaries-merge.jsonl\", { type: \"application/jsonl\" }),\n    purpose: \"batch\",\n  });\n\n  logInfo(`[BatchSummarizer] Uploaded merge input file ${file.id} (${mergeChapters.length} chapters)`);\n\n  const batch = await client.batches.create({\n    input_file_id: file.id,\n    endpoint: \"/v1/chat/completions\",\n    completion_window: \"24h\",\n  });\n  logInfo(`[BatchSummarizer] Created merge batch ${batch.id} — status: ${batch.status}`);\n\n  return { batchId: batch.id, inputFileId: file.id, metadata };\n};\n\nexport const downloadMergeResults = async (\n  outputFileId: string,\n  mergeChapters: { chapterIndex: number; title: string }[],\n): Promise<ChapterSummary[]> => {\n  const client = new OpenAI();\n\n  logInfo(`[BatchSummarizer] Downloading merge results from ${outputFileId}`);\n  const response = await client.files.content(outputFileId);\n  const text = await response.text();\n  const lines = text.trim().split(\"\\n\");\n\n  const summaries: ChapterSummary[] = [];\n  for (const line of lines) {\n    let result: any;\n    try {\n      result = JSON.parse(line);\n    } catch {\n      logWarn(`[BatchSummarizer] Skipping malformed JSONL line in merge results`);\n      continue;\n    }\n    if (result.response?.status_code === 200) {\n      const content = result.response.body?.choices?.[0]?.message?.content;\n      if (content) {\n        // Extract chapter index from custom_id: \"summary-{idx}\"\n        const idx = Number(result.custom_id.replace(\"summary-\", \"\"));\n        const meta = mergeChapters.find((ch) => ch.chapterIndex === idx);\n        if (meta) {\n          const summary = parseStructuredSummary(content, idx, meta.title);\n          if (summary) summaries.push(summary);\n        }\n      }\n    } else {\n      logWarn(`[BatchSummarizer] Merge request ${result.custom_id} failed: ${JSON.stringify(result.response?.body?.error ?? result.error)}`);\n    }\n  }\n\n  logInfo(`[BatchSummarizer] Parsed ${summaries.length} merged summaries`);\n  return summaries;\n};\n","import type { ChapterSummary } from \"./types.js\";\nimport { logWarn } from \"../commands/io.js\";\n\nexport const CHARS_PER_TOKEN = 4;\n\nexport type SummaryJSON = {\n  characters: string[];\n  events: string;\n  setting: string;\n  revelations: string;\n};\n\nexport const SUMMARY_PROMPT = (title: string, chapterNum: number, content: string, targetWords: number) => `You are analyzing a chapter from a book (fiction or nonfiction). Extract key information to help readers understand the chapter's content.\n\nChapter Title: ${title}\nChapter Number: ${chapterNum}\n\n---\n${content}\n---\n\nExtract the following information and respond ONLY with valid JSON (no markdown, no code blocks):\n\n{\n  \"characters\": [\"Name - brief description (role, traits, first appearance)\", ...],\n  \"events\": \"What happens in this chapter? (2-3 sentences)\",\n  \"setting\": \"Where does this chapter take place?\",\n  \"revelations\": \"Any important information revealed? (secrets, backstory, foreshadowing)\"\n}\n\nKeep the total response around ${targetWords} words.`;\n\nexport const parseStructuredSummary = (text: string, chapterIndex: number, title: string): ChapterSummary | null => {\n  try {\n    let jsonText = text.trim();\n    if (jsonText.startsWith(\"```json\")) {\n      jsonText = jsonText.slice(7, -3).trim();\n    } else if (jsonText.startsWith(\"```\")) {\n      jsonText = jsonText.slice(3, -3).trim();\n    }\n\n    const parsed: SummaryJSON = JSON.parse(jsonText);\n\n    const fullSummary = `Chapter ${chapterIndex + 1}: ${title}\n\nCharacters: ${parsed.characters.join(\", \")}\n\nEvents: ${parsed.events}\n\nSetting: ${parsed.setting}\n\nRevelations: ${parsed.revelations}`;\n\n    return {\n      chapterIndex,\n      chapterTitle: title,\n      characters: parsed.characters,\n      events: parsed.events,\n      setting: parsed.setting,\n      revelations: parsed.revelations,\n      fullSummary,\n    };\n  } catch (error) {\n    logWarn(`[Summary] Failed to parse summary JSON for \"${title}\": ${error instanceof Error ? error.message : String(error)}`);\n    return null;\n  }\n};\n\nexport const splitIntoSections = (text: string, maxTokens: number): string[] => {\n  const estimatedTokens = Math.ceil(text.length / CHARS_PER_TOKEN);\n\n  if (estimatedTokens <= maxTokens) {\n    return [text];\n  }\n\n  const numSections = Math.ceil(estimatedTokens / maxTokens);\n  const charsPerSection = Math.floor(text.length / numSections);\n  const sections: string[] = [];\n\n  for (let i = 0; i < numSections; i++) {\n    const start = i * charsPerSection;\n    const end = i === numSections - 1 ? text.length : (i + 1) * charsPerSection;\n    sections.push(text.slice(start, end));\n  }\n\n  return sections;\n};\n"],"mappings":";;;;;;;;;AAAA,OAAO,YAAY;;;ACGZ,IAAM,kBAAkB;AASxB,IAAM,iBAAiB,CAAC,OAAe,YAAoB,SAAiB,gBAAwB;AAAA;AAAA,iBAE1F,KAAK;AAAA,kBACJ,UAAU;AAAA;AAAA;AAAA,EAG1B,OAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iCAYwB,WAAW;AAErC,IAAM,yBAAyB,CAAC,MAAc,cAAsB,UAAyC;AAClH,MAAI;AACF,QAAI,WAAW,KAAK,KAAK;AACzB,QAAI,SAAS,WAAW,SAAS,GAAG;AAClC,iBAAW,SAAS,MAAM,GAAG,EAAE,EAAE,KAAK;AAAA,IACxC,WAAW,SAAS,WAAW,KAAK,GAAG;AACrC,iBAAW,SAAS,MAAM,GAAG,EAAE,EAAE,KAAK;AAAA,IACxC;AAEA,UAAM,SAAsB,KAAK,MAAM,QAAQ;AAE/C,UAAM,cAAc,WAAW,eAAe,CAAC,KAAK,KAAK;AAAA;AAAA,cAE/C,OAAO,WAAW,KAAK,IAAI,CAAC;AAAA;AAAA,UAEhC,OAAO,MAAM;AAAA;AAAA,WAEZ,OAAO,OAAO;AAAA;AAAA,eAEV,OAAO,WAAW;AAE7B,WAAO;AAAA,MACL;AAAA,MACA,cAAc;AAAA,MACd,YAAY,OAAO;AAAA,MACnB,QAAQ,OAAO;AAAA,MACf,SAAS,OAAO;AAAA,MAChB,aAAa,OAAO;AAAA,MACpB;AAAA,IACF;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,+CAA+C,KAAK,MAAM,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,CAAC,EAAE;AAC1H,WAAO;AAAA,EACT;AACF;AAEO,IAAM,oBAAoB,CAAC,MAAc,cAAgC;AAC9E,QAAM,kBAAkB,KAAK,KAAK,KAAK,SAAS,eAAe;AAE/D,MAAI,mBAAmB,WAAW;AAChC,WAAO,CAAC,IAAI;AAAA,EACd;AAEA,QAAM,cAAc,KAAK,KAAK,kBAAkB,SAAS;AACzD,QAAM,kBAAkB,KAAK,MAAM,KAAK,SAAS,WAAW;AAC5D,QAAM,WAAqB,CAAC;AAE5B,WAAS,IAAI,GAAG,IAAI,aAAa,KAAK;AACpC,UAAM,QAAQ,IAAI;AAClB,UAAM,MAAM,MAAM,cAAc,IAAI,KAAK,UAAU,IAAI,KAAK;AAC5D,aAAS,KAAK,KAAK,MAAM,OAAO,GAAG,CAAC;AAAA,EACtC;AAEA,SAAO;AACT;;;ADjFA,IAAM,iBAAiB,CAAC,SAAyB,KAAK,KAAK,KAAK,SAAS,eAAe;AAmBxF,IAAM,aAAa,CAAC,UAAqB,UAAsE;AAC7G,QAAM,QAAkB,CAAC;AACzB,QAAM,WAAkC,CAAC;AAEzC,WAAS,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;AACxC,UAAM,UAAU,SAAS,CAAC;AAC1B,UAAM,SAAS,eAAe,QAAQ,OAAO;AAE7C,QAAI,UAAU,oBAAoB;AAEhC,YAAM,OAAyB;AAAA,QAC7B,WAAW,WAAW,CAAC;AAAA,QACvB,QAAQ;AAAA,QACR,KAAK;AAAA,QACL,MAAM;AAAA,UACJ;AAAA,UACA,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,eAAe,QAAQ,OAAO,IAAI,GAAG,QAAQ,SAAS,oBAAoB,EAAE,CAAC;AAAA,QACnH;AAAA,MACF;AACA,YAAM,KAAK,KAAK,UAAU,IAAI,CAAC;AAC/B,eAAS,KAAK,EAAE,cAAc,GAAG,OAAO,QAAQ,OAAO,cAAc,OAAO,cAAc,EAAE,CAAC;AAAA,IAC/F,OAAO;AAEL,YAAM,WAAW,kBAAkB,QAAQ,SAAS,kBAAkB;AAEtE,eAAS,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;AACxC,cAAM,OAAyB;AAAA,UAC7B,WAAW,WAAW,CAAC,IAAI,CAAC;AAAA,UAC5B,QAAQ;AAAA,UACR,KAAK;AAAA,UACH,MAAM;AAAA,YACJ;AAAA,YACA,UAAU,CAAC;AAAA,cACT,MAAM;AAAA,cACN,SAAS,wCAAwC,QAAQ,KAAK,WAAW,IAAI,CAAC;AAAA;AAAA,EAA4F,SAAS,CAAC,CAAC;AAAA,YACvL,CAAC;AAAA,UACH;AAAA,QACJ;AACA,cAAM,KAAK,KAAK,UAAU,IAAI,CAAC;AAAA,MACjC;AAEA,eAAS,KAAK,EAAE,cAAc,GAAG,OAAO,QAAQ,OAAO,cAAc,MAAM,cAAc,SAAS,OAAO,CAAC;AAAA,IAC5G;AAAA,EACF;AAEA,SAAO,EAAE,OAAO,MAAM,KAAK,IAAI,GAAG,SAAS;AAC7C;AAQO,IAAM,uBAAuB,OAAO,aAAoD;AAC7F,QAAM,SAAS,MAAM,UAAU;AAC/B,QAAM,SAAS,IAAI,OAAO;AAE1B,UAAQ,iDAAiD,SAAS,MAAM,WAAW;AAEnF,QAAM,EAAE,OAAO,SAAS,IAAI,WAAW,UAAU,OAAO,OAAO;AAC/D,QAAM,OAAO,IAAI,KAAK,CAAC,KAAK,GAAG,EAAE,MAAM,oBAAoB,CAAC;AAC5D,QAAM,OAAO,MAAM,OAAO,MAAM,OAAO;AAAA,IACrC,MAAM,IAAI,KAAK,CAAC,IAAI,GAAG,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAAA,IACvE,SAAS;AAAA,EACX,CAAC;AACD,UAAQ,yCAAyC,KAAK,EAAE,EAAE;AAE1D,QAAM,QAAQ,MAAM,OAAO,QAAQ,OAAO;AAAA,IACxC,eAAe,KAAK;AAAA,IACpB,UAAU;AAAA,IACV,mBAAmB;AAAA,EACrB,CAAC;AACD,UAAQ,mCAAmC,MAAM,EAAE,mBAAc,MAAM,MAAM,EAAE;AAE/E,SAAO,EAAE,SAAS,MAAM,IAAI,aAAa,KAAK,IAAI,SAAS;AAC7D;AAEO,IAAM,8BAA8B,OACzC,cACA,UACA,aACoI;AACpI,QAAM,SAAS,IAAI,OAAO;AAE1B,UAAQ,8CAA8C,YAAY,EAAE;AACpE,QAAM,WAAW,MAAM,OAAO,MAAM,QAAQ,YAAY;AACxD,QAAM,OAAO,MAAM,SAAS,KAAK;AACjC,QAAM,QAAQ,KAAK,KAAK,EAAE,MAAM,IAAI;AAEpC,QAAM,UAAU,oBAAI,IAAoB;AACxC,aAAW,QAAQ,OAAO;AACxB,QAAI;AACJ,QAAI;AACF,eAAS,KAAK,MAAM,IAAI;AAAA,IAC1B,QAAQ;AACN,cAAQ,iDAAiD;AACzD;AAAA,IACF;AACA,QAAI,OAAO,UAAU,gBAAgB,KAAK;AACxC,YAAM,UAAU,OAAO,SAAS,MAAM,UAAU,CAAC,GAAG,SAAS;AAC7D,UAAI,SAAS;AACX,gBAAQ,IAAI,OAAO,WAAW,OAAO;AAAA,MACvC;AAAA,IACF,OAAO;AACL,cAAQ,6BAA6B,OAAO,SAAS,YAAY,KAAK,UAAU,OAAO,UAAU,MAAM,SAAS,OAAO,KAAK,CAAC,EAAE;AAAA,IACjI;AAAA,EACF;AAEA,QAAM,YAA8B,CAAC;AACrC,QAAM,iBAAwF,CAAC;AAE/F,aAAW,QAAQ,UAAU;AAC3B,QAAI,CAAC,KAAK,cAAc;AAEtB,YAAM,UAAU,QAAQ,IAAI,WAAW,KAAK,YAAY,EAAE;AAC1D,UAAI,SAAS;AACX,cAAM,UAAU,uBAAuB,SAAS,KAAK,cAAc,KAAK,KAAK;AAC7E,YAAI,QAAS,WAAU,KAAK,OAAO;AAAA,MACrC;AAAA,IACF,OAAO;AAEL,YAAM,mBAA6B,CAAC;AACpC,UAAI,aAAa;AACjB,eAAS,IAAI,GAAG,IAAI,KAAK,cAAc,KAAK;AAC1C,cAAM,UAAU,QAAQ,IAAI,WAAW,KAAK,YAAY,IAAI,CAAC,EAAE;AAC/D,YAAI,SAAS;AACX,2BAAiB,KAAK,OAAO;AAAA,QAC/B,OAAO;AACL,uBAAa;AAAA,QACf;AAAA,MACF;AACA,UAAI,cAAc,iBAAiB,SAAS,GAAG;AAC7C,uBAAe,KAAK,EAAE,cAAc,KAAK,cAAc,OAAO,KAAK,OAAO,iBAAiB,CAAC;AAAA,MAC9F,OAAO;AACL,gBAAQ,yDAAyD,KAAK,eAAe,CAAC,KAAK,KAAK,KAAK,GAAG;AAAA,MAC1G;AAAA,IACF;AAAA,EACF;AAEA,UAAQ,4BAA4B,UAAU,MAAM,sBAAsB,eAAe,MAAM,2BAA2B;AAC1H,SAAO,EAAE,WAAW,eAAe;AACrC;AAMO,IAAM,kBAAkB,OAC7B,kBAC+B;AAC/B,QAAM,SAAS,MAAM,UAAU;AAC/B,QAAM,SAAS,IAAI,OAAO;AAE1B,QAAM,QAAkB,CAAC;AACzB,QAAM,WAAkC,CAAC;AAEzC,aAAW,MAAM,eAAe;AAC9B,UAAM,WAAW,GAAG,iBAAiB,KAAK,MAAM;AAChD,UAAM,OAAyB;AAAA,MAC7B,WAAW,WAAW,GAAG,YAAY;AAAA,MACrC,QAAQ;AAAA,MACR,KAAK;AAAA,MACL,MAAM;AAAA,QACJ,OAAO,OAAO;AAAA,QACd,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,eAAe,GAAG,OAAO,GAAG,eAAe,GAAG,UAAU,oBAAoB,EAAE,CAAC;AAAA,MACrH;AAAA,IACF;AACA,UAAM,KAAK,KAAK,UAAU,IAAI,CAAC;AAC/B,aAAS,KAAK,EAAE,cAAc,GAAG,cAAc,OAAO,GAAG,OAAO,cAAc,OAAO,cAAc,EAAE,CAAC;AAAA,EACxG;AAEA,QAAM,QAAQ,MAAM,KAAK,IAAI;AAC7B,QAAM,OAAO,IAAI,KAAK,CAAC,KAAK,GAAG,EAAE,MAAM,oBAAoB,CAAC;AAC5D,QAAM,OAAO,MAAM,OAAO,MAAM,OAAO;AAAA,IACrC,MAAM,IAAI,KAAK,CAAC,IAAI,GAAG,yBAAyB,EAAE,MAAM,oBAAoB,CAAC;AAAA,IAC7E,SAAS;AAAA,EACX,CAAC;AAED,UAAQ,+CAA+C,KAAK,EAAE,KAAK,cAAc,MAAM,YAAY;AAEnG,QAAM,QAAQ,MAAM,OAAO,QAAQ,OAAO;AAAA,IACxC,eAAe,KAAK;AAAA,IACpB,UAAU;AAAA,IACV,mBAAmB;AAAA,EACrB,CAAC;AACD,UAAQ,yCAAyC,MAAM,EAAE,mBAAc,MAAM,MAAM,EAAE;AAErF,SAAO,EAAE,SAAS,MAAM,IAAI,aAAa,KAAK,IAAI,SAAS;AAC7D;AAEO,IAAM,uBAAuB,OAClC,cACA,kBAC8B;AAC9B,QAAM,SAAS,IAAI,OAAO;AAE1B,UAAQ,oDAAoD,YAAY,EAAE;AAC1E,QAAM,WAAW,MAAM,OAAO,MAAM,QAAQ,YAAY;AACxD,QAAM,OAAO,MAAM,SAAS,KAAK;AACjC,QAAM,QAAQ,KAAK,KAAK,EAAE,MAAM,IAAI;AAEpC,QAAM,YAA8B,CAAC;AACrC,aAAW,QAAQ,OAAO;AACxB,QAAI;AACJ,QAAI;AACF,eAAS,KAAK,MAAM,IAAI;AAAA,IAC1B,QAAQ;AACN,cAAQ,kEAAkE;AAC1E;AAAA,IACF;AACA,QAAI,OAAO,UAAU,gBAAgB,KAAK;AACxC,YAAM,UAAU,OAAO,SAAS,MAAM,UAAU,CAAC,GAAG,SAAS;AAC7D,UAAI,SAAS;AAEX,cAAM,MAAM,OAAO,OAAO,UAAU,QAAQ,YAAY,EAAE,CAAC;AAC3D,cAAM,OAAO,cAAc,KAAK,CAAC,OAAO,GAAG,iBAAiB,GAAG;AAC/D,YAAI,MAAM;AACR,gBAAM,UAAU,uBAAuB,SAAS,KAAK,KAAK,KAAK;AAC/D,cAAI,QAAS,WAAU,KAAK,OAAO;AAAA,QACrC;AAAA,MACF;AAAA,IACF,OAAO;AACL,cAAQ,mCAAmC,OAAO,SAAS,YAAY,KAAK,UAAU,OAAO,UAAU,MAAM,SAAS,OAAO,KAAK,CAAC,EAAE;AAAA,IACvI;AAAA,EACF;AAEA,UAAQ,4BAA4B,UAAU,MAAM,mBAAmB;AACvE,SAAO;AACT;","names":[]}