@fs/mycroft 0.2.0 → 0.4.0

package/README.md

@@ -21,6 +21,11 @@ Run `mycroft config onboard` first to set everything up, then use the book and c
 ```bash
 mycroft book list
 mycroft book ingest /path/to/book.epub
+mycroft book ingest /path/to/book.epub --summary
+mycroft book ingest /path/to/book.epub --batch
+mycroft book ingest /path/to/book.epub --batch --summary
+mycroft book ingest status <id>
+mycroft book ingest resume <id>
 mycroft book ask <id> "What is the main conflict?"
 mycroft chat start <id>
 mycroft chat ask <session> "What does this foreshadow?"
@@ -30,6 +35,23 @@ mycroft config resolve
 mycroft config onboard
 ```
 
+## Cost estimates (approximate)
+
+These are rough, model-dependent estimates for embeddings + optional summaries. Costs vary by model pricing and book structure. Use this as a directional guide only. Summarization estimates assume `gpt-5-nano` and embeddings assume `text-embedding-3-small`.
+
+| Book size | Example | No summaries | With summaries | With summaries (batched) |
+| --- | --- | --- | --- | --- |
+| Small | 200-300 pages | ~$0.002-$0.004 | ~$0.04-$0.08 | ~$0.02-$0.04 |
+| Average novel | 350-450 pages | ~$0.004-$0.006 | ~$0.08-$0.15 | ~$0.04-$0.08 |
+| Large novel | 600-800 pages | ~$0.007-$0.01 | ~$0.15-$0.25 | ~$0.08-$0.13 |
+| Trilogy | 1,500-2,000 pages | ~$0.02-$0.03 | ~$0.30-$0.60 | ~$0.15-$0.30 |
+
+Reference point: a ~700 page book (~1,600 chunks) is about ~$0.008 for embeddings only, ~$0.20 with summaries, or ~$0.10 with summaries batched.
+
+Use `--summary` to generate per-chapter summaries during ingestion. Summaries improve retrieval quality but are significantly more expensive than embeddings alone (see cost table above). Without `--summary`, ingestion only generates embeddings, which is fast and cheap.
+
+Use `--batch` to cut costs by 50% via the OpenAI Batch API. This applies to both embeddings and summaries. Batch jobs may take up to 24 hours to complete. When using `--batch`, the command returns immediately after submitting the job. When combined with `--summary`, the summary batch runs first; once complete, run `resume` to submit the embedding batch. Use `mycroft book ingest status <id>` to check progress, and `mycroft book ingest resume <id>` to advance to the next phase. If a non-batch ingest is interrupted, use the same resume command to continue without re-embedding completed chunks.
+
 ## Local dev
 
 ```bash
@@ -74,5 +96,6 @@ CLI overrides:
 - `--max-chapter <n>`
 - `--top-k <n>`
 - `--manual` (interactive chapter selection)
+- `--batch`
 - `--summary`
 - `--force`

package/completions/mycroft.bash

@@ -6,6 +6,7 @@ _mycroft() {
   local top_commands="book config chat"
   local global_flags="--help --version --data-dir"
   local book_commands="ingest list show ask search delete"
+  local ingest_commands="status resume"
   local config_commands="path init resolve onboard"
   local chat_commands="start ask list show repl"
 
@@ -22,7 +23,16 @@ _mycroft() {
       fi
       case "${COMP_WORDS[2]}" in
         ingest)
-          COMPREPLY=( $(compgen -W "--manual --no-summary" -- "${cur}") )
+          if [[ ${COMP_CWORD} -eq 3 ]]; then
+            COMPREPLY=( $(compgen -W "${ingest_commands} --manual --summary --batch" -f -- "${cur}") )
+            return 0
+          fi
+          case "${COMP_WORDS[3]}" in
+            status|resume)
+              return 0
+              ;;
+          esac
+          COMPREPLY=( $(compgen -W "--manual --summary --batch" -- "${cur}") )
           return 0
           ;;
         ask|search)

package/completions/mycroft.fish

@@ -15,6 +15,16 @@ function __mycroft_using_command
   return 1
 end
 
+function __mycroft_using_subcommand
+  set -l cmd (commandline -opc)
+  set -l sub $argv[1]
+  set -l subsub $argv[2]
+  if test (count $cmd) -ge 3; and test $cmd[2] = $sub; and test $cmd[3] = $subsub
+    return 0
+  end
+  return 1
+end
+
 complete -c mycroft -n '__mycroft_needs_command' -a 'book' -d 'Manage books and queries'
 complete -c mycroft -n '__mycroft_needs_command' -a 'config' -d 'Manage configuration'
 complete -c mycroft -n '__mycroft_needs_command' -a 'chat' -d 'Run multi-turn chat sessions'
@@ -29,8 +39,11 @@ complete -c mycroft -n '__mycroft_using_command book' -a 'ask' -d 'Ask a questio
 complete -c mycroft -n '__mycroft_using_command book' -a 'search' -d 'Vector search without LLM'
 complete -c mycroft -n '__mycroft_using_command book' -a 'delete' -d 'Remove book, EPUB, and vectors'
 
-complete -c mycroft -n '__mycroft_using_command book; and __fish_seen_subcommand_from ingest' -l manual -d 'Interactive chapter selection'
-complete -c mycroft -n '__mycroft_using_command book; and __fish_seen_subcommand_from ingest' -l no-summary -d 'Skip AI chapter summaries'
+complete -c mycroft -n '__mycroft_using_subcommand book ingest' -a 'status' -d 'Check ingestion status'
+complete -c mycroft -n '__mycroft_using_subcommand book ingest' -a 'resume' -d 'Resume a pending ingestion'
+complete -c mycroft -n '__mycroft_using_subcommand book ingest' -l manual -d 'Interactive chapter selection'
+complete -c mycroft -n '__mycroft_using_subcommand book ingest' -l summary -d 'Enable AI chapter summaries'
+complete -c mycroft -n '__mycroft_using_subcommand book ingest' -l batch -d 'Use OpenAI Batch API'
 complete -c mycroft -n '__mycroft_using_command book; and __fish_seen_subcommand_from ask search' -l top-k -r -d 'Number of passages to retrieve'
 complete -c mycroft -n '__mycroft_using_command book; and __fish_seen_subcommand_from ask search' -l max-chapter -r -d 'Spoiler-free limit'
 complete -c mycroft -n '__mycroft_using_command book; and __fish_seen_subcommand_from delete' -l force -d 'Skip confirmation'

package/completions/mycroft.zsh

@@ -7,6 +7,9 @@ _mycroft() {
   local -a book_commands
   book_commands=(ingest list show ask search delete)
 
+  local -a ingest_commands
+  ingest_commands=(status resume)
+
   local -a config_commands
   config_commands=(path init resolve onboard)
 
@@ -31,7 +34,17 @@ _mycroft() {
       fi
       case ${words[3]} in
         ingest)
-          _arguments "--manual[Interactive chapter selection]" "--no-summary[Skip AI chapter summaries]"
+          if (( CURRENT == 4 )); then
+            _describe -t commands "ingest commands" ingest_commands
+            _arguments "--manual[Interactive chapter selection]" "--summary[Enable AI chapter summaries]" "--batch[Use OpenAI Batch API]" '*:epub file:_files -g "*.epub"'
+            return
+          fi
+          case ${words[4]} in
+            status|resume)
+              return
+              ;;
+          esac
+          _arguments "--manual[Interactive chapter selection]" "--summary[Enable AI chapter summaries]" "--batch[Use OpenAI Batch API]"
           return
           ;;
         ask|search)

package/dist/batch-embedder-6IIWAZPW.js

@@ -0,0 +1,14 @@
+import {
+  checkBatchStatus,
+  cleanupBatchFiles,
+  downloadBatchResults,
+  submitBatchEmbeddings
+} from "./chunk-BR2PM6D3.js";
+import "./chunk-R3FOJK5A.js";
+export {
+  checkBatchStatus,
+  cleanupBatchFiles,
+  downloadBatchResults,
+  submitBatchEmbeddings
+};
+//# sourceMappingURL=batch-embedder-6IIWAZPW.js.map

package/dist/batch-embedder-6IIWAZPW.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/batch-embedder-7DGZAQKL.js

@@ -0,0 +1,14 @@
+import {
+  checkBatchStatus,
+  cleanupBatchFiles,
+  downloadBatchResults,
+  submitBatchEmbeddings
+} from "./chunk-7CO4PMU5.js";
+import "./chunk-KGG7WEYE.js";
+export {
+  checkBatchStatus,
+  cleanupBatchFiles,
+  downloadBatchResults,
+  submitBatchEmbeddings
+};
+//# sourceMappingURL=batch-embedder-7DGZAQKL.js.map

package/dist/batch-embedder-7DGZAQKL.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/batch-embedder-C2E6OHBQ.js

@@ -0,0 +1,14 @@
+import {
+  checkBatchStatus,
+  cleanupBatchFiles,
+  downloadBatchResults,
+  submitBatchEmbeddings
+} from "./chunk-VBEGUDHG.js";
+import "./chunk-LV52FEMB.js";
+export {
+  checkBatchStatus,
+  cleanupBatchFiles,
+  downloadBatchResults,
+  submitBatchEmbeddings
+};
+//# sourceMappingURL=batch-embedder-C2E6OHBQ.js.map

package/dist/batch-embedder-C2E6OHBQ.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/batch-embedder-IZDBS3IL.js

@@ -0,0 +1,13 @@
+import {
+  checkBatchStatus,
+  cleanupBatchFiles,
+  downloadBatchResults,
+  submitBatchEmbeddings
+} from "./chunk-6DLQHHCC.js";
+export {
+  checkBatchStatus,
+  cleanupBatchFiles,
+  downloadBatchResults,
+  submitBatchEmbeddings
+};
+//# sourceMappingURL=batch-embedder-IZDBS3IL.js.map

package/dist/batch-embedder-IZDBS3IL.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/batch-embedder-LYCZDYI4.js

@@ -0,0 +1,15 @@
+import {
+  checkBatchStatus,
+  cleanupBatchFiles,
+  downloadBatchResults,
+  submitBatchEmbeddings
+} from "./chunk-7NLMBXXY.js";
+import "./chunk-7IPX4MKA.js";
+import "./chunk-R3FOJK5A.js";
+export {
+  checkBatchStatus,
+  cleanupBatchFiles,
+  downloadBatchResults,
+  submitBatchEmbeddings
+};
+//# sourceMappingURL=batch-embedder-LYCZDYI4.js.map

package/dist/batch-embedder-LYCZDYI4.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/batch-embedder-RHKD2OJD.js

@@ -0,0 +1,14 @@
+import {
+  checkBatchStatus,
+  cleanupBatchFiles,
+  downloadBatchResults,
+  submitBatchEmbeddings
+} from "./chunk-57ZGGKEF.js";
+import "./chunk-R3FOJK5A.js";
+export {
+  checkBatchStatus,
+  cleanupBatchFiles,
+  downloadBatchResults,
+  submitBatchEmbeddings
+};
+//# sourceMappingURL=batch-embedder-RHKD2OJD.js.map

package/dist/batch-embedder-RHKD2OJD.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/batch-embedder-VQZUI7R6.js

@@ -0,0 +1,14 @@
+import {
+  checkBatchStatus,
+  cleanupBatchFiles,
+  downloadBatchResults,
+  submitBatchEmbeddings
+} from "./chunk-35EO53CC.js";
+import "./chunk-R3FOJK5A.js";
+export {
+  checkBatchStatus,
+  cleanupBatchFiles,
+  downloadBatchResults,
+  submitBatchEmbeddings
+};
+//# sourceMappingURL=batch-embedder-VQZUI7R6.js.map

package/dist/batch-embedder-VQZUI7R6.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/batch-embedder-ZJZLNLOK.js

@@ -0,0 +1,14 @@
+import {
+  checkBatchStatus,
+  cleanupBatchFiles,
+  downloadBatchResults,
+  submitBatchEmbeddings
+} from "./chunk-XXO66RCF.js";
+import "./chunk-KGG7WEYE.js";
+export {
+  checkBatchStatus,
+  cleanupBatchFiles,
+  downloadBatchResults,
+  submitBatchEmbeddings
+};
+//# sourceMappingURL=batch-embedder-ZJZLNLOK.js.map

package/dist/batch-embedder-ZJZLNLOK.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/batch-summarizer-7MCT4HJB.js

@@ -0,0 +1,14 @@
+import {
+  downloadBatchSummaryResults,
+  downloadMergeResults,
+  submitBatchSummaries,
+  submitMergePass
+} from "./chunk-QRDUQX63.js";
+import "./chunk-KGG7WEYE.js";
+export {
+  downloadBatchSummaryResults,
+  downloadMergeResults,
+  submitBatchSummaries,
+  submitMergePass
+};
+//# sourceMappingURL=batch-summarizer-7MCT4HJB.js.map

package/dist/batch-summarizer-7MCT4HJB.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/batch-summarizer-BMIBVFAE.js

@@ -0,0 +1,14 @@
+import {
+  downloadBatchSummaryResults,
+  downloadMergeResults,
+  submitBatchSummaries,
+  submitMergePass
+} from "./chunk-7DUQNGEK.js";
+import "./chunk-KGG7WEYE.js";
+export {
+  downloadBatchSummaryResults,
+  downloadMergeResults,
+  submitBatchSummaries,
+  submitMergePass
+};
+//# sourceMappingURL=batch-summarizer-BMIBVFAE.js.map

package/dist/batch-summarizer-BMIBVFAE.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/batch-summarizer-CM3NO7TK.js

@@ -0,0 +1,14 @@
+import {
+  downloadBatchSummaryResults,
+  downloadMergeResults,
+  submitBatchSummaries,
+  submitMergePass
+} from "./chunk-T6X7DRBN.js";
+import "./chunk-LV52FEMB.js";
+export {
+  downloadBatchSummaryResults,
+  downloadMergeResults,
+  submitBatchSummaries,
+  submitMergePass
+};
+//# sourceMappingURL=batch-summarizer-CM3NO7TK.js.map

package/dist/batch-summarizer-CM3NO7TK.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}