meltify 0.2.0__tar.gz → 0.2.2__tar.gz

{meltify-0.2.0 → meltify-0.2.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: meltify
-Version: 0.2.0
+Version: 0.2.2
 Summary: Melt files of any format into prompt-ready text where every line cites its source
 Keywords: llm,prompt,ocr,pdf,transcription,claude-code,agent-skills
 Author: jeon-jihyeon
@@ -17,9 +17,12 @@ Requires-Dist: ocrmac>=1.0.1 ; sys_platform == 'darwin'
 Requires-Dist: trafilatura>=2
 Requires-Dist: python-hwpx>=1
 Requires-Dist: striprtf>=0.0.29
-Requires-Dist: meltify[office,media,asr-mlx,archive] ; extra == 'all'
+Requires-Dist: meltify[office,media,asr-mlx,archive,parquet,crypto] ; extra == 'all'
 Requires-Dist: libarchive-c>=5 ; extra == 'archive'
 Requires-Dist: mlx-whisper>=0.4 ; platform_machine == 'arm64' and sys_platform == 'darwin' and extra == 'asr-mlx'
+Requires-Dist: msoffcrypto-tool>=6 ; extra == 'crypto'
+Requires-Dist: pyzipper>=0.4 ; extra == 'crypto'
+Requires-Dist: cryptography>=42 ; extra == 'crypto'
 Requires-Dist: numbers-parser>=4 ; extra == 'iwork'
 Requires-Dist: yt-dlp>=2026.8.19 ; extra == 'media'
 Requires-Dist: paddleocr>=3.2 ; extra == 'ocr-paddle'
@@ -27,16 +30,21 @@ Requires-Dist: paddlepaddle>=3.2 ; extra == 'ocr-paddle'
 Requires-Dist: markitdown[docx,pptx,outlook]>=0.1.8 ; extra == 'office'
 Requires-Dist: python-calamine>=0.4 ; extra == 'office'
 Requires-Dist: legacy-doc>=0.2 ; extra == 'office'
+Requires-Dist: olefile>=0.47 ; extra == 'office'
+Requires-Dist: metafile-render>=0.3 ; extra == 'office'
+Requires-Dist: pyarrow>=17 ; extra == 'parquet'
 Requires-Dist: playwright>=1.50 ; extra == 'render'
 Requires-Python: >=3.11.9
 Project-URL: Repository, https://github.com/jeon-jihyeon/meltify
 Provides-Extra: all
 Provides-Extra: archive
 Provides-Extra: asr-mlx
+Provides-Extra: crypto
 Provides-Extra: iwork
 Provides-Extra: media
 Provides-Extra: ocr-paddle
 Provides-Extra: office
+Provides-Extra: parquet
 Provides-Extra: render
 Description-Content-Type: text/markdown
 
@@ -93,25 +101,45 @@ Each command has a skill of the same name, such as `meltify-ocr`, that tells the
 
 | Group | Formats | Needs |
 |---|---|---|
-| Documents | PDF, Word `.docx` and `.doc`, HWP and HWPX, RTF, ODT, Pages, EPUB, HTML, Markdown and plain text | `office` for `.docx`, `.doc`, EPUB and HTML files |
-| Spreadsheets | Excel `.xlsx` and `.xls`, ODS, Numbers, CSV and TSV | `office` for `.xls`, `iwork` for Numbers |
-| Slides | PowerPoint `.pptx` and `.ppt`, ODP, Keynote | `office` for `.pptx`, LibreOffice for `.ppt` |
+| Documents | PDF, Word `.docx` `.docm` `.dotx` `.dotm` `.doc` `.dot`, HWP and HWPX, RTF, ODT, Pages, WordPerfect, EPUB, XPS, FictionBook, MOBI, HTML and Safari `.webarchive`, Markdown and plain text | `office` for Word and EPUB |
+| Spreadsheets | Excel `.xlsx` `.xlsm` `.xltx` `.xltm` `.xlsb` `.xls` `.xlt`, Hancom `.cell`, ODS, Numbers, Parquet, CSV and TSV | `office` for `.xlsb`, `.xls` and `.xlt`, `iwork` for Numbers, `parquet` for Parquet |
+| Slides | PowerPoint `.pptx` `.pptm` `.potx` `.potm` `.ppsx` `.ppsm` `.ppt` `.pps` `.pot`, Hancom `.show`, ODP, Keynote | `office` for PowerPoint |
+| Drawings | ODG, SVG and `.svgz`, EMF and WMF with `.emz` and `.wmz`, comic book `.cbz` | |
 | Mail and chat | `.eml`, `.msg`, mbox, KakaoTalk exports, Slack export zips | `office` for `.msg` |
-| Archives | zip, tar, tgz, tbz2, txz, 7z, rar | `archive` for 7z and rar |
-| Images | PNG, JPEG, WebP, GIF, BMP, TIFF, HEIC, AVIF, SVG | |
-| Audio and video | mp3, wav, m4a, flac, ogg, mp4, mov, mkv, webm, subtitles | ffmpeg |
+| Archives | zip, tar, tgz, tbz2, txz, 7z, rar, and single files compressed with gz, bz2 or xz | `archive` for 7z and rar, `crypto` for AES zips |
+| Images | PNG, JPEG, WebP, GIF, BMP, TIFF, HEIC, AVIF, JPEG 2000, PSD, ICO, TGA | |
+| Audio and video | mp3, wav, m4a, aac, flac, ogg, opus, wma, aiff, amr, mp4, m4v, mov, mkv, webm, avi, wmv, 3gp, mpg, flv, subtitles | ffmpeg |
 | Web pages | any http(s) URL, video URLs included | `render` for JavaScript-heavy pages, `media` for video sites |
 | Data | JSON, JSONL, XML, YAML, SQLite, Jupyter notebooks, vCard, iCalendar | |
 
-Attachments, archive members and downloaded files are melted again as items of their own, up to three levels deep.
+Attachments, archive members, files attached to a PDF and downloaded files are melted again as items of their own, up to three levels deep.
 
-Pictures get read in the same pass. Images, scanned pages, pictures inside PDF, Word, PowerPoint, Excel and mail, and the speech and scene frames of recordings all go through local OCR and speech engines, and the text lands right where the picture was:
+Templates, macro-enabled and slideshow files read like the document they belong to, and a document zip under an unfamiliar name is still recognized by its content.
+
+A binary file no converter reads gets one more try, in this order:
+
+- Formats LibreOffice imports, such as Works, Lotus 1-2-3, Visio and Publisher, are rendered to PDF and cited by page. These rows show kind `rendered`
+- Any other picture format Pillow decodes, like PCX or ICNS, goes to OCR as kind `image`
+- Audio or video under an odd name is transcribed as kind `media`
+- On macOS, a full Quick Look preview (kind `rendered`), the text Spotlight indexes (kind `text`) or a first-page thumbnail (kind `rendered`) is the last resort
+
+Compiled programs and files of one repeated byte skip all of that and return `unsupported format` right away. Word, Excel and PowerPoint binaries, HWP and iWork files whose own parser gives up take the same path, unless they're encrypted or DRM-locked. `--shallow` skips this step, and `read.fallback = false` turns it off.
+
+Pictures get read in the same pass. Images, scanned pages, pictures inside PDF, Word, PowerPoint, Excel, ODF, RTF, EPUB, HTML and mail, and the speech and scene frames of recordings all go through local OCR and speech engines, and the text lands right where the picture was. Native text always comes first, and OCR only covers what parsing can't reach:
+
+- Charts in Word, PowerPoint, Excel (`.xlsb` too) and ODF become cited tables from the values the file saved. A Word or PowerPoint chart with no cache reads the workbook embedded beside it, and an Excel chart on formulas nobody calculated asks LibreOffice to calculate them. SmartArt text is read as an indented list
+- EMF and WMF pictures, standalone or inside a document, give up their text records directly. Bitmaps and text they can't decode are drawn by LibreOffice, Quick Look on macOS or the pure-Python `metafile-render` and then OCR'd. With none of them, they're listed in `needs`
+- `.ppt` slides, notes and pictures, and `.doc` inline and floating pictures, are read natively. Pages and Keynote text, tables and pictures are read from the document itself, older iWork '09 files and bundle folders included
+- A scan under a visible header still gets OCR'd, PDF sticky notes become cited blocks, and multi-page TIFFs and animated images are read frame by frame up to 50 frames
 
 - Each unique picture or recording is read once, and every engine result is cached by content hash under `${XDG_CACHE_HOME:-~/.cache}/meltify`, so a rerun only pays for what changed
 - `--budget SEC` caps the time spent on uncached work (600 seconds by default). Whatever's left shows up as `ocr (budget)` in `needs`, and the next run picks up where this one stopped
-- `--shallow` skips OCR and speech recognition and just lists what needs them. Everything else melts as usual
+- `--jobs N` sets how many files convert at once (8 by default). PDFs convert in worker processes of their own
+- `--shallow` skips OCR, speech, and drawing or recalculation work, and lists what it skipped in `needs`. Native text melts as usual
 - When two OCR engines disagree on a number, the block ends with a `> disputed` line. With only one engine, it ends with `> unchecked: one engine`
 
+Encrypted files open with a password from `--password-file PATH` or `MELTIFY_PASSWORD`: PDF, Word, Excel and PowerPoint, HWP and HWPX, Pages, Keynote and Numbers, and zip, 7z and rar archives. HWP distribution documents, which only restrict copying and printing, open without one. Without a password, the row says `encrypted` in `needs` and no markdown file is written, and a wrong one says `wrong password`. An archive still lists the members it could open. `--password` works too, but other users on the machine can see it. With more than one set, `--password-file` wins, then `--password`, then `MELTIFY_PASSWORD`.
+
 URLs work like files. `read` saves a web page's main text with its heading anchors (`--whole` keeps the full page, `--render` runs it in a headless browser first), downloads documents and melts them by type, and sends video links through the `media` pipeline. Downloads land under `meltify-out/read/web/` and are revalidated with ETags on the next run. By default it refuses private addresses, follows `robots.txt` and stops at 20 MB or 30 seconds. See [SECURITY.md](SECURITY.md) for the details.
 
 ## Citations
@@ -125,7 +153,12 @@ Every result carries `src` and a one-line `cite`:
 | Spreadsheet cell | `calendar.xlsx#Calendar!B7` |
 | Mail attachment | `handover.eml#att=cal.xlsx#Calendar` |
 | Archive member | `bundle.zip#att=docs/b.pdf#p3` |
+| Word, ODT or Pages paragraph | `memo.docx:3` |
 | Picture in a document | `memo.docx#para3#img1` |
+| Slide | `deck.pptx#slide4` |
+| Chart in a sheet | `book.xlsx#Sales!D2#img1` |
+| Image frame | `fax.tif#frame2` |
+| PDF sticky note | `report.pdf#p1@pt(300,300,316,316)` |
 | HWP section line | `notice.hwp#s1:12` |
 | Web page line | `https://example.com/guide#install:28` |
 | Text line | `notes.txt:42` |
@@ -152,15 +185,17 @@ Optional parts install on request with `meltify doctor --install NAME`:
 
 | Extra | Unlocks |
 |---|---|
-| `office` | Word, PowerPoint, Outlook `.msg`, EPUB and HTML files, plus legacy `.doc` and `.xls` |
-| `archive` | 7z and rar, through the system libarchive |
-| `iwork` | Numbers tables |
+| `office` | Word, PowerPoint, Outlook `.msg` and EPUB, legacy `.doc`, `.ppt`, `.xls` and `.xlsb`, faster `.xlsx` reading through calamine, and drawing EMF pictures without LibreOffice |
+| `archive` | 7z and rar through the system libarchive, plus a pinned 7-Zip download for encrypted ones |
+| `iwork` | Numbers tables. Pages and Keynote need nothing extra |
+| `parquet` | Parquet files, the first 200 rows and per-column min, max and null counts |
+| `crypto` | encrypted Office files, AES zips, and password-protected HWP and iWork files |
 | `render` | `read --render` for JavaScript-heavy pages, using your Chrome or a downloaded Chromium |
 | `media` | video URLs through yt-dlp |
 | `asr-mlx` | local speech recognition on Apple Silicon |
 | `ocr-paddle` | PaddleOCR, the second local OCR engine |
 
-Recordings need ffmpeg, YouTube downloads need deno, and `.ppt` needs LibreOffice.
+Recordings need ffmpeg and YouTube downloads need deno. PowerPoint 95, formula recalculation and the rendering fallback need LibreOffice, which `meltify doctor --install libreoffice` downloads as a portable copy on macOS and Linux. `wpd2text` from libwpd reads WordPerfect best, then LibreOffice, and a built-in reader covers the body text without either.
 
 ## Configuration
 
@@ -172,7 +207,12 @@ Settings are layered, lowest precedence first:
 4. `MELTIFY_<KEY>` and `MELTIFY_<SECTION>_<KEY>` environment variables
 5. Command-line flags
 
-See [examples/meltify.toml](examples/meltify.toml) for a sample.
+See [examples/meltify.toml](examples/meltify.toml) for a sample. A few keys worth knowing:
+
+- `lang` is the language OCR expects (`ko` by default)
+- `asr.lang` is the spoken language for speech engines. It's `auto` by default, separate from `lang`, so Whisper detects each recording's language instead of translating it
+- `read.parquet_rows` sets how many Parquet rows melt per file
+- `render.quicklook = false` keeps Quick Look and Spotlight out of every render
 
 ## Limits
 
@@ -180,11 +220,13 @@ See [examples/meltify.toml](examples/meltify.toml) for a sample.
 - OCR agreement means the engines read the same value, not that the value is right. A value read only by LLM engines is never marked agreed
 - Speech recognition and OCR quality depend on the engine and the input
 - Linux has no Apple Vision, so with PaddleOCR alone every reading is marked `unchecked`
-- `.ppt` slides need [LibreOffice](https://www.libreoffice.org/). Without it, the row says so in `needs`
-- 7z and rar need the system libarchive, a separate package on Linux
-- Pages and Keynote files are read only through the preview image they embed, and encrypted HWP and Numbers files aren't read at all
-- The plugin launcher is a POSIX shell script, so Windows isn't supported
+- Rendered rows, EMF bitmaps and Quick Look previews are only as good as the OCR that reads them, and Quick Look exists only on macOS
+- Pages and Keynote charts are listed in `needs` instead of read, and a Pages or Keynote file with no text records falls back to its embedded preview image
+- DRM-protected HWP files, password-protected WordPerfect files, and Hancom `.cell` and `.show` files from before 2014 and Hanshow `.hpt` files, which are binary, aren't read. Save the Hancom ones again as `.xlsx` or `.pptx`
+- Parquet files show their first 200 rows, and the rest are counted in `needs`
+- Encrypted 7z and rar need 7-Zip, which `meltify doctor --install archive` downloads. Plain ones open with the system libarchive, a separate package on Linux, with 7-Zip, or with `bsdtar` on macOS
+- The plugin launcher is a POSIX shell script and `doctor --install` only downloads macOS and Linux builds, so Windows isn't supported
 
 ## License
 
-MIT. meltify depends on [PyMuPDF](https://github.com/pymupdf/PyMuPDF), which is AGPL-3.0, so distributing a product that bundles it comes with AGPL obligations. The `pi-heif` wheels bundle libheif and libde265 (LGPL-3.0), and the `iwork` extra pulls in `enum-tools` (LGPL-3.0) through `numbers-parser`.
+MIT. meltify depends on [PyMuPDF](https://github.com/pymupdf/PyMuPDF), which is AGPL-3.0, so distributing a product that bundles it comes with AGPL obligations. The `pi-heif` wheels bundle libheif and libde265 (LGPL-3.0), and the `iwork` extra pulls in `enum-tools` (LGPL-3.0) through `numbers-parser`. The programs `doctor --install` downloads keep their own licenses: LibreOffice is MPL-2.0, and 7-Zip is LGPL-2.1 with the unRAR restriction.

meltify-0.2.2/README.md

@@ -0,0 +1,182 @@
+<h1 align="center">meltify</h1>
+
+<p align="center">Melt files of any format into prompt-ready text where every line cites its source</p>
+
+<p align="center">
+  <a href="https://github.com/jeon-jihyeon/meltify/actions/workflows/test.yml"><img alt="test" src="https://github.com/jeon-jihyeon/meltify/actions/workflows/test.yml/badge.svg"></a>
+  <a href="LICENSE"><img alt="MIT" src="https://img.shields.io/badge/license-MIT-blue"></a>
+</p>
+
+Agents misread blurry digits, miss text a PDF hides, can't watch video, and paraphrase the one condition that mattered. meltify turns documents, spreadsheets, slides, mail, chat exports, archives, web pages, images, video and audio into markdown an agent can quote, puts a citation on every block, and checks answers before they go out.
+
+## Quickstart
+
+Claude Code:
+
+```
+/plugin marketplace add jeon-jihyeon/meltify
+/plugin install meltify@meltify
+```
+
+Codex, Gemini CLI, Cursor and other agents that read Agent Skills:
+
+```
+npx skills add jeon-jihyeon/meltify
+```
+
+Command line only:
+
+```
+uvx meltify read ./inputs
+```
+
+The skills call the `meltify` command. If it isn't installed, the plugin launcher runs it through `uvx`, so [uv](https://docs.astral.sh/uv/) is the only thing you need.
+
+## What it does
+
+| Command | Input | Output |
+|---|---|---|
+| `read` | files, folders and URLs of mixed formats | one cited markdown file per item, with images, scans and recordings read by local engines, plus a list of what still needs work |
+| `ocr` | images and scanned PDF pages | each engine's lines with positions, and the values the engines disagree on |
+| `hidden` | PDFs | text a reader doesn't see and why, with page and position |
+| `media` | video, audio or a video URL | timestamped full-resolution frames and a timestamped transcript |
+| `submit` | candidate files and a scoring endpoint | rate-limited submissions that skip duplicates and keep the best score |
+| `check` | an answer file or a string | violations of a schema, counts, unique keys and text rules |
+| `brief` | a problem statement | every condition line quoted with its line number, plus a board for juggling several problems |
+| `doctor` | nothing | which engines, binaries and keys are available, and how to add the rest |
+
+Each command has a skill of the same name, such as `meltify-ocr`, that tells the agent when to run it and what to do with the result.
+
+## What `read` handles
+
+| Group | Formats | Needs |
+|---|---|---|
+| Documents | PDF, Word `.docx` `.docm` `.dotx` `.dotm` `.doc` `.dot`, HWP and HWPX, RTF, ODT, Pages, WordPerfect, EPUB, XPS, FictionBook, MOBI, HTML and Safari `.webarchive`, Markdown and plain text | `office` for Word and EPUB |
+| Spreadsheets | Excel `.xlsx` `.xlsm` `.xltx` `.xltm` `.xlsb` `.xls` `.xlt`, Hancom `.cell`, ODS, Numbers, Parquet, CSV and TSV | `office` for `.xlsb`, `.xls` and `.xlt`, `iwork` for Numbers, `parquet` for Parquet |
+| Slides | PowerPoint `.pptx` `.pptm` `.potx` `.potm` `.ppsx` `.ppsm` `.ppt` `.pps` `.pot`, Hancom `.show`, ODP, Keynote | `office` for PowerPoint |
+| Drawings | ODG, SVG and `.svgz`, EMF and WMF with `.emz` and `.wmz`, comic book `.cbz` | |
+| Mail and chat | `.eml`, `.msg`, mbox, KakaoTalk exports, Slack export zips | `office` for `.msg` |
+| Archives | zip, tar, tgz, tbz2, txz, 7z, rar, and single files compressed with gz, bz2 or xz | `archive` for 7z and rar, `crypto` for AES zips |
+| Images | PNG, JPEG, WebP, GIF, BMP, TIFF, HEIC, AVIF, JPEG 2000, PSD, ICO, TGA | |
+| Audio and video | mp3, wav, m4a, aac, flac, ogg, opus, wma, aiff, amr, mp4, m4v, mov, mkv, webm, avi, wmv, 3gp, mpg, flv, subtitles | ffmpeg |
+| Web pages | any http(s) URL, video URLs included | `render` for JavaScript-heavy pages, `media` for video sites |
+| Data | JSON, JSONL, XML, YAML, SQLite, Jupyter notebooks, vCard, iCalendar | |
+
+Attachments, archive members, files attached to a PDF and downloaded files are melted again as items of their own, up to three levels deep.
+
+Templates, macro-enabled and slideshow files read like the document they belong to, and a document zip under an unfamiliar name is still recognized by its content.
+
+A binary file no converter reads gets one more try, in this order:
+
+- Formats LibreOffice imports, such as Works, Lotus 1-2-3, Visio and Publisher, are rendered to PDF and cited by page. These rows show kind `rendered`
+- Any other picture format Pillow decodes, like PCX or ICNS, goes to OCR as kind `image`
+- Audio or video under an odd name is transcribed as kind `media`
+- On macOS, a full Quick Look preview (kind `rendered`), the text Spotlight indexes (kind `text`) or a first-page thumbnail (kind `rendered`) is the last resort
+
+Compiled programs and files of one repeated byte skip all of that and return `unsupported format` right away. Word, Excel and PowerPoint binaries, HWP and iWork files whose own parser gives up take the same path, unless they're encrypted or DRM-locked. `--shallow` skips this step, and `read.fallback = false` turns it off.
+
+Pictures get read in the same pass. Images, scanned pages, pictures inside PDF, Word, PowerPoint, Excel, ODF, RTF, EPUB, HTML and mail, and the speech and scene frames of recordings all go through local OCR and speech engines, and the text lands right where the picture was. Native text always comes first, and OCR only covers what parsing can't reach:
+
+- Charts in Word, PowerPoint, Excel (`.xlsb` too) and ODF become cited tables from the values the file saved. A Word or PowerPoint chart with no cache reads the workbook embedded beside it, and an Excel chart on formulas nobody calculated asks LibreOffice to calculate them. SmartArt text is read as an indented list
+- EMF and WMF pictures, standalone or inside a document, give up their text records directly. Bitmaps and text they can't decode are drawn by LibreOffice, Quick Look on macOS or the pure-Python `metafile-render` and then OCR'd. With none of them, they're listed in `needs`
+- `.ppt` slides, notes and pictures, and `.doc` inline and floating pictures, are read natively. Pages and Keynote text, tables and pictures are read from the document itself, older iWork '09 files and bundle folders included
+- A scan under a visible header still gets OCR'd, PDF sticky notes become cited blocks, and multi-page TIFFs and animated images are read frame by frame up to 50 frames
+
+- Each unique picture or recording is read once, and every engine result is cached by content hash under `${XDG_CACHE_HOME:-~/.cache}/meltify`, so a rerun only pays for what changed
+- `--budget SEC` caps the time spent on uncached work (600 seconds by default). Whatever's left shows up as `ocr (budget)` in `needs`, and the next run picks up where this one stopped
+- `--jobs N` sets how many files convert at once (8 by default). PDFs convert in worker processes of their own
+- `--shallow` skips OCR, speech, and drawing or recalculation work, and lists what it skipped in `needs`. Native text melts as usual
+- When two OCR engines disagree on a number, the block ends with a `> disputed` line. With only one engine, it ends with `> unchecked: one engine`
+
+Encrypted files open with a password from `--password-file PATH` or `MELTIFY_PASSWORD`: PDF, Word, Excel and PowerPoint, HWP and HWPX, Pages, Keynote and Numbers, and zip, 7z and rar archives. HWP distribution documents, which only restrict copying and printing, open without one. Without a password, the row says `encrypted` in `needs` and no markdown file is written, and a wrong one says `wrong password`. An archive still lists the members it could open. `--password` works too, but other users on the machine can see it. With more than one set, `--password-file` wins, then `--password`, then `MELTIFY_PASSWORD`.
+
+URLs work like files. `read` saves a web page's main text with its heading anchors (`--whole` keeps the full page, `--render` runs it in a headless browser first), downloads documents and melts them by type, and sends video links through the `media` pipeline. Downloads land under `meltify-out/read/web/` and are revalidated with ETags on the next run. By default it refuses private addresses, follows `robots.txt` and stops at 20 MB or 30 seconds. See [SECURITY.md](SECURITY.md) for the details.
+
+## Citations
+
+Every result carries `src` and a one-line `cite`:
+
+| Input | Cite |
+|---|---|
+| PDF text | `report.pdf#p3@pt(72,95,140,103)` |
+| Image region | `menu.png@px(120,40,380,72)` |
+| Spreadsheet cell | `calendar.xlsx#Calendar!B7` |
+| Mail attachment | `handover.eml#att=cal.xlsx#Calendar` |
+| Archive member | `bundle.zip#att=docs/b.pdf#p3` |
+| Word, ODT or Pages paragraph | `memo.docx:3` |
+| Picture in a document | `memo.docx#para3#img1` |
+| Slide | `deck.pptx#slide4` |
+| Chart in a sheet | `book.xlsx#Sales!D2#img1` |
+| Image frame | `fax.tif#frame2` |
+| PDF sticky note | `report.pdf#p1@pt(300,300,316,316)` |
+| HWP section line | `notice.hwp#s1:12` |
+| Web page line | `https://example.com/guide#install:28` |
+| Text line | `notes.txt:42` |
+| Media span | `call.m4a@00:01:23.4-00:01:27.0` |
+| JSON value | `answers.json#$[3].reason` |
+
+Every command prints a table by default, and the full result with `--json`. Exit codes:
+
+- `0`: success
+- `1`: violations, failed checks or other errors
+- `2`: usage error or bad input
+- `3`: a needed engine, key, binary or base module is missing
+
+## Engines
+
+| Task | Local | Paid API |
+|---|---|---|
+| OCR | Apple Vision on macOS, PaddleOCR | Gemini, Claude, any OpenAI-compatible endpoint |
+| Speech | MLX Whisper on Apple Silicon, whisper.cpp | any OpenAI-compatible transcription endpoint |
+
+`auto` uses local engines only. Paid engines run only when you name them in `meltify.toml` or on the command line. An agent can also feed in what it reads in an image with `meltify ocr --reading agent=FILE`, so its own reading gets cross-checked against the local engines without any API key.
+
+Optional parts install on request with `meltify doctor --install NAME`:
+
+| Extra | Unlocks |
+|---|---|
+| `office` | Word, PowerPoint, Outlook `.msg` and EPUB, legacy `.doc`, `.ppt`, `.xls` and `.xlsb`, faster `.xlsx` reading through calamine, and drawing EMF pictures without LibreOffice |
+| `archive` | 7z and rar through the system libarchive, plus a pinned 7-Zip download for encrypted ones |
+| `iwork` | Numbers tables. Pages and Keynote need nothing extra |
+| `parquet` | Parquet files, the first 200 rows and per-column min, max and null counts |
+| `crypto` | encrypted Office files, AES zips, and password-protected HWP and iWork files |
+| `render` | `read --render` for JavaScript-heavy pages, using your Chrome or a downloaded Chromium |
+| `media` | video URLs through yt-dlp |
+| `asr-mlx` | local speech recognition on Apple Silicon |
+| `ocr-paddle` | PaddleOCR, the second local OCR engine |
+
+Recordings need ffmpeg and YouTube downloads need deno. PowerPoint 95, formula recalculation and the rendering fallback need LibreOffice, which `meltify doctor --install libreoffice` downloads as a portable copy on macOS and Linux. `wpd2text` from libwpd reads WordPerfect best, then LibreOffice, and a built-in reader covers the body text without either.
+
+## Configuration
+
+Settings are layered, lowest precedence first:
+
+1. The packaged defaults
+2. `$XDG_CONFIG_HOME/meltify/config.toml` (usually `~/.config/meltify/config.toml`)
+3. The nearest `meltify.toml`, searched from the working directory up to the git root, or the file you pass with `--config`. Outside a git repository, only the working directory is searched
+4. `MELTIFY_<KEY>` and `MELTIFY_<SECTION>_<KEY>` environment variables
+5. Command-line flags
+
+See [examples/meltify.toml](examples/meltify.toml) for a sample. A few keys worth knowing:
+
+- `lang` is the language OCR expects (`ko` by default)
+- `asr.lang` is the spoken language for speech engines. It's `auto` by default, separate from `lang`, so Whisper detects each recording's language instead of translating it
+- `read.parquet_rows` sets how many Parquet rows melt per file
+- `render.quicklook = false` keeps Quick Look and Spotlight out of every render
+
+## Limits
+
+- Text drawn inside an image is just pixels, so `hidden` finds it only through `--contrast` rendering and OCR
+- OCR agreement means the engines read the same value, not that the value is right. A value read only by LLM engines is never marked agreed
+- Speech recognition and OCR quality depend on the engine and the input
+- Linux has no Apple Vision, so with PaddleOCR alone every reading is marked `unchecked`
+- Rendered rows, EMF bitmaps and Quick Look previews are only as good as the OCR that reads them, and Quick Look exists only on macOS
+- Pages and Keynote charts are listed in `needs` instead of read, and a Pages or Keynote file with no text records falls back to its embedded preview image
+- DRM-protected HWP files, password-protected WordPerfect files, and Hancom `.cell` and `.show` files from before 2014 and Hanshow `.hpt` files, which are binary, aren't read. Save the Hancom ones again as `.xlsx` or `.pptx`
+- Parquet files show their first 200 rows, and the rest are counted in `needs`
+- Encrypted 7z and rar need 7-Zip, which `meltify doctor --install archive` downloads. Plain ones open with the system libarchive, a separate package on Linux, with 7-Zip, or with `bsdtar` on macOS
+- The plugin launcher is a POSIX shell script and `doctor --install` only downloads macOS and Linux builds, so Windows isn't supported
+
+## License
+
+MIT. meltify depends on [PyMuPDF](https://github.com/pymupdf/PyMuPDF), which is AGPL-3.0, so distributing a product that bundles it comes with AGPL obligations. The `pi-heif` wheels bundle libheif and libde265 (LGPL-3.0), and the `iwork` extra pulls in `enum-tools` (LGPL-3.0) through `numbers-parser`. The programs `doctor --install` downloads keep their own licenses: LibreOffice is MPL-2.0, and 7-Zip is LGPL-2.1 with the unRAR restriction.

{meltify-0.2.0 → meltify-0.2.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "meltify"
-version = "0.2.0"
+version = "0.2.2"
 description = "Melt files of any format into prompt-ready text where every line cites its source"
 readme = "README.md"
 requires-python = ">=3.11.9"
@@ -37,9 +37,17 @@ office = [
     "markitdown[docx,pptx,outlook]>=0.1.8",
     "python-calamine>=0.4",
     "legacy-doc>=0.2",
+    "olefile>=0.47",
+    "metafile-render>=0.3",
+]
+crypto = [
+    "msoffcrypto-tool>=6",
+    "pyzipper>=0.4",
+    "cryptography>=42",
 ]
 archive = ["libarchive-c>=5"]
 iwork = ["numbers-parser>=4"]
+parquet = ["pyarrow>=17"]
 render = ["playwright>=1.50"]
 media = ["yt-dlp>=2026.8.19"]
 asr-mlx = ["mlx-whisper>=0.4; sys_platform == 'darwin' and platform_machine == 'arm64'"]
@@ -47,7 +55,7 @@ ocr-paddle = [
     "paddleocr>=3.2",
     "paddlepaddle>=3.2",
 ]
-all = ["meltify[office,media,asr-mlx,archive]"]
+all = ["meltify[office,media,asr-mlx,archive,parquet,crypto]"]
 
 [project.urls]
 Repository = "https://github.com/jeon-jihyeon/meltify"

{meltify-0.2.0 → meltify-0.2.2}/pyproject.toml.orig

@@ -1,6 +1,6 @@
 [project]
 name = "meltify"
-version = "0.2.0"
+version = "0.2.2"
 description = "Melt files of any format into prompt-ready text where every line cites its source"
 readme = "README.md"
 requires-python = ">=3.11.9"
@@ -23,14 +23,24 @@ dependencies = [
 ]
 
 [project.optional-dependencies]
-office = ["markitdown[docx,pptx,outlook]>=0.1.8", "python-calamine>=0.4", "legacy-doc>=0.2"]
+office = [
+  "markitdown[docx,pptx,outlook]>=0.1.8",
+  "python-calamine>=0.4",
+  "legacy-doc>=0.2",
+  "olefile>=0.47",
+  "metafile-render>=0.3",
+]
+# Password-protected Office, zip, HWP and iWork files
+crypto = ["msoffcrypto-tool>=6", "pyzipper>=0.4", "cryptography>=42"]
 archive = ["libarchive-c>=5"]
+# Only Numbers needs it, since Pages and Keynote are read natively
 iwork = ["numbers-parser>=4"]
+parquet = ["pyarrow>=17"]
 render = ["playwright>=1.50"]
 media = ["yt-dlp>=2026.8.19"]
 asr-mlx = ["mlx-whisper>=0.4; sys_platform == 'darwin' and platform_machine == 'arm64'"]
 ocr-paddle = ["paddleocr>=3.2", "paddlepaddle>=3.2"]
-all = ["meltify[office,media,asr-mlx,archive]"]
+all = ["meltify[office,media,asr-mlx,archive,parquet,crypto]"]
 
 [project.urls]
 Repository = "https://github.com/jeon-jihyeon/meltify"