videoctx 0.1.0__tar.gz

videoctx-0.1.0/.github/workflows/ci.yml

@@ -0,0 +1,34 @@
+name: ci
+
+on:
+  push:
+    branches: [master, main]
+  pull_request:
+
+jobs:
+  smoke:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Install ffmpeg
+        run: sudo apt-get update && sudo apt-get install -y ffmpeg
+      - uses: astral-sh/setup-uv@v5
+      - name: Install package
+        run: uv venv && uv pip install -e .
+      - name: Generate test video (3 scenes, no audio)
+        run: |
+          mkdir -p samples
+          ffmpeg -v error -f lavfi -i testsrc2=duration=8:size=640x360:rate=30 -pix_fmt yuv420p s1.mp4
+          ffmpeg -v error -f lavfi -i mandelbrot=size=640x360:rate=30 -t 8 -pix_fmt yuv420p s2.mp4
+          ffmpeg -v error -f lavfi -i smptebars=duration=8:size=640x360:rate=30 -pix_fmt yuv420p s3.mp4
+          printf "file 's1.mp4'\nfile 's2.mp4'\nfile 's3.mp4'\n" > list.txt
+          ffmpeg -v error -f concat -safe 0 -i list.txt -c copy samples/ci.mp4
+      - name: Index it
+        run: .venv/bin/videoctx index samples/ci.mp4 --out indexes/ci.vctx
+      - name: Smoke test
+        run: .venv/bin/python tests/smoke.py indexes/ci.vctx
+      - name: MCP server starts
+        run: |
+          (.venv/bin/videoctx-mcp < /dev/null > /dev/null 2> mcp_err.txt &)
+          sleep 3
+          if grep -qiE "traceback" mcp_err.txt; then cat mcp_err.txt; exit 1; fi

videoctx-0.1.0/.gitignore

@@ -0,0 +1,11 @@
+.venv/
+__pycache__/
+*.pyc
+dist/
+*.egg-info/
+.DS_Store
+samples/
+indexes/
+eval/data/
+# results are committed for reproducibility
+.env

videoctx-0.1.0/LICENSE

@@ -0,0 +1,202 @@
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

videoctx-0.1.0/PKG-INFO

@@ -0,0 +1,130 @@
+Metadata-Version: 2.5
+Name: videoctx
+Version: 0.1.0
+Summary: Open, model-free video context layer for LLM agents: index once, query cheaply with any model.
+Author: Fred Dunyo
+License: Apache-2.0
+License-File: LICENSE
+Requires-Python: >=3.11
+Requires-Dist: anthropic>=0.60
+Requires-Dist: click>=8.1
+Requires-Dist: faster-whisper>=1.0
+Requires-Dist: mcp>=2.0
+Requires-Dist: pydantic>=2.7
+Requires-Dist: scenedetect[opencv]>=0.6.4
+Provides-Extra: eval
+Requires-Dist: datasets>=2.19; extra == 'eval'
+Requires-Dist: google-genai>=1.0; extra == 'eval'
+Requires-Dist: pandas>=2.0; extra == 'eval'
+Description-Content-Type: text/markdown
+
+# videoctx
+
+**Index a video once. Query it cheaply, forever, with any LLM.**
+
+`videoctx` ("video context") turns any video into an open, portable **Video
+Context** index (`.vctx`, see [SPEC.md](SPEC.md)) using only local, model-free
+tools: ffmpeg keyframes, PySceneDetect shot boundaries, faster-whisper
+transcripts, and optional one-line visual captions from any cheap VLM. An
+agent answers most questions from the index's text layer for fractions of a
+cent, and pulls individual frames on demand only when a question needs pixels.
+
+```
+videoctx index lecture.mp4          # one-time, local, free
+videoctx show  lecture.vctx         # the text view the model reads
+videoctx ask   lecture.vctx "What diagram is shown when she explains backprop?"
+```
+
+## Why
+
+Native video ingestion re-tokenizes the whole video on every question: an
+hour of footage is ~250-350k tokens, every single time. Proprietary video
+platforms index into closed representations behind per-minute pricing.
+videoctx is the third option: an open on-disk format any model can consume,
+produced by free tools, where the marginal cost of a follow-up question on an
+hour-long video is about **$0.02**.
+
+## Benchmark results (Video-MME, Oct 2026)
+
+Full protocol and honest cost accounting (including prompt-cache write
+premiums) in [paper/draft.md](paper/draft.md). Query model: Claude Opus 4.8.
+
+**Short videos, held-out test half (n=150):**
+
+| Method | Accuracy | $/question |
+|---|---|---|
+| **videoctx** | **83.3%** | **$0.0067** |
+| Uniform frame sampling | 74.0% | $0.0172 |
+
+**Identical 30-question subset, all methods:**
+
+| Method | Accuracy | Latency/question |
+|---|---|---|
+| **videoctx** | **76.7%** | 2-20s |
+| Uniform frame sampling | 60.0% | ~5s |
+| Gemini Flash native ingestion | 53.3% | ~40s |
+
+**Long videos, 30-60 minutes (n=30):**
+
+| Method | Accuracy | $/question | Follow-up $/question |
+|---|---|---|---|
+| **videoctx** | **80.0%** | **$0.096** | **$0.024** |
+| Uniform frame sampling (60-frame cap) | 70.0% | $0.133 | $0.133 |
+| Native ingestion (published Pro rates, est.) | pending | ~$0.50 | ~$0.50 |
+
+One-time index cost: ~$0.10 per hour of video (captions), pennies otherwise.
+
+## Install
+
+```
+git clone <repo> && cd videoctx
+uv venv && uv pip install -e .
+```
+
+Requires `ffmpeg` on PATH. `videoctx index` and the MCP server's core tools
+run fully locally with no API key. `videoctx ask` uses the Anthropic API
+(`ANTHROPIC_API_KEY` or an `ant auth login` profile).
+
+## MCP server: let any agent read videos
+
+```
+claude mcp add videoctx -- $(pwd)/.venv/bin/videoctx-mcp
+```
+
+The calling agent's own model reads the text layer and frames directly; the
+server makes no model calls and needs no key. Tools: `video_overview` (cheap
+text layer), `survey_video` (one thumbnail per shot), `get_frames(path, t0,
+t1, detail)`, `transcript_search`, `index_video`. The server's instructions
+carry the evidence rule: visual answers must cite fetched frames, never
+general knowledge.
+
+## Reproduce the benchmark
+
+```
+uv pip install -e ".[eval]"
+python eval/prepare_videomme.py --duration short --videos 100 --out eval/data
+python eval/split_dev_test.py eval/data/videomme_short.jsonl
+python eval/run.py eval/data/videomme_short_test.jsonl --methods videoctx,naive
+```
+
+`eval/methods.py` documents each baseline. Cost accounting counts cache
+writes at their real premium (1.25x / 2x by TTL); see the paper's Section 7.3
+for the accounting traps this avoids.
+
+## Format
+
+The `.vctx` directory is plain JSON + JPEG: `manifest.json` (provenance,
+parameters, source hash), `index.json` (shots, keyframes, transcript,
+captions), `frames/`. Consumers must ignore unknown keys; enrichment layers
+(OCR, embeddings) are reserved in [SPEC.md](SPEC.md) v0.1.
+
+## Status and roadmap
+
+Working and benchmarked: indexing, query loop, MCP server, eval harness.
+Next: medium-duration subset, Pro-tier native baseline, cross-model
+portability runs (same indexes via non-Claude models), OCR and per-shot
+embedding layers, spec v1.0.
+
+## License
+
+Apache-2.0. Copyright 2026 Fred Dunyo.

videoctx-0.1.0/README.md

@@ -0,0 +1,110 @@
+# videoctx
+
+**Index a video once. Query it cheaply, forever, with any LLM.**
+
+`videoctx` ("video context") turns any video into an open, portable **Video
+Context** index (`.vctx`, see [SPEC.md](SPEC.md)) using only local, model-free
+tools: ffmpeg keyframes, PySceneDetect shot boundaries, faster-whisper
+transcripts, and optional one-line visual captions from any cheap VLM. An
+agent answers most questions from the index's text layer for fractions of a
+cent, and pulls individual frames on demand only when a question needs pixels.
+
+```
+videoctx index lecture.mp4          # one-time, local, free
+videoctx show  lecture.vctx         # the text view the model reads
+videoctx ask   lecture.vctx "What diagram is shown when she explains backprop?"
+```
+
+## Why
+
+Native video ingestion re-tokenizes the whole video on every question: an
+hour of footage is ~250-350k tokens, every single time. Proprietary video
+platforms index into closed representations behind per-minute pricing.
+videoctx is the third option: an open on-disk format any model can consume,
+produced by free tools, where the marginal cost of a follow-up question on an
+hour-long video is about **$0.02**.
+
+## Benchmark results (Video-MME, Oct 2026)
+
+Full protocol and honest cost accounting (including prompt-cache write
+premiums) in [paper/draft.md](paper/draft.md). Query model: Claude Opus 4.8.
+
+**Short videos, held-out test half (n=150):**
+
+| Method | Accuracy | $/question |
+|---|---|---|
+| **videoctx** | **83.3%** | **$0.0067** |
+| Uniform frame sampling | 74.0% | $0.0172 |
+
+**Identical 30-question subset, all methods:**
+
+| Method | Accuracy | Latency/question |
+|---|---|---|
+| **videoctx** | **76.7%** | 2-20s |
+| Uniform frame sampling | 60.0% | ~5s |
+| Gemini Flash native ingestion | 53.3% | ~40s |
+
+**Long videos, 30-60 minutes (n=30):**
+
+| Method | Accuracy | $/question | Follow-up $/question |
+|---|---|---|---|
+| **videoctx** | **80.0%** | **$0.096** | **$0.024** |
+| Uniform frame sampling (60-frame cap) | 70.0% | $0.133 | $0.133 |
+| Native ingestion (published Pro rates, est.) | pending | ~$0.50 | ~$0.50 |
+
+One-time index cost: ~$0.10 per hour of video (captions), pennies otherwise.
+
+## Install
+
+```
+git clone <repo> && cd videoctx
+uv venv && uv pip install -e .
+```
+
+Requires `ffmpeg` on PATH. `videoctx index` and the MCP server's core tools
+run fully locally with no API key. `videoctx ask` uses the Anthropic API
+(`ANTHROPIC_API_KEY` or an `ant auth login` profile).
+
+## MCP server: let any agent read videos
+
+```
+claude mcp add videoctx -- $(pwd)/.venv/bin/videoctx-mcp
+```
+
+The calling agent's own model reads the text layer and frames directly; the
+server makes no model calls and needs no key. Tools: `video_overview` (cheap
+text layer), `survey_video` (one thumbnail per shot), `get_frames(path, t0,
+t1, detail)`, `transcript_search`, `index_video`. The server's instructions
+carry the evidence rule: visual answers must cite fetched frames, never
+general knowledge.
+
+## Reproduce the benchmark
+
+```
+uv pip install -e ".[eval]"
+python eval/prepare_videomme.py --duration short --videos 100 --out eval/data
+python eval/split_dev_test.py eval/data/videomme_short.jsonl
+python eval/run.py eval/data/videomme_short_test.jsonl --methods videoctx,naive
+```
+
+`eval/methods.py` documents each baseline. Cost accounting counts cache
+writes at their real premium (1.25x / 2x by TTL); see the paper's Section 7.3
+for the accounting traps this avoids.
+
+## Format
+
+The `.vctx` directory is plain JSON + JPEG: `manifest.json` (provenance,
+parameters, source hash), `index.json` (shots, keyframes, transcript,
+captions), `frames/`. Consumers must ignore unknown keys; enrichment layers
+(OCR, embeddings) are reserved in [SPEC.md](SPEC.md) v0.1.
+
+## Status and roadmap
+
+Working and benchmarked: indexing, query loop, MCP server, eval harness.
+Next: medium-duration subset, Pro-tier native baseline, cross-model
+portability runs (same indexes via non-Claude models), OCR and per-shot
+embedding layers, spec v1.0.
+
+## License
+
+Apache-2.0. Copyright 2026 Fred Dunyo.

videoctx-0.1.0/SPEC.md

@@ -0,0 +1,91 @@
+# Video Context Format: Spec v0.1 (draft)
+
+Status: draft. Everything here may change until v1.0.
+
+## Purpose
+
+A portable, model-free representation of a video, designed for LLM agents under
+token budgets. A video is indexed **once** (locally, with open tools) into a
+Video Context directory. Any model can then answer questions about the video by
+reading the cheap text layer first and pulling individual frames only when
+needed.
+
+Design principles:
+
+1. **Model-free.** Producing an index requires no proprietary model. ffmpeg,
+   scene detection, and open speech-to-text are sufficient. Optional layers
+   (captions, embeddings) may use any model the producer chooses, and the index
+   records which one.
+2. **Text-first, frames-on-demand.** The text layer (structure + transcript +
+   captions) should answer most questions alone. Frames are addressable by
+   timestamp so a consumer fetches only what a question requires.
+3. **Portable.** An index is a plain directory of JSON and JPEG. No database,
+   no server, no SDK required to consume it.
+4. **Honest provenance.** The index records tool versions, parameters, and any
+   model calls used to produce it, so results are reproducible and costs
+   attributable.
+
+## Directory layout
+
+```
+<name>.vctx/
+  manifest.json      # format version, provenance, indexing parameters
+  index.json         # the context document: shots, keyframes, transcript, captions
+  frames/            # extracted keyframes, JPEG
+    shot0003_t142.50.jpg
+```
+
+## manifest.json
+
+| field | type | notes |
+|---|---|---|
+| `format` | string | `"vctx"` |
+| `format_version` | string | `"0.1"` |
+| `created_at` | string | ISO 8601 |
+| `producer` | object | `{name, version}` of the indexing tool |
+| `params` | object | indexing parameters (detector, thresholds, whisper model, frame max edge, etc.) |
+| `source` | object | `{filename, sha256, size_bytes}` of the source video |
+
+## index.json
+
+### `video`
+
+`{duration_s, width, height, fps, has_audio}`
+
+### `shots[]`
+
+Visually coherent segments, ordered, non-overlapping, covering the full
+duration.
+
+| field | type | notes |
+|---|---|---|
+| `id` | int | 0-based |
+| `start_s`, `end_s` | float | seconds |
+| `keyframes[]` | array | `{t_s, file, width, height}`: `file` relative to index root |
+| `caption` | string? | optional, one-line visual description |
+| `caption_model` | string? | model that produced `caption`, if any |
+
+### `transcript`
+
+`{language, model, segments: [{start_s, end_s, text}]}`: empty `segments` if
+the video has no speech or no audio.
+
+### Reserved for later versions
+
+`embeddings` (per-shot visual/text vectors), `entities`, `ocr`. Consumers must
+ignore unknown keys.
+
+## Consumer contract
+
+A consumer (agent harness, MCP server, eval script) should expose three
+operations over an index:
+
+1. `text_view()` → compact plain-text rendering of shots + transcript, suitable
+   for direct inclusion in a prompt. This is the cheap path.
+2. `get_frames(start_s, end_s, max_frames)` → the keyframes within a time
+   range, for when the question needs eyes.
+3. `frame_at(t_s)` → nearest keyframe to a timestamp.
+
+The intended agent loop: answer from `text_view()` if possible; otherwise call
+`get_frames` on the narrowest relevant span; escalate density only if still
+uncertain.

videoctx-0.1.0/eval/finish_gemini.sh

@@ -0,0 +1,25 @@
+#!/bin/sh
+# Gemini free-tier quota frees up on a ROLLING 24h window (not a daily reset),
+# so drip-complete: sweep the remaining errored questions every 45 min; each
+# sweep fills however many request slots have freed. Converges within ~12h.
+set -e
+cd "$(dirname "$0")/.."
+set -a; . ./.env; set +a
+PY=.venv/bin/python
+OUT=eval/results/pilot_short_gemini_partial.json
+
+done_count() {
+  $PY -c "import json; print(sum('error' not in r for r in json.load(open('$OUT'))))"
+}
+
+while :; do
+  n_ok=$(done_count)
+  if [ "$n_ok" -ge 30 ]; then break; fi
+  echo "sweep: $n_ok/30 complete"
+  $PY eval/run.py eval/data/videomme_short_pilot30.jsonl --methods gemini \
+    --out "$OUT" --skip-existing || true
+  n_ok=$(done_count)
+  [ "$n_ok" -ge 30 ] && break
+  sleep 10800
+done
+echo "GEMINI SHORT FINAL"