omni-reason-tools 1.0.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (41) hide show
  1. omni_reason_tools-1.0.0/LICENSE +4 -0
  2. omni_reason_tools-1.0.0/LICENSES.md +43 -0
  3. omni_reason_tools-1.0.0/MANIFEST.in +2 -0
  4. omni_reason_tools-1.0.0/PKG-INFO +32 -0
  5. omni_reason_tools-1.0.0/README.md +236 -0
  6. omni_reason_tools-1.0.0/benchmark/__init__.py +1 -0
  7. omni_reason_tools-1.0.0/benchmark/cli.py +34 -0
  8. omni_reason_tools-1.0.0/benchmark/evaluate.py +382 -0
  9. omni_reason_tools-1.0.0/benchmark/indexes/mini.json +1198 -0
  10. omni_reason_tools-1.0.0/benchmark/indexes/views.json +20 -0
  11. omni_reason_tools-1.0.0/benchmark/judge/instructions.txt +119 -0
  12. omni_reason_tools-1.0.0/benchmark/judge/plugins/core/src/videoeval_core/packs/task-cores.json +1718 -0
  13. omni_reason_tools-1.0.0/benchmark/task-splits.json +347 -0
  14. omni_reason_tools-1.0.0/docs/cli.md +124 -0
  15. omni_reason_tools-1.0.0/omni_reason_tools.egg-info/PKG-INFO +32 -0
  16. omni_reason_tools-1.0.0/omni_reason_tools.egg-info/SOURCES.txt +39 -0
  17. omni_reason_tools-1.0.0/omni_reason_tools.egg-info/dependency_links.txt +1 -0
  18. omni_reason_tools-1.0.0/omni_reason_tools.egg-info/entry_points.txt +3 -0
  19. omni_reason_tools-1.0.0/omni_reason_tools.egg-info/requires.txt +1 -0
  20. omni_reason_tools-1.0.0/omni_reason_tools.egg-info/top_level.txt +2 -0
  21. omni_reason_tools-1.0.0/paper/inference/indexes/mini-common.json +572 -0
  22. omni_reason_tools-1.0.0/pyproject.toml +49 -0
  23. omni_reason_tools-1.0.0/setup.cfg +4 -0
  24. omni_reason_tools-1.0.0/setup.py +22 -0
  25. omni_reason_tools-1.0.0/toolkit/LICENSE +202 -0
  26. omni_reason_tools-1.0.0/toolkit/NOTICE +7 -0
  27. omni_reason_tools-1.0.0/toolkit/THIRD_PARTY_NOTICES.md +31 -0
  28. omni_reason_tools-1.0.0/toolkit/omni_data/__init__.py +2 -0
  29. omni_reason_tools-1.0.0/toolkit/omni_data/__main__.py +322 -0
  30. omni_reason_tools-1.0.0/toolkit/omni_data/access_client.py +129 -0
  31. omni_reason_tools-1.0.0/toolkit/omni_data/commands.py +6 -0
  32. omni_reason_tools-1.0.0/toolkit/omni_data/core.py +180 -0
  33. omni_reason_tools-1.0.0/toolkit/omni_data/delivery.py +99 -0
  34. omni_reason_tools-1.0.0/toolkit/omni_data/evaluation.py +163 -0
  35. omni_reason_tools-1.0.0/toolkit/omni_data/examples.py +127 -0
  36. omni_reason_tools-1.0.0/toolkit/omni_data/inference.py +105 -0
  37. omni_reason_tools-1.0.0/toolkit/omni_data/media.py +67 -0
  38. omni_reason_tools-1.0.0/toolkit/omni_data/metadata.py +243 -0
  39. omni_reason_tools-1.0.0/toolkit/omni_data/remote.py +199 -0
  40. omni_reason_tools-1.0.0/toolkit/omni_data/selection.py +276 -0
  41. omni_reason_tools-1.0.0/toolkit/omni_data/workflow.py +148 -0
@@ -0,0 +1,4 @@
1
+ This repository contains components under different conditions.
2
+ See LICENSES.md for component scope and toolkit/LICENSE for the Apache-2.0 text
3
+ applicable to the project's original contributions. Third-party code, data,
4
+ pretrained components and other externally sourced material retain their terms.
@@ -0,0 +1,43 @@
1
+ # Component licenses
2
+
3
+ **License scope: our original contributions use Apache-2.0; third-party material
4
+ retains its original terms.** This covers only the rights the project can license in its own code,
5
+ documentation, task implementations and model/data contributions. It does not
6
+ relicense underlying media, inherited code, pretrained weights or provider outputs.
7
+
8
+ | Component | Terms and scope |
9
+ | --- | --- |
10
+ | Project-authored contributions to model, training, data tools, evaluation, pipelines, templates, skill and documentation | [Apache-2.0](https://github.com/hipo-dev/omni-reason-1/blob/main/toolkit/LICENSE); original third-party portions retain their terms |
11
+ | LTX-derived transformer, video VAE and text-conditioning connectors | [LTX-2 Community License Agreement](https://github.com/hipo-dev/omni-reason-1/blob/main/model/omni_reason/resources/licenses/LICENSE-LTX.txt), including its derivative-distribution conditions, restrictions and attachments |
12
+ | Gemma 3 text encoder and tokenizer | [Gemma Terms of Use](https://ai.google.dev/gemma/terms) and [Prohibited Use Policy](https://ai.google.dev/gemma/prohibited_use_policy); copies and modification notices accompany the model |
13
+ | Inherited runtime code | Retained [license](https://github.com/hipo-dev/omni-reason-1/blob/main/model/omni_reason/_vendor/LICENSE-LTX) and [runtime notice](https://github.com/hipo-dev/omni-reason-1/blob/main/model/omni_reason/_vendor/NOTICE.md); do not infer code terms from a model card |
14
+ | Source datasets, images, videos, annotations and other assets | The applicable source terms, including version, subset, attribution, use and redistribution limits |
15
+ | Documentation examples and presentation media | [Per-sample media credits](https://github.com/hipo-dev/omni-reason-1/blob/main/assets/CREDITS.md); transformations do not remove source conditions |
16
+ | Roboto Mono bundled with Task 654 | Copyright 2015 The Roboto Mono Project Authors; [SIL Open Font License 1.1](https://github.com/hipo-dev/omni-reason-1/blob/main/pipelines/tasks/tv2v/Task_654/assets/OFL.txt) |
17
+ | Other dependencies and third-party/API outputs | Their component or provider terms; retain the notices and consult the [toolkit dependency references](https://github.com/hipo-dev/omni-reason-1/blob/main/toolkit/THIRD_PARTY_NOTICES.md) |
18
+
19
+ Keep applicable licenses, attribution and notices when copying or modifying a
20
+ component. Formatting data or bundling runtime components does not remove the
21
+ conditions attached to the original material.
22
+
23
+ The complete model is not exclusively Apache-2.0-licensed weights. LTX-derived
24
+ components and Gemma retain their respective agreements. The model downloader,
25
+ pipeline saves and training exports carry a `NOTICE` and `licenses/` directory.
26
+ Keep these files with the components when sharing them.
27
+
28
+ ## Data applications and resource conditions
29
+
30
+ For material whose permissive terms cover the requested use, contact us directly.
31
+ Where the original provider requires authorization, obtain it first, then contact
32
+ us. For Omni-Reason-Data applications, we verify permitted use and delivery
33
+ before granting read-only S3 access.
34
+ Unresolved sources are not treated as permissive; source-only acquisition
35
+ requirements remain in effect.
36
+
37
+ Follow the [S3 access guide](https://github.com/hipo-dev/omni-reason-1/blob/main/docs/access.md).
38
+ Find each task's sources and recorded terms in the
39
+ [source directory](https://github.com/hipo-dev/omni-reason-1/blob/main/data/sources.md).
40
+ Approval for selected Data material does not cover every source in a task.
41
+ Benchmark and recorded inference use their separate S3 access routes, without
42
+ this Data application. Their applicable source terms still apply. Technical
43
+ download access is not an additional license.
@@ -0,0 +1,2 @@
1
+ include paper/inference/indexes/mini-common.json
2
+ include docs/cli.md
@@ -0,0 +1,32 @@
1
+ Metadata-Version: 2.4
2
+ Name: omni-reason-tools
3
+ Version: 1.0.0
4
+ Summary: CPU tools for Omni-Reason data downloads and fixed benchmark evaluation
5
+ Author: Omni-Reason Team
6
+ License: Apache-2.0; separately obtained resources retain their component terms
7
+ Project-URL: Homepage, https://omni-reason.com/
8
+ Project-URL: Data, https://huggingface.co/datasets/Omni-Reason/Omni-Reason-Data
9
+ Project-URL: Benchmark, https://huggingface.co/datasets/Omni-Reason/Omni-Reason-Bench
10
+ Project-URL: CLI guide, https://platform.omni-reason.com/docs
11
+ Requires-Python: >=3.10
12
+ Description-Content-Type: text/markdown
13
+ License-File: LICENSE
14
+ License-File: toolkit/LICENSE
15
+ License-File: toolkit/NOTICE
16
+ License-File: toolkit/THIRD_PARTY_NOTICES.md
17
+ Requires-Dist: boto3<2,>=1.34
18
+ Dynamic: license-file
19
+
20
+ # Omni-Reason tools
21
+
22
+ Download selected visual-task data and prepare fixed benchmark evaluations on
23
+ CPU. This package adds `omni-reason data` and `omni-reason benchmark` to the
24
+ separately installed Omni-Reason client; it does not install model weights or
25
+ PyTorch. Install FFmpeg/ffprobe separately when working with video.
26
+
27
+ Find the matching client and installation guide at
28
+ https://platform.omni-reason.com/docs. Data and Benchmark guides are linked from
29
+ https://huggingface.co/datasets/Omni-Reason/Omni-Reason-Data and
30
+ https://huggingface.co/datasets/Omni-Reason/Omni-Reason-Bench.
31
+ Data approval is separate from Platform login. Original project contributions
32
+ use Apache-2.0; source media and third-party components retain their terms.
@@ -0,0 +1,236 @@
1
+ <h1 align="center">
2
+ <picture>
3
+ <source media="(prefers-color-scheme: dark)" srcset="assets/logo-white.svg">
4
+ <img src="assets/logo-black.svg" alt="Omni-Reason" width="420">
5
+ </picture>
6
+ </h1>
7
+
8
+ <h2 align="center"><img src="assets/navigation/title-spacer.svg" alt="" width="130" height="32" align="left"><a href="https://platform.omni-reason.com/"><img src="assets/navigation/studio.svg" alt="Platform" width="130" height="32" align="right"></a>Omni-Reason-1</h2>
9
+
10
+ <p align="center">
11
+ <strong>One video model. 300+ computer vision tasks.</strong><br>
12
+ Give it a video and an instruction. Get the answer as a video.
13
+ </p>
14
+
15
+ <p align="center">
16
+ <a href="https://huggingface.co/Omni-Reason/Omni-Reason-1"><img src="assets/navigation/model.svg" alt="Model" height="32"></a>
17
+ <a href="https://huggingface.co/datasets/Omni-Reason/Omni-Reason-Data"><img src="assets/navigation/data.svg" alt="Data" height="32"></a>
18
+ <a href="https://huggingface.co/datasets/Omni-Reason/Omni-Reason-Bench"><img src="assets/navigation/benchmark.svg" alt="Benchmark" height="32"></a>
19
+ <a href="docs/paper.md"><img src="assets/navigation/paper.svg" alt="Paper" height="32"></a>
20
+ </p>
21
+
22
+ **“Omni-Reason: A General Video Model That Solves More Than 100 Computer Vision Tasks.”**
23
+
24
+ Omni-Reason pairs a general video model with unified data and a benchmark
25
+ spanning **340 visual task types**.
26
+
27
+ Give it a video and an instruction to track objects, restore or edit footage,
28
+ reason about visual constraints, or predict goal-directed actions.
29
+ Add a separate reference when the task needs appearance, identity or other context.
30
+ The model returns a video answer: tracked objects, restored or edited footage,
31
+ or a predicted continuation that you can preview, download and evaluate.
32
+
33
+ [Try Platform](https://platform.omni-reason.com/) in your browser — **Research
34
+ Invitation Only**. This free, research-only service provides video generation
35
+ and a private Gallery. [Request an access code ↗](https://platform.omni-reason.com/request-access).
36
+ You can also run the model on your own hardware with
37
+ the guides below, under its component licenses.
38
+
39
+ Prefer a terminal? [Install the CLI](docs/cli.md) for hosted use, local model
40
+ inference or CPU-only Data and Benchmark workflows.
41
+
42
+ ## One shared interface for hundreds of visual tasks
43
+
44
+ Omni-Reason-Data and Omni-Reason-Bench express **340 task types** through the
45
+ same video interface. Omni-Reason-1 learns from 170 of them and generates video
46
+ answers using either of the two input types below.
47
+
48
+ <!-- media:homepage:start -->
49
+ <p align="center"><picture><source media="(prefers-color-scheme: dark)" srcset="assets/overview-dark.svg"><img src="assets/overview.svg" alt="Model interface and the two data paradigms" width="760"></picture></p>
50
+
51
+ <a href="https://huggingface.co/Omni-Reason/Omni-Reason-1/resolve/main/media/showcase/model-tour.mp4"><picture><source media="(prefers-reduced-motion: reduce) and (prefers-color-scheme: dark)" srcset="assets/showcase/model-tour-dark-poster.png"><source media="(prefers-reduced-motion: reduce)" srcset="assets/showcase/model-tour-light-poster.png"><source media="(prefers-color-scheme: dark)" srcset="assets/showcase/model-tour-dark.webp"><img src="assets/showcase/model-tour-light.webp" alt="Model interface and the two data paradigms" width="100%"></picture></a>
52
+
53
+ [Media credits](assets/CREDITS.md)
54
+
55
+ <!-- media:homepage:end -->
56
+
57
+ TV2V uses a video and an instruction; RV2V adds independent references.
58
+ Training pairs these inputs with target videos; inference produces new video
59
+ answers. [Explore the data](data/README.md) or
60
+ [inspect recorded model outputs](paper/inference/README.md).
61
+
62
+ ## Omni-Reason-1 leads on Omni-Reason-Bench
63
+
64
+ Omni-Reason-1 passes **101 of 170 task types** in the Main evaluation.
65
+ A task passes when at least three of its five evaluation samples explicitly pass.
66
+ Transfer tests a separate set of task types outside fine-tuning.
67
+
68
+ <!-- paper-highlights:start -->
69
+ **Main · 170 task types**
70
+
71
+ | Model | Task passes · 0–170 | Passed |
72
+ | :--- | :--- | ---: |
73
+ | **Omni-Reason-1** | <img src="assets/results-main-ours.svg" width="240" height="12" alt=""> | **101** |
74
+ | MiniMax H3 | <img src="assets/results-main-minimax-h3-local.svg" width="240" height="12" alt=""> | 19 |
75
+ | Cosmos3 Super | <img src="assets/results-main-cosmos3-super-v2v.svg" width="240" height="12" alt=""> | 11 |
76
+ | HY-OmniWeaving | <img src="assets/results-main-hy-omniweaving-v2v.svg" width="240" height="12" alt=""> | 7 |
77
+ | Cosmos3 Nano | <img src="assets/results-main-cosmos3-nano-v2v.svg" width="240" height="12" alt=""> | 7 |
78
+ | Wan VACE 14B | <img src="assets/results-main-wan-vace-14b-v2v.svg" width="240" height="12" alt=""> | 6 |
79
+ | LTX-2.3 Dev | <img src="assets/results-main-ltx-2.3-dev-v2v.svg" width="240" height="12" alt=""> | 4 |
80
+ | LTX-2.3 Extend | <img src="assets/results-main-ltx-2.3-extend-local.svg" width="240" height="12" alt=""> | 3 |
81
+ | LTX-2.3 Base | <img src="assets/results-main-ltx-native-v2v-base.svg" width="240" height="12" alt=""> | 1 |
82
+
83
+ **Mini · sample passes:**
84
+
85
+ Omni-Reason-1 **84/141 (59.6%)**; Kling O3 Standard, the strongest evaluated baseline in this setting, 34/141 (24.1%).
86
+
87
+ **Transfer · task passes:**
88
+
89
+ Omni-Reason-1 **16/170 (9.4%)**; LTX-2.3 Base without fine-tuning, 2/170 (1.2%).
90
+
91
+ Mini uses the paper’s 141 fixed common samples; downloadable Benchmark Mini contains 170 samples.
92
+ <!-- paper-highlights:end -->
93
+
94
+ [Complete model and capability tables](paper/results/tables.md) ·
95
+ [Reproduce the numbers on CPU](paper/results/README.md)
96
+
97
+ <details>
98
+ <summary>Compare all evaluated models</summary>
99
+
100
+ <!-- paper-tables:start -->
101
+ ### Full / Main
102
+
103
+ A Full task passes when at least three of its five samples explicitly pass.
104
+
105
+ | Model | Passes | Rate % |
106
+ | --- | ---: | ---: |
107
+ | Omni-Reason-1 | 101/170 | 59.4 |
108
+ | LTX-2.3 Base | 1/170 | 0.6 |
109
+ | MiniMax H3 | 19/170 | 11.2 |
110
+ | Cosmos3 Super | 11/170 | 6.5 |
111
+ | HY-OmniWeaving | 7/170 | 4.1 |
112
+ | Cosmos3 Nano | 7/170 | 4.1 |
113
+ | Wan VACE 14B | 6/170 | 3.5 |
114
+ | LTX-2.3 Dev | 4/170 | 2.4 |
115
+ | LTX-2.3 Extend | 3/170 | 1.8 |
116
+
117
+ ### Mini
118
+
119
+ | Model | Passes | Rate % |
120
+ | --- | ---: | ---: |
121
+ | Omni-Reason-1 | 84/141 | 59.6 |
122
+ | LTX-2.3 Base | 5/141 | 3.5 |
123
+ | MiniMax H3 | 16/141 | 11.3 |
124
+ | Cosmos3 Super | 12/141 | 8.5 |
125
+ | HY-OmniWeaving | 7/141 | 5.0 |
126
+ | Cosmos3 Nano | 10/141 | 7.1 |
127
+ | Wan VACE 14B | 4/141 | 2.8 |
128
+ | LTX-2.3 Dev | 4/141 | 2.8 |
129
+ | LTX-2.3 Extend | 4/141 | 2.8 |
130
+ | Kling O3 Standard | 34/141 | 24.1 |
131
+ | Seedance 2.5 | 28/141 | 19.9 |
132
+ | Gemini Omni Flash 1.0 | 28/141 | 19.9 |
133
+ | Grok Imagine (Extend) | 7/141 | 5.0 |
134
+
135
+ ### Full / Transfer
136
+
137
+ A Full task passes when at least three of its five samples explicitly pass.
138
+
139
+ | Model | Passes | Rate % | Generated / source samples |
140
+ | --- | ---: | ---: | ---: |
141
+ | Omni-Reason-1 | 16/170 | 9.4 | 827/849 |
142
+ | LTX-2.3 Base | 2/170 | 1.2 | 827/849 |
143
+
144
+
145
+ Missing, unsupported and unjudged states are preserved. Aggregation does not regenerate videos or rescore them.
146
+ Model names refer to the fixed paper configurations; see the experiment guide for the recorded LTX-2.3 Dev/Extend provenance limitations.
147
+
148
+ LTX-2.3 Base uses the common V2V interface. Dev and Extend each have one Full reasoning task without a determined outcome; only confirmed task passes count.
149
+
150
+ <!-- paper-tables:end -->
151
+
152
+ </details>
153
+
154
+ ## Run the model fast on Amazon Trainium
155
+
156
+ The model package includes the runtime components and two example inputs.
157
+ Start with robot highlighting, then try reference-guided colorization or your
158
+ own video. The examples need no Data or Benchmark download.
159
+
160
+ Start with the [Trainium tutorial](model/trainium.md): set up Neuron, assign
161
+ chips, and generate your first video. For repeated requests, keep the model
162
+ loaded with the Trainium Engine. The [hardware study](paper/experiments/hardware-scaling/README.md)
163
+ explains the measured latency, throughput and output-fidelity tradeoffs.
164
+
165
+ We also provide a complete [NVIDIA GPU / CUDA tutorial](model/cuda.md).
166
+ Both tutorials start with the same robot example, then show reference-guided
167
+ generation and your own inputs.
168
+
169
+ The first command produces `sample_000.mp4` and the resolved inference settings.
170
+ The runner downloads missing fixed-version assets and reuses verified files.
171
+ Use the [model guide](model/README.md) to compare requirements and find the
172
+ Python API, offline mirror and performance options.
173
+
174
+ ## Explore more: training, data, benchmarks and data creation
175
+
176
+ **Train models, use visual-task data, compare systems, or build your own dataset.**
177
+ Each resource has its own guide and can be used independently.
178
+
179
+ | Resource | What you can build on |
180
+ | --- | --- |
181
+ | **[Train your model](training/README.md)** | The actual Trainium training code: fine-tune on your tasks, save and resume, then export for GPU inference. |
182
+ | **[Use Omni-Reason-Data](data/README.md)** | **340 tasks and 30.66 million sample pairs** in a shared video format, for training, analysis and method development. Download only the tasks you need. |
183
+ | **[Evaluate with Omni-Reason-Bench](benchmark/README.md)** | Fixed Main, Transfer and Mini samples, task-level success and coverage reporting. Connect your model and your own Judge API. |
184
+ | **[Create your own data](pipelines/README.md)** | **340 original task pipelines**, reusable templates and an agent skill: understand the construction methods, then build, check and export new tasks from your own material. |
185
+
186
+ Model weights are on **Hugging Face**, with a matching versioned **S3 mirror**.
187
+ Data, Benchmark media and recorded outputs use the S3 [access process](docs/access.md).
188
+ GitHub holds the implementation, guides, indexes and lightweight illustrations.
189
+
190
+ <details>
191
+ <summary>Repository map and technical references</summary>
192
+
193
+ ```text
194
+ omni-reason-1/
195
+ ├── model/ Run Omni-Reason-1 on a new input
196
+ ├── training/ Fine-tune on Trainium and export a model
197
+ ├── data/ Read and obtain task data
198
+ ├── benchmark/ Fixed samples and evaluation
199
+ ├── pipelines/
200
+ │ ├── tasks/ The 340 production implementations
201
+ │ └── templates/ Create new tasks; includes the agent skill
202
+ ├── paper/
203
+ │ ├── inference/ Recorded model outputs
204
+ │ ├── results/ Result tables and numerical reproduction
205
+ │ └── experiments/ Settings and original training records
206
+ ├── toolkit/ Shared data and transfer implementation
207
+ ├── docs/ Setup, access and technical references
208
+ ├── assets/ Project illustrations and their sources
209
+ └── tools/ Shared utilities and release support
210
+ ```
211
+
212
+ [Documentation references](docs/README.md) · [Download locations](docs/downloads.md)
213
+
214
+ </details>
215
+
216
+ ## Citation and contribution
217
+
218
+ Use the [paper citation](docs/paper.md) when building on this work.
219
+
220
+ <!-- citation:start -->
221
+ ```bibtex
222
+ @misc{omni_reason_2026,
223
+ title={Omni-Reason: A General Video Model That Solves More Than 100 Computer Vision
224
+ Tasks},
225
+ author={{Omni-Reason Team}},
226
+ year={2026}
227
+ }
228
+ ```
229
+ <!-- citation:end -->
230
+
231
+ [Contributions](CONTRIBUTING.md), [new tasks](pipelines/templates/README.md) and
232
+ [usage reports](https://github.com/hipo-dev/omni-reason-1/issues) are welcome.
233
+
234
+ Our original contributions use Apache-2.0. Third-party code, data and model
235
+ components retain their applicable conditions;
236
+ see [component licenses](LICENSES.md).
@@ -0,0 +1 @@
1
+ """Fixed Omni-Reason benchmark identities and offline evaluation adapters."""
@@ -0,0 +1,34 @@
1
+ """Download fixed samples and evaluate your model's recorded outputs."""
2
+ import argparse
3
+ import sys
4
+
5
+
6
+ DOWNLOAD = ('tasks', 'check-access', 'download', 'read-sample', 'doctor')
7
+ ADAPTER = ('prepare', 'input', 'convert')
8
+ RESULTS = ('import-outputs', 'recompute-core', 'report')
9
+
10
+
11
+ def main(argv=None):
12
+ args = list(sys.argv[1:] if argv is None else argv)
13
+ parser = argparse.ArgumentParser(
14
+ prog='omni-reason benchmark', description=__doc__,
15
+ epilog='Run COMMAND --help for options. New GPT judgments need your own API; '
16
+ 'these commands do not call a hosted judge.')
17
+ parser.add_argument('command', choices=DOWNLOAD + ADAPTER + RESULTS,
18
+ help='Download, prepare the fixed evaluation, or aggregate saved judgments')
19
+ if not args or args[0] in {'-h', '--help'}:
20
+ parser.print_help()
21
+ return 0
22
+ parser.parse_args(args[:1])
23
+ if args[0] in ADAPTER:
24
+ if __package__:
25
+ from .evaluate import main as run
26
+ else:
27
+ from evaluate import main as run
28
+ return run(args)
29
+ from omni_data.__main__ import main as run
30
+ return run(args, scope='benchmark' if args[0] in DOWNLOAD else None)
31
+
32
+
33
+ if __name__ == '__main__':
34
+ raise SystemExit(main())