marin-evalrecords 0.2.289.dev44108686998__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,258 @@
1
+ # redundant, but Ray looks for this otherwise.
2
+ .git
3
+
4
+ logs/
5
+
6
+ # CPU profiles
7
+ prof/
8
+
9
+ # Downloaded build tools (zig, etc.)
10
+ .tools/
11
+
12
+ tests/snapshots/outputs
13
+ tests/snapshots/diffs
14
+
15
+ # don't log data/MD outputs to git
16
+ data/*
17
+ output/*
18
+ outputs/*
19
+
20
+ # Snapshot diffs and outputs
21
+ tests/snapshots/*/outputs/*
22
+ tests/snapshots/*/diffs/*
23
+
24
+ # This is mainly for Ray and using submodule
25
+ */**/.git
26
+
27
+ ### Python template
28
+ # Byte-compiled / optimized / DLL files
29
+ __pycache__/
30
+ *.py[cod]
31
+ *$py.class
32
+
33
+ # C extensions
34
+ *.so
35
+
36
+ # pypa/gh-action-pypi-publish caches its Docker action manifest here.
37
+ .github/.tmp/
38
+
39
+ # Distribution / packaging
40
+ .Python
41
+ build/
42
+ develop-eggs/
43
+ dist/
44
+ downloads/
45
+ eggs/
46
+ .eggs/
47
+ lib64/
48
+ parts/
49
+ sdist/
50
+ local_store/
51
+ wheels/
52
+ share/python-wheels/
53
+ *.egg-info/
54
+ .installed.cfg
55
+ *.egg
56
+ MANIFEST
57
+
58
+ # PyInstaller
59
+ # Usually these files are written by a python script from a template
60
+ # before PyInstaller builds the exe, so as to inject date/other infos into it.
61
+ *.manifest
62
+ *.spec
63
+
64
+ # Installer logs
65
+ pip-log.txt
66
+ pip-delete-this-directory.txt
67
+
68
+ # Unit test / coverage reports
69
+ htmlcov/
70
+ .tox/
71
+ .nox/
72
+ .coverage
73
+ .coverage.*
74
+ .cache
75
+ nosetests.xml
76
+ coverage.xml
77
+ *.cover
78
+ *.py,cover
79
+ .hypothesis/
80
+ .pytest_cache/
81
+ cover/
82
+
83
+ # Translations
84
+ *.mo
85
+ *.pot
86
+
87
+ # Django stuff:
88
+ *.log
89
+ local_settings.py
90
+ db.sqlite3
91
+ db.sqlite3-journal
92
+
93
+ # Flask stuff:
94
+ instance/
95
+ .webassets-cache
96
+
97
+ # Scrapy stuff:
98
+ .scrapy
99
+
100
+ # Sphinx documentation
101
+ docs/_build/
102
+
103
+ # PyBuilder
104
+ .pybuilder/
105
+ target/
106
+
107
+ # Jupyter Notebook
108
+ .ipynb_checkpoints
109
+
110
+ # IPython
111
+ profile_default/
112
+ ipython_config.py
113
+
114
+ # pyenv
115
+ # For a library or package, you might want to ignore these files since the code is
116
+ # intended to run in multiple environments; otherwise, check them in:
117
+ # .python-version
118
+
119
+ # pipenv
120
+ # According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
121
+ # However, in case of collaboration, if having platform-specific dependencies or dependencies
122
+ # having no cross-platform support, pipenv may install dependencies that don't work, or not
123
+ # install all needed dependencies.
124
+ #Pipfile.lock
125
+
126
+ # poetry
127
+ # Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
128
+ # This is especially recommended for binary packages to ensure reproducibility, and is more
129
+ # commonly ignored for libraries.
130
+ # https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
131
+ #poetry.lock
132
+
133
+ # pdm
134
+ # Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
135
+ #pdm.lock
136
+ # pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
137
+ # in version control.
138
+ # https://pdm.fming.dev/#use-with-ide
139
+ .pdm.toml
140
+
141
+ # PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
142
+ __pypackages__/
143
+
144
+ # Celery stuff
145
+ celerybeat-schedule
146
+ celerybeat.pid
147
+
148
+ # SageMath parsed files
149
+ *.sage.py
150
+
151
+ # Environments
152
+ .env
153
+ .venv
154
+ env/
155
+ venv/
156
+ ENV/
157
+ env.bak/
158
+ venv.bak/
159
+
160
+ # Spyder project settings
161
+ .spyderproject
162
+ .spyproject
163
+
164
+ # Rope project settings
165
+ .ropeproject
166
+
167
+ # mkdocs documentation
168
+ /site
169
+
170
+ # mypy
171
+ .mypy_cache/
172
+ .dmypy.json
173
+ dmypy.json
174
+
175
+ # Pyre type checker
176
+ .pyre/
177
+
178
+ # Ruff
179
+ .ruff_cache/
180
+
181
+ # pytype static type analyzer
182
+ .pytype/
183
+
184
+ # Cython debug symbols
185
+ cython_debug/
186
+
187
+ # PyCharm
188
+ # JetBrains specific template is maintained in a separate JetBrains.gitignore that can
189
+ # be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
190
+ # and can be added to the global gitignore or merged into this file. For a more nuclear
191
+ # option (not recommended) you can uncomment the following to ignore the entire idea folder.
192
+ .idea/
193
+ *.iml
194
+
195
+ # IDE Config
196
+ .vscode/
197
+
198
+ # Mac OS
199
+ .DS_Store
200
+
201
+ # Secrets
202
+ credentials.json
203
+ marin/crawl/bigquery-gcs-key.json
204
+
205
+ # Archive
206
+ archive/
207
+
208
+ # Caches and Outputs
209
+ !/scripts/web/output/
210
+ !/output/
211
+
212
+ # csv
213
+ *.csv
214
+
215
+ # wandb logs
216
+ wandb
217
+ artifacts
218
+
219
+ # Ignore generated credentials from google-github-actions/auth
220
+ gha-creds-*.json
221
+
222
+ .aider*
223
+ .git/*
224
+
225
+ *.jsonl
226
+ **/*.jsonl
227
+ # Echo's judged search corpus is source, not a run artifact.
228
+ !infra/marina/apps/echo/benchmarks/*.jsonl
229
+ scr/*
230
+ .weaver/
231
+
232
+ # Local host Marin config
233
+ .marin.yaml
234
+
235
+ /scratch
236
+
237
+ .forge
238
+ .claude/*
239
+ !.claude/skills
240
+ !.claude/agents
241
+ !.claude/settings.json
242
+ .agents/tmp/
243
+ .codex
244
+ .entire
245
+ .beads
246
+
247
+ .worktrees
248
+ .obsidian
249
+ .cw_env
250
+ .localbin/
251
+
252
+ # Stamped into built artifacts by lib/iris/hatch_build.py; never tracked.
253
+ lib/iris/src/iris/_build_info.py
254
+ # Generated effective configurations for repository-owned evaluation campaigns.
255
+ experiments/evaluation/campaigns/.launch-staging/
256
+ experiments/evaluation/campaigns/.launch-snapshots/
257
+
258
+ !experiments/post_training/task_curation/scripts/fixtures/*.jsonl
@@ -0,0 +1,10 @@
1
+ Metadata-Version: 2.5
2
+ Name: marin-evalrecords
3
+ Version: 0.2.289.dev44108686998
4
+ Summary: Evaluation run records, result readers, and the statistics computed from them.
5
+ Requires-Python: <3.14,>=3.12
6
+ Requires-Dist: marin-finestore==0.2.289.dev44108686998
7
+ Requires-Dist: marin-rigging==0.2.289.dev44108686998
8
+ Requires-Dist: marin-taskcompendium==0.2.289.dev44108686998
9
+ Requires-Dist: pydantic>=2.0
10
+ Requires-Dist: pyyaml>=6
@@ -0,0 +1,25 @@
1
+ [build-system]
2
+ requires = ["hatchling"]
3
+ build-backend = "hatchling.build"
4
+
5
+ [project]
6
+ name = "marin-evalrecords"
7
+ version = "0.2.289.dev44108686998"
8
+ description = "Evaluation run records, result readers, and the statistics computed from them."
9
+ requires-python = ">=3.12,<3.14"
10
+ dependencies = [
11
+ "marin-finestore==0.2.289.dev44108686998",
12
+ "marin-rigging==0.2.289.dev44108686998",
13
+ "marin-taskcompendium==0.2.289.dev44108686998",
14
+ "pydantic>=2.0",
15
+ "pyyaml>=6",
16
+ ]
17
+
18
+ [dependency-groups]
19
+ test = ["pytest>=8.4", "pytest-timeout", "pytest-xdist"]
20
+
21
+ [tool.hatch.build.targets.wheel]
22
+ packages = ["src/evalrecords"]
23
+
24
+ [tool.pytest.ini_options]
25
+ timeout = 60
@@ -0,0 +1,9 @@
1
+ # Copyright The Marin Authors
2
+ # SPDX-License-Identifier: Apache-2.0
3
+
4
+ """Evaluation run records, result readers, and the statistics computed from them.
5
+
6
+ Consumers such as the Marina dashboards install this package without the code that runs
7
+ evaluations, so it must not import ``marin``, ``rolloutengine``, ``levanter``, or another
8
+ training dependency.
9
+ """