kaggle 2.2.3__tar.gz → 2.2.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {kaggle-2.2.3 → kaggle-2.2.4}/CHANGELOG.md +40 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/PKG-INFO +35 -2
- {kaggle-2.2.3 → kaggle-2.2.4}/README.md +33 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/README.md +1 -1
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/benchmarks.md +97 -13
- kaggle-2.2.4/docs/competition_creation.md +683 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/competitions.md +14 -1
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/conf.py +1 -1
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/datasets.md +4 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/index.rst +1 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/kernels.md +21 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/model_variations.md +2 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/model_variations_versions.md +2 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/pyproject.toml +4 -2
- {kaggle-2.2.3 → kaggle-2.2.4}/requirements.lock +1 -1
- {kaggle-2.2.3 → kaggle-2.2.4}/skills/references/competitions.md +7 -1
- {kaggle-2.2.3 → kaggle-2.2.4}/src/kaggle/__init__.py +5 -2
- {kaggle-2.2.3 → kaggle-2.2.4}/src/kaggle/api/kaggle_api_extended.py +2064 -246
- {kaggle-2.2.3 → kaggle-2.2.4}/src/kaggle/cli.py +563 -16
- {kaggle-2.2.3 → kaggle-2.2.4}/src/kaggle/models/kaggle_models_extended.py +54 -10
- {kaggle-2.2.3 → kaggle-2.2.4}/src/kaggle/models/upload_file.py +2 -2
- {kaggle-2.2.3 → kaggle-2.2.4}/tests/backend/backend_tests.py +76 -43
- {kaggle-2.2.3 → kaggle-2.2.4}/tests/integration/test_models.py +1 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tests/test_commands.sh +6 -1
- kaggle-2.2.4/tests/unit/conftest.py +85 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tests/unit/test_authenticate.py +130 -75
- {kaggle-2.2.3 → kaggle-2.2.4}/tests/unit/test_benchmarks_cli.py +182 -5
- kaggle-2.2.4/tests/unit/test_benchmarks_leaderboard.py +284 -0
- kaggle-2.2.4/tests/unit/test_cli_benchmarks.py +303 -0
- kaggle-2.2.4/tests/unit/test_cli_commands.py +102 -0
- kaggle-2.2.4/tests/unit/test_cli_competitions.py +577 -0
- kaggle-2.2.4/tests/unit/test_cli_datasets.py +367 -0
- kaggle-2.2.4/tests/unit/test_cli_forums.py +71 -0
- kaggle-2.2.4/tests/unit/test_cli_kernels.py +322 -0
- kaggle-2.2.4/tests/unit/test_cli_main.py +167 -0
- kaggle-2.2.4/tests/unit/test_cli_models.py +464 -0
- kaggle-2.2.4/tests/unit/test_cli_pagination.py +116 -0
- kaggle-2.2.4/tests/unit/test_competition_create.py +196 -0
- kaggle-2.2.4/tests/unit/test_competition_create_page.py +166 -0
- kaggle-2.2.4/tests/unit/test_competition_create_solution.py +125 -0
- kaggle-2.2.4/tests/unit/test_competition_data_update.py +310 -0
- kaggle-2.2.4/tests/unit/test_competition_delete_page.py +117 -0
- kaggle-2.2.4/tests/unit/test_competition_launch.py +100 -0
- kaggle-2.2.4/tests/unit/test_competition_list_hosts.py +115 -0
- kaggle-2.2.4/tests/unit/test_competition_settings_get.py +121 -0
- kaggle-2.2.4/tests/unit/test_competition_settings_update.py +212 -0
- kaggle-2.2.4/tests/unit/test_competition_solution_status.py +185 -0
- kaggle-2.2.4/tests/unit/test_competition_submission_limits.py +110 -0
- kaggle-2.2.4/tests/unit/test_competition_submit.py +313 -0
- kaggle-2.2.4/tests/unit/test_competition_update_page.py +187 -0
- kaggle-2.2.4/tests/unit/test_competitions_list.py +200 -0
- kaggle-2.2.4/tests/unit/test_dataset_create.py +383 -0
- kaggle-2.2.4/tests/unit/test_dataset_delete.py +64 -0
- kaggle-2.2.4/tests/unit/test_dataset_download.py +213 -0
- kaggle-2.2.4/tests/unit/test_dataset_list.py +205 -0
- kaggle-2.2.4/tests/unit/test_dataset_metadata_update.py +282 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tests/unit/test_discussions_cli.py +33 -5
- kaggle-2.2.4/tests/unit/test_download_resume.py +313 -0
- kaggle-2.2.4/tests/unit/test_help_version_auth.py +85 -0
- kaggle-2.2.4/tests/unit/test_http_client.py +36 -0
- kaggle-2.2.4/tests/unit/test_ignore_patterns.py +152 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tests/unit/test_kernels_logs.py +2 -2
- kaggle-2.2.4/tests/unit/test_kernels_pull.py +343 -0
- kaggle-2.2.4/tests/unit/test_kernels_push.py +358 -0
- kaggle-2.2.4/tests/unit/test_model_create.py +753 -0
- kaggle-2.2.4/tests/unit/test_model_delete.py +127 -0
- kaggle-2.2.4/tests/unit/test_model_download.py +189 -0
- kaggle-2.2.4/tests/unit/test_model_list.py +190 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tests/unit/test_retry_after.py +109 -9
- kaggle-2.2.4/tests/unit/test_upload_helpers.py +694 -0
- kaggle-2.2.4/tools/cicd/cloudbuild.yaml +89 -0
- kaggle-2.2.3/src/kaggle/api/kaggle_api.py +0 -603
- kaggle-2.2.3/tests/unit/conftest.py +0 -18
- kaggle-2.2.3/tests/unit/test_dataset_metadata_update.py +0 -133
- kaggle-2.2.3/tests/unit/test_kernels_pull.py +0 -141
- kaggle-2.2.3/tools/cicd/cloudbuild.yaml +0 -48
- {kaggle-2.2.3 → kaggle-2.2.4}/.gcloudignore +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/.gitignore +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/CONTRIBUTING.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/Dockerfile +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/GEMINI.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/LICENSE.txt +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/SECURITY.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/docker-hatch +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/Makefile +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/configuration.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/datasets_metadata.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/forums.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/kernels_metadata.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/make.bat +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/models.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/models_metadata.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/output_format.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/simulation_competitions.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/docs/tutorials.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/requirements-lint.in +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/requirements-lint.lock +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/requirements-test.in +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/requirements-test.lock +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/skills/SKILL.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/skills/references/auth.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/skills/references/benchmarks.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/skills/references/configuration.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/skills/references/datasets.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/skills/references/files.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/skills/references/forums.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/skills/references/kernels.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/skills/references/model_variations.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/skills/references/model_variations_versions.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/skills/references/models.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/skills/references/quota.md +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/src/kaggle/LICENSE +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/src/kaggle/__main__.py +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/src/kaggle/api/__init__.py +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/src/kaggle/models/__init__.py +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tests/backend/dataset/data.csv +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tests/backend/kernel/testing-x.ipynb +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tests/backend/model/instance/data.csv +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tests/backend/model/instance/version/metadata.json +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tests/backend/sample_submission.csv +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tests/run_tests.sh +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tests/unit/test_dataset_status.py +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tests/unit/test_kernel_parsing.py +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tests/unit/test_quota.py +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tests/unit/test_team_submissions.py +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tools/cicd/Dockerfile +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tools/cicd/integration-tests.yaml +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tools/releases/Dockerfile +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tools/releases/cloudbuild.yaml +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tools/releases/requirements.in +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tools/releases/requirements.txt +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tools/use-localhost.sh +0 -0
- {kaggle-2.2.3 → kaggle-2.2.4}/tools/use-prod.sh +0 -0
|
@@ -3,6 +3,46 @@ Changelog
|
|
|
3
3
|
|
|
4
4
|
### Next
|
|
5
5
|
|
|
6
|
+
### 2.2.4
|
|
7
|
+
|
|
8
|
+
* fix(benchmarks): support owner/task separator in benchmark commands (#1146)
|
|
9
|
+
* Feat/competition submissions limits (#1144)
|
|
10
|
+
* add competitions solution create/status commands (#1141)
|
|
11
|
+
* fix(cli): prevent stale file corruption when resuming downloads (#1142)
|
|
12
|
+
* fix(cli): fix collaborator role handling in dataset metadata update (#1138)
|
|
13
|
+
* Refactor paging to use Protocols (#1137)
|
|
14
|
+
* fix(cli): retry transient connection errors in with_retry (#1132)
|
|
15
|
+
* Add Kaggle Secrets documentation (#1131)
|
|
16
|
+
* Fix model and owner slug validation (#1134)
|
|
17
|
+
* Implement ignore_patterns in uploading (combined) (#1130)
|
|
18
|
+
* Refactor parser fixtures (#1118)
|
|
19
|
+
* fix(auth): avoid skipping auth for programmatic imports (#1117)
|
|
20
|
+
* fix(cli): resumable upload start offset when zero bytes uploaded (#1113)
|
|
21
|
+
* refactor(cli): reuse _resolve_projection in dataset_status (#1116)
|
|
22
|
+
* update supported model list (#1115)
|
|
23
|
+
* fix(cli): handle deleted comments in topics show (#1114)
|
|
24
|
+
* Add leaderboard subcommand to kaggle benchmarks (#1112)
|
|
25
|
+
* feat(cli): add competitions settings update command (#1104)
|
|
26
|
+
* feat(cli): add competitions hosts list command (#1107)
|
|
27
|
+
* feat(cli): add competitions settings get command (#1103)
|
|
28
|
+
* feat(cli): support --page-token and --page-size, preserve --page (#1098)
|
|
29
|
+
* feat(cli): expose userRank in competitions list output (#1094)
|
|
30
|
+
* fix(cli): read kernel metadata and source files using UTF-8 in kernels_push (#1093)
|
|
31
|
+
* Fix crash when running kaggle command with invalid credentials (#1092)
|
|
32
|
+
* feat(cli): add competitions data push command (#1085)
|
|
33
|
+
* fix(cli): restore fallback for unknown kernel language/type in kernels_pull (#1091)
|
|
34
|
+
* fix(auth): prioritize OAuth credentials over anonymous fallback (#1089)
|
|
35
|
+
* feat(cli): add competitions pages update command (#1083)
|
|
36
|
+
* fix(cli): stop treating subcommand -v as version flag (#1082)
|
|
37
|
+
* fix(cli): honor --unzip for cached dataset downloads (#1086)
|
|
38
|
+
* feat(cli): add competitions pages delete command (#1084)
|
|
39
|
+
* feat(cli): add competitions init and create commands (#1080)
|
|
40
|
+
* docs(competitions): add competition_creation.md for new host commands (#1081)
|
|
41
|
+
* feat(cli): add competitions launch command (#1079)
|
|
42
|
+
* feat(cli): add competitions pages create command (#1078)
|
|
43
|
+
* fix(cli): avoid success message after canceled model deletion (#1077)
|
|
44
|
+
* fix(cli): avoid success message after canceled dataset deletion (#1073)
|
|
45
|
+
|
|
6
46
|
### 2.2.3
|
|
7
47
|
|
|
8
48
|
* Update --format help text to reference output_format.md (#1074)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: kaggle
|
|
3
|
-
Version: 2.2.
|
|
3
|
+
Version: 2.2.4
|
|
4
4
|
Summary: Access Kaggle resources anywhere
|
|
5
5
|
Project-URL: Homepage, https://github.com/Kaggle/kaggle-cli
|
|
6
6
|
Project-URL: Issues, https://github.com/Kaggle/kaggle-cli/issues
|
|
@@ -214,7 +214,7 @@ Classifier: Programming Language :: Python :: 3
|
|
|
214
214
|
Requires-Python: >=3.11
|
|
215
215
|
Requires-Dist: bleach
|
|
216
216
|
Requires-Dist: jupytext
|
|
217
|
-
Requires-Dist: kagglesdk<1.0,>=0.1.
|
|
217
|
+
Requires-Dist: kagglesdk<1.0,>=0.1.35
|
|
218
218
|
Requires-Dist: packaging
|
|
219
219
|
Requires-Dist: protobuf
|
|
220
220
|
Requires-Dist: python-dateutil
|
|
@@ -265,6 +265,14 @@ kaggle --help
|
|
|
265
265
|
|
|
266
266
|
See the [User documentation](docs/README.md) for more examples & tutorials.
|
|
267
267
|
|
|
268
|
+
## Hosting a competition
|
|
269
|
+
|
|
270
|
+
End-to-end host commands — scaffold a new competition, author its pages,
|
|
271
|
+
tune its settings, and launch it — are documented in
|
|
272
|
+
[docs/competition_creation.md](docs/competition_creation.md). Covers
|
|
273
|
+
`kaggle competitions init`, `create`, `pages create`, `hosts`,
|
|
274
|
+
`settings get`, `settings update`, and `launch`.
|
|
275
|
+
|
|
268
276
|
## Development
|
|
269
277
|
|
|
270
278
|
### `kagglesdk` Updates
|
|
@@ -333,6 +341,31 @@ After setting up your credentials, you can run the integration tests as follows:
|
|
|
333
341
|
hatch run test:integration
|
|
334
342
|
```
|
|
335
343
|
|
|
344
|
+
### Code Coverage
|
|
345
|
+
|
|
346
|
+
We measure code coverage using `pytest-cov`.
|
|
347
|
+
|
|
348
|
+
To run unit tests with coverage and generate reports:
|
|
349
|
+
|
|
350
|
+
```sh
|
|
351
|
+
hatch run test:cov
|
|
352
|
+
```
|
|
353
|
+
|
|
354
|
+
This generates:
|
|
355
|
+
* Terminal output with a coverage summary.
|
|
356
|
+
* `coverage.xml` (XML report in the root, used by IDE integrations).
|
|
357
|
+
* `htmlcov/index.html` (HTML report for browser viewing).
|
|
358
|
+
|
|
359
|
+
#### Editor Integration
|
|
360
|
+
|
|
361
|
+
##### VSCode
|
|
362
|
+
Install the **Coverage Gutters** extension. After running the coverage command, click the **Watch** button in the status bar to see coverage indicators in the editor margins.
|
|
363
|
+
|
|
364
|
+
##### JetBrains Rider
|
|
365
|
+
With the **Python** plugin installed:
|
|
366
|
+
* **Run with Coverage:** Create a Pytest run configuration and click the shield icon ("Run with Coverage").
|
|
367
|
+
* **Import Report:** Go to **Tools** -> **Show Code Coverage Data**, click **Add** (+), and select `coverage.xml`.
|
|
368
|
+
|
|
336
369
|
### Running `hatch` commands inside Docker
|
|
337
370
|
|
|
338
371
|
This is useful to run in a consistent environment and easily switch between Python versions.
|
|
@@ -38,6 +38,14 @@ kaggle --help
|
|
|
38
38
|
|
|
39
39
|
See the [User documentation](docs/README.md) for more examples & tutorials.
|
|
40
40
|
|
|
41
|
+
## Hosting a competition
|
|
42
|
+
|
|
43
|
+
End-to-end host commands — scaffold a new competition, author its pages,
|
|
44
|
+
tune its settings, and launch it — are documented in
|
|
45
|
+
[docs/competition_creation.md](docs/competition_creation.md). Covers
|
|
46
|
+
`kaggle competitions init`, `create`, `pages create`, `hosts`,
|
|
47
|
+
`settings get`, `settings update`, and `launch`.
|
|
48
|
+
|
|
41
49
|
## Development
|
|
42
50
|
|
|
43
51
|
### `kagglesdk` Updates
|
|
@@ -106,6 +114,31 @@ After setting up your credentials, you can run the integration tests as follows:
|
|
|
106
114
|
hatch run test:integration
|
|
107
115
|
```
|
|
108
116
|
|
|
117
|
+
### Code Coverage
|
|
118
|
+
|
|
119
|
+
We measure code coverage using `pytest-cov`.
|
|
120
|
+
|
|
121
|
+
To run unit tests with coverage and generate reports:
|
|
122
|
+
|
|
123
|
+
```sh
|
|
124
|
+
hatch run test:cov
|
|
125
|
+
```
|
|
126
|
+
|
|
127
|
+
This generates:
|
|
128
|
+
* Terminal output with a coverage summary.
|
|
129
|
+
* `coverage.xml` (XML report in the root, used by IDE integrations).
|
|
130
|
+
* `htmlcov/index.html` (HTML report for browser viewing).
|
|
131
|
+
|
|
132
|
+
#### Editor Integration
|
|
133
|
+
|
|
134
|
+
##### VSCode
|
|
135
|
+
Install the **Coverage Gutters** extension. After running the coverage command, click the **Watch** button in the status bar to see coverage indicators in the editor margins.
|
|
136
|
+
|
|
137
|
+
##### JetBrains Rider
|
|
138
|
+
With the **Python** plugin installed:
|
|
139
|
+
* **Run with Coverage:** Create a Pytest run configuration and click the shield icon ("Run with Coverage").
|
|
140
|
+
* **Import Report:** Go to **Tools** -> **Show Code Coverage Data**, click **Add** (+), and select `coverage.xml`.
|
|
141
|
+
|
|
109
142
|
### Running `hatch` commands inside Docker
|
|
110
143
|
|
|
111
144
|
This is useful to run in a consistent environment and easily switch between Python versions.
|
|
@@ -55,7 +55,7 @@ The Kaggle CLI is organized into several command groups:
|
|
|
55
55
|
* [Competitions](./competitions.md): Manage and participate in Kaggle competitions.
|
|
56
56
|
* [Datasets](./datasets.md): Search, download, and manage Kaggle datasets.
|
|
57
57
|
* [Forums](./forums.md): Browse and read Kaggle discussion forums.
|
|
58
|
-
* [Kernels](./kernels.md): Interact with Kaggle Kernels (notebooks and scripts).
|
|
58
|
+
* [Kernels](./kernels.md): Interact with Kaggle Kernels (notebooks and scripts). Includes information on using [Kaggle Secrets](./kernels.md#using-secrets-in-kernels).
|
|
59
59
|
* [Models](./models.md): Manage your Kaggle Models.
|
|
60
60
|
* [Model Variations](./model_variations.md): Manage variations of your Kaggle Models.
|
|
61
61
|
* [Model Variation Versions](./model_variations_versions.md): Manage versions of your Kaggle Model Variations.
|
|
@@ -2,11 +2,13 @@
|
|
|
2
2
|
|
|
3
3
|
Commands for interacting with Kaggle Benchmarks. Benchmarks let you define evaluation tasks as Python scripts, run them against one or more LLM models via the Kaggle Model Proxy, and download the results.
|
|
4
4
|
|
|
5
|
-
The top-level command is `kaggle benchmarks` (alias: `kaggle b`), which has
|
|
5
|
+
The top-level command is `kaggle benchmarks` (alias: `kaggle b`), which has the following subcommands and groups:
|
|
6
6
|
|
|
7
7
|
* **`auth`** — Fetch Model Proxy credentials.
|
|
8
8
|
* **`init`** — Fetch credentials and default environment variables for local development.
|
|
9
|
+
* **`leaderboard`** — Get benchmark leaderboard information.
|
|
9
10
|
* **`tasks`** (alias: `t`) — Manage benchmark tasks (push, run, list, status, download, log, models, delete, publish).
|
|
11
|
+
* **`topics`** — Browse discussion topics for a benchmark.
|
|
10
12
|
|
|
11
13
|
## `kaggle benchmarks auth`
|
|
12
14
|
|
|
@@ -88,10 +90,74 @@ If either file already exists, it is skipped without overwriting.
|
|
|
88
90
|
|
|
89
91
|
---
|
|
90
92
|
|
|
93
|
+
## `kaggle benchmarks leaderboard`
|
|
94
|
+
|
|
95
|
+
Get benchmark leaderboard information.
|
|
96
|
+
|
|
97
|
+
**Usage:**
|
|
98
|
+
|
|
99
|
+
```bash
|
|
100
|
+
kaggle benchmarks leaderboard <BENCHMARK> [options]
|
|
101
|
+
```
|
|
102
|
+
|
|
103
|
+
**Arguments:**
|
|
104
|
+
|
|
105
|
+
* `<BENCHMARK>`: Benchmark slug (e.g., `owner/benchmark-slug`).
|
|
106
|
+
|
|
107
|
+
**Options:**
|
|
108
|
+
|
|
109
|
+
* `--version <VERSION>`: Benchmark version (optional).
|
|
110
|
+
* `-s, --show`: Show the leaderboard in the terminal.
|
|
111
|
+
* `-d, --download`: Download the leaderboard as a CSV file.
|
|
112
|
+
* `-p, --path <DIRECTORY>`: Folder where the leaderboard will be downloaded (defaults to current working directory).
|
|
113
|
+
* `-v, --csv`: Print results in CSV format (when used with `--show`).
|
|
114
|
+
* `--format <FORMAT>`: Print results in a specific format (e.g., `json`).
|
|
115
|
+
|
|
116
|
+
**Examples:**
|
|
117
|
+
|
|
118
|
+
1. Show the leaderboard for a benchmark:
|
|
119
|
+
|
|
120
|
+
```bash
|
|
121
|
+
kaggle b leaderboard owner/my-benchmark --show
|
|
122
|
+
```
|
|
123
|
+
|
|
124
|
+
2. Download the leaderboard as CSV:
|
|
125
|
+
|
|
126
|
+
```bash
|
|
127
|
+
kaggle b leaderboard owner/my-benchmark --download
|
|
128
|
+
```
|
|
129
|
+
|
|
130
|
+
3. Show a specific version of the leaderboard in JSON format:
|
|
131
|
+
|
|
132
|
+
```bash
|
|
133
|
+
kaggle b leaderboard owner/my-benchmark --version 2 --show --format json
|
|
134
|
+
```
|
|
135
|
+
|
|
136
|
+
**Purpose:**
|
|
137
|
+
|
|
138
|
+
Displays or downloads the evaluation results for all models that have run tasks in the specified benchmark. The leaderboard is represented as a table where rows are model versions and columns are benchmark tasks, showing the score achieved by each model on each task.
|
|
139
|
+
|
|
140
|
+
---
|
|
141
|
+
|
|
91
142
|
## Tasks Commands
|
|
92
143
|
|
|
93
144
|
All tasks commands live under `kaggle benchmarks tasks` (alias: `kaggle b t`).
|
|
94
145
|
|
|
146
|
+
### Task Name Format
|
|
147
|
+
|
|
148
|
+
Task arguments (`<TASK>`) support two formats:
|
|
149
|
+
|
|
150
|
+
* **Bare slug** (`my-task`): Refers to a task owned by the current user.
|
|
151
|
+
* **Owner prefix** (`owner/my-task`): Refers to a specific owner's task (e.g., another user's public task, or `your-username/my-task`).
|
|
152
|
+
|
|
153
|
+
| Command Group | Supported Formats | Description |
|
|
154
|
+
|---|---|---|
|
|
155
|
+
| **View & Run** (`run`, `status`, `download`, `log`) | `my-task`, `owner/my-task` | Interact with your own tasks or public tasks from other users |
|
|
156
|
+
| **Publish** (`publish`) | `my-task`, `your-username/my-task` | Make your own task public (must be task owner) |
|
|
157
|
+
| **Create** (`push`) | `my-task` only | Must match the `@task(name="...")` decorator in your Python source file |
|
|
158
|
+
|
|
159
|
+
> **Slug Normalization:** Task names are automatically converted to URL-safe slugs (`My Task` → `my-task`). For `owner/task` arguments, each segment is slugified independently (`Owner/My Task` → `owner/my-task`) so the `/` separator is preserved.
|
|
160
|
+
|
|
95
161
|
### `kaggle benchmarks tasks push`
|
|
96
162
|
|
|
97
163
|
Creates or updates a benchmark task from a local Python source file. The file must contain at least one function decorated with `@task`.
|
|
@@ -167,7 +233,7 @@ kaggle benchmarks tasks run <TASK> [options]
|
|
|
167
233
|
|
|
168
234
|
**Arguments:**
|
|
169
235
|
|
|
170
|
-
* `<TASK>`: Task name (slug, e.g. `my-task`).
|
|
236
|
+
* `<TASK>`: Task name (slug, e.g. `my-task` or `owner/my-task`).
|
|
171
237
|
|
|
172
238
|
**Options:**
|
|
173
239
|
|
|
@@ -249,7 +315,7 @@ kaggle benchmarks tasks status <TASK> [options]
|
|
|
249
315
|
|
|
250
316
|
**Arguments:**
|
|
251
317
|
|
|
252
|
-
* `<TASK>`: Task name (slug, e.g. `my-task`).
|
|
318
|
+
* `<TASK>`: Task name (slug, e.g. `my-task` or `owner/my-task`).
|
|
253
319
|
|
|
254
320
|
**Options:**
|
|
255
321
|
|
|
@@ -263,7 +329,13 @@ kaggle benchmarks tasks status <TASK> [options]
|
|
|
263
329
|
kaggle b t status my-task
|
|
264
330
|
```
|
|
265
331
|
|
|
266
|
-
2. Show status for
|
|
332
|
+
2. Show status for another user's task:
|
|
333
|
+
|
|
334
|
+
```bash
|
|
335
|
+
kaggle b t status someuser/their-task
|
|
336
|
+
```
|
|
337
|
+
|
|
338
|
+
3. Show status for specific models only:
|
|
267
339
|
|
|
268
340
|
```bash
|
|
269
341
|
kaggle b t status my-task -m gemini-2.5-pro
|
|
@@ -289,7 +361,7 @@ kaggle benchmarks tasks download <TASK> [options]
|
|
|
289
361
|
|
|
290
362
|
**Arguments:**
|
|
291
363
|
|
|
292
|
-
* `<TASK>`: Task name (slug, e.g. `my-task`).
|
|
364
|
+
* `<TASK>`: Task name (slug, e.g. `my-task` or `owner/my-task`).
|
|
293
365
|
|
|
294
366
|
**Options:**
|
|
295
367
|
|
|
@@ -306,19 +378,25 @@ kaggle benchmarks tasks download <TASK> [options]
|
|
|
306
378
|
kaggle b t download my-task
|
|
307
379
|
```
|
|
308
380
|
|
|
309
|
-
2. Download outputs
|
|
381
|
+
2. Download outputs from another user's public task:
|
|
382
|
+
|
|
383
|
+
```bash
|
|
384
|
+
kaggle b t download someuser/their-task
|
|
385
|
+
```
|
|
386
|
+
|
|
387
|
+
3. Download outputs for a specific model into a custom directory:
|
|
310
388
|
|
|
311
389
|
```bash
|
|
312
390
|
kaggle b t download my-task -m gemini-2.5-pro -o ./results
|
|
313
391
|
```
|
|
314
392
|
|
|
315
|
-
|
|
393
|
+
4. Download outputs with source notebooks included:
|
|
316
394
|
|
|
317
395
|
```bash
|
|
318
396
|
kaggle b t download my-task --include-source
|
|
319
397
|
```
|
|
320
398
|
|
|
321
|
-
|
|
399
|
+
5. Force re-download of previously downloaded runs:
|
|
322
400
|
|
|
323
401
|
```bash
|
|
324
402
|
kaggle b t download my-task --force
|
|
@@ -370,7 +448,7 @@ kaggle benchmarks tasks log <TASK> [options]
|
|
|
370
448
|
|
|
371
449
|
**Arguments:**
|
|
372
450
|
|
|
373
|
-
* `<TASK>`: Task name (slug, e.g. `my-task`).
|
|
451
|
+
* `<TASK>`: Task name (slug, e.g. `my-task` or `owner/my-task`).
|
|
374
452
|
|
|
375
453
|
**Options:**
|
|
376
454
|
|
|
@@ -386,13 +464,19 @@ kaggle benchmarks tasks log <TASK> [options]
|
|
|
386
464
|
kaggle b t log my-task
|
|
387
465
|
```
|
|
388
466
|
|
|
389
|
-
2. Show logs for
|
|
467
|
+
2. Show logs for another user's task:
|
|
468
|
+
|
|
469
|
+
```bash
|
|
470
|
+
kaggle b t log someuser/their-task
|
|
471
|
+
```
|
|
472
|
+
|
|
473
|
+
3. Show logs for a specific model's run(s):
|
|
390
474
|
|
|
391
475
|
```bash
|
|
392
476
|
kaggle b t log my-task -m gemini-2.5-pro
|
|
393
477
|
```
|
|
394
478
|
|
|
395
|
-
|
|
479
|
+
4. Show logs for multiple models:
|
|
396
480
|
|
|
397
481
|
```bash
|
|
398
482
|
kaggle b t logs my-task -m gemini-2.5-pro -m claude-sonnet-4
|
|
@@ -480,7 +564,7 @@ kaggle benchmarks tasks delete <TASK> [options]
|
|
|
480
564
|
|
|
481
565
|
**Arguments:**
|
|
482
566
|
|
|
483
|
-
* `<TASK>`: Task name (slug, e.g. `my-task`).
|
|
567
|
+
* `<TASK>`: Task name (slug, e.g. `my-task` or `owner/my-task`).
|
|
484
568
|
|
|
485
569
|
**Options:**
|
|
486
570
|
|
|
@@ -510,7 +594,7 @@ kaggle benchmarks tasks publish <TASK> [options]
|
|
|
510
594
|
|
|
511
595
|
**Arguments:**
|
|
512
596
|
|
|
513
|
-
* `<TASK>`: Task name (slug, e.g. `my-task`).
|
|
597
|
+
* `<TASK>`: Task name (slug, e.g. `my-task` or `owner/my-task`).
|
|
514
598
|
|
|
515
599
|
**Options:**
|
|
516
600
|
|