kaiko-eva 0.0.0.dev8__py3-none-any.whl → 0.0.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of kaiko-eva might be problematic. Click here for more details.
- eva/vision/__init__.py +1 -1
- {kaiko_eva-0.0.0.dev8.dist-info → kaiko_eva-0.0.1.dist-info}/METADATA +24 -6
- {kaiko_eva-0.0.0.dev8.dist-info → kaiko_eva-0.0.1.dist-info}/RECORD +6 -7
- eva/.DS_Store +0 -0
- {kaiko_eva-0.0.0.dev8.dist-info → kaiko_eva-0.0.1.dist-info}/WHEEL +0 -0
- {kaiko_eva-0.0.0.dev8.dist-info → kaiko_eva-0.0.1.dist-info}/entry_points.txt +0 -0
- {kaiko_eva-0.0.0.dev8.dist-info → kaiko_eva-0.0.1.dist-info}/licenses/LICENSE +0 -0
eva/vision/__init__.py
CHANGED
|
@@ -7,7 +7,7 @@ except ImportError as e:
|
|
|
7
7
|
msg = (
|
|
8
8
|
"eva vision requirements are not installed.\n\n"
|
|
9
9
|
"Please pip install as follows:\n"
|
|
10
|
-
' python -m pip install "eva[vision]" --upgrade'
|
|
10
|
+
' python -m pip install "kaiko-eva[vision]" --upgrade'
|
|
11
11
|
)
|
|
12
12
|
raise ImportError(str(e) + "\n\n" + msg) from e
|
|
13
13
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: kaiko-eva
|
|
3
|
-
Version: 0.0.
|
|
3
|
+
Version: 0.0.1
|
|
4
4
|
Summary: Evaluation Framework for oncology foundation models.
|
|
5
5
|
Keywords: machine-learning evaluation-framework oncology foundation-models
|
|
6
6
|
Author-Email: Ioannis Gatopoulos <ioannis@kaiko.ai>, Nicolas Känzig <nicolas@kaiko.ai>, Roman Moser <roman@kaiko.ai>
|
|
@@ -264,7 +264,8 @@ _Oncology FM Evaluation Framework by kaiko.ai_
|
|
|
264
264
|
|
|
265
265
|
<br />
|
|
266
266
|
|
|
267
|
-
_`eva`_ is an evaluation framework for oncology foundation models (FMs) by [kaiko.ai](https://kaiko.ai/).
|
|
267
|
+
_`eva`_ is an evaluation framework for oncology foundation models (FMs) by [kaiko.ai](https://kaiko.ai/).
|
|
268
|
+
Check out the [documentation](https://kaiko-ai.github.io/eva/) for more information.
|
|
268
269
|
|
|
269
270
|
### Highlights:
|
|
270
271
|
- Easy and reliable benchmark of Oncology FMs
|
|
@@ -303,13 +304,28 @@ _eva_ can be used directly from the terminal as a CLI tool as follows:
|
|
|
303
304
|
eva {fit,predict,predict_fit} --config url/or/path/to/the/config.yaml
|
|
304
305
|
```
|
|
305
306
|
|
|
306
|
-
|
|
307
|
+
When used as a CLI tool, `_eva_` supports configuration files (`.yaml`) as an argument to define its functionality.
|
|
308
|
+
Native supported configs can be found at the [configs](https://github.com/kaiko-ai/eva/tree/main/configs) directory
|
|
309
|
+
of the repo. Apart from cloning the repo, you can download the latest config folder as `.zip` from your browser from
|
|
310
|
+
[here](https://download-directory.github.io/?url=https://github.com/kaiko-ai/eva/tree/main/configs). Alternatively,
|
|
311
|
+
from a specific release the configs can be downloaded from the terminal as follows:
|
|
307
312
|
```sh
|
|
313
|
+
curl -LO https://github.com/kaiko-ai/eva/releases/download/0.0.1/configs.zip | unzip configs.zip
|
|
314
|
+
```
|
|
315
|
+
|
|
316
|
+
For example, to perform a downstream evaluation of DINO ViT-S/16 on the BACH dataset with
|
|
317
|
+
linear probing by first inferring the embeddings and performing 5 sequential fits, execute:
|
|
318
|
+
```sh
|
|
319
|
+
# from a locally stored config file
|
|
320
|
+
eva predict_fit --config ./configs/vision/dino_vit/offline/bach.yaml
|
|
321
|
+
|
|
322
|
+
# from a remote stored config file
|
|
308
323
|
eva predict_fit --config https://raw.githubusercontent.com/kaiko-ai/eva/main/configs/vision/dino_vit/offline/bach.yaml
|
|
309
324
|
```
|
|
310
325
|
|
|
311
326
|
> [!NOTE]
|
|
312
|
-
> All the datasets that support automatic download in the repo have by default the option to automatically download set to false.
|
|
327
|
+
> All the datasets that support automatic download in the repo have by default the option to automatically download set to false.
|
|
328
|
+
> For automatic download you have to manually set download=true.
|
|
313
329
|
|
|
314
330
|
|
|
315
331
|
To view all the possibles, execute:
|
|
@@ -317,7 +333,8 @@ To view all the possibles, execute:
|
|
|
317
333
|
eva --help
|
|
318
334
|
```
|
|
319
335
|
|
|
320
|
-
For more information, please refer to the [documentation](https://kaiko-ai.github.io/eva/dev/user-guide/tutorials/offline_vs_online/)
|
|
336
|
+
For more information, please refer to the [documentation](https://kaiko-ai.github.io/eva/dev/user-guide/tutorials/offline_vs_online/)
|
|
337
|
+
and [tutorials](https://kaiko-ai.github.io/eva/dev/user-guide/advanced/replicate_evaluations/).
|
|
321
338
|
|
|
322
339
|
## Benchmarks
|
|
323
340
|
|
|
@@ -357,7 +374,8 @@ _References_:
|
|
|
357
374
|
|
|
358
375
|
## Contributing
|
|
359
376
|
|
|
360
|
-
_eva_ is an open source project and welcomes contributions of all kinds. Please checkout the [developer](./docs/DEVELOPER_GUIDE.md)
|
|
377
|
+
_eva_ is an open source project and welcomes contributions of all kinds. Please checkout the [developer](./docs/DEVELOPER_GUIDE.md)
|
|
378
|
+
and [contributing guide](./docs/CONTRIBUTING.md) for help on how to do so.
|
|
361
379
|
|
|
362
380
|
All contributors must follow the [code of conduct](./docs/CODE_OF_CONDUCT.md).
|
|
363
381
|
|
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
eva/.DS_Store,sha256=nHFfks7iwDvTdxEQbx3nJ4A8L95xoUm4jl5emHwGusQ,6148
|
|
2
1
|
eva/__init__.py,sha256=bYBwklT7diG8NBIBDbpwjN4RUsvGv0ShWBXPxWgz404,518
|
|
3
2
|
eva/__main__.py,sha256=kM5tQ0egTuBWixNLLx9QU-PpS2Bbs3zE3nYE6b2vWa0,282
|
|
4
3
|
eva/__version__.py,sha256=YFR4oOlvPg0sS4Ni7GJ_vU42VTs5WiWp6odK7yH4TBY,611
|
|
@@ -73,7 +72,7 @@ eva/core/utils/io/__init__.py,sha256=SAME0kuSvDE1DKFJwMBmnCkpDAy4ujXuRTSJsHNhwUI
|
|
|
73
72
|
eva/core/utils/io/dataframe.py,sha256=CIHFowljH17waDkJ9YJVEVXAIcxMwoLjUgoBttiNk8w,509
|
|
74
73
|
eva/core/utils/multiprocessing.py,sha256=PxUxMyvI62lghyWF46O5RNL-J7DUR2IrXSwdkbhC0ic,1383
|
|
75
74
|
eva/core/utils/workers.py,sha256=hfx63M82qNg0Dwhre2tl53MnhtRsV7APaDONM9nhVB8,634
|
|
76
|
-
eva/vision/__init__.py,sha256=
|
|
75
|
+
eva/vision/__init__.py,sha256=Z9AuPmTO-i73pUtq3IkZzwRlY1E5xCE8IZiyl5S71TM,438
|
|
77
76
|
eva/vision/data/__init__.py,sha256=aoKPmX8P2Q2k2W3nlq8vFU41FV6Sze-0SDuWtU-ETh4,111
|
|
78
77
|
eva/vision/data/datasets/__init__.py,sha256=aV4qPqtlt0PnaGoxUW_xEwAr8b8ddkl_YE4_fAdavds,497
|
|
79
78
|
eva/vision/data/datasets/_utils.py,sha256=5GAZEHn-VezxTXaW1jVZO5zvdVl1Vz8_5gV2qkoMu4s,1414
|
|
@@ -104,8 +103,8 @@ eva/vision/utils/io/_utils.py,sha256=JzOt7Frj6ScF_aNjFtfHBn4ROnl6NhUZucmQhLc4Cww
|
|
|
104
103
|
eva/vision/utils/io/image.py,sha256=2jzeVFMvIRhuTkIrQeLyu0y8GttLp6rWRjO9I2uw-I8,1489
|
|
105
104
|
eva/vision/utils/io/nifti.py,sha256=ph9w8dNNSsJG2wI3NJNPTLyWdz2S0i9jD068nHXVVJs,1510
|
|
106
105
|
eva/vision/utils/io/text.py,sha256=uECChKjeKi4KQ-NqdO7ywAFS_TOEp2DQ5QQcuG8cb-4,472
|
|
107
|
-
kaiko_eva-0.0.
|
|
108
|
-
kaiko_eva-0.0.
|
|
109
|
-
kaiko_eva-0.0.
|
|
110
|
-
kaiko_eva-0.0.
|
|
111
|
-
kaiko_eva-0.0.
|
|
106
|
+
kaiko_eva-0.0.1.dist-info/METADATA,sha256=ftjXJlWbHwUT3YNSBxtaMClK_iUHh95oHl0POcZVNCA,22362
|
|
107
|
+
kaiko_eva-0.0.1.dist-info/WHEEL,sha256=N2J68yzZqJh3mI_Wg92rwhw0rtJDFpZj9bwQIMJgaVg,90
|
|
108
|
+
kaiko_eva-0.0.1.dist-info/entry_points.txt,sha256=oqtS2Yt5EBY4saLyCBC3Zev3huCORKTKWyPovX7QR8g,73
|
|
109
|
+
kaiko_eva-0.0.1.dist-info/licenses/LICENSE,sha256=e6AEzr7j_R-PYr2qLO-JwLn8y70jbVD3U2mxbRmwcI4,11338
|
|
110
|
+
kaiko_eva-0.0.1.dist-info/RECORD,,
|
eva/.DS_Store
DELETED
|
Binary file
|
|
File without changes
|
|
File without changes
|
|
File without changes
|