crfm-helm 0.5.2__tar.gz → 0.5.3__tar.gz

{crfm_helm-0.5.2/src/crfm_helm.egg-info → crfm_helm-0.5.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: crfm-helm
-Version: 0.5.2
+Version: 0.5.3
 Summary: Benchmark for language models
 Home-page: https://github.com/stanford-crfm/helm
 Author: Stanford CRFM
@@ -28,8 +28,7 @@ Requires-Dist: bottle~=0.12.23
 Requires-Dist: datasets~=2.17
 Requires-Dist: pyarrow>=11.0.0
 Requires-Dist: pyarrow-hotfix~=0.6
-Requires-Dist: nltk~=3.7
-Requires-Dist: pyext~=0.7
+Requires-Dist: nltk<3.8.2,~=3.7
 Requires-Dist: rouge-score~=0.1.2
 Requires-Dist: scipy~=1.10
 Requires-Dist: uncertainty-calibration~=0.1.4
@@ -37,17 +36,17 @@ Requires-Dist: scikit-learn~=1.1
 Requires-Dist: transformers~=4.40
 Requires-Dist: torch<3.0.0,>=1.13.1
 Requires-Dist: torchvision<3.0.0,>=0.14.1
-Requires-Dist: google-api-python-client~=2.64
 Provides-Extra: proxy-server
 Requires-Dist: gunicorn~=20.1.0; extra == "proxy-server"
 Provides-Extra: human-evaluation
 Requires-Dist: scaleapi~=2.13.0; extra == "human-evaluation"
 Requires-Dist: surge-api~=1.1.0; extra == "human-evaluation"
 Provides-Extra: scenarios
-Requires-Dist: gdown~=4.4.0; extra == "scenarios"
+Requires-Dist: gdown~=5.1; extra == "scenarios"
 Requires-Dist: sympy~=1.11.1; extra == "scenarios"
 Requires-Dist: xlrd~=2.0.1; extra == "scenarios"
 Provides-Extra: metrics
+Requires-Dist: google-api-python-client~=2.64; extra == "metrics"
 Requires-Dist: numba~=0.56.4; extra == "metrics"
 Requires-Dist: pytrec_eval==0.5; extra == "metrics"
 Requires-Dist: sacrebleu~=2.2.1; extra == "metrics"
@@ -68,12 +67,18 @@ Requires-Dist: jieba==0.42.1; extra == "cleva"
 Requires-Dist: opencc==1.1.6; extra == "cleva"
 Requires-Dist: langdetect==1.0.9; extra == "cleva"
 Provides-Extra: images
-Requires-Dist: accelerate~=0.25.0; extra == "images"
+Requires-Dist: crfm-helm[accelerate]; extra == "images"
 Requires-Dist: pillow~=10.2; extra == "images"
 Provides-Extra: mongo
 Requires-Dist: pymongo~=4.2; extra == "mongo"
 Provides-Extra: unitxt
 Requires-Dist: evaluate~=0.4.1; extra == "unitxt"
+Provides-Extra: bhasa
+Requires-Dist: pythainlp==5.0.0; extra == "bhasa"
+Requires-Dist: pyonmttok==1.37.0; extra == "bhasa"
+Requires-Dist: sacrebleu~=2.2.1; extra == "bhasa"
+Provides-Extra: accelerate
+Requires-Dist: accelerate~=0.25; extra == "accelerate"
 Provides-Extra: aleph-alpha
 Requires-Dist: aleph-alpha-client~=2.14.0; extra == "aleph-alpha"
 Requires-Dist: tokenizers>=0.13.3; extra == "aleph-alpha"
@@ -100,11 +105,11 @@ Provides-Extra: google
 Requires-Dist: google-cloud-aiplatform~=1.48; extra == "google"
 Provides-Extra: together
 Requires-Dist: together~=1.1; extra == "together"
-Provides-Extra: tsinghua
-Requires-Dist: icetk~=0.0.4; extra == "tsinghua"
 Provides-Extra: yandex
 Requires-Dist: sentencepiece~=0.1.97; extra == "yandex"
 Provides-Extra: models
+Requires-Dist: crfm-helm[ai21]; extra == "models"
+Requires-Dist: crfm-helm[accelerate]; extra == "models"
 Requires-Dist: crfm-helm[aleph-alpha]; extra == "models"
 Requires-Dist: crfm-helm[allenai]; extra == "models"
 Requires-Dist: crfm-helm[amazon]; extra == "models"
@@ -115,7 +120,6 @@ Requires-Dist: crfm-helm[mistral]; extra == "models"
 Requires-Dist: crfm-helm[openai]; extra == "models"
 Requires-Dist: crfm-helm[reka]; extra == "models"
 Requires-Dist: crfm-helm[together]; extra == "models"
-Requires-Dist: crfm-helm[tsinghua]; extra == "models"
 Requires-Dist: crfm-helm[yandex]; extra == "models"
 Requires-Dist: crfm-helm[openvino]; extra == "models"
 Provides-Extra: reka
@@ -124,27 +128,28 @@ Provides-Extra: vlm
 Requires-Dist: crfm-helm[openai]; extra == "vlm"
 Requires-Dist: einops~=0.7.0; extra == "vlm"
 Requires-Dist: einops-exts~=0.0.4; extra == "vlm"
-Requires-Dist: open-clip-torch~=2.24.0; extra == "vlm"
-Requires-Dist: torch~=2.1.2; extra == "vlm"
+Requires-Dist: open-clip-torch~=2.24; extra == "vlm"
+Requires-Dist: torch~=2.1; extra == "vlm"
 Requires-Dist: transformers_stream_generator~=0.0.4; extra == "vlm"
 Requires-Dist: scipy~=1.10; extra == "vlm"
 Requires-Dist: torchvision<3.0.0,>=0.14.1; extra == "vlm"
 Requires-Dist: crfm-helm[reka]; extra == "vlm"
 Requires-Dist: crfm-helm[images]; extra == "vlm"
-Requires-Dist: crfm-helm[image2structure]; extra == "vlm"
+Requires-Dist: crfm-helm[image2struct]; extra == "vlm"
 Requires-Dist: pycocoevalcap~=1.2; extra == "vlm"
-Provides-Extra: image2structure
-Requires-Dist: crfm-helm[images]; extra == "image2structure"
-Requires-Dist: latex~=0.7.0; extra == "image2structure"
-Requires-Dist: pdf2image~=1.16.3; extra == "image2structure"
-Requires-Dist: selenium~=4.17.2; extra == "image2structure"
-Requires-Dist: html2text~=2024.2.26; extra == "image2structure"
-Requires-Dist: opencv-python~=4.7.0.68; extra == "image2structure"
-Requires-Dist: lpips~=0.1.4; extra == "image2structure"
-Requires-Dist: imagehash~=4.3.1; extra == "image2structure"
+Provides-Extra: image2struct
+Requires-Dist: crfm-helm[images]; extra == "image2struct"
+Requires-Dist: latex~=0.7.0; extra == "image2struct"
+Requires-Dist: pdf2image~=1.16.3; extra == "image2struct"
+Requires-Dist: selenium~=4.17.2; extra == "image2struct"
+Requires-Dist: html2text~=2024.2.26; extra == "image2struct"
+Requires-Dist: opencv-python~=4.7.0.68; extra == "image2struct"
+Requires-Dist: lpips~=0.1.4; extra == "image2struct"
+Requires-Dist: imagehash~=4.3.1; extra == "image2struct"
 Provides-Extra: heim
-Requires-Dist: gdown~=4.4.0; extra == "heim"
+Requires-Dist: gdown~=5.1; extra == "heim"
 Requires-Dist: diffusers~=0.24.0; extra == "heim"
+Requires-Dist: icetk~=0.0.4; extra == "heim"
 Requires-Dist: jax~=0.4.13; extra == "heim"
 Requires-Dist: jaxlib~=0.4.13; extra == "heim"
 Requires-Dist: crfm-helm[openai]; extra == "heim"
@@ -168,6 +173,7 @@ Requires-Dist: tensorflow~=2.11.1; extra == "heim"
 Requires-Dist: timm~=0.6.12; extra == "heim"
 Requires-Dist: torch-fidelity~=0.3.0; extra == "heim"
 Requires-Dist: torchmetrics~=0.11.1; extra == "heim"
+Requires-Dist: scikit-image~=0.21.0; extra == "heim"
 Requires-Dist: crfm-helm[images]; extra == "heim"
 Provides-Extra: all
 Requires-Dist: crfm-helm[proxy-server]; extra == "all"
@@ -183,6 +189,7 @@ Requires-Dist: crfm-helm[models]; extra == "all"
 Requires-Dist: crfm-helm[mongo]; extra == "all"
 Requires-Dist: crfm-helm[heim]; extra == "all"
 Requires-Dist: crfm-helm[vlm]; extra == "all"
+Requires-Dist: crfm-helm[bhasa]; extra == "all"
 Provides-Extra: dev
 Requires-Dist: pytest~=7.2.0; extra == "dev"
 Requires-Dist: pre-commit~=2.20.0; extra == "dev"
@@ -209,39 +216,6 @@ Welcome! The **`crfm-helm`** Python package contains code used in the **Holistic
 
 To get started, refer to [the documentation on Read the Docs](https://crfm-helm.readthedocs.io/) for how to install and run the package.
 
-## Directory Structure
-
-The directory structure for this repo is as follows
-
-```
-├── docs # MD used to generate readthedocs
-│
-├── scripts # Python utility scripts for HELM
-│ ├── cache
-│ ├── data_overlap # Calculate train test overlap
-│ │ ├── common
-│ │ ├── scenarios
-│ │ └── test
-│ ├── efficiency
-│ ├── fact_completion
-│ ├── offline_eval
-│ └── scale
-└── src
-├── helm # Benchmarking Scripts for HELM
-│ │
-│ ├── benchmark # Main Python code for running HELM
-│ │ │
-│ │ └── static # Current JS (Jquery) code for rendering front-end
-│ │ │
-│ │ └── ...
-│ │
-│ ├── common # Additional Python code for running HELM
-│ │
-│ └── proxy # Python code for external web requests
-│
-└── helm-frontend # New React Front-end
-```
-
 # Holistic Evaluation of Text-To-Image Models
 
 <img src="https://github.com/stanford-crfm/helm/raw/heim/src/helm/benchmark/static/heim/images/heim-logo.png" alt=""  width="800"/>

{crfm_helm-0.5.2 → crfm_helm-0.5.3}/README.md

@@ -17,39 +17,6 @@ Welcome! The **`crfm-helm`** Python package contains code used in the **Holistic
 
 To get started, refer to [the documentation on Read the Docs](https://crfm-helm.readthedocs.io/) for how to install and run the package.
 
-## Directory Structure
-
-The directory structure for this repo is as follows
-
-```
-├── docs # MD used to generate readthedocs
-│
-├── scripts # Python utility scripts for HELM
-│ ├── cache
-│ ├── data_overlap # Calculate train test overlap
-│ │ ├── common
-│ │ ├── scenarios
-│ │ └── test
-│ ├── efficiency
-│ ├── fact_completion
-│ ├── offline_eval
-│ └── scale
-└── src
-├── helm # Benchmarking Scripts for HELM
-│ │
-│ ├── benchmark # Main Python code for running HELM
-│ │ │
-│ │ └── static # Current JS (Jquery) code for rendering front-end
-│ │ │
-│ │ └── ...
-│ │
-│ ├── common # Additional Python code for running HELM
-│ │
-│ └── proxy # Python code for external web requests
-│
-└── helm-frontend # New React Front-end
-```
-
 # Holistic Evaluation of Text-To-Image Models
 
 <img src="https://github.com/stanford-crfm/helm/raw/heim/src/helm/benchmark/static/heim/images/heim-logo.png" alt=""  width="800"/>

{crfm_helm-0.5.2 → crfm_helm-0.5.3}/setup.cfg

@@ -1,6 +1,6 @@
 [metadata]
 name = crfm-helm
-version = 0.5.2
+version = 0.5.3
 author = Stanford CRFM
 author_email = contact-crfm@stanford.edu
 description = Benchmark for language models
@@ -39,8 +39,7 @@ install_requires =
 	pyarrow>=11.0.0  # Pinned transitive dependency for datasets; workaround for #1026
 	pyarrow-hotfix~=0.6  # Hotfix for CVE-2023-47248
 	
-	nltk~=3.7
-	pyext~=0.7
+	nltk~=3.7,<3.8.2  # See https://github.com/stanford-crfm/helm/issues/2926
 	rouge-score~=0.1.2
 	scipy~=1.10
 	uncertainty-calibration~=0.1.4
@@ -49,8 +48,6 @@ install_requires =
 	transformers~=4.40  # For anthropic_client, vision_language.huggingface_vlm_client, huggingface_client, huggingface_tokenizer, test_openai_token_cost_estimator, model_summac (via summarization_metrics)
 	torch>=1.13.1,<3.0.0  # For huggingface_client, yalm_tokenizer, model_summac (via summarization_metrics)
 	torchvision>=0.14.1,<3.0.0  # For huggingface_client, yalm_tokenizer, model_summac (via summarization_metrics)
-	
-	google-api-python-client~=2.64  # For perspective_api_client via toxicity_metrics
 
 [options.extras_require]
 proxy-server = 
@@ -59,10 +56,11 @@ human-evaluation =
 	scaleapi~=2.13.0
 	surge-api~=1.1.0
 scenarios = 
-	gdown~=4.4.0  # For disinformation_scenario, med_mcqa_scenario, med_qa_scenario: used by ensure_file_downloaded()
+	gdown~=5.1  # For disinformation_scenario, med_mcqa_scenario, med_qa_scenario: used by ensure_file_downloaded()
 	sympy~=1.11.1  # For numeracy_scenario
 	xlrd~=2.0.1  # For ice_scenario: used by pandas.read_excel()
 metrics = 
+	google-api-python-client~=2.64  # For perspective_api_client via toxicity_metrics
 	numba~=0.56.4  # For copyright_metrics
 	pytrec_eval==0.5  # For ranking_metrics
 	sacrebleu~=2.2.1  # For disinformation_metrics, machine_translation_metrics
@@ -83,12 +81,18 @@ cleva =
 	opencc==1.1.6
 	langdetect==1.0.9
 images = 
-	accelerate~=0.25.0  # For the newer versions of Transformers
+	crfm-helm[accelerate]
 	pillow~=10.2
 mongo = 
 	pymongo~=4.2
 unitxt = 
 	evaluate~=0.4.1
+bhasa = 
+	pythainlp==5.0.0
+	pyonmttok==1.37.0
+	sacrebleu~=2.2.1
+accelerate = 
+	accelerate~=0.25
 aleph-alpha = 
 	aleph-alpha-client~=2.14.0
 	tokenizers>=0.13.3
@@ -115,11 +119,11 @@ google =
 	google-cloud-aiplatform~=1.48
 together = 
 	together~=1.1
-tsinghua = 
-	icetk~=0.0.4
 yandex = 
 	sentencepiece~=0.1.97
 models = 
+	crfm-helm[ai21]
+	crfm-helm[accelerate]
 	crfm-helm[aleph-alpha]
 	crfm-helm[allenai]
 	crfm-helm[amazon]
@@ -130,7 +134,6 @@ models =
 	crfm-helm[openai]
 	crfm-helm[reka]
 	crfm-helm[together]
-	crfm-helm[tsinghua]
 	crfm-helm[yandex]
 	crfm-helm[openvino]
 reka = 
@@ -140,9 +143,9 @@ vlm =
 	
 	einops~=0.7.0
 	einops-exts~=0.0.4
-	open-clip-torch~=2.24.0
+	open-clip-torch~=2.24
 	
-	torch~=2.1.2
+	torch~=2.1
 	
 	transformers_stream_generator~=0.0.4
 	scipy~=1.10
@@ -151,10 +154,10 @@ vlm =
 	crfm-helm[reka]
 	
 	crfm-helm[images]
-	crfm-helm[image2structure]
+	crfm-helm[image2struct]
 	
 	pycocoevalcap~=1.2
-image2structure = 
+image2struct = 
 	crfm-helm[images]
 	
 	latex~=0.7.0
@@ -167,9 +170,10 @@ image2structure =
 	lpips~=0.1.4
 	imagehash~=4.3.1 # for caching
 heim = 
-	gdown~=4.4.0
+	gdown~=5.1
 	
 	diffusers~=0.24.0
+	icetk~=0.0.4
 	jax~=0.4.13
 	jaxlib~=0.4.13
 	crfm-helm[openai]
@@ -198,6 +202,8 @@ heim =
 	torch-fidelity~=0.3.0
 	torchmetrics~=0.11.1
 	
+	scikit-image~=0.21.0
+	
 	crfm-helm[images]
 all = 
 	crfm-helm[proxy-server]
@@ -213,6 +219,7 @@ all =
 	crfm-helm[mongo]
 	crfm-helm[heim]
 	crfm-helm[vlm]
+	crfm-helm[bhasa]
 dev = 
 	pytest~=7.2.0
 	pre-commit~=2.20.0
@@ -252,9 +259,10 @@ exclude = dalle_mini|mindalle|open_flamingo
 
 [tool:pytest]
 addopts = 
-	-m 'not models'
+	-m 'not models and not scenarios'
 markers = 
 	models
+	scenarios
 
 [egg_info]
 tag_build = 

{crfm_helm-0.5.2 → crfm_helm-0.5.3/src/crfm_helm.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: crfm-helm
-Version: 0.5.2
+Version: 0.5.3
 Summary: Benchmark for language models
 Home-page: https://github.com/stanford-crfm/helm
 Author: Stanford CRFM
@@ -28,8 +28,7 @@ Requires-Dist: bottle~=0.12.23
 Requires-Dist: datasets~=2.17
 Requires-Dist: pyarrow>=11.0.0
 Requires-Dist: pyarrow-hotfix~=0.6
-Requires-Dist: nltk~=3.7
-Requires-Dist: pyext~=0.7
+Requires-Dist: nltk<3.8.2,~=3.7
 Requires-Dist: rouge-score~=0.1.2
 Requires-Dist: scipy~=1.10
 Requires-Dist: uncertainty-calibration~=0.1.4
@@ -37,17 +36,17 @@ Requires-Dist: scikit-learn~=1.1
 Requires-Dist: transformers~=4.40
 Requires-Dist: torch<3.0.0,>=1.13.1
 Requires-Dist: torchvision<3.0.0,>=0.14.1
-Requires-Dist: google-api-python-client~=2.64
 Provides-Extra: proxy-server
 Requires-Dist: gunicorn~=20.1.0; extra == "proxy-server"
 Provides-Extra: human-evaluation
 Requires-Dist: scaleapi~=2.13.0; extra == "human-evaluation"
 Requires-Dist: surge-api~=1.1.0; extra == "human-evaluation"
 Provides-Extra: scenarios
-Requires-Dist: gdown~=4.4.0; extra == "scenarios"
+Requires-Dist: gdown~=5.1; extra == "scenarios"
 Requires-Dist: sympy~=1.11.1; extra == "scenarios"
 Requires-Dist: xlrd~=2.0.1; extra == "scenarios"
 Provides-Extra: metrics
+Requires-Dist: google-api-python-client~=2.64; extra == "metrics"
 Requires-Dist: numba~=0.56.4; extra == "metrics"
 Requires-Dist: pytrec_eval==0.5; extra == "metrics"
 Requires-Dist: sacrebleu~=2.2.1; extra == "metrics"
@@ -68,12 +67,18 @@ Requires-Dist: jieba==0.42.1; extra == "cleva"
 Requires-Dist: opencc==1.1.6; extra == "cleva"
 Requires-Dist: langdetect==1.0.9; extra == "cleva"
 Provides-Extra: images
-Requires-Dist: accelerate~=0.25.0; extra == "images"
+Requires-Dist: crfm-helm[accelerate]; extra == "images"
 Requires-Dist: pillow~=10.2; extra == "images"
 Provides-Extra: mongo
 Requires-Dist: pymongo~=4.2; extra == "mongo"
 Provides-Extra: unitxt
 Requires-Dist: evaluate~=0.4.1; extra == "unitxt"
+Provides-Extra: bhasa
+Requires-Dist: pythainlp==5.0.0; extra == "bhasa"
+Requires-Dist: pyonmttok==1.37.0; extra == "bhasa"
+Requires-Dist: sacrebleu~=2.2.1; extra == "bhasa"
+Provides-Extra: accelerate
+Requires-Dist: accelerate~=0.25; extra == "accelerate"
 Provides-Extra: aleph-alpha
 Requires-Dist: aleph-alpha-client~=2.14.0; extra == "aleph-alpha"
 Requires-Dist: tokenizers>=0.13.3; extra == "aleph-alpha"
@@ -100,11 +105,11 @@ Provides-Extra: google
 Requires-Dist: google-cloud-aiplatform~=1.48; extra == "google"
 Provides-Extra: together
 Requires-Dist: together~=1.1; extra == "together"
-Provides-Extra: tsinghua
-Requires-Dist: icetk~=0.0.4; extra == "tsinghua"
 Provides-Extra: yandex
 Requires-Dist: sentencepiece~=0.1.97; extra == "yandex"
 Provides-Extra: models
+Requires-Dist: crfm-helm[ai21]; extra == "models"
+Requires-Dist: crfm-helm[accelerate]; extra == "models"
 Requires-Dist: crfm-helm[aleph-alpha]; extra == "models"
 Requires-Dist: crfm-helm[allenai]; extra == "models"
 Requires-Dist: crfm-helm[amazon]; extra == "models"
@@ -115,7 +120,6 @@ Requires-Dist: crfm-helm[mistral]; extra == "models"
 Requires-Dist: crfm-helm[openai]; extra == "models"
 Requires-Dist: crfm-helm[reka]; extra == "models"
 Requires-Dist: crfm-helm[together]; extra == "models"
-Requires-Dist: crfm-helm[tsinghua]; extra == "models"
 Requires-Dist: crfm-helm[yandex]; extra == "models"
 Requires-Dist: crfm-helm[openvino]; extra == "models"
 Provides-Extra: reka
@@ -124,27 +128,28 @@ Provides-Extra: vlm
 Requires-Dist: crfm-helm[openai]; extra == "vlm"
 Requires-Dist: einops~=0.7.0; extra == "vlm"
 Requires-Dist: einops-exts~=0.0.4; extra == "vlm"
-Requires-Dist: open-clip-torch~=2.24.0; extra == "vlm"
-Requires-Dist: torch~=2.1.2; extra == "vlm"
+Requires-Dist: open-clip-torch~=2.24; extra == "vlm"
+Requires-Dist: torch~=2.1; extra == "vlm"
 Requires-Dist: transformers_stream_generator~=0.0.4; extra == "vlm"
 Requires-Dist: scipy~=1.10; extra == "vlm"
 Requires-Dist: torchvision<3.0.0,>=0.14.1; extra == "vlm"
 Requires-Dist: crfm-helm[reka]; extra == "vlm"
 Requires-Dist: crfm-helm[images]; extra == "vlm"
-Requires-Dist: crfm-helm[image2structure]; extra == "vlm"
+Requires-Dist: crfm-helm[image2struct]; extra == "vlm"
 Requires-Dist: pycocoevalcap~=1.2; extra == "vlm"
-Provides-Extra: image2structure
-Requires-Dist: crfm-helm[images]; extra == "image2structure"
-Requires-Dist: latex~=0.7.0; extra == "image2structure"
-Requires-Dist: pdf2image~=1.16.3; extra == "image2structure"
-Requires-Dist: selenium~=4.17.2; extra == "image2structure"
-Requires-Dist: html2text~=2024.2.26; extra == "image2structure"
-Requires-Dist: opencv-python~=4.7.0.68; extra == "image2structure"
-Requires-Dist: lpips~=0.1.4; extra == "image2structure"
-Requires-Dist: imagehash~=4.3.1; extra == "image2structure"
+Provides-Extra: image2struct
+Requires-Dist: crfm-helm[images]; extra == "image2struct"
+Requires-Dist: latex~=0.7.0; extra == "image2struct"
+Requires-Dist: pdf2image~=1.16.3; extra == "image2struct"
+Requires-Dist: selenium~=4.17.2; extra == "image2struct"
+Requires-Dist: html2text~=2024.2.26; extra == "image2struct"
+Requires-Dist: opencv-python~=4.7.0.68; extra == "image2struct"
+Requires-Dist: lpips~=0.1.4; extra == "image2struct"
+Requires-Dist: imagehash~=4.3.1; extra == "image2struct"
 Provides-Extra: heim
-Requires-Dist: gdown~=4.4.0; extra == "heim"
+Requires-Dist: gdown~=5.1; extra == "heim"
 Requires-Dist: diffusers~=0.24.0; extra == "heim"
+Requires-Dist: icetk~=0.0.4; extra == "heim"
 Requires-Dist: jax~=0.4.13; extra == "heim"
 Requires-Dist: jaxlib~=0.4.13; extra == "heim"
 Requires-Dist: crfm-helm[openai]; extra == "heim"
@@ -168,6 +173,7 @@ Requires-Dist: tensorflow~=2.11.1; extra == "heim"
 Requires-Dist: timm~=0.6.12; extra == "heim"
 Requires-Dist: torch-fidelity~=0.3.0; extra == "heim"
 Requires-Dist: torchmetrics~=0.11.1; extra == "heim"
+Requires-Dist: scikit-image~=0.21.0; extra == "heim"
 Requires-Dist: crfm-helm[images]; extra == "heim"
 Provides-Extra: all
 Requires-Dist: crfm-helm[proxy-server]; extra == "all"
@@ -183,6 +189,7 @@ Requires-Dist: crfm-helm[models]; extra == "all"
 Requires-Dist: crfm-helm[mongo]; extra == "all"
 Requires-Dist: crfm-helm[heim]; extra == "all"
 Requires-Dist: crfm-helm[vlm]; extra == "all"
+Requires-Dist: crfm-helm[bhasa]; extra == "all"
 Provides-Extra: dev
 Requires-Dist: pytest~=7.2.0; extra == "dev"
 Requires-Dist: pre-commit~=2.20.0; extra == "dev"
@@ -209,39 +216,6 @@ Welcome! The **`crfm-helm`** Python package contains code used in the **Holistic
 
 To get started, refer to [the documentation on Read the Docs](https://crfm-helm.readthedocs.io/) for how to install and run the package.
 
-## Directory Structure
-
-The directory structure for this repo is as follows
-
-```
-├── docs # MD used to generate readthedocs
-│
-├── scripts # Python utility scripts for HELM
-│ ├── cache
-│ ├── data_overlap # Calculate train test overlap
-│ │ ├── common
-│ │ ├── scenarios
-│ │ └── test
-│ ├── efficiency
-│ ├── fact_completion
-│ ├── offline_eval
-│ └── scale
-└── src
-├── helm # Benchmarking Scripts for HELM
-│ │
-│ ├── benchmark # Main Python code for running HELM
-│ │ │
-│ │ └── static # Current JS (Jquery) code for rendering front-end
-│ │ │
-│ │ └── ...
-│ │
-│ ├── common # Additional Python code for running HELM
-│ │
-│ └── proxy # Python code for external web requests
-│
-└── helm-frontend # New React Front-end
-```
-
 # Holistic Evaluation of Text-To-Image Models
 
 <img src="https://github.com/stanford-crfm/helm/raw/heim/src/helm/benchmark/static/heim/images/heim-logo.png" alt=""  width="800"/>