brainscore-vision 2.1__py3-none-any.whl

brainscore_vision/data/geirhos2021/data_packaging/stylized/stylized_stimulus_set.py

@@ -0,0 +1,75 @@
+from pathlib import Path
+from brainio.stimuli import StimulusSet
+from brainio.packaging import package_stimulus_set
+
+stimuli = []
+image_paths = {}
+stimuli_directory = '../datasets/stylized/dnn/session-1'
+
+
+'''
+Dataset Meta Info (from https://github.com/rgeirhos/generalisation-humans-DNNs)
+
+Sample image from dataset:
+0779_sty_s01_0_chair_00_chair-0053-ILSVRC2012-val-00001855.png
+
+This is a concatenation of the following information (separated by '_'):
+
+    1) a four-digit number starting with 0000 for the first image in an experiment; 
+       the last image therefore has the number n-1 if n is the number of images in a certain experiment
+    2) short code for experiment name, e.g. 'eid' for eidolon-experiment
+    3) subject: either e.g. 's01' for 'subject-01', or 'dnn' for DNNs
+    4) condition
+    5) category (ground truth)
+    6) a number (just ignore it)
+    7) image lookup ID: the exact image shown to the subject
+       
+'''
+
+for filepath in Path(stimuli_directory).glob('*.png'):
+
+    # entire name of image file:
+    image_id = filepath.stem
+    image_id_long = image_id
+    split_name = filepath.stem.split('_')
+
+    # ensure proper metadata length per image in set
+    assert len(split_name) == 7
+
+    # Dataset image data, 1-6 from above:
+    image_number = split_name[0]
+    experiment_code = split_name[1]
+    subject = split_name[2]
+    condition = split_name[3]
+    category_ground_truth = split_name[4]
+    random_number = split_name[5]
+
+    # this is the same as data assembly's image_lookup_id
+    image_lookup_id = f"{condition}_{category_ground_truth}_{random_number}_{split_name[6]}"
+
+    image_paths[image_id] = filepath
+    stimuli.append({
+        'image_id': image_lookup_id,
+        'image_id_long': image_id_long,
+        'experiment_code': experiment_code,
+        'condition': condition,
+        'truth': category_ground_truth,
+        'category_ground_truth': category_ground_truth,
+        'random_number': random_number,
+        'image_number': random_number,
+        'image_lookup_id': image_lookup_id,
+    })
+
+stimuli = StimulusSet(stimuli)
+image_id_to_lookup = dict(zip(stimuli['image_id_long'], stimuli['image_id']))
+stimuli.image_paths = image_paths
+stimuli.image_paths = {image_id_to_lookup[image_id]: path
+                       for image_id, path in stimuli.image_paths.items()}
+stimuli.name = 'Geirhos2021_stylized'
+
+# Ensure 800 images in dataset
+assert len(stimuli) == 800
+
+# upload to S3
+package_stimulus_set("brainio_brainscore", stimuli, stimulus_set_identifier=stimuli.name,
+                     bucket_name="brainio-brainscore")

brainscore_vision/data/geirhos2021/data_packaging/uniform-noise/uniform-noise_data_assembly.py

@@ -0,0 +1,86 @@
+import numpy as np
+
+from brainio.assemblies import BehavioralAssembly
+from brainio.packaging import package_data_assembly
+import pandas as pd
+
+'''
+Experiment Information:
+https://arxiv.org/pdf/1706.06969.pdf
+
+ - 4 subjects 
+ - 1280 images each
+ - 5120 total images shown 
+ - match to sample task, 16AFC
+ - 16 image categories
+ - for the this benchmark (uniform-noise) subjects saw the EXACT image indicated with the variable/column name
+   image_lookup_id, and not a variation of it (no distortions, editing, etc). Condition is:
+   
+   noise-experiment: '0', '0.03', ... '0.9' for noise width;
+   
+'''
+
+# initial csv to dataframe processing:
+subject_1 = pd.read_csv('data_assemblies/uniform-noise_subject-01_session_1.csv')
+subject_2 = pd.read_csv('data_assemblies/uniform-noise_subject-02_session_1.csv')
+subject_3 = pd.read_csv('data_assemblies/uniform-noise_subject-03_session_1.csv')
+subject_4 = pd.read_csv('data_assemblies/uniform-noise_subject-04_session_1.csv')
+
+all_subjects = pd.concat([subject_1, subject_2, subject_3, subject_4])
+
+# parse df for the image lookup id. This relates the data assembly with the stimulus set.
+split_cols = all_subjects['imagename'].str.split("_", expand=True)
+drop_cols = split_cols.drop(split_cols.columns[[0, 1, 2]], axis=1)
+all_subjects['image_lookup_id'] = drop_cols.agg("_".join, axis=1).str.replace(".png", "")
+
+
+# construct the assembly
+assembly = BehavioralAssembly(all_subjects['object_response'],
+                              coords={
+                                  'image_id': ('presentation', all_subjects['image_lookup_id']),
+                                  'image_id_long': ('presentation', all_subjects['imagename']),
+                                  'truth': ('presentation', all_subjects['category']),
+                                  'choice': ('presentation', all_subjects['object_response']),
+                                  'category': ('presentation', all_subjects['category']),
+                                  'condition': ('presentation', all_subjects['condition']),
+                                  'response_time': ('presentation', all_subjects['rt']),
+                                  'trial': ('presentation', all_subjects['trial']),
+                                  'subject': ('presentation', all_subjects['subj']),
+                                  'session': ('presentation', all_subjects['Session']),
+                              },
+                              dims=['presentation']
+                              )
+
+# give the assembly an identifier name
+assembly.name = 'brendel.Geirhos2021_uniform-noise'
+
+# make sure assembly dim is correct length
+assert len(assembly['presentation']) == 5120
+
+# make sure assembly coords are correct length
+assert len(assembly['image_id']) == 5120
+assert len(assembly['image_id_long']) == 5120
+assert len(assembly['truth']) == 5120
+assert len(assembly['category']) == 5120
+assert len(assembly['condition']) == 5120
+assert len(assembly['response_time']) == 5120
+assert len(assembly['trial']) == 5120
+assert len(assembly['subject']) == 5120
+assert len(assembly['session']) == 5120
+
+
+# make sure there are 1280 unique images (shown 1 time for each  of 4 subjects, total of 4 * 1280 = 5120 images shown)
+assert len(np.unique(assembly['image_id'].values)) == 1280
+
+# make sure there are 4 unique subjects:
+assert len(np.unique(assembly['subject'].values)) == 4
+
+# make sure there are 16 unique object categories (ground truths):
+assert len(np.unique(assembly['truth'].values)) == 16
+assert len(np.unique(assembly['category'].values)) == 16
+
+
+# upload to S3
+package_data_assembly('brainio_brainscore', assembly, assembly_identifier=assembly.name,
+                      stimulus_set_identifier="Geirhos2021_uniform-noise",
+                      assembly_class="BehavioralAssembly", bucket_name="brainio-brainscore")

brainscore_vision/data/geirhos2021/data_packaging/uniform-noise/uniform-noise_stimulus_set.py

@@ -0,0 +1,82 @@
+from pathlib import Path
+from brainio.stimuli import StimulusSet
+from brainio.packaging import package_stimulus_set
+
+stimuli = []
+image_paths = {}
+stimuli_directory = '../datasets/uniform-noise/dnn/session-1'
+
+
+'''
+Dataset Meta Info (from https://github.com/rgeirhos/generalisation-humans-DNNs)
+
+Sample image from dataset:
+0001_nse_s01_0.03_elephant_10_n02504458_7209.png
+
+This is a concatenation of the following information (separated by '_'):
+
+    1) a four-digit number starting with 0000 for the first image in an experiment; 
+       the last image therefore has the number n-1 if n is the number of images in a certain experiment
+    2) short code for experiment name, e.g. 'eid' for eidolon-experiment
+    3) either e.g. 's01' for 'subject-01', or 'dnn' for DNNs
+    4) condition
+    5) category (ground truth)
+    6) a number (just ignore it)
+    7) image identifier in the form a_b.JPEG (or a_b.png), with a being the 
+       WNID (WordNet ID) of the corresponding synset and b being an integer.
+'''
+
+for filepath in Path(stimuli_directory).glob('*.png'):
+
+    # entire name of image file:
+    image_id = filepath.stem
+    image_id_long = image_id
+    split_name = filepath.stem.split('_')
+
+    # ensure proper metadata length per image in set
+    assert len(split_name) == 8
+
+    # Dataset image data, 1-7 from above:
+    image_number = split_name[0]
+    experiment_code = split_name[1]
+    subject = split_name[2]
+    condition = split_name[3]
+    category_ground_truth = split_name[4]
+    random_number = split_name[5]
+
+    # note the split, for a total of 8 metadata fields:
+    wordnet_a = split_name[6]
+    wordnet_b = split_name[7]
+
+    # image lookup ID, same as data assembly. This is the exact image shown to participant.
+    # This is needed, as the raw images have "dnn" in the subject field, even when a human subject
+    # was used. Otherwise, the image name data in the raw data table and the image names themselves are the same.
+    image_lookup_id = "_".join(split_name[3:])
+
+    image_paths[image_id] = filepath
+    stimuli.append({
+        'image_id': image_lookup_id,
+        'image_id_long': image_id_long,
+        'image_number': image_number,
+        'experiment_code': experiment_code,
+        'condition': condition,
+        'truth': category_ground_truth,
+        'category_ground_truth': category_ground_truth,
+        'random_number': random_number,
+        'wordnet_a': wordnet_a,
+        'wordnet_b': wordnet_b,
+    })
+
+stimuli = StimulusSet(stimuli)
+image_id_to_lookup = dict(zip(stimuli['image_id_long'], stimuli['image_id']))
+stimuli.image_paths = image_paths
+stimuli.image_paths = {image_id_to_lookup[image_id]: path
+                       for image_id, path in stimuli.image_paths.items()}
+stimuli.name = 'Geirhos2021_uniform-noise'  # give the StimulusSet an identifier name
+
+# Ensure 1280 images in dataset
+assert len(stimuli) == 1280
+
+# upload to S3
+package_stimulus_set("brainio_brainscore", stimuli, stimulus_set_identifier=stimuli.name,
+                     bucket_name="brainio-brainscore")

brainscore_vision/data/geirhos2021/geirhos_hashes.csv

@@ -0,0 +1,52 @@
+identifier,lookup_type,class,location_type,location,sha1,stimulus_set_identifier,lookup_source
+brendel.Geirhos2021_colour,assembly,BehavioralAssembly,S3,https://brainio-brainscore.s3.amazonaws.com/assy_brendel_Geirhos2021_colour.nc,258862d82467614e45cc1e488a5ac909eb6e122d,brendel.Geirhos2021_colour,brainio_brainscore
+brendel.Geirhos2021_colour,stimulus_set,StimulusSet,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_colour.csv,9c97c155fd6039a95978be89eb604c6894c5fa16,,brainio_brainscore
+brendel.Geirhos2021_colour,stimulus_set,,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_colour.zip,d166f1d3dc3d00c4f51a489e6fcf96dbbe778d2c,,brainio_brainscore
+brendel.Geirhos2021_contrast,assembly,BehavioralAssembly,S3,https://brainio-brainscore.s3.amazonaws.com/assy_brendel_Geirhos2021_contrast.nc,1e114c987dc035ccca43781ff8cee9689acd3c3f,brendel.Geirhos2021_contrast,brainio_brainscore
+brendel.Geirhos2021_contrast,stimulus_set,StimulusSet,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_contrast.csv,f6ef69a2e8937e1d0d83c8a21b325b4273494cb5,,brainio_brainscore
+brendel.Geirhos2021_contrast,stimulus_set,,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_contrast.zip,ebeeef2f9c6a7282e20ef2026dc77eefa026957b,,brainio_brainscore
+brendel.Geirhos2021_cue-conflict,assembly,BehavioralAssembly,S3,https://brainio-brainscore.s3.amazonaws.com/assy_brendel_Geirhos2021_cue-conflict.nc,cc214e3595d34565b13963c5f56049769a39a5c9,brendel.Geirhos2021_cue-conflict,brainio_brainscore
+brendel.Geirhos2021_cue-conflict,stimulus_set,StimulusSet,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_cue-conflict.csv,8d3ae89d8870fb7d7c5d5ff387085b1f0116e2b7,,brainio_brainscore
+brendel.Geirhos2021_cue-conflict,stimulus_set,,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_cue-conflict.zip,7e601186b181102939cd0b43a4e8a3ca95c18259,,brainio_brainscore
+brendel.Geirhos2021_edge,assembly,BehavioralAssembly,S3,https://brainio-brainscore.s3.amazonaws.com/assy_brendel_Geirhos2021_edge.nc,ab1dc9e188e248da07215b375eb3dbcc58fde7fb,brendel.Geirhos2021_edge,brainio_brainscore
+brendel.Geirhos2021_edge,stimulus_set,StimulusSet,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_edge.csv,fb57005ecb80e4e37b01e084f1f176fe7f59ff7f,,brainio_brainscore
+brendel.Geirhos2021_edge,stimulus_set,,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_edge.zip,6c1199d90836a26be454aa799864a63c5efacaa1,,brainio_brainscore
+brendel.Geirhos2021_eidolonI,assembly,BehavioralAssembly,S3,https://brainio-brainscore.s3.amazonaws.com/assy_brendel_Geirhos2021_eidolonI.nc,0f01f351ae19eafc2cb5e504d98e5cd01b4c07b4,brendel.Geirhos2021_eidolonI,brainio_brainscore
+brendel.Geirhos2021_eidolonI,stimulus_set,StimulusSet,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_eidolonI.csv,049adbed36fed52c609d38d5230e6084336df6b9,,brainio_brainscore
+brendel.Geirhos2021_eidolonI,stimulus_set,,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_eidolonI.zip,abaa45a225628dd66e424ec7d8e2b10a0c88bc0d,,brainio_brainscore
+brendel.Geirhos2021_eidolonII,assembly,BehavioralAssembly,S3,https://brainio-brainscore.s3.amazonaws.com/assy_brendel_Geirhos2021_eidolonII.nc,499eea0f0c0817d02b5b97d2ebab89bc4c40a153,brendel.Geirhos2021_eidolonII,brainio_brainscore
+brendel.Geirhos2021_eidolonII,stimulus_set,StimulusSet,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_eidolonII.csv,1806ada128c260ab54db570d2e73aea71d679754,,brainio_brainscore
+brendel.Geirhos2021_eidolonII,stimulus_set,,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_eidolonII.zip,2654ba55291f8ab972f18b36565f9ead80a45339,,brainio_brainscore
+brendel.Geirhos2021_eidolonIII,assembly,BehavioralAssembly,S3,https://brainio-brainscore.s3.amazonaws.com/assy_brendel_Geirhos2021_eidolonIII.nc,e7c9a49e729f8666f8aedc6e47c746fbbe2ebe36,brendel.Geirhos2021_eidolonIII,brainio_brainscore
+brendel.Geirhos2021_eidolonIII,stimulus_set,StimulusSet,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_eidolonIII.csv,ba0173b315f02df16d418dc3ff1df7dc498b4893,,brainio_brainscore
+brendel.Geirhos2021_eidolonIII,stimulus_set,,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_eidolonIII.zip,d0304c0c0024d0f493ea9c0c47ae0221da391016,,brainio_brainscore
+brendel.Geirhos2021_false-colour,assembly,BehavioralAssembly,S3,https://brainio-brainscore.s3.amazonaws.com/assy_brendel_Geirhos2021_false-colour.nc,4dc072264651c81575564ba4818a12b8e8039c65,brendel.Geirhos2021_false-colour,brainio_brainscore
+brendel.Geirhos2021_false-colour,stimulus_set,StimulusSet,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_false-colour.csv,8a09a7af8ec44339bcae5500ae5900d9c4309042,,brainio_brainscore
+brendel.Geirhos2021_false-colour,stimulus_set,,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_false-colour.zip,ec0ba347fc14d0c0587d38bfa96e4ab5d2f7979a,,brainio_brainscore
+brendel.Geirhos2021_high-pass,assembly,BehavioralAssembly,S3,https://brainio-brainscore.s3.amazonaws.com/assy_brendel_Geirhos2021_high-pass.nc,5df45c69127758f1ba3391671c521711050e3b4d,brendel.Geirhos2021_high-pass,brainio_brainscore
+brendel.Geirhos2021_high-pass,stimulus_set,StimulusSet,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_high-pass.csv,ddf523dcf43398cc15894c7b51c436d526e6c992,,brainio_brainscore
+brendel.Geirhos2021_high-pass,stimulus_set,,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_high-pass.zip,12322bb17270a5dde206314fcdc125c4bb235e3b,,brainio_brainscore
+brendel.Geirhos2021_low-pass,assembly,BehavioralAssembly,S3,https://brainio-brainscore.s3.amazonaws.com/assy_brendel_Geirhos2021_low-pass.nc,75ab628d9e6d0d634290567b1cb261d7f8dc61e2,brendel.Geirhos2021_low-pass,brainio_brainscore
+brendel.Geirhos2021_low-pass,stimulus_set,StimulusSet,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_low-pass.csv,1264f9be407c7d428cf3d62a7bb1b1bb45a821bc,,brainio_brainscore
+brendel.Geirhos2021_low-pass,stimulus_set,,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_low-pass.zip,ad087676e04e51adadea7c7c5c1fa28e4dd6360c,,brainio_brainscore
+brendel.Geirhos2021_phase-scrambling,assembly,BehavioralAssembly,S3,https://brainio-brainscore.s3.amazonaws.com/assy_brendel_Geirhos2021_phase-scrambling.nc,4124f9f5b86fb6ed82c98197d292eef50b608aba,brendel.Geirhos2021_phase-scrambling,brainio_brainscore
+brendel.Geirhos2021_phase-scrambling,stimulus_set,StimulusSet,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_phase-scrambling.csv,0cc87f7ac42c2266f98d3a08783f7173499ec2fc,,brainio_brainscore
+brendel.Geirhos2021_phase-scrambling,stimulus_set,,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_phase-scrambling.zip,462e77ab9533072b7036118f1f697e8c9bf30ae4,,brainio_brainscore
+brendel.Geirhos2021_power-equalisation,assembly,BehavioralAssembly,S3,https://brainio-brainscore.s3.amazonaws.com/assy_brendel_Geirhos2021_power-equalisation.nc,0aba1b50a7e0802d76c41d332a121a3f96ef4f7d,brendel.Geirhos2021_power-equalisation,brainio_brainscore
+brendel.Geirhos2021_power-equalisation,stimulus_set,StimulusSet,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_power-equalisation.csv,743935476b1fe4b7bd4d01a4eed24cd9ed5b3a22,,brainio_brainscore
+brendel.Geirhos2021_power-equalisation,stimulus_set,,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_power-equalisation.zip,a0d5307525bccf8da8f3d293e7e324b9b20248c6,,brainio_brainscore
+brendel.Geirhos2021_rotation,assembly,BehavioralAssembly,S3,https://brainio-brainscore.s3.amazonaws.com/assy_brendel_Geirhos2021_rotation.nc,e51a5c3bc95ade159e71aa602232063730bcd57b,brendel.Geirhos2021_rotation,brainio_brainscore
+brendel.Geirhos2021_rotation,stimulus_set,StimulusSet,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_rotation.csv,2577831e9ead905669613fa17cb2651d0c48a455,,brainio_brainscore
+brendel.Geirhos2021_rotation,stimulus_set,,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_rotation.zip,8f5d9cb217807e96ace61337144e429d0d4ba04c,,brainio_brainscore
+brendel.Geirhos2021_silhouette,assembly,BehavioralAssembly,S3,https://brainio-brainscore.s3.amazonaws.com/assy_brendel_Geirhos2021_silhouette.nc,7dc94991465fe8009244e0d6fb8283419a1f9885,brendel.Geirhos2021_silhouette,brainio_brainscore
+brendel.Geirhos2021_silhouette,stimulus_set,StimulusSet,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_silhouette.csv,fb57005ecb80e4e37b01e084f1f176fe7f59ff7f,,brainio_brainscore
+brendel.Geirhos2021_silhouette,stimulus_set,,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_silhouette.zip,36c8a481f7876a2af2ad4fe80890b302fe3ae91e,,brainio_brainscore
+brendel.Geirhos2021_sketch,assembly,BehavioralAssembly,S3,https://brainio-brainscore.s3.amazonaws.com/assy_brendel_Geirhos2021_sketch.nc,6709850864cea16d99a29fb31ae3c4a489983562,brendel.Geirhos2021_sketch,brainio_brainscore
+brendel.Geirhos2021_sketch,stimulus_set,StimulusSet,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_sketch.csv,a5741b2f7bd08541a0dbefd7fb2d6a3845ca800b,,brainio_brainscore
+brendel.Geirhos2021_sketch,stimulus_set,,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_sketch.zip,8e8712f08a5ad3655ea2bd8cd675db8cdf65129a,,brainio_brainscore
+brendel.Geirhos2021_stylized,assembly,BehavioralAssembly,S3,https://brainio-brainscore.s3.amazonaws.com/assy_brendel_Geirhos2021_stylized.nc,dcf15f292e787a88e1e0f271e6b2838d6bdadfd3,brendel.Geirhos2021_stylized,brainio_brainscore
+brendel.Geirhos2021_stylized,stimulus_set,StimulusSet,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_stylized.csv,2265a540dee6915150bf7c61143eaf788f603866,,brainio_brainscore
+brendel.Geirhos2021_stylized,stimulus_set,,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_stylized.zip,75d273e8de643b0d814fbe60cd237c31ebe19c44,,brainio_brainscore
+brendel.Geirhos2021_uniform-noise,assembly,BehavioralAssembly,S3,https://brainio-brainscore.s3.amazonaws.com/assy_brendel_Geirhos2021_uniform-noise.nc,f5e8b2636738f978c71591b8df6f8a21a66b72d1,brendel.Geirhos2021_uniform-noise,brainio_brainscore
+brendel.Geirhos2021_uniform-noise,stimulus_set,StimulusSet,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_uniform-noise.csv,89b62a6af878974d388278ed0e23e8ed1c2fd855,,brainio_brainscore
+brendel.Geirhos2021_uniform-noise,stimulus_set,,S3,https://brainio-brainscore.s3.amazonaws.com/image_brendel_Geirhos2021_uniform-noise.zip,ff4566542d65056028660293e2409b532e887714,,brainio_brainscore

brainscore_vision/data/geirhos2021/test.py

@@ -0,0 +1,330 @@
+import numpy as np
+import pytest
+
+from brainscore_vision import load_stimulus_set, load_dataset
+from brainscore_vision.benchmarks.geirhos2021.benchmark import DATASETS
+
+
+def test_count():
+    assert len(DATASETS) == 12 + 5
+
+
+@pytest.mark.parametrize('assembly_identifier', [
+    pytest.param('Geirhos2021_colour', marks=[pytest.mark.private_access]),
+    pytest.param('Geirhos2021_contrast', marks=[pytest.mark.private_access]),
+    pytest.param('Geirhos2021_cue-conflict', marks=[pytest.mark.private_access]),
+    pytest.param('Geirhos2021_edge', marks=[pytest.mark.private_access]),
+    pytest.param('Geirhos2021_eidolonI', marks=[pytest.mark.private_access]),
+    pytest.param('Geirhos2021_eidolonII', marks=[pytest.mark.private_access]),
+    pytest.param('Geirhos2021_eidolonIII', marks=[pytest.mark.private_access]),
+    pytest.param('Geirhos2021_false-colour', marks=[pytest.mark.private_access]),
+    pytest.param('Geirhos2021_high-pass', marks=[pytest.mark.private_access]),
+    pytest.param('Geirhos2021_low-pass', marks=[pytest.mark.private_access]),
+    pytest.param('Geirhos2021_phase-scrambling', marks=[pytest.mark.private_access]),
+    pytest.param('Geirhos2021_power-equalisation', marks=[pytest.mark.private_access]),
+    pytest.param('Geirhos2021_rotation', marks=[pytest.mark.private_access]),
+    pytest.param('Geirhos2021_silhouette', marks=[pytest.mark.private_access]),
+    pytest.param('Geirhos2021_stylized', marks=[pytest.mark.private_access]),
+    pytest.param('Geirhos2021_sketch', marks=[pytest.mark.private_access]),
+    pytest.param('Geirhos2021_uniform-noise', marks=[pytest.mark.private_access]),
+])
+def test_existence(assembly_identifier):
+    assert load_dataset(assembly_identifier) is not None
+
+
+class TestAssemblies:
+    # test stimulus_set data alignment with assembly:
+    @pytest.mark.parametrize('identifier', [
+        'colour',
+        'contrast',
+        'cue-conflict',
+        'edge',
+        'eidolonI',
+        'eidolonII',
+        'eidolonIII',
+        'false-colour',
+        'high-pass',
+        'low-pass',
+        'phase-scrambling',
+        'power-equalisation',
+        'rotation',
+        'silhouette',
+        'stylized',
+        'sketch',
+        'uniform-noise',
+    ])
+    @pytest.mark.parametrize('field', [
+        'image_id',
+        'condition',
+        'truth',
+    ])
+    def test_stimulus_set_assembly_alignment(self, identifier, field):
+        full_name = f"Geirhos2021_{identifier}"
+        assembly = load_dataset(full_name)
+        assert assembly.stimulus_set is not None
+        assert assembly.stimulus_set.identifier == full_name
+        assert set(assembly.stimulus_set[field]) == set(assembly[field].values)
+
+    # test the number of subjects:
+    @pytest.mark.parametrize('identifier, num_subjects', [
+        ('colour', 4),
+        ('contrast', 4),
+        ('cue-conflict', 10),
+        ('edge', 10),
+        ('eidolonI', 4),
+        ('eidolonII', 4),
+        ('eidolonIII', 4),
+        ('false-colour', 4),
+        ('high-pass', 4),
+        ('low-pass', 4),
+        ('phase-scrambling', 4),
+        ('power-equalisation', 4),
+        ('rotation', 4),
+        ('silhouette', 10),
+        ('stylized', 5),
+        ('sketch', 7),
+        ('uniform-noise', 4),
+    ])
+    def test_num_subjects(self, identifier, num_subjects):
+        assembly = load_dataset(f"Geirhos2021_{identifier}")
+        assert len(np.unique(assembly['subject'].values)) == num_subjects
+
+    # test the number of images
+    @pytest.mark.parametrize('identifier, num_images', [
+        ('colour', 1280),
+        ('contrast', 1280),
+        ('cue-conflict', 1280),
+        ('edge', 160),
+        ('eidolonI', 1280),
+        ('eidolonII', 1280),
+        ('eidolonIII', 1280),
+        ('false-colour', 1120),
+        ('high-pass', 1280),
+        ('low-pass', 1280),
+        ('phase-scrambling', 1120),
+        ('power-equalisation', 1120),
+        ('rotation', 1280),
+        ('silhouette', 160),
+        ('stylized', 800),
+        ('sketch', 800),
+        ('uniform-noise', 1280),
+    ])
+    def test_num_images(self, identifier, num_images):
+        assembly = load_dataset(f"Geirhos2021_{identifier}")
+        assert len(np.unique(assembly['image_id'].values)) == num_images
+
+    # tests assembly dim for ALL 17 sets:
+    @pytest.mark.parametrize('identifier, length', [
+        ('colour', 5120),
+        ('contrast', 5120),
+        ('cue-conflict', 12800),
+        ('edge', 1600),
+        ('eidolonI', 5120),
+        ('eidolonII', 5120),
+        ('eidolonIII', 5120),
+        ('false-colour', 4480),
+        ('high-pass', 5120),
+        ('low-pass', 5120),
+        ('phase-scrambling', 4480),
+        ('power-equalisation', 4480),
+        ('rotation', 5120),
+        ('silhouette', 1600),
+        ('stylized', 4000),
+        ('sketch', 5600),
+        ('uniform-noise', 5120),
+    ])
+    def test_length(self, identifier, length):
+        assembly = load_dataset(f"Geirhos2021_{identifier}")
+        assert len(assembly['presentation']) == length
+
+    # test assembly coords present in ALL 17 sets:
+    @pytest.mark.parametrize('identifier', [
+        'colour',
+        'contrast',
+        'cue-conflict',
+        'edge',
+        'eidolonI',
+        'eidolonII',
+        'eidolonIII',
+        'false-colour',
+        'high-pass',
+        'low-pass',
+        'phase-scrambling',
+        'power-equalisation',
+        'rotation',
+        'silhouette',
+        'stylized',
+        'sketch',
+        'uniform-noise',
+    ])
+    @pytest.mark.parametrize('field', [
+        'image_id',
+        'image_id_long',
+        'choice',
+        'truth',
+        'condition',
+        'response_time',
+        'trial',
+        'subject',
+        'session',
+    ])
+    def test_fields_present(self, identifier, field):
+        assembly = load_dataset(f"Geirhos2021_{identifier}")
+        assert hasattr(assembly, field)
+
+    # tests assembly coords for the 2 "abnormal" sets:
+    @pytest.mark.parametrize('identifier', [
+        'edge',
+        'silhouette',
+    ])
+    @pytest.mark.parametrize('field', [
+        'image_id',
+        'image_category',
+        'truth',
+        'image_variation',
+        'condition',
+    ])
+    def test_fields_present_abnormal_sets(self, identifier, field):
+        assembly = load_dataset(f"Geirhos2021_{identifier}")
+        assert hasattr(assembly, field)
+
+    # tests assembly coords for the cue-conflict different set:
+    @pytest.mark.parametrize('identifier', [
+        'cue-conflict',
+    ])
+    @pytest.mark.parametrize('field', [
+        'image_id',
+        'original_image',
+        'truth',
+        'category',
+        'conflict_image',
+        'original_image_category',
+        'original_image_variation',
+        'conflict_image_category',
+        'conflict_image_variation',
+        'condition',
+    ])
+    def test_fields_present_cue_conflict(self, identifier, field):
+        assembly = load_dataset(f"Geirhos2021_{identifier}")
+        assert hasattr(assembly, field)
+
+
+# testing stimulus sets
+@pytest.mark.slow
+class TestStimulusSets:
+    # test stimulus_set data:
+    @pytest.mark.parametrize('identifier', [
+        'colour',
+        'contrast',
+        'cue-conflict',
+        'edge',
+        'eidolonI',
+        'eidolonII',
+        'eidolonIII',
+        'false-colour',
+        'high-pass',
+        'low-pass',
+        'phase-scrambling',
+        'power-equalisation',
+        'rotation',
+        'silhouette',
+        'stylized',
+        'sketch',
+        'uniform-noise',
+    ])
+    def test_stimulus_set_exist(self, identifier):
+        full_name = f"Geirhos2021_{identifier}"
+        stimulus_set = load_stimulus_set(full_name)
+        assert stimulus_set is not None
+        assert stimulus_set.identifier == f"{full_name}"
+
+    # test the number of images
+    @pytest.mark.parametrize('identifier, num_images', [
+        ('colour', 1280),
+        ('contrast', 1280),
+        ('cue-conflict', 1280),
+        ('edge', 160),
+        ('eidolonI', 1280),
+        ('eidolonII', 1280),
+        ('eidolonIII', 1280),
+        ('false-colour', 1120),
+        ('high-pass', 1280),
+        ('low-pass', 1280),
+        ('phase-scrambling', 1120),
+        ('power-equalisation', 1120),
+        ('rotation', 1280),
+        ('silhouette', 160),
+        ('stylized', 800),
+        ('sketch', 800),
+        ('uniform-noise', 1280),
+    ])
+    def test_num_images(self, identifier, num_images):
+        stimulus_set = load_stimulus_set(f"Geirhos2021_{identifier}")
+        assert len(np.unique(stimulus_set['image_id'].values)) == num_images
+
+    # tests stimulus_set coords for the 14 "normal" sets:
+    @pytest.mark.parametrize('identifier', [
+        'colour',
+        'contrast',
+        'eidolonI',
+        'eidolonII',
+        'eidolonIII',
+        'false-colour',
+        'high-pass',
+        'low-pass',
+        'phase-scrambling',
+        'power-equalisation',
+        'rotation',
+        'stylized',
+        'sketch',
+        'uniform-noise',
+    ])
+    @pytest.mark.parametrize('field', [
+        'image_id',
+        'image_id_long',
+        'image_number',
+        'experiment_code',
+        'condition',
+        'truth',
+        'category_ground_truth',
+        'random_number',
+    ])
+    def test_fields_present(self, identifier, field):
+        stimulus_set = load_stimulus_set(f"Geirhos2021_{identifier}")
+        assert hasattr(stimulus_set, field)
+
+    # tests assembly coords for the 2 "abnormal" sets:
+    @pytest.mark.parametrize('identifier', [
+        'edge',
+        'silhouette',
+    ])
+    @pytest.mark.parametrize('field', [
+        'image_id',
+        'image_category',
+        'truth',
+        'image_variation',
+        'condition',
+    ])
+    def test_fields_present2(self, identifier, field):
+        stimulus_set = load_dataset(f"Geirhos2021_{identifier}")
+        assert hasattr(stimulus_set, field)
+
+    # test assembly fields for cue-conflict's odd stimulus_set:
+    @pytest.mark.parametrize('identifier', [
+        'cue-conflict',
+    ])
+    @pytest.mark.parametrize('field', [
+        'image_id',
+        'original_image',
+        'truth',
+        'category',
+        'conflict_image',
+        'original_image_category',
+        'original_image_variation',
+        'conflict_image_category',
+        'conflict_image_variation',
+        'condition',
+    ])
+    def test_fields_present3(self, identifier, field):
+        stimulus_set = load_dataset(f"Geirhos2021_{identifier}")
+        assert hasattr(stimulus_set, field)

brainscore_vision/data/hebart2023/__init__.py

@@ -0,0 +1,23 @@
+from brainio.assemblies import NeuronRecordingAssembly
+from brainscore_vision import load_stimulus_set
+from brainscore_vision import stimulus_set_registry, data_registry
+from brainscore_vision.data_helpers.s3 import load_assembly_from_s3, load_stimulus_set_from_s3
+
+stimulus_set_registry['Hebart2023'] = lambda: load_stimulus_set_from_s3(
+    identifier="Hebart2023",
+    bucket="brainio-brainscore",
+    csv_version_id="rHfHstbIZesJuXguqTpO3kAsDdRJ8FY_",
+    csv_sha1="8fd5a8d4d68cc206000878dd835829fd14a426e8",
+    zip_version_id="Vo4af.yuEzGR8d.tHtKzeQNAigThiiyE",
+    zip_sha1="f244ebfe07c98470885026188c801857ba2ec0ea",
+    filename_prefix='stimulus_',
+)
+
+data_registry['Hebart2023'] = lambda: load_assembly_from_s3(
+    identifier="Hebart2023",
+    version_id="nO4rlBtVj1agBGyrguZfLsAxJ9qDIzfy",
+    sha1="90f66d37c202dcd1c74d82854efd4a1e8c5fe82e",
+    bucket="brainio-brainscore",
+    cls=NeuronRecordingAssembly,
+    stimulus_set_loader=lambda: load_stimulus_set('Hebart2023'),
+)