brainscore-vision 2.1__py3-none-any.whl

brainscore_vision/data/geirhos2021/data_packaging/power-equalisation/power-equalisation_stimulus_set.py

@@ -0,0 +1,82 @@
+from pathlib import Path
+from brainio.stimuli import StimulusSet
+from brainio.packaging import package_stimulus_set
+
+stimuli = []
+image_paths = {}
+stimuli_directory = '../datasets/power-equalisation/dnn/session-1'
+
+
+'''
+Dataset Meta Info (from https://github.com/rgeirhos/generalisation-humans-DNNs)
+
+Sample image from dataset:
+0001_pow_s01_0_clock_35_n03196217_10246.png
+
+This is a concatenation of the following information (separated by '_'):
+
+    1) a four-digit number starting with 0000 for the first image in an experiment; 
+       the last image therefore has the number n-1 if n is the number of images in a certain experiment
+    2) short code for experiment name, e.g. 'eid' for eidolon-experiment
+    3) either e.g. 's01' for 'subject-01', or 'dnn' for DNNs
+    4) condition
+    5) category (ground truth)
+    6) a number (just ignore it)
+    7) image identifier in the form a_b.JPEG (or a_b.png), with a being the 
+       WNID (WordNet ID) of the corresponding synset and b being an integer.
+'''
+
+for filepath in Path(stimuli_directory).glob('*.png'):
+
+    # entire name of image file:
+    image_id = filepath.stem
+    image_id_long = image_id
+    split_name = filepath.stem.split('_')
+
+    # ensure proper metadata length per image in set
+    assert len(split_name) == 8
+
+    # Dataset image data, 1-7 from above:
+    image_number = split_name[0]
+    experiment_code = split_name[1]
+    subject = split_name[2]
+    condition = split_name[3]
+    category_ground_truth = split_name[4]
+    random_number = split_name[5]
+
+    # note the split, for a total of 8 metadata fields:
+    wordnet_a = split_name[6]
+    wordnet_b = split_name[7]
+
+    # image lookup ID, same as data assembly. This is the exact image shown to participant.
+    # This is needed, as the raw images have "dnn" in the subject field, even when a human subject
+    # was used. Otherwise, the image name data in the raw data table and the image names themselves are the same.
+    image_lookup_id = "_".join(split_name[3:])
+
+    image_paths[image_id] = filepath
+    stimuli.append({
+        'image_id': image_lookup_id,
+        'image_id_long': image_id_long,
+        'image_number': image_number,
+        'experiment_code': experiment_code,
+        'condition': condition,
+        'truth': category_ground_truth,
+        'category_ground_truth': category_ground_truth,
+        'random_number': random_number,
+        'wordnet_a': wordnet_a,
+        'wordnet_b': wordnet_b,
+    })
+
+stimuli = StimulusSet(stimuli)
+image_id_to_lookup = dict(zip(stimuli['image_id_long'], stimuli['image_id']))
+stimuli.image_paths = image_paths
+stimuli.image_paths = {image_id_to_lookup[image_id]: path
+                       for image_id, path in stimuli.image_paths.items()}
+stimuli.name = 'Geirhos2021_power-equalisation'  # give the StimulusSet an identifier name
+
+# Ensure 1280 images in dataset
+assert len(stimuli) == 1120
+
+# upload to S3
+package_stimulus_set("brainio_brainscore", stimuli, stimulus_set_identifier=stimuli.name,
+                     bucket_name="brainio-brainscore")

brainscore_vision/data/geirhos2021/data_packaging/rotation/rotation_data_assembly.py

@@ -0,0 +1,87 @@
+import numpy as np
+
+from brainio.assemblies import BehavioralAssembly
+from brainio.packaging import package_data_assembly
+import pandas as pd
+
+'''
+Experiment Information:
+https://arxiv.org/pdf/1706.06969.pdf
+
+ - 4 subjects 
+ - 1280 images each
+ - 5120 total images shown 
+ - match to sample task, 16AFC
+ - 16 image categories
+ - for the this benchmark (rotation) subjects saw the EXACT image indicated with the variable/column name
+   image_lookup_id, and not a variation of it (no distortions, editing, etc). Condition is the angle of rotation.
+'''
+
+# initial csv to dataframe processing:
+subject_1 = pd.read_csv('data_assemblies/rotation_subject-01_session_1.csv')
+subject_2 = pd.read_csv('data_assemblies/rotation_subject-02_session_1.csv')
+subject_3 = pd.read_csv('data_assemblies/rotation_subject-03_session_1.csv')
+subject_4 = pd.read_csv('data_assemblies/rotation_subject-04_session_1.csv')
+
+all_subjects = pd.concat([subject_1, subject_2, subject_3, subject_4])
+
+# parse df for the image lookup id. This relates the data assembly with the stimulus set.
+split_cols = all_subjects['imagename'].str.split("_", expand=True)
+drop_cols = split_cols.drop(split_cols.columns[[0, 1, 2]], axis=1)
+all_subjects['image_lookup_id'] = drop_cols.agg("_".join, axis=1).str.replace(".png", "")
+
+
+# construct the assembly
+assembly = BehavioralAssembly(all_subjects['object_response'],
+                              coords={
+                                  'image_id': ('presentation', all_subjects['image_lookup_id']),
+                                  'image_id_long': ('presentation', all_subjects['imagename']),
+                                  'truth': ('presentation', all_subjects['category']),
+                                  'choice': ('presentation', all_subjects['object_response']),
+                                  'category': ('presentation', all_subjects['category']),
+                                  'condition': ('presentation', all_subjects['condition']),
+                                  'response_time': ('presentation', all_subjects['rt']),
+                                  'trial': ('presentation', all_subjects['trial']),
+                                  'subject': ('presentation', all_subjects['subj']),
+                                  'session': ('presentation', all_subjects['Session']),
+                              },
+                              dims=['presentation']
+                              )
+
+# give the assembly an identifier name
+assembly.name = 'brendel.Geirhos2021_rotation'
+
+# make sure assembly dim is correct length
+assert len(assembly['presentation']) == 5120
+
+# make sure assembly coords are correct length
+assert len(assembly['image_id']) == 5120
+assert len(assembly['image_id_long']) == 5120
+assert len(assembly['truth']) == 5120
+assert len(assembly['category']) == 5120
+assert len(assembly['condition']) == 5120
+assert len(assembly['response_time']) == 5120
+assert len(assembly['trial']) == 5120
+assert len(assembly['subject']) == 5120
+assert len(assembly['session']) == 5120
+
+
+# make sure there are 1280 unique images (shown 1 time for each  of 4 subjects, total of 4 * 1280 = 5120 images shown)
+assert len(np.unique(assembly['image_id'].values)) == 1280
+
+# make sure there are 4 unique subjects:
+assert len(np.unique(assembly['subject'].values)) == 4
+
+# make sure there are only 2 possible conditions, 0, 90, 180, 270
+assert len(np.unique(assembly['condition'].values)) == 4
+
+
+# make sure there are 16 unique object categories (ground truths):
+assert len(np.unique(assembly['truth'].values)) == 16
+assert len(np.unique(assembly['category'].values)) == 16
+
+
+# upload to S3
+package_data_assembly('brainio_brainscore', assembly, assembly_identifier=assembly.name,
+                      stimulus_set_identifier="Geirhos2021_rotation",
+                      assembly_class="BehavioralAssembly", bucket_name="brainio-brainscore")

brainscore_vision/data/geirhos2021/data_packaging/rotation/rotation_stimulus_set.py

@@ -0,0 +1,82 @@
+from pathlib import Path
+from brainio.stimuli import StimulusSet
+from brainio.packaging import package_stimulus_set
+
+stimuli = []
+image_paths = {}
+stimuli_directory = '../datasets/rotation/dnn/session-1'
+
+
+'''
+Dataset Meta Info (from https://github.com/rgeirhos/generalisation-humans-DNNs)
+
+Sample image from dataset:
+0001_rot_s01_0_chair_20_n03376595_3070.png
+
+This is a concatenation of the following information (separated by '_'):
+
+    1) a four-digit number starting with 0000 for the first image in an experiment; 
+       the last image therefore has the number n-1 if n is the number of images in a certain experiment
+    2) short code for experiment name, e.g. 'eid' for eidolon-experiment
+    3) either e.g. 's01' for 'subject-01', or 'dnn' for DNNs
+    4) condition
+    5) category (ground truth)
+    6) a number (just ignore it)
+    7) image identifier in the form a_b.JPEG (or a_b.png), with a being the 
+       WNID (WordNet ID) of the corresponding synset and b being an integer.
+'''
+
+for filepath in Path(stimuli_directory).glob('*.png'):
+
+    # entire name of image file:
+    image_id = filepath.stem
+    image_id_long = image_id
+    split_name = filepath.stem.split('_')
+
+    # ensure proper metadata length per image in set
+    assert len(split_name) == 8
+
+    # Dataset image data, 1-7 from above:
+    image_number = split_name[0]
+    experiment_code = split_name[1]
+    subject = split_name[2]
+    condition = split_name[3]
+    category_ground_truth = split_name[4]
+    random_number = split_name[5]
+
+    # note the split, for a total of 8 metadata fields:
+    wordnet_a = split_name[6]
+    wordnet_b = split_name[7]
+
+    # image lookup ID, same as data assembly. This is the exact image shown to participant.
+    # This is needed, as the raw images have "dnn" in the subject field, even when a human subject
+    # was used. Otherwise, the image name data in the raw data table and the image names themselves are the same.
+    image_lookup_id = "_".join(split_name[3:])
+
+    image_paths[image_id] = filepath
+    stimuli.append({
+        'image_id': image_lookup_id,
+        'image_id_long': image_id_long,
+        'image_number': image_number,
+        'experiment_code': experiment_code,
+        'condition': condition,
+        'truth': category_ground_truth,
+        'category_ground_truth': category_ground_truth,
+        'random_number': random_number,
+        'wordnet_a': wordnet_a,
+        'wordnet_b': wordnet_b,
+    })
+
+stimuli = StimulusSet(stimuli)
+image_id_to_lookup = dict(zip(stimuli['image_id_long'], stimuli['image_id']))
+stimuli.image_paths = image_paths
+stimuli.image_paths = {image_id_to_lookup[image_id]: path
+                       for image_id, path in stimuli.image_paths.items()}
+stimuli.name = 'Geirhos2021_rotation'  # give the StimulusSet an identifier name
+
+# Ensure 1280 images in dataset
+assert len(stimuli) == 1280
+
+# upload to S3
+package_stimulus_set("brainio_brainscore", stimuli, stimulus_set_identifier=stimuli.name,
+                     bucket_name="brainio-brainscore")

brainscore_vision/data/geirhos2021/data_packaging/silhouette/silhouette_data_assembly.py

@@ -0,0 +1,100 @@
+import numpy as np
+
+from brainio.assemblies import BehavioralAssembly
+from brainio.packaging import package_data_assembly
+import pandas as pd
+
+'''
+
+** NOTE: This benchmark (silhouette) has a very different stimulus sets then others,
+         but is the exact same as the edge benchmark !! 
+**
+
+
+Experiment Information:
+https://arxiv.org/pdf/1706.06969.pdf
+
+
+ - 10 subjects 
+ - 160 images each
+ - 1600 total images shown 
+ - match to sample task, 16AFC
+ - 16 image categories
+ - for the this benchmark (silhouette) subjects saw the EXACT image indicated with the variable/column name
+   image_lookup_id, and not a variation of it (no distortions, editing, etc). Condition is o for all 1600 trials. 
+
+'''
+
+# initial csv to dataframe processing:
+subject_1 = pd.read_csv('data_assemblies/silhouette_subject-01_session_1.csv')
+subject_2 = pd.read_csv('data_assemblies/silhouette_subject-02_session_1.csv')
+subject_3 = pd.read_csv('data_assemblies/silhouette_subject-03_session_1.csv')
+subject_4 = pd.read_csv('data_assemblies/silhouette_subject-04_session_1.csv')
+subject_5 = pd.read_csv('data_assemblies/silhouette_subject-05_session_1.csv')
+subject_6 = pd.read_csv('data_assemblies/silhouette_subject-06_session_1.csv')
+subject_7 = pd.read_csv('data_assemblies/silhouette_subject-07_session_1.csv')
+subject_8 = pd.read_csv('data_assemblies/silhouette_subject-08_session_1.csv')
+subject_9 = pd.read_csv('data_assemblies/silhouette_subject-09_session_1.csv')
+subject_10 = pd.read_csv('data_assemblies/silhouette_subject-10_session_1.csv')
+
+all_subjects = pd.concat([subject_1, subject_2, subject_3, subject_4, subject_5,
+                          subject_6, subject_7, subject_8, subject_9, subject_10])
+
+# parse df for the image lookup id. This relates the data assembly with the stimulus set.
+split_cols = all_subjects['imagename'].str.split("_", expand=True)
+all_subjects["image_id_long"] = split_cols[6].str.replace(".png", "")
+
+
+# construct the assembly
+assembly = BehavioralAssembly(all_subjects['object_response'],
+                              coords={
+                                  'image_id': ('presentation', all_subjects['image_id_long']),
+                                  'image_id_long': ('presentation', all_subjects['imagename']),
+                                  'truth': ('presentation', all_subjects['category']),
+                                  'choice': ('presentation', all_subjects['object_response']),
+                                  'category': ('presentation', all_subjects['category']),
+                                  'condition': ('presentation', all_subjects['condition']),
+                                  'response_time': ('presentation', all_subjects['rt']),
+                                  'trial': ('presentation', all_subjects['trial']),
+                                  'subject': ('presentation', all_subjects['subj']),
+                                  'session': ('presentation', all_subjects['session']),
+                              },
+                              dims=['presentation']
+                              )
+
+# give the assembly an identifier name
+assembly.name = 'brendel.Geirhos2021_silhouette'
+
+# make sure assembly dim is correct length
+assert len(assembly['presentation']) == 1600
+
+# make sure assembly coords are correct length
+assert len(assembly['image_id']) == 1600
+assert len(assembly['image_id_long']) == 1600
+assert len(assembly['truth']) == 1600
+assert len(assembly['category']) == 1600
+assert len(assembly['condition']) == 1600
+assert len(assembly['response_time']) == 1600
+assert len(assembly['trial']) == 1600
+assert len(assembly['subject']) == 1600
+assert len(assembly['session']) == 1600
+
+
+# # make sure there are 160 unique images (shown 1 time for each  of 10 subjects, total of 16 * 10 = 160 images shown)
+assert len(np.unique(assembly['image_id'].values)) == 160
+
+# make sure there are 10 unique subjects:
+assert len(np.unique(assembly['subject'].values)) == 10
+
+# make sure there is only a single condition (0)
+assert len(np.unique(assembly['condition'].values)) == 1
+
+# make sure there are 16 unique object categories (ground truths):
+assert len(np.unique(assembly['truth'].values)) == 16
+assert len(np.unique(assembly['category'].values)) == 16
+
+
+# upload to S3
+package_data_assembly('brainio_brainscore', assembly, assembly_identifier=assembly.name,
+                      stimulus_set_identifier="Geirhos2021_silhouette",
+                      assembly_class="BehavioralAssembly", bucket_name="brainio-brainscore")

brainscore_vision/data/geirhos2021/data_packaging/silhouette/silhouette_stimulus_set.py

@@ -0,0 +1,71 @@
+from pathlib import Path
+from brainio.stimuli import StimulusSet
+from brainio.packaging import package_stimulus_set
+
+stimuli = []
+image_paths = {}
+stimuli_directory = '../datasets/silhouette'
+
+
+'''
+Dataset Meta Info (from https://github.com/rgeirhos/generalisation-humans-DNNs)
+
+** NOTE: This benchmark (silhouette) has a very different stimulus sets then others,
+         but is the exact same as the edge benchmark !! 
+**
+
+Sample image from dataset:
+bear4.png
+
+This is a concatenation of the following information:
+
+    1) Ground Truth category in the 16-set of:
+        {airplane, bear, bicycle, bird, boat, bottle, car, cat, 
+        chair, clock, dog, elephant, keyboard, knife, oven, truck} 
+    2) The sub-image number, in the set {1, 2, 3, ... 10}
+    
+There are thus 160 total images in this stimulus set (16 categories * 10 variations = 160) 
+
+'''
+
+for filepath in Path(stimuli_directory).glob('*.png'):
+
+    # entire name of image file:
+    image_id = filepath.stem
+
+    # re to parse image names into component parts:
+    import re
+    match = re.match(r"([a-z]+)([0-9]+)", image_id, re.I)
+    if match:
+        items = match.groups()
+    else:
+        items = []
+
+    split_name = items
+
+    # ensure proper metadata length per image in set
+    assert len(split_name) == 2
+
+    # Dataset image data, 1-7 from above:
+    image_category = split_name[0]
+    image_variation = split_name[1]
+
+    image_paths[image_id] = filepath
+    stimuli.append({
+        'image_id': image_id,
+        'image_category': image_category,
+        'truth': image_category,
+        'image_variation': image_variation,
+        'condition': 0,
+    })
+
+stimuli = StimulusSet(stimuli)
+stimuli.image_paths = image_paths
+stimuli.name = 'Geirhos2021_silhouette'  # give the StimulusSet an identifier name
+
+# Ensure 100 images in dataset
+assert len(stimuli) == 160
+
+# upload to S3
+package_stimulus_set("brainio_brainscore", stimuli, stimulus_set_identifier=stimuli.name,
+                     bucket_name="brainio-brainscore")

brainscore_vision/data/geirhos2021/data_packaging/sketch/sketch_data_assembly.py

@@ -0,0 +1,88 @@
+import numpy as np
+
+from brainio.assemblies import BehavioralAssembly
+from brainio.packaging import package_data_assembly
+import pandas as pd
+
+'''
+Experiment Information:
+https://arxiv.org/pdf/1706.06969.pdf
+
+ - 7 subjects 
+ - 800 trials each
+ - 5600 total trials 
+ - match to sample task 
+ - 16 image categories
+ - for the this benchmark (sketch) subjects saw the EXACT image indicated with the variable/column name
+   image_lookup_id, and not a variation of it (no distortions, editing, etc).
+
+'''
+
+# initial csv to dataframe processing:
+subject_1 = pd.read_csv('data_assemblies/sketch_subject-01_session_1.csv')
+subject_2 = pd.read_csv('data_assemblies/sketch_subject-02_session_1.csv')
+subject_3 = pd.read_csv('data_assemblies/sketch_subject-03_session_1.csv')
+subject_4 = pd.read_csv('data_assemblies/sketch_subject-04_session_1.csv')
+subject_5 = pd.read_csv('data_assemblies/sketch_subject-05_session_1.csv')
+subject_6 = pd.read_csv('data_assemblies/sketch_subject-06_session_1.csv')
+subject_7 = pd.read_csv('data_assemblies/sketch_subject-07_session_1.csv')
+all_subjects = pd.concat([subject_1, subject_2, subject_3, subject_4, subject_5, subject_6, subject_7])
+
+# parse for the image lookup id. This relates the data assembly with the stimulus set.
+split_cols = all_subjects['imagename'].str.split("_", expand=True)
+drop_cols = split_cols.drop(split_cols.columns[[0, 1, 2]], axis=1)
+all_subjects['image_lookup_id'] = drop_cols.agg("_".join, axis=1).str.replace(".png", "")
+
+# construct the assembly
+assembly = BehavioralAssembly(all_subjects['object_response'],
+                              coords={
+                                  'image_id': ('presentation', all_subjects['image_lookup_id']),
+                                  'image_id_long': ('presentation', all_subjects['imagename']),
+                                  'truth': ('presentation', all_subjects['category']),
+                                  'choice': ('presentation', all_subjects['object_response']),
+                                  'category': ('presentation', all_subjects['category']),
+                                  'condition': ('presentation', all_subjects['condition']),
+                                  'response_time': ('presentation', all_subjects['rt']),
+                                  'trial': ('presentation', all_subjects['trial']),
+                                  'subject': ('presentation', all_subjects['subj']),
+                                  'session': ('presentation', all_subjects['session']),
+                              },
+                              dims=['presentation']
+                              )
+
+# give the assembly an identifier name
+assembly.name = 'brendel.Geirhos2021_sketch'
+
+# make sure assembly dims are correct length
+assert len(assembly['presentation']) == 5600
+
+# make sure assembly coords are correct length
+assert len(assembly['image_id']) == 5600
+assert len(assembly['image_id_long']) == 5600
+assert len(assembly['truth']) == 5600
+assert len(assembly['choice']) == 5600
+assert len(assembly['category']) == 5600
+assert len(assembly['condition']) == 5600
+assert len(assembly['response_time']) == 5600
+assert len(assembly['trial']) == 5600
+assert len(assembly['subject']) == 5600
+assert len(assembly['session']) == 5600
+
+
+# make sure there are 800 unique images (shown 1 time for each  of 7 subjects, total of 7 * 800 = 5600 images shown)
+assert len(np.unique(assembly['image_id'].values)) == 800
+
+# make sure there are 7 unique subjects
+assert len(np.unique(assembly['subject'].values)) == 7
+
+# make sure there are 16 unique object categories (ground truths)
+assert len(np.unique(assembly['truth'].values)) == 16
+assert len(np.unique(assembly['category'].values)) == 16
+
+# make sure there is only one condition (i.e. no image variations added after presentation)
+assert len(np.unique(assembly['condition'].values)) == 1
+
+# upload to S3
+package_data_assembly('brainio_brainscore', assembly, assembly_identifier=assembly.name,
+                      stimulus_set_identifier="Geirhos2021_sketch",
+                      assembly_class="BehavioralAssembly", bucket_name="brainio-brainscore")

brainscore_vision/data/geirhos2021/data_packaging/sketch/sketch_stimulus_set.py

@@ -0,0 +1,75 @@
+from pathlib import Path
+from brainio.stimuli import StimulusSet
+from brainio.packaging import package_stimulus_set
+
+stimuli = []
+image_paths = {}
+stimuli_directory = '../datasets/sketch/dnn/session-1'
+
+
+'''
+Dataset Meta Info (from https://github.com/rgeirhos/generalisation-humans-DNNs)
+
+Sample image from dataset:
+0001_ske_dnn_0_airplane_00_airplane-0001-sketch-0.png
+
+This is a concatenation of the following information (separated by '_'):
+
+    1) a four-digit number starting with 0000 for the first image in an experiment; 
+       the last image therefore has the number n-1 if n is the number of images in a certain experiment
+    2) short code for experiment name, e.g. 'eid' for eidolon-experiment
+    3) subject: either e.g. 's01' for 'subject-01', or 'dnn' for DNNs
+    4) condition
+    5) category (ground truth)
+    6) a number (just ignore it)
+    7) image lookup ID: the exact image shown to the subject
+       
+'''
+
+for filepath in Path(stimuli_directory).glob('*.png'):
+
+    # entire name of image file:
+    image_id = filepath.stem
+    image_id_long = image_id
+    split_name = filepath.stem.split('_')
+
+    # ensure proper metadata length per image in set
+    assert len(split_name) == 7
+
+    # Dataset image data, 1-6 from above:
+    image_number = split_name[0]
+    experiment_code = split_name[1]
+    subject = split_name[2]
+    condition = split_name[3]
+    category_ground_truth = split_name[4]
+    random_number = split_name[5]
+
+    # this is the same as data assembly's image_lookup_id
+    image_lookup_id = f"{condition}_{category_ground_truth}_{random_number}_{split_name[6]}"
+
+    image_paths[image_id] = filepath
+    stimuli.append({
+        'image_id': image_lookup_id,
+        'image_id_long': image_id_long,
+        'image_number': image_number,
+        'experiment_code': experiment_code,
+        'condition': condition,
+        'truth': category_ground_truth,
+        'category_ground_truth': category_ground_truth,
+        'random_number': random_number,
+        'image_lookup_id': image_lookup_id,
+    })
+
+stimuli = StimulusSet(stimuli)
+image_id_to_lookup = dict(zip(stimuli['image_id_long'], stimuli['image_id']))
+stimuli.image_paths = image_paths
+stimuli.image_paths = {image_id_to_lookup[image_id]: path
+                       for image_id, path in stimuli.image_paths.items()}
+stimuli.name = 'Geirhos2021_sketch'
+
+# Ensure 800 images in dataset
+assert len(stimuli) == 800
+
+# upload to S3
+package_stimulus_set("brainio_brainscore", stimuli, stimulus_set_identifier=stimuli.name,
+                     bucket_name="brainio-brainscore")

brainscore_vision/data/geirhos2021/data_packaging/stylized/stylized_data_assembly.py

@@ -0,0 +1,87 @@
+import numpy as np
+
+from brainio.assemblies import BehavioralAssembly
+from brainio.packaging import package_data_assembly
+import pandas as pd
+
+'''
+Experiment Information:
+https://arxiv.org/pdf/1706.06969.pdf
+
+ - 5 subjects 
+ - 800 trials each
+ - 4000 total trials 
+ - match to sample task 
+ - 16 image categories
+ - for the this benchmark (stylized) subjects saw the EXACT image indicated with the variable/column name
+   image_lookup_id, and not a variation of it (no distortions, editing, etc).
+
+'''
+
+# initial csv to dataframe processing:
+subject_1 = pd.read_csv('data_assemblies/stylized_subject-01_session_1.csv')
+subject_2 = pd.read_csv('data_assemblies/stylized_subject-02_session_1.csv')
+subject_3 = pd.read_csv('data_assemblies/stylized_subject-03_session_1.csv')
+subject_4 = pd.read_csv('data_assemblies/stylized_subject-04_session_1.csv')
+subject_5 = pd.read_csv('data_assemblies/stylized_subject-05_session_1.csv')
+
+all_subjects = pd.concat([subject_1, subject_2, subject_3, subject_4, subject_5])
+
+# parse for the image lookup id. This relates the data assembly with the stimulus set.
+split_cols = all_subjects['imagename'].str.split("_", expand=True)
+drop_cols = split_cols.drop(split_cols.columns[[0, 1, 2]], axis=1)
+all_subjects['image_lookup_id'] = drop_cols.agg("_".join, axis=1).str.replace(".png", "")
+
+# construct the assembly
+assembly = BehavioralAssembly(all_subjects['object_response'],
+                              coords={
+                                  'image_id': ('presentation', all_subjects['image_lookup_id']),
+                                  'image_id_long': ('presentation', all_subjects['imagename']),
+                                  'truth': ('presentation', all_subjects['category']),
+                                  'choice': ('presentation', all_subjects['object_response']),
+                                  'category': ('presentation', all_subjects['category']),
+                                  'condition': ('presentation', all_subjects['condition']),
+                                  'response_time': ('presentation', all_subjects['rt']),
+                                  'trial': ('presentation', all_subjects['trial']),
+                                  'subject': ('presentation', all_subjects['subj']),
+                                  'session': ('presentation', all_subjects['session']),
+                              },
+                              dims=['presentation']
+                              )
+
+# give the assembly an identifier name
+assembly.name = 'brendel.Geirhos2021_stylized'
+
+# make sure assembly dims are correct length
+assert len(assembly['presentation']) == 4000
+
+# make sure assembly coords are correct length
+assert len(assembly['image_id']) == 4000
+assert len(assembly['image_id_long']) == 4000
+assert len(assembly['truth']) == 4000
+assert len(assembly['choice']) == 4000
+assert len(assembly['category']) == 4000
+assert len(assembly['condition']) == 4000
+assert len(assembly['response_time']) == 4000
+assert len(assembly['trial']) == 4000
+assert len(assembly['subject']) == 4000
+assert len(assembly['session']) == 4000
+
+
+# make sure there are 800 unique images (shown 1 time for each  of 5 subjects, total of 5 * 800 = 4000 images shown)
+assert len(np.unique(assembly['image_id'].values)) == 800
+
+# make sure there are 5 unique subjects
+assert len(np.unique(assembly['subject'].values)) == 5
+
+# make sure there are 16 unique object categories (ground truths)
+assert len(np.unique(assembly['truth'].values)) == 16
+assert len(np.unique(assembly['category'].values)) == 16
+
+# make sure there is only one condition (i.e. no image variations added after presentation)
+assert len(np.unique(assembly['condition'].values)) == 1
+
+# upload to S3
+package_data_assembly('brainio_brainscore', assembly, assembly_identifier=assembly.name,
+                      stimulus_set_identifier="Geirhos2021_stylized",
+                      assembly_class="BehavioralAssembly", bucket_name="brainio-brainscore")