brainscore-vision 2.1__py3-none-any.whl

brainscore_vision/data/kuzovkin2018/createAssembliesBrainScore.py

@@ -0,0 +1,103 @@
+import os
+from glob import glob
+
+import h5py
+import numpy as np
+import pandas as pd
+import re
+import xarray as xr
+from pathlib import Path
+from tqdm import tqdm
+
+from brainio_base.stimuli import StimulusSet
+from brainio_base.assemblies import NeuronRecordingAssembly
+
+
+from brainio_collection.packaging import package_stimulus_set, package_data_assembly
+
+storage_location = ("C:/Users/hsuen/Desktop/bigData/brainscore_img_elec_time_70hz150/")
+
+
+# This needs to return a stimulus set
+# Which will be one row per image
+# Three columns, image ID and image filename and (additional) the label
+
+def collect_stimuli(stimuli_directory):
+    labels = np.load(stimuli_directory + 'stimgroups.npy')  # labels of image
+    stim_sequence = np.load(
+        stimuli_directory + 'stimsequence.npy')  # the names of the files with a b: "b'V12'" (Image ID)
+    # image file name will be the stimuli_directory + ID.jpg
+
+    stimuli = []
+    for x in range(len(labels)):
+        stimuli.append({
+            'image_id': stim_sequence[x].decode('UTF-8'),  # extract just the ID
+            'image_file_name': stimuli_directory + "stimuli/" + str(stim_sequence[x].decode('UTF-8')) + ".jpg",
+            'image_number': x,
+            'label': labels[x],
+        })
+    stimuli = pd.DataFrame(stimuli)
+
+
+
+    # convert stimuli object into something that can be used with all the packaging functions
+    stimuli = StimulusSet(stimuli)
+
+    # after converted to a type "StimulusSet", you set an attribute of the object, suchas "image_paths":
+    stimuli.image_paths = {key: stimuli['image_file_name'][i] for i, key in enumerate(stimuli['image_id'])}
+
+    return stimuli
+
+
+# pass into this function the stimuli object that you obtain from the above function
+# stimuli is a Pandas DataFrame
+# also pass into this function the neural response file (neural_responses.npy)
+def load_responses(response_file, stimuli):
+    neural_response_file = response_file + "neural_responses.npy"
+    neural_responses = np.load(neural_response_file)
+
+    brodmann_file = response_file + "brodmann_areas.npy"
+    brodmann_locations = np.load(brodmann_file)
+
+    assembly = xr.DataArray(neural_responses,
+                            coords={
+                                'image_num': ('presentation', list(range(neural_responses.shape[0]))),
+                                'image_id': ('presentation',
+                                             [stimuli['image_id'][stimuli['image_number'] == num].values[0]
+                                              for num in range(neural_responses.shape[0])]),
+
+                                'region': ('neuroid', brodmann_locations),
+                                # right now puts value "brodmann" area for all coords
+
+                                'neuroid_id': ('neuroid', list(range(neural_responses.shape[1]))),
+
+                                'time': ('time_bin', np.linspace(0, 1, 32)),
+                                'time_bin_start': ('time_bin', np.arange(0, 1000, 31.25)),
+                                'time_bin_end': ('time_bin', np.arange(31.25, 1001, 31.25))
+                            },
+                            dims=['presentation', 'neuroid', 'time_bin'])
+
+    assembly = NeuronRecordingAssembly(assembly)
+
+
+    assembly = assembly.transpose('presentation', 'neuroid', 'time_bin')
+    return assembly
+
+
+def main():
+    stimuli = collect_stimuli(storage_location)
+    stimuli.name = 'Kuzovkin2018'
+
+    assembly = load_responses(storage_location, stimuli)
+    assembly.name = 'aru.Kuzovkin2018'
+
+    print("Packaging stimuli")
+    package_stimulus_set(stimuli, stimulus_set_identifier=stimuli.name,
+                         bucket_name="brainio.contrib")
+    print("Packaging assembly")
+    package_data_assembly(assembly, assembly_identifier=assembly.name, stimulus_set_identifier=stimuli.name,
+                          bucket_name="brainio.contrib")
+
+
+if __name__ == '__main__':
+    main()

brainscore_vision/data/kuzovkin2018/test.py

@@ -0,0 +1,8 @@
+import pytest
+
+import brainscore_vision
+
+
+@pytest.mark.private_access
+def test_existence():
+    assert brainscore_vision.load_dataset('Kuzovkin2018') is not None

brainscore_vision/data/majajhong2015/__init__.py

@@ -0,0 +1,113 @@
+from brainio.assemblies import NeuronRecordingAssembly
+
+import brainscore_vision
+from brainscore_vision import data_registry, stimulus_set_registry
+from brainscore_vision.data_helpers.s3 import load_stimulus_set_from_s3, load_assembly_from_s3
+
+BIBTEX = """@article{majajhong2015simple,
+  title={Simple learned weighted sums of inferior temporal neuronal firing rates accurately predict human core object recognition performance},
+  author={Majaj, Najib J and Hong, Ha and Solomon, Ethan A and DiCarlo, James J},
+  journal={Journal of Neuroscience},
+  volume={35},
+  number={39},
+  pages={13402--13418},
+  year={2015},
+  publisher={Soc Neuroscience}
+}"""
+
+# assembly: dicarlo.MajajHong2015
+data_registry['MajajHong2015'] = lambda: load_assembly_from_s3(
+    identifier="dicarlo.MajajHong2015",
+    version_id="H8u9POg3GffsLpQM6XdLUwdgUIp25eIm",
+    sha1="bf8f8d01010d727e3db3f85a9bd5f95f9456b7ec",
+    bucket="brainio-brainscore",
+    cls=NeuronRecordingAssembly,
+    stimulus_set_loader=lambda: brainscore_vision.load_stimulus_set('hvm'),
+)
+
+# assembly: dicarlo.MajajHong2015.temporal
+data_registry['MajajHong2015.temporal'] = lambda: load_assembly_from_s3(
+    identifier="dicarlo.MajajHong2015.temporal",
+    version_id="32To3cMj5i.KgcN46AYZg4D_Yd.Sn.GM",
+    sha1="4c5cfe25ad53162c5c716d64004de269162eff38",
+    bucket="brainio-brainscore",
+    cls=NeuronRecordingAssembly,
+    stimulus_set_loader=lambda: brainscore_vision.load_stimulus_set('hvm'),
+)
+
+# assembly: dicarlo.MajajHong2015.temporal-10ms
+data_registry['MajajHong2015.temporal-10ms'] = lambda: load_assembly_from_s3(
+    identifier="dicarlo.MajajHong2015.temporal-10ms",
+    version_id="9CVpFWSgb0er45fAfEsWzyt1r71jhlHj",
+    sha1="3a43db05db722b456d156f53b7215413c994e5b5",
+    bucket="brainio-brainscore",
+    cls=NeuronRecordingAssembly,
+    stimulus_set_loader=lambda: brainscore_vision.load_stimulus_set('hvm'),
+)
+
+# assembly: dicarlo.MajajHong2015.public
+data_registry['MajajHong2015.public'] = lambda: load_assembly_from_s3(
+    identifier="dicarlo.MajajHong2015.public",
+    version_id="LZWj2qjAwZKdmHdTGftpBPSO6oq.y9Q7",
+    sha1="13d28ca0ce88ee550b54db3004374ae19096e9b9",
+    bucket="brainio-brainscore",
+    cls=NeuronRecordingAssembly,
+    stimulus_set_loader=lambda: brainscore_vision.load_stimulus_set('hvm-public'),
+)
+
+# assembly: dicarlo.MajajHong2015.private
+data_registry['MajajHong2015.private'] = lambda: load_assembly_from_s3(
+    identifier="dicarlo.MajajHong2015.private",
+    version_id="te22BOyPgmV_MOnV5l0J3EqjqTIkX3s4",
+    sha1="7a40d16148d6f82939155f0bd976d310857fb156",
+    bucket="brainio-brainscore",
+    cls=NeuronRecordingAssembly,
+    stimulus_set_loader=lambda: brainscore_vision.load_stimulus_set('hvm-private'),
+)
+
+# assembly: dicarlo.MajajHong2015.temporal.public
+data_registry['MajajHong2015.temporal.public'] = lambda: load_assembly_from_s3(
+    identifier="dicarlo.MajajHong2015.temporal.public",
+    version_id="7LRAZtOgYeYZIWc3UaJ.lY0AgjtlyV8G",
+    sha1="093ac35b3e8464c676d24cf38238415d4d6a9448",
+    bucket="brainio-brainscore",
+    cls=NeuronRecordingAssembly,
+    stimulus_set_loader=lambda: brainscore_vision.load_stimulus_set('hvm-public'),
+)
+
+# assembly: dicarlo.MajajHong2015.temporal.private
+data_registry['MajajHong2015.temporal.private'] = lambda: load_assembly_from_s3(
+    identifier="dicarlo.MajajHong2015.temporal.private",
+    version_id="BmN.WZG7sq0bvsC_hH_KFXbTLsyylrHN",
+    sha1="804ea9e7c08ae9ab7a7d705c9c7e68582750e2ea",
+    bucket="brainio-brainscore",
+    cls=NeuronRecordingAssembly,
+    stimulus_set_loader=lambda: brainscore_vision.load_stimulus_set('hvm-private'),
+)
+
+# stimulus set: hvm - majajhong2015
+stimulus_set_registry['hvm'] = lambda: load_stimulus_set_from_s3(
+    identifier="hvm",
+    bucket="brainio-brainscore",
+    csv_sha1="a56f55205904d5fb5ead4d0dc7bfad5cc4083b94",
+    zip_sha1="6fd5080deccfb061699909ffcb86a26209516811",
+    csv_version_id="zTmsdFX1qzUK5yXdUWclFdqboZo1mq4k",
+    zip_version_id="9lWeHMSXJUuVOzlPBYKZIKZmF3nPxUiQ")
+
+# stimulus set: hvm-public
+stimulus_set_registry['hvm-public'] = lambda: load_stimulus_set_from_s3(
+    identifier="hvm-public",
+    bucket="brainio-brainscore",
+    csv_sha1="5ca7a3da00d8e9c694a9cd725df5ba0ad6d735af",
+    zip_sha1="8aa44e038d7b551efa8077467622f9d48d72e473",
+    csv_version_id="BnqAVAz2CVAoVf.sG3aNEU5qhtn_CuSq",
+    zip_version_id="_MlCmoGE0XqqeKiat0JJEWJDSOIVMVXm")
+
+# stimulus set: hvm-private
+stimulus_set_registry['hvm-private'] = lambda: load_stimulus_set_from_s3(
+    identifier="hvm-private",
+    bucket="brainio-brainscore",
+    csv_sha1="6ff4981722fa05feb73a2bd26bbbba8b50dc29a6",
+    zip_sha1="d7b1ca1876dad87e15b0242b4c82c0203ff3cbd3",
+    csv_version_id="1fi5pFw2RgzQRtUd1aGiBDbk8cBblvfE",
+    zip_version_id="611NJkxlYPozyS1J2AZNKvHrUGA8m7Mm")

brainscore_vision/data/majajhong2015/data_packaging/darren10ms.py

@@ -0,0 +1,32 @@
+import logging
+import os
+import sys
+
+import xarray as xr
+
+from brainio_base.assemblies import NeuroidAssembly
+from brainio_contrib.packaging import package_data_assembly
+
+
+def create_xarray(savepath):
+    '''Packages the DataArray (stimulus set the same as HvM). Returns an xarray of ["neuroid", "presentation", "time_bin"]
+    Note: using my "10ms" branch of dldata'''
+    from dldata.stimulus_sets import hvm
+    dataset = hvm.HvMWithDiscfade()
+    assembly = dataset.xr_from_hvm_10ms_temporal()
+    assembly.reset_index(assembly.indexes.keys(), inplace=True)
+    assembly.to_netcdf(savepath)
+    return assembly
+
+
+if __name__ == '__main__':
+    logging.basicConfig(stream=sys.stdout, level=logging.DEBUG)
+    for logger in ['peewee', 's3transfer', 'botocore', 'boto3', 'urllib3', 'PIL']:
+        logging.getLogger(logger).setLevel(logging.INFO)
+
+    assembly_path = os.path.join(os.path.dirname(__file__), 'darren_xr.nc')
+    create_xarray(assembly_path)  # Note: this function was run separately by @anayebi
+    assembly = xr.open_dataarray(assembly_path)
+    assembly = NeuroidAssembly(assembly)
+    package_data_assembly(assembly, data_assembly_name='dicarlo.Majaj2015.temporal-10ms', bucket_name='brainio-dicarlo',
+                          stimulus_set_name='hvm')

brainscore_vision/data/majajhong2015/data_packaging/data_packaging.py

@@ -0,0 +1,65 @@
+from brainio_collection.fetch import fetch_assembly, get_assembly
+from brainio_contrib.packaging import package_data_assembly, package_stimulus_set
+
+
+def adapt_stimulus_set(assembly, name_suffix):
+    stimulus_set_name = f"{assembly.stimulus_set.name}-{name_suffix}"
+    assembly.attrs['stimulus_set'] = assembly.stimulus_set[
+        assembly.stimulus_set['image_id'].isin(assembly['image_id'].values)]
+    assembly.stimulus_set.name = stimulus_set_name
+    assembly.attrs['stimulus_set_name'] = stimulus_set_name
+
+
+def load_assembly(assembly_name):
+    assembly = get_assembly(assembly_name)
+
+    if not hasattr(assembly.stimulus_set, 'name'):
+        assembly.stimulus_set.name = assembly.stimulus_set_name
+
+    stimulus_set_degrees = {'hvm': 8, 'FreemanZiemba2013': 4}
+    if assembly.stimulus_set.name in stimulus_set_degrees:
+        assembly.stimulus_set['degrees'] = stimulus_set_degrees[assembly.stimulus_set.name]
+    return assembly
+
+
+def apply_keep_attrs(assembly, fnc):  # workaround to keeping attrs
+    attrs = assembly.attrs
+    assembly = fnc(assembly)
+    assembly.attrs = attrs
+    return assembly
+
+
+def _filter_erroneous_neuroids(assembly):
+    err_neuroids = ['Tito_L_P_8_5', 'Tito_L_P_7_3', 'Tito_L_P_7_5', 'Tito_L_P_5_1', 'Tito_L_P_9_3',
+                    'Tito_L_P_6_3', 'Tito_L_P_7_4', 'Tito_L_P_5_0', 'Tito_L_P_5_4', 'Tito_L_P_9_6',
+                    'Tito_L_P_0_4', 'Tito_L_P_4_6', 'Tito_L_P_5_6', 'Tito_L_P_7_6', 'Tito_L_P_9_8',
+                    'Tito_L_P_4_1', 'Tito_L_P_0_5', 'Tito_L_P_9_9', 'Tito_L_P_3_0', 'Tito_L_P_0_3',
+                    'Tito_L_P_6_6', 'Tito_L_P_5_7', 'Tito_L_P_1_1', 'Tito_L_P_3_8', 'Tito_L_P_1_6',
+                    'Tito_L_P_3_5', 'Tito_L_P_6_8', 'Tito_L_P_2_8', 'Tito_L_P_9_7', 'Tito_L_P_6_7',
+                    'Tito_L_P_1_0', 'Tito_L_P_4_5', 'Tito_L_P_4_9', 'Tito_L_P_7_8', 'Tito_L_P_4_7',
+                    'Tito_L_P_4_0', 'Tito_L_P_3_9', 'Tito_L_P_7_7', 'Tito_L_P_4_3', 'Tito_L_P_9_5']
+    good_neuroids = [i for i, neuroid_id in enumerate(assembly['neuroid_id'].values)
+                     if neuroid_id not in err_neuroids]
+    assembly = assembly.isel(neuroid=good_neuroids)
+    return assembly
+
+
+def package_dicarlo_datasets(name):
+    base_assembly = load_assembly(name)
+    base_assembly.load()
+    base_assembly = _filter_erroneous_neuroids(base_assembly)
+    for variation_name, target_variation in {'public': [0, 3], 'private': [6]}.items():
+        assembly = base_assembly[
+            {'presentation': [variation in target_variation for variation in base_assembly['variation'].values]}]
+        assert hasattr(assembly, 'variation')
+        adapt_stimulus_set(assembly, name_suffix=variation_name)
+        package_stimulus_set(assembly.attrs['stimulus_set'], stimulus_set_name=assembly.attrs['stimulus_set_name'],
+                             bucket_name="brainio-dicarlo")
+        del assembly.attrs['stimulus_set']
+        package_data_assembly(assembly, f'{name}.{variation_name}',assembly.attrs['stimulus_set_name'], bucket_name='brainio-dicarlo')
+    return assembly
+
+
+if __name__ == '__main__':
+    package_dicarlo_datasets(name='dicarlo.Majaj2015')
+    package_dicarlo_datasets(name='dicarlo.Majaj2015.temporal')

brainscore_vision/data/majajhong2015/test.py

@@ -0,0 +1,38 @@
+import pytest
+
+from brainscore_vision.benchmarks.majajhong2015.benchmark import load_assembly
+from brainscore_vision import load_dataset
+from brainscore_vision.benchmark_helpers import check_standard_format
+
+
+@pytest.mark.private_access
+class TestAssembly:
+    def test_majajhong2015_V4(self):
+        assembly = load_assembly(average_repetitions=True, region='V4')
+        check_standard_format(assembly)
+        assert assembly.attrs['stimulus_set_identifier'] == 'hvm-private'
+        assert set(assembly['region'].values) == {'V4'}
+        assert len(assembly['presentation']) == 2560
+        assert len(assembly['neuroid']) == 88
+
+    def test_majajhong2015_IT(self):
+        assembly = load_assembly(average_repetitions=True, region='IT')
+        check_standard_format(assembly)
+        assert assembly.attrs['stimulus_set_identifier'] == 'hvm-private'
+        assert set(assembly['region'].values) == {'IT'}
+        assert len(assembly['presentation']) == 2560
+        assert len(assembly['neuroid']) == 168
+
+
+@pytest.mark.parametrize('assembly_identifier', [
+    pytest.param('MajajHong2015', marks=[pytest.mark.private_access]),
+    pytest.param('MajajHong2015.public', marks=[]),
+    pytest.param('MajajHong2015.private', marks=[pytest.mark.private_access]),
+    pytest.param('MajajHong2015.temporal', marks=[pytest.mark.private_access, pytest.mark.memory_intense]),
+    pytest.param('MajajHong2015.temporal.public', marks=[pytest.mark.memory_intense]),
+    pytest.param('MajajHong2015.temporal.private',
+                 marks=[pytest.mark.private_access, pytest.mark.memory_intense]),
+    pytest.param('MajajHong2015.temporal-10ms', marks=[pytest.mark.private_access, pytest.mark.memory_intense]),
+])
+def test_existence(assembly_identifier):
+    assert load_dataset(assembly_identifier) is not None

brainscore_vision/data/malania2007/__init__.py

@@ -0,0 +1,254 @@
+from brainio.assemblies import PropertyAssembly
+
+from brainscore_vision import data_registry, stimulus_set_registry, load_stimulus_set
+from brainscore_vision.data_helpers.s3 import load_assembly_from_s3, load_stimulus_set_from_s3
+
+
+BIBTEX = """@article{malania2007,
+            author = {Malania, Maka and Herzog, Michael H. and Westheimer, Gerald},
+            title = "{Grouping of contextual elements that affect vernier thresholds}",
+            journal = {Journal of Vision},
+            volume = {7},
+            number = {2},
+            pages = {1-1},
+            year = {2007},
+            issn = {1534-7362},
+            doi = {10.1167/7.2.1},
+            url = {https://doi.org/10.1167/7.2.1}
+        }"""
+
+
+data_registry['Malania2007.equal2'] = lambda: load_assembly_from_s3(
+    identifier='Malania2007_equal-2',
+    version_id="yFXK8xjGjEmuYTSfS58rGS_ah3.NGg0X",
+    sha1="277b2fbffed00e16b6a69b488f73eeda5abaaf10",
+    bucket="brainio-brainscore",
+    cls=PropertyAssembly,
+    stimulus_set_loader=None,
+)
+data_registry['Malania2007.equal16'] = lambda: load_assembly_from_s3(
+    identifier='Malania2007_equal-16',
+    version_id="SRZ7bs.Ek59GkeS084Pvdy38uTzFs4yw",
+    sha1="ef49506238e8d2554918b113fbc60c133077186e",
+    bucket="brainio-brainscore",
+    cls=PropertyAssembly,
+    stimulus_set_loader=None,
+)
+data_registry['Malania2007.long2'] = lambda: load_assembly_from_s3(
+    identifier='Malania2007_long-2',
+    version_id="2c1lWuXthb3rymB3seTQX1jVqiKUTn1f",
+    sha1="9076a5b693948c4992b6c8e753f04a7acd2014a1",
+    bucket="brainio-brainscore",
+    cls=PropertyAssembly,
+    stimulus_set_loader=None,
+)
+data_registry['Malania2007.long16'] = lambda: load_assembly_from_s3(
+    identifier='Malania2007_long-16',
+    version_id="qshNxhxjgusWyWiXnbfFN6gqjLgRh8fO",
+    sha1="3106cf1f2fa9e66617ebf231df05d29077fc478f",
+    bucket="brainio-brainscore",
+    cls=PropertyAssembly,
+    stimulus_set_loader=None,
+)
+data_registry['Malania2007.short2'] = lambda: load_assembly_from_s3(
+    identifier='Malania2007_short-2',
+    version_id="8CQ9MupuljAgkkKUXs3hiOliHg8xoDxb",
+    sha1="85fb65ad76de48033c704b9c5689771e1ea0457d",
+    bucket="brainio-brainscore",
+    cls=PropertyAssembly,
+    stimulus_set_loader=None,
+)
+data_registry['Malania2007.short4'] = lambda: load_assembly_from_s3(
+    identifier='Malania2007_short-4',
+    version_id=".ZUO0upSfQrWLPgd4oGwAaCbN4bz6S6H",
+    sha1="75506be9a26ec38a223e41510f1a8cb32d5b0bc9",
+    bucket="brainio-brainscore",
+    cls=PropertyAssembly,
+    stimulus_set_loader=None,
+)
+data_registry['Malania2007.short6'] = lambda: load_assembly_from_s3(
+    identifier='Malania2007_short-6',
+    version_id="q4FugpNGkT_FQP..qIVzye83hAQR2xfS",
+    sha1="2901be6b352e67550da040d79d744819365b8626",
+    bucket="brainio-brainscore",
+    cls=PropertyAssembly,
+    stimulus_set_loader=None,
+)
+data_registry['Malania2007.short8'] = lambda: load_assembly_from_s3(
+    identifier='Malania2007_short-8',
+    version_id="4_lcRl_I7Mp0RHxcfqZ9tkAZjVh.5oMU",
+    sha1="6daf47b086cb969d75222e320f49453ed8437885",
+    bucket="brainio-brainscore",
+    cls=PropertyAssembly,
+    stimulus_set_loader=None,
+)
+data_registry['Malania2007.short16'] = lambda: load_assembly_from_s3(
+    identifier='Malania2007_short-16',
+    version_id="fFqEIyIC9CHzqTEmv0MitjCgpeMX5pxJ",
+    sha1="8ae0898caad718b747f85fce5888416affc3a569",
+    bucket="brainio-brainscore",
+    cls=PropertyAssembly,
+    stimulus_set_loader=None,
+)
+data_registry['Malania2007.vernier_only'] = lambda: load_assembly_from_s3(
+    identifier='Malania2007_vernier-only',
+    version_id="JLWf2pIR_UadQHqwtegJkC6XzWdbSNGi",
+    sha1="1cf83e8b6141f8b0d67ea46994f342325f62001f",
+    bucket="brainio-brainscore",
+    cls=PropertyAssembly,
+    stimulus_set_loader=None,
+)
+
+
+stimulus_set_registry['Malania2007.equal2'] = lambda: load_stimulus_set_from_s3(
+    identifier='Malania2007_equal-2',
+    bucket="brainio-brainscore",
+    csv_sha1="36f3c92a1335895b10c4150f5c25a68ab4576d4a",
+    zip_sha1="80be52e8701ecb8e7fbb81c0bff9c148ddc2b401",
+    csv_version_id="lkbpUNzhET3.hR.9StpSVvoxh05aWzoi",
+    zip_version_id="Wd7Fc3QVn1baC53Iy.E5ha4YqWvdybM3"
+)
+stimulus_set_registry['Malania2007.equal2_fit'] = lambda: load_stimulus_set_from_s3(
+    identifier='Malania2007_equal-2_fit',
+    bucket="brainio-brainscore",
+    csv_sha1="b7105f44d5d781f5e06159008a3f63c9f774c2d1",
+    zip_sha1="ba5c1bacbb4afe40c5a19eddb07fc9f98312ec69",
+    csv_version_id="qhsx4_OM0FSCl7SU0hXhhmiJvLnDU6Dm",
+    zip_version_id="PzGnzHtpGghaHGK6MO4DeSy7w.rDUfRN"
+)
+stimulus_set_registry['Malania2007.equal16'] = lambda: load_stimulus_set_from_s3(
+    identifier='Malania2007_equal-16',
+    bucket="brainio-brainscore",
+    csv_sha1="14f9f7098831691811abf9953766951edc952203",
+    zip_sha1="5127e88eaed1ef64247c7cb4262868533fb4ebae",
+    csv_version_id="bgBDFK3666NPXwINqGcdouvtWy12yqyY",
+    zip_version_id="zlkMQOE9wfTQHPohmxol4uAR6y0zqwjI"
+)
+stimulus_set_registry['Malania2007.equal16_fit'] = lambda: load_stimulus_set_from_s3(
+    identifier='Malania2007_equal-16_fit',
+    bucket="brainio-brainscore",
+    csv_sha1="2ff7f2f97250b9bcce3d2753be6e5b98e083892b",
+    zip_sha1="db07ef4862fd9cb65c1e726cacc5914821296a5b",
+    csv_version_id="cVYkl_N7c36UfjbWqAffYrHVDbPhmiwa",
+    zip_version_id="azu8FTnJVmsou98co5iVE2G8OemMIl4H"
+)
+stimulus_set_registry['Malania2007.long2'] = lambda: load_stimulus_set_from_s3(
+    identifier='Malania2007_long-2',
+    bucket="brainio-brainscore",
+    csv_sha1="153b987c4c6b8a22efb88be26aaa46bd36912c9b",
+    zip_sha1="07bb413d56ac77fc71823559780cdb16e4df563d",
+    csv_version_id="nKEYl_hb8tBKOg47O28iLY5.oYyimmAf",
+    zip_version_id="3BS.xmMHnND1C3bjDsut8qILlzMIJhHQ"
+)
+stimulus_set_registry['Malania2007.long2_fit'] = lambda: load_stimulus_set_from_s3(
+    identifier='Malania2007_long-2_fit',
+    bucket="brainio-brainscore",
+    csv_sha1="8b6d1557879e6271554c0fcb67bf6b2941dad2c8",
+    zip_sha1="66205529af748ffd88579caef86b107838c0b0da",
+    csv_version_id="ut0_Zbq97vwzmkk9MY.0h5phJZqp_McX",
+    zip_version_id="qcGk5zy7KN.vEmLgtZKRYn0OXyWoER9G"
+)
+stimulus_set_registry['Malania2007.long16'] = lambda: load_stimulus_set_from_s3(
+    identifier='Malania2007_long-16',
+    bucket="brainio-brainscore",
+    csv_sha1="6c5d45b489bc290e41013d211d18570368012c9b",
+    zip_sha1="10944e5b65e8da9e52087d3cbbdc6575538c2847",
+    csv_version_id="sswWsVsgFbPU1psGfoIS.0Goi6b.9Dn2",
+    zip_version_id="5.gegdwQMNpqcP3FnW4DkTZ7s3bT0j75"
+)
+stimulus_set_registry['Malania2007.long16_fit'] = lambda: load_stimulus_set_from_s3(
+    identifier='Malania2007_long-16_fit',
+    bucket="brainio-brainscore",
+    csv_sha1="603dc8edb169f39e322f8980972eda1930c300ed",
+    zip_sha1="a67330e18f1e5d9ad3829d8d8c000487fe3e4d48",
+    csv_version_id=".qV8En95o4QR_jgvr145ww8xvgAnoIs5",
+    zip_version_id="h_IWMOSq4uJe91XgOEHFSVwa01vH74.H"
+)
+stimulus_set_registry['Malania2007.short2'] = lambda: load_stimulus_set_from_s3(
+    identifier='Malania2007_short-2',
+    bucket="brainio-brainscore",
+    csv_sha1="c8bb84c5468a43348149afe24d5c0ebda233d54e",
+    zip_sha1="1739226e7e32f60a7bb060fecc14c4a6353ca2ad",
+    csv_version_id="sGDRldX6CEbDguYsikFArt1P5aMMCueM",
+    zip_version_id="1RjSss5KIKKfK7UzeGRyQgBu.I47xcIQ"
+)
+stimulus_set_registry['Malania2007.short2_fit'] = lambda: load_stimulus_set_from_s3(
+    identifier='Malania2007_short-2_fit',
+    bucket="brainio-brainscore",
+    csv_sha1="600c754811aa27d80a155c8ac643a81f2347ce3a",
+    zip_sha1="a1a121dbbbf761caea0a086c2a74ab511f296ed5",
+    csv_version_id="X7c1h_64KB18noSoG2uaGo2baYTvblKa",
+    zip_version_id="hx5Of92KkReH_GXPll4MnFrJ.yI3UQhH"
+)
+stimulus_set_registry['Malania2007.short4'] = lambda: load_stimulus_set_from_s3(
+    identifier='Malania2007_short-4',
+    bucket="brainio-brainscore",
+    csv_sha1="181c912c03fdb3e4f89a737584a3a0816859f816",
+    zip_sha1="820019a7f68db60fac11a5c5f3e42037cf205248",
+    csv_version_id="pjGwais_x1SzlK9kOWzypnEjWOqIJejt",
+    zip_version_id="uHY9JlyoIKF7QY.7h2YnaMjoGMOLTS0Y"
+)
+stimulus_set_registry['Malania2007.short4_fit'] = lambda: load_stimulus_set_from_s3(
+    identifier='Malania2007_short-4_fit',
+    bucket="brainio-brainscore",
+    csv_sha1="65af7b5d3845a7ea284aefba21734e1d298742c8",
+    zip_sha1="5234b449c05a43e726543029137fe26930157b09",
+    csv_version_id=".HhdLMWwnSAJTeBICSys3fjbWpa9V3ee",
+    zip_version_id="M1eKvnklDoUFZ70K4x9EFiYycyIAybXY"
+)
+stimulus_set_registry['Malania2007.short6'] = lambda: load_stimulus_set_from_s3(
+    identifier='Malania2007_short-6',
+    bucket="brainio-brainscore",
+    csv_sha1="57813230e337a09c4c423da927c1f33e62054547",
+    zip_sha1="dab58e8e996f91af643a0b61247e7ef87f35338d",
+    csv_version_id="4GLCXr_ii4r7jHsOoRbTZWgdQMrChMwy",
+    zip_version_id="WQ.jkGJuKabBAt9br9oAYB4wDstDVPer"
+)
+stimulus_set_registry['Malania2007.short6_fit'] = lambda: load_stimulus_set_from_s3(
+    identifier='Malania2007_short-6_fit',
+    bucket="brainio-brainscore",
+    csv_sha1="ea7eb26b42fe9e4fc1ac2ed6e9bad439e8077ce1",
+    zip_sha1="895e69c835b22b07ee66a0f5f53e7a108ac8287c",
+    csv_version_id="agzJvrPzCyMsHVPuJeHnu.kWLqCOgTyv",
+    zip_version_id="6ArqgIEm9wZoihx6_swTilr.fBtd14Gw"
+)
+stimulus_set_registry['Malania2007.short8'] = lambda: load_stimulus_set_from_s3(
+    identifier='Malania2007_short-8',
+    bucket="brainio-brainscore",
+    csv_sha1="3df9a38605a4590eac8a1151779ba68c3cd54dc1",
+    zip_sha1="7626364e0776b2809ae36d9cb713c6ff9a0d0c05",
+    csv_version_id="8OV0COxeMrzgsJnm_vC3q9pEB44LSllC",
+    zip_version_id="YmcL0kN4_sDVMxegHdurephfduxWHFua"
+)
+stimulus_set_registry['Malania2007.short8_fit'] = lambda: load_stimulus_set_from_s3(
+    identifier='Malania2007_short-8_fit',
+    bucket="brainio-brainscore",
+    csv_sha1="2782c818056b374e86195cbdb0ab1a52ef0d01da",
+    zip_sha1="ec2fa2a261d965455ffa81acdb0fddef447ad4ff",
+    csv_version_id="iInrw3cTlTQw0NxQ0bvpbar.jD64IkYh",
+    zip_version_id="hCWq6yFtO6LlDrAY46B0fhHVWaxJSDGY"
+)
+stimulus_set_registry['Malania2007.short16'] = lambda: load_stimulus_set_from_s3(
+    identifier='Malania2007_short-16',
+    bucket="brainio-brainscore",
+    csv_sha1="9f5f4e3597006c50530017ce769c8689d43b06f5",
+    zip_sha1="b67b1e70e8ba698907c95614bcb16eea6ff2f090",
+    csv_version_id="syxlZTsmHlr6eL8L4aI9ddWbKhr8tLUk",
+    zip_version_id="6kSKtajsISK6TTE6Ej3UG0oGblFzU9dk"
+)
+stimulus_set_registry['Malania2007.short16_fit'] = lambda: load_stimulus_set_from_s3(
+    identifier='Malania2007_short-16_fit',
+    bucket="brainio-brainscore",
+    csv_sha1="5bc0314a6c16095a70049fa5e8df5e9b94345f30",
+    zip_sha1="0ca3930831ca926ea8b8c3600695b639ff05ddb5",
+    csv_version_id="HZWWB5vyyMoaTCyM7t.4RwfnNtP4e64I",
+    zip_version_id="aWy0F_It4iUGAgGJCECz6NOJ__JHr2ib"
+)
+stimulus_set_registry['Malania2007.vernier_only'] = lambda: load_stimulus_set_from_s3(
+    identifier='Malania2007_vernier-only',
+    bucket="brainio-brainscore",
+    csv_sha1="c71f654fccf1265a95dd0585c186232a2519e944",
+    zip_sha1="eadff359975c3ba250224ce1942544b091415095",
+    csv_version_id="PQoHljauNff1yWCMNKd5JEzR8Y38_j.0",
+    zip_version_id="6gE8TX1J89BnsHmdqb7rIGvRMw.sZdo6"
+)