brainscore-vision 2.1__py3-none-any.whl

brainscore_vision/data/david2004/data_packaging/2018-05-10_gallant_data.ipynb

@@ -0,0 +1,3647 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import os"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import re"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 37,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import zipfile"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import numpy as np"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import pandas as pd"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import xarray as xr"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import mkgu"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from mkgu.knownfile import KnownFile as kf"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from mkgu.knownfile import FileRecord, Sighting"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from mkgu.lookup import pwdb"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 25,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from mkgu.assemblies import AssemblyModel, AssemblyStoreMap, AssemblyStoreModel"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 27,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from mkgu.stimuli import ImageModel, AttributeModel, ImageMetaModel, StimulusSetModel, ImageStoreModel, \\\n",
+    "    StimulusSetImageMap, ImageStoreMap"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Make the DataArray/.nc"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 12,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "<xarray.DataArray (image_file_name: 189305, neuroid: 23)>\n",
+       "[4354015 values with dtype=float64]\n",
+       "Coordinates:\n",
+       "  * image_file_name  (image_file_name) object 'gallant\\\\V1Data\\\\NatRev/stimuli/r0148A/NatRev.MountLake.40.150.imsm/1.jpg' ...\n",
+       "  * neuroid          (neuroid) object 'r0148A' 'r0150B' 'r0154B' 'r0156A' ..."
+      ]
+     },
+     "execution_count": 12,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "gd = xr.open_dataarray(\"/Users/jjpr/dev/scratch/gallant_data/gallant-V1/data.nc\")\n",
+    "gd"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 13,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "gd = gd.T.rename({\"image_file_name\": \"presentation\"})"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 14,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "gd.coords[\"presentation_id\"] = (\"presentation\", range(gd.shape[1]))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 15,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "gd.coords[\"neuroid_id\"] = (\"neuroid\", gd[\"neuroid\"].values)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 16,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "file_base = \"/Users/jjpr/dev/scratch/gallant_data/gallant-V1/stimuli\"\n",
+    "def massage_file_name(file_name):\n",
+    "    split = re.split(\"\\\\\\\\|/\", file_name)\n",
+    "    relative_path = os.path.join(*split[4:])\n",
+    "    full_path = os.path.join(file_base, relative_path)\n",
+    "    basename = split[-1]\n",
+    "    exists = os.path.exists(full_path)\n",
+    "    sha1 = kf(full_path).sha1\n",
+    "    result = {\n",
+    "        \"image_file_path_original\": relative_path,\n",
+    "        \"image_id\": sha1\n",
+    "    }\n",
+    "    return result"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 17,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style>\n",
+       "    .dataframe thead tr:only-child th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: left;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>image_file_path_original</th>\n",
+       "      <th>image_id</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/1.jpg</td>\n",
+       "      <td>33613a99bdc22fe498864bf32b798e018a961ed7</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/2.jpg</td>\n",
+       "      <td>8bfba1c6476cab79b0b9d8a304a5a9cd67139b7c</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/3.jpg</td>\n",
+       "      <td>7a8e6c239c4e0781bccfb504eba686451e2c2aa7</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/4.jpg</td>\n",
+       "      <td>5cf9e8b084d15a014ea185060ea107026dae7fe0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/5.jpg</td>\n",
+       "      <td>5496b7a29ceb2610fa24b09af95d6483672ec922</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>5</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/6.jpg</td>\n",
+       "      <td>92db51917cfa571416896b6f761977f388bfcecd</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>6</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/7.jpg</td>\n",
+       "      <td>0604dd18a078cb7c5776159b3407de9e79808f7a</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>7</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/8.jpg</td>\n",
+       "      <td>a9c35e09b71a32ddb76ac3eda02cf7f9d1afba37</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/9.jpg</td>\n",
+       "      <td>9ab1e98e3deeda077f0624fd02d7fd0b0ee67124</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>9</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/10.jpg</td>\n",
+       "      <td>6cb3acba902afb879c4091ec3e5feca193a489a3</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>10</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/11.jpg</td>\n",
+       "      <td>4f23b68471e289ee4067991595be97d592360f33</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>11</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/12.jpg</td>\n",
+       "      <td>6d26917959fb842757a663885af6ed4dec1e30b8</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>12</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/13.jpg</td>\n",
+       "      <td>0702d9487af1b94d0c75e13e32d58d85dac2195f</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>13</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/14.jpg</td>\n",
+       "      <td>324972dd8a8853231eb7724dc534077e8bf30531</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>14</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/15.jpg</td>\n",
+       "      <td>268a1f9567d3f07a9141e63f56d4bfea7e94597d</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>15</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/16.jpg</td>\n",
+       "      <td>b90115902096bd66807ab91c3e59df0a276d7089</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>16</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/17.jpg</td>\n",
+       "      <td>1c0e6ea639c1823c460c30bc3961efd39d5487cd</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>17</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/18.jpg</td>\n",
+       "      <td>cbff659bbd71675fc1aa38e2a39512f03d283f1c</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>18</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/19.jpg</td>\n",
+       "      <td>7742f5120d448b37de67ba47897436cb928736fe</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>19</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/20.jpg</td>\n",
+       "      <td>b6cbac8c830b987dd734a72aacfbd7821952a56d</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>20</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/21.jpg</td>\n",
+       "      <td>0b66ccacd7f7f5f809bfdec8b404cc04c58a1a1e</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>21</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/22.jpg</td>\n",
+       "      <td>7f9077571fa932ad4c1e38d87e8edbfec7be1fb3</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>22</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/23.jpg</td>\n",
+       "      <td>93da3f88186fcdb4cc0388405bfc9f034eb72000</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>23</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/24.jpg</td>\n",
+       "      <td>eb15d5534de116c8ce547dd044168319c3054997</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>24</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/25.jpg</td>\n",
+       "      <td>ef5d1fe1b11ded4ed5adf8368437d33ad11b2deb</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>25</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/26.jpg</td>\n",
+       "      <td>40a0a04d48b73a21537a33cfede45549a9cd4ecf</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>26</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/27.jpg</td>\n",
+       "      <td>69db1312a3f137f718ae5b433a61ab632e1c8b9d</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>27</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/28.jpg</td>\n",
+       "      <td>7dda3494b36c27e6d2edd3a0b83530f7aa54b750</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>28</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/29.jpg</td>\n",
+       "      <td>3b045278e854a5f60b75c5460c958f0b2854bccf</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>29</th>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/30.jpg</td>\n",
+       "      <td>d6a776790474574f8eebd0cf638250027fe846b0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>...</th>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189275</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6893.jpg</td>\n",
+       "      <td>b20cb03c7f520abbbe91e1a4b7707e463d5cf061</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189276</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6894.jpg</td>\n",
+       "      <td>3e7684dce039b926b639824e083c5047b0aa9c47</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189277</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6895.jpg</td>\n",
+       "      <td>120618e41b04beda8ea6e23d5fe50996b4aed48d</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189278</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6896.jpg</td>\n",
+       "      <td>3a78e87e5e252e20b720751defd9a08a94b18e39</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189279</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6897.jpg</td>\n",
+       "      <td>0f530aa45b8547c03716ccd32d5dc090fdec6fa5</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189280</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6898.jpg</td>\n",
+       "      <td>c83d3b739293a9e791fb6a6bd25d709cc2a82744</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189281</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6899.jpg</td>\n",
+       "      <td>18acfb0bc571cb7f974e8e9186daa8f636c47eb7</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189282</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6900.jpg</td>\n",
+       "      <td>b2507bb8ae7c154f956ed9cf3fd0b166b0204f1c</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189283</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6901.jpg</td>\n",
+       "      <td>f09fccc66d9c022a872e7f2b978f239e2a645be1</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189284</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6902.jpg</td>\n",
+       "      <td>2e07374a6b75e8dea9821e6be3488d6e8fdf236a</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189285</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6903.jpg</td>\n",
+       "      <td>dc391f1f3be3da7c08f0c6e70c11f3d082571acf</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189286</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6904.jpg</td>\n",
+       "      <td>ce56bba017a9ca35b4d158e18956f6033bed2473</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189287</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6905.jpg</td>\n",
+       "      <td>f826b1e417219d6e7e12b1b9152b7b8d04a16a89</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189288</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6906.jpg</td>\n",
+       "      <td>e05cea8141665fff6a266949a7186223697f73fd</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189289</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6907.jpg</td>\n",
+       "      <td>6f58a03396b756dd46945d45d944a03c234d0a01</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189290</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6908.jpg</td>\n",
+       "      <td>bf1d639467f43566165283da5d8d84a3415b64c0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189291</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6909.jpg</td>\n",
+       "      <td>bd29b955da84508b10690a989d99cedaa5acd0f9</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189292</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6910.jpg</td>\n",
+       "      <td>d972fb2a922f61085767b67417f17691363b601f</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189293</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6911.jpg</td>\n",
+       "      <td>36c9788af6fe992493e7a98cd5373c4a503e5c5b</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189294</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6912.jpg</td>\n",
+       "      <td>47c2f6a2d40b012eb0954d7e5a0fb36705c55836</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189295</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6913.jpg</td>\n",
+       "      <td>7dbc4493ed4806052c36e22e4eb6327b51b59e7f</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189296</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6914.jpg</td>\n",
+       "      <td>95039772e23da312d1a114ac454d509369e3b572</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189297</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6915.jpg</td>\n",
+       "      <td>b98c09c265ded94ed4e42bbe6db2d1ff5941fe51</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189298</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6916.jpg</td>\n",
+       "      <td>c99c09cb8e55c2e9c161b1ef03480fbe636cc9e1</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189299</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6917.jpg</td>\n",
+       "      <td>e0183e9735a7663adb768ea5c4c354976db75f3c</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189300</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6918.jpg</td>\n",
+       "      <td>e021c0e7d201a7a573780637b6977d988bc777ea</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189301</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6919.jpg</td>\n",
+       "      <td>450cf9a347c7ba7fdc0c84928a2120b90475021d</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189302</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6920.jpg</td>\n",
+       "      <td>9500205dad46da2c2e821b180efe3197e3fe1e95</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189303</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6921.jpg</td>\n",
+       "      <td>75bfd463a5274f06199b1a820d02397b495570da</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>189304</th>\n",
+       "      <td>r0225C/test.natrev.andros.24_pix.imsm/6922.jpg</td>\n",
+       "      <td>f4e40d18d9ad8682721ccf115f88872268f67b3b</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "<p>189305 rows × 2 columns</p>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                              image_file_path_original  \\\n",
+       "0            r0148A/NatRev.MountLake.40.150.imsm/1.jpg   \n",
+       "1            r0148A/NatRev.MountLake.40.150.imsm/2.jpg   \n",
+       "2            r0148A/NatRev.MountLake.40.150.imsm/3.jpg   \n",
+       "3            r0148A/NatRev.MountLake.40.150.imsm/4.jpg   \n",
+       "4            r0148A/NatRev.MountLake.40.150.imsm/5.jpg   \n",
+       "5            r0148A/NatRev.MountLake.40.150.imsm/6.jpg   \n",
+       "6            r0148A/NatRev.MountLake.40.150.imsm/7.jpg   \n",
+       "7            r0148A/NatRev.MountLake.40.150.imsm/8.jpg   \n",
+       "8            r0148A/NatRev.MountLake.40.150.imsm/9.jpg   \n",
+       "9           r0148A/NatRev.MountLake.40.150.imsm/10.jpg   \n",
+       "10          r0148A/NatRev.MountLake.40.150.imsm/11.jpg   \n",
+       "11          r0148A/NatRev.MountLake.40.150.imsm/12.jpg   \n",
+       "12          r0148A/NatRev.MountLake.40.150.imsm/13.jpg   \n",
+       "13          r0148A/NatRev.MountLake.40.150.imsm/14.jpg   \n",
+       "14          r0148A/NatRev.MountLake.40.150.imsm/15.jpg   \n",
+       "15          r0148A/NatRev.MountLake.40.150.imsm/16.jpg   \n",
+       "16          r0148A/NatRev.MountLake.40.150.imsm/17.jpg   \n",
+       "17          r0148A/NatRev.MountLake.40.150.imsm/18.jpg   \n",
+       "18          r0148A/NatRev.MountLake.40.150.imsm/19.jpg   \n",
+       "19          r0148A/NatRev.MountLake.40.150.imsm/20.jpg   \n",
+       "20          r0148A/NatRev.MountLake.40.150.imsm/21.jpg   \n",
+       "21          r0148A/NatRev.MountLake.40.150.imsm/22.jpg   \n",
+       "22          r0148A/NatRev.MountLake.40.150.imsm/23.jpg   \n",
+       "23          r0148A/NatRev.MountLake.40.150.imsm/24.jpg   \n",
+       "24          r0148A/NatRev.MountLake.40.150.imsm/25.jpg   \n",
+       "25          r0148A/NatRev.MountLake.40.150.imsm/26.jpg   \n",
+       "26          r0148A/NatRev.MountLake.40.150.imsm/27.jpg   \n",
+       "27          r0148A/NatRev.MountLake.40.150.imsm/28.jpg   \n",
+       "28          r0148A/NatRev.MountLake.40.150.imsm/29.jpg   \n",
+       "29          r0148A/NatRev.MountLake.40.150.imsm/30.jpg   \n",
+       "...                                                ...   \n",
+       "189275  r0225C/test.natrev.andros.24_pix.imsm/6893.jpg   \n",
+       "189276  r0225C/test.natrev.andros.24_pix.imsm/6894.jpg   \n",
+       "189277  r0225C/test.natrev.andros.24_pix.imsm/6895.jpg   \n",
+       "189278  r0225C/test.natrev.andros.24_pix.imsm/6896.jpg   \n",
+       "189279  r0225C/test.natrev.andros.24_pix.imsm/6897.jpg   \n",
+       "189280  r0225C/test.natrev.andros.24_pix.imsm/6898.jpg   \n",
+       "189281  r0225C/test.natrev.andros.24_pix.imsm/6899.jpg   \n",
+       "189282  r0225C/test.natrev.andros.24_pix.imsm/6900.jpg   \n",
+       "189283  r0225C/test.natrev.andros.24_pix.imsm/6901.jpg   \n",
+       "189284  r0225C/test.natrev.andros.24_pix.imsm/6902.jpg   \n",
+       "189285  r0225C/test.natrev.andros.24_pix.imsm/6903.jpg   \n",
+       "189286  r0225C/test.natrev.andros.24_pix.imsm/6904.jpg   \n",
+       "189287  r0225C/test.natrev.andros.24_pix.imsm/6905.jpg   \n",
+       "189288  r0225C/test.natrev.andros.24_pix.imsm/6906.jpg   \n",
+       "189289  r0225C/test.natrev.andros.24_pix.imsm/6907.jpg   \n",
+       "189290  r0225C/test.natrev.andros.24_pix.imsm/6908.jpg   \n",
+       "189291  r0225C/test.natrev.andros.24_pix.imsm/6909.jpg   \n",
+       "189292  r0225C/test.natrev.andros.24_pix.imsm/6910.jpg   \n",
+       "189293  r0225C/test.natrev.andros.24_pix.imsm/6911.jpg   \n",
+       "189294  r0225C/test.natrev.andros.24_pix.imsm/6912.jpg   \n",
+       "189295  r0225C/test.natrev.andros.24_pix.imsm/6913.jpg   \n",
+       "189296  r0225C/test.natrev.andros.24_pix.imsm/6914.jpg   \n",
+       "189297  r0225C/test.natrev.andros.24_pix.imsm/6915.jpg   \n",
+       "189298  r0225C/test.natrev.andros.24_pix.imsm/6916.jpg   \n",
+       "189299  r0225C/test.natrev.andros.24_pix.imsm/6917.jpg   \n",
+       "189300  r0225C/test.natrev.andros.24_pix.imsm/6918.jpg   \n",
+       "189301  r0225C/test.natrev.andros.24_pix.imsm/6919.jpg   \n",
+       "189302  r0225C/test.natrev.andros.24_pix.imsm/6920.jpg   \n",
+       "189303  r0225C/test.natrev.andros.24_pix.imsm/6921.jpg   \n",
+       "189304  r0225C/test.natrev.andros.24_pix.imsm/6922.jpg   \n",
+       "\n",
+       "                                        image_id  \n",
+       "0       33613a99bdc22fe498864bf32b798e018a961ed7  \n",
+       "1       8bfba1c6476cab79b0b9d8a304a5a9cd67139b7c  \n",
+       "2       7a8e6c239c4e0781bccfb504eba686451e2c2aa7  \n",
+       "3       5cf9e8b084d15a014ea185060ea107026dae7fe0  \n",
+       "4       5496b7a29ceb2610fa24b09af95d6483672ec922  \n",
+       "5       92db51917cfa571416896b6f761977f388bfcecd  \n",
+       "6       0604dd18a078cb7c5776159b3407de9e79808f7a  \n",
+       "7       a9c35e09b71a32ddb76ac3eda02cf7f9d1afba37  \n",
+       "8       9ab1e98e3deeda077f0624fd02d7fd0b0ee67124  \n",
+       "9       6cb3acba902afb879c4091ec3e5feca193a489a3  \n",
+       "10      4f23b68471e289ee4067991595be97d592360f33  \n",
+       "11      6d26917959fb842757a663885af6ed4dec1e30b8  \n",
+       "12      0702d9487af1b94d0c75e13e32d58d85dac2195f  \n",
+       "13      324972dd8a8853231eb7724dc534077e8bf30531  \n",
+       "14      268a1f9567d3f07a9141e63f56d4bfea7e94597d  \n",
+       "15      b90115902096bd66807ab91c3e59df0a276d7089  \n",
+       "16      1c0e6ea639c1823c460c30bc3961efd39d5487cd  \n",
+       "17      cbff659bbd71675fc1aa38e2a39512f03d283f1c  \n",
+       "18      7742f5120d448b37de67ba47897436cb928736fe  \n",
+       "19      b6cbac8c830b987dd734a72aacfbd7821952a56d  \n",
+       "20      0b66ccacd7f7f5f809bfdec8b404cc04c58a1a1e  \n",
+       "21      7f9077571fa932ad4c1e38d87e8edbfec7be1fb3  \n",
+       "22      93da3f88186fcdb4cc0388405bfc9f034eb72000  \n",
+       "23      eb15d5534de116c8ce547dd044168319c3054997  \n",
+       "24      ef5d1fe1b11ded4ed5adf8368437d33ad11b2deb  \n",
+       "25      40a0a04d48b73a21537a33cfede45549a9cd4ecf  \n",
+       "26      69db1312a3f137f718ae5b433a61ab632e1c8b9d  \n",
+       "27      7dda3494b36c27e6d2edd3a0b83530f7aa54b750  \n",
+       "28      3b045278e854a5f60b75c5460c958f0b2854bccf  \n",
+       "29      d6a776790474574f8eebd0cf638250027fe846b0  \n",
+       "...                                          ...  \n",
+       "189275  b20cb03c7f520abbbe91e1a4b7707e463d5cf061  \n",
+       "189276  3e7684dce039b926b639824e083c5047b0aa9c47  \n",
+       "189277  120618e41b04beda8ea6e23d5fe50996b4aed48d  \n",
+       "189278  3a78e87e5e252e20b720751defd9a08a94b18e39  \n",
+       "189279  0f530aa45b8547c03716ccd32d5dc090fdec6fa5  \n",
+       "189280  c83d3b739293a9e791fb6a6bd25d709cc2a82744  \n",
+       "189281  18acfb0bc571cb7f974e8e9186daa8f636c47eb7  \n",
+       "189282  b2507bb8ae7c154f956ed9cf3fd0b166b0204f1c  \n",
+       "189283  f09fccc66d9c022a872e7f2b978f239e2a645be1  \n",
+       "189284  2e07374a6b75e8dea9821e6be3488d6e8fdf236a  \n",
+       "189285  dc391f1f3be3da7c08f0c6e70c11f3d082571acf  \n",
+       "189286  ce56bba017a9ca35b4d158e18956f6033bed2473  \n",
+       "189287  f826b1e417219d6e7e12b1b9152b7b8d04a16a89  \n",
+       "189288  e05cea8141665fff6a266949a7186223697f73fd  \n",
+       "189289  6f58a03396b756dd46945d45d944a03c234d0a01  \n",
+       "189290  bf1d639467f43566165283da5d8d84a3415b64c0  \n",
+       "189291  bd29b955da84508b10690a989d99cedaa5acd0f9  \n",
+       "189292  d972fb2a922f61085767b67417f17691363b601f  \n",
+       "189293  36c9788af6fe992493e7a98cd5373c4a503e5c5b  \n",
+       "189294  47c2f6a2d40b012eb0954d7e5a0fb36705c55836  \n",
+       "189295  7dbc4493ed4806052c36e22e4eb6327b51b59e7f  \n",
+       "189296  95039772e23da312d1a114ac454d509369e3b572  \n",
+       "189297  b98c09c265ded94ed4e42bbe6db2d1ff5941fe51  \n",
+       "189298  c99c09cb8e55c2e9c161b1ef03480fbe636cc9e1  \n",
+       "189299  e0183e9735a7663adb768ea5c4c354976db75f3c  \n",
+       "189300  e021c0e7d201a7a573780637b6977d988bc777ea  \n",
+       "189301  450cf9a347c7ba7fdc0c84928a2120b90475021d  \n",
+       "189302  9500205dad46da2c2e821b180efe3197e3fe1e95  \n",
+       "189303  75bfd463a5274f06199b1a820d02397b495570da  \n",
+       "189304  f4e40d18d9ad8682721ccf115f88872268f67b3b  \n",
+       "\n",
+       "[189305 rows x 2 columns]"
+      ]
+     },
+     "execution_count": 17,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "df_massage = pd.DataFrame(list(map(massage_file_name, gd[\"presentation\"].values)))\n",
+    "df_massage"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 18,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "<xarray.DataArray (neuroid: 23, presentation: 189305)>\n",
+       "array([[  0.,   0.,   0., ...,  nan,  nan,  nan],\n",
+       "       [ nan,  nan,  nan, ...,  nan,  nan,  nan],\n",
+       "       [ nan,  nan,  nan, ...,  nan,  nan,  nan],\n",
+       "       ..., \n",
+       "       [ nan,  nan,  nan, ...,  nan,  nan,  nan],\n",
+       "       [ nan,  nan,  nan, ...,  nan,  nan,  nan],\n",
+       "       [ nan,  nan,  nan, ...,   0.,   0.,   0.]])\n",
+       "Coordinates:\n",
+       "  * presentation              (presentation) object 'gallant\\\\V1Data\\\\NatRev/stimuli/r0148A/NatRev.MountLake.40.150.imsm/1.jpg' ...\n",
+       "  * neuroid                   (neuroid) object 'r0148A' 'r0150B' 'r0154B' ...\n",
+       "    presentation_id           (presentation) int64 0 1 2 3 4 5 6 7 8 9 10 11 ...\n",
+       "    neuroid_id                (neuroid) object 'r0148A' 'r0150B' 'r0154B' ...\n",
+       "    image_file_path_original  (presentation) object 'r0148A/NatRev.MountLake.40.150.imsm/1.jpg' ...\n",
+       "    image_id                  (presentation) object '33613a99bdc22fe498864bf32b798e018a961ed7' ..."
+      ]
+     },
+     "execution_count": 18,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "for column in df_massage.columns:\n",
+    "    gd.coords[column] = (\"presentation\", df_massage[column])\n",
+    "gd"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 19,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "<xarray.DataArray (neuroid: 23, presentation: 189305)>\n",
+       "array([[  0.,   0.,   0., ...,  nan,  nan,  nan],\n",
+       "       [ nan,  nan,  nan, ...,  nan,  nan,  nan],\n",
+       "       [ nan,  nan,  nan, ...,  nan,  nan,  nan],\n",
+       "       ..., \n",
+       "       [ nan,  nan,  nan, ...,  nan,  nan,  nan],\n",
+       "       [ nan,  nan,  nan, ...,  nan,  nan,  nan],\n",
+       "       [ nan,  nan,  nan, ...,   0.,   0.,   0.]])\n",
+       "Coordinates:\n",
+       "    presentation_id           (presentation) int64 0 1 2 3 4 5 6 7 8 9 10 11 ...\n",
+       "    neuroid_id                (neuroid) object 'r0148A' 'r0150B' 'r0154B' ...\n",
+       "    image_file_path_original  (presentation) object 'r0148A/NatRev.MountLake.40.150.imsm/1.jpg' ...\n",
+       "    image_id                  (presentation) object '33613a99bdc22fe498864bf32b798e018a961ed7' ...\n",
+       "Dimensions without coordinates: neuroid, presentation"
+      ]
+     },
+     "execution_count": 19,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "gd.reset_index([\"neuroid\", \"presentation\"], drop=True, inplace=True)\n",
+    "gd"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 20,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "gd.to_netcdf(\"gallant_v1_single_electrode.nc\")"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Make the image zip file"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 29,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_image_meta = pd.DataFrame({\"image_id\": np.unique(gd[\"image_id\"].values)})"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 30,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def first_dupe(sha1):\n",
+    "    fr = FileRecord.get(sha1=sha1)\n",
+    "    return fr.sightings[0].location\n",
+    "# order is not guaranteed, so on subsequent runs test that you got the same result, see below"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 31,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style>\n",
+       "    .dataframe thead tr:only-child th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: left;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>image_id</th>\n",
+       "      <th>first_dupe</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>000035942277141353c41e43868fed37718f3264</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>0000365716935db4f6c4e8fe01784c0f6986f5a3</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>00003a9921d3b3db0e76898191289c7fe8150975</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>0000a8aa19d0a68f278f240b716d5bbc8f0c6691</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>00010bb8a48e7a0997cb31c21662d826603ee4a8</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>5</th>\n",
+       "      <td>0001df478512ce4b526bb9f3649bd604d417ace2</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>6</th>\n",
+       "      <td>00030a3bd87f598ce692026432462f552a545520</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>7</th>\n",
+       "      <td>000539371e6d73f77563dc34e58cb6d361bebf00</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8</th>\n",
+       "      <td>00053e951981d431da7e75ac529e627adbceb054</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>9</th>\n",
+       "      <td>00058e96f1df6e5249a5f7ee6e9705e64a25c9c4</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>10</th>\n",
+       "      <td>0006477c7f6468992057d28b2c2128c5b92685df</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>11</th>\n",
+       "      <td>00071eb41d6ca5258113c10c1452c33d33694a97</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>12</th>\n",
+       "      <td>0008858810d641a71cc6a3bcb78612e85a3060f6</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>13</th>\n",
+       "      <td>000a5cea583d58e1e39efcd1ea797a9de3ee73f7</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>14</th>\n",
+       "      <td>000c909c9e52652dce6043ab3453c70b7103bf4c</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>15</th>\n",
+       "      <td>000f7494a9d8811a8e79fede88e571736dbe5ba4</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>16</th>\n",
+       "      <td>00102848f33ee2f411ab42e8109b20174a76bc4b</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>17</th>\n",
+       "      <td>0010b6262718cbd82b0e4f2ffe7f94d16b5a6a98</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>18</th>\n",
+       "      <td>001155c30e62ccac8bc153cf6e9b8e0618465cbe</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>19</th>\n",
+       "      <td>001212388e3fde7bb917bfb32dadc1cda760b4e2</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>20</th>\n",
+       "      <td>00122e2cabcb72d0d15ab28c2477a8279270fb55</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>21</th>\n",
+       "      <td>00126386fcac0e4fc4216e07640488382e41f009</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>22</th>\n",
+       "      <td>0012b32649ac470edab4d8ef21820aa364add6d2</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>23</th>\n",
+       "      <td>0016158e4dfa510c08d165fdc4c301cc9046bda4</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>24</th>\n",
+       "      <td>001621c06f4a821e95bf016971a1ec9c3d466ece</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>25</th>\n",
+       "      <td>0016cb35e73b19747b36aee6ebd980e1a0fdc8cc</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>26</th>\n",
+       "      <td>0016e87690d9f66632e1342c51845fa0f6d14801</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>27</th>\n",
+       "      <td>0016f8388affffc8c879d9fc6be7e6136d99eff8</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>28</th>\n",
+       "      <td>0017062f9dce42ac4b79ca0acf74346869ba1064</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>29</th>\n",
+       "      <td>001709f8806df6b5e3966a8cad4768ccbbb3892a</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>...</th>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119987</th>\n",
+       "      <td>fff12d9da19cdaae75a419b7e7a31ef0f677b7a9</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119988</th>\n",
+       "      <td>fff19475fd3f823536ee7b9cebd4ab98e6b45a41</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119989</th>\n",
+       "      <td>fff1c9fa3e19329bb63997ff7695b0ad0d120f7e</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119990</th>\n",
+       "      <td>fff28544e7fae715e016e1bf942295fec7f2a282</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119991</th>\n",
+       "      <td>fff29e1f59445f434e4d3495ea1e707397cafb58</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119992</th>\n",
+       "      <td>fff30ac03e13324bbd99e7650a31143991852a7c</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119993</th>\n",
+       "      <td>fff31d71b384e8c67fae60fb12bd339731fa7ca4</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119994</th>\n",
+       "      <td>fff345d5b7e13d2e2a16b68e73c81e2dc6106b54</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119995</th>\n",
+       "      <td>fff38e43c1a48b92d615446cf90f4cd2bf6f063b</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119996</th>\n",
+       "      <td>fff53c26c4cc4353d4ea69766208b9238d39565c</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119997</th>\n",
+       "      <td>fff61077ca30d5579eacbb21885ac96178ab36d0</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119998</th>\n",
+       "      <td>fff6335504c49dbd1cdead09dfb98e860ac38eb9</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119999</th>\n",
+       "      <td>fff651a7a0b1b229c8390ab629057e0a3e5e3e8e</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120000</th>\n",
+       "      <td>fff97d315bb4f7bb9fa7d9aeee1da776666c972c</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120001</th>\n",
+       "      <td>fff9a995d29602e55fb6e3da822706e6e3f23782</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120002</th>\n",
+       "      <td>fffa148e0cbf0b964e879149bfdccfb8fe520fa4</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120003</th>\n",
+       "      <td>fffa3a56ae79deb1c970d087c22e03ab76fb647f</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120004</th>\n",
+       "      <td>fffb0b7168b3ed343b8596b1208a5afdfe94fb99</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120005</th>\n",
+       "      <td>fffb1f6b2eebf91b6c37ada159b09a99b473d327</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120006</th>\n",
+       "      <td>fffb844165493c2624f941f452e7328f6f0a4a37</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120007</th>\n",
+       "      <td>fffc2f7cf99885dba17e9fc221f47c9c25179736</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120008</th>\n",
+       "      <td>fffdb571736ac4d30ce85f944d021f9d0d1d2707</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120009</th>\n",
+       "      <td>fffdd9d8b86ba163bc63184bcf98c229acd9231b</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120010</th>\n",
+       "      <td>fffe643a72914502db5220122ad916b43ab60683</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120011</th>\n",
+       "      <td>fffe7590fc3fc25fe6d6eaac425c786da6f3d72f</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120012</th>\n",
+       "      <td>fffe837cb85e4a330dea0f80e6ce7630146a5b03</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120013</th>\n",
+       "      <td>fffea22d9179fbd7a6cd42155273f5e844f49afd</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120014</th>\n",
+       "      <td>ffff2b9f25d67762c8493b055856b1d52e77d8c0</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120015</th>\n",
+       "      <td>ffffefd70924830cba270fbf989beb9e4d06424f</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120016</th>\n",
+       "      <td>fffff2151886df60234795917d26ca553445588b</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "<p>120017 rows × 2 columns</p>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                                        image_id  \\\n",
+       "0       000035942277141353c41e43868fed37718f3264   \n",
+       "1       0000365716935db4f6c4e8fe01784c0f6986f5a3   \n",
+       "2       00003a9921d3b3db0e76898191289c7fe8150975   \n",
+       "3       0000a8aa19d0a68f278f240b716d5bbc8f0c6691   \n",
+       "4       00010bb8a48e7a0997cb31c21662d826603ee4a8   \n",
+       "5       0001df478512ce4b526bb9f3649bd604d417ace2   \n",
+       "6       00030a3bd87f598ce692026432462f552a545520   \n",
+       "7       000539371e6d73f77563dc34e58cb6d361bebf00   \n",
+       "8       00053e951981d431da7e75ac529e627adbceb054   \n",
+       "9       00058e96f1df6e5249a5f7ee6e9705e64a25c9c4   \n",
+       "10      0006477c7f6468992057d28b2c2128c5b92685df   \n",
+       "11      00071eb41d6ca5258113c10c1452c33d33694a97   \n",
+       "12      0008858810d641a71cc6a3bcb78612e85a3060f6   \n",
+       "13      000a5cea583d58e1e39efcd1ea797a9de3ee73f7   \n",
+       "14      000c909c9e52652dce6043ab3453c70b7103bf4c   \n",
+       "15      000f7494a9d8811a8e79fede88e571736dbe5ba4   \n",
+       "16      00102848f33ee2f411ab42e8109b20174a76bc4b   \n",
+       "17      0010b6262718cbd82b0e4f2ffe7f94d16b5a6a98   \n",
+       "18      001155c30e62ccac8bc153cf6e9b8e0618465cbe   \n",
+       "19      001212388e3fde7bb917bfb32dadc1cda760b4e2   \n",
+       "20      00122e2cabcb72d0d15ab28c2477a8279270fb55   \n",
+       "21      00126386fcac0e4fc4216e07640488382e41f009   \n",
+       "22      0012b32649ac470edab4d8ef21820aa364add6d2   \n",
+       "23      0016158e4dfa510c08d165fdc4c301cc9046bda4   \n",
+       "24      001621c06f4a821e95bf016971a1ec9c3d466ece   \n",
+       "25      0016cb35e73b19747b36aee6ebd980e1a0fdc8cc   \n",
+       "26      0016e87690d9f66632e1342c51845fa0f6d14801   \n",
+       "27      0016f8388affffc8c879d9fc6be7e6136d99eff8   \n",
+       "28      0017062f9dce42ac4b79ca0acf74346869ba1064   \n",
+       "29      001709f8806df6b5e3966a8cad4768ccbbb3892a   \n",
+       "...                                          ...   \n",
+       "119987  fff12d9da19cdaae75a419b7e7a31ef0f677b7a9   \n",
+       "119988  fff19475fd3f823536ee7b9cebd4ab98e6b45a41   \n",
+       "119989  fff1c9fa3e19329bb63997ff7695b0ad0d120f7e   \n",
+       "119990  fff28544e7fae715e016e1bf942295fec7f2a282   \n",
+       "119991  fff29e1f59445f434e4d3495ea1e707397cafb58   \n",
+       "119992  fff30ac03e13324bbd99e7650a31143991852a7c   \n",
+       "119993  fff31d71b384e8c67fae60fb12bd339731fa7ca4   \n",
+       "119994  fff345d5b7e13d2e2a16b68e73c81e2dc6106b54   \n",
+       "119995  fff38e43c1a48b92d615446cf90f4cd2bf6f063b   \n",
+       "119996  fff53c26c4cc4353d4ea69766208b9238d39565c   \n",
+       "119997  fff61077ca30d5579eacbb21885ac96178ab36d0   \n",
+       "119998  fff6335504c49dbd1cdead09dfb98e860ac38eb9   \n",
+       "119999  fff651a7a0b1b229c8390ab629057e0a3e5e3e8e   \n",
+       "120000  fff97d315bb4f7bb9fa7d9aeee1da776666c972c   \n",
+       "120001  fff9a995d29602e55fb6e3da822706e6e3f23782   \n",
+       "120002  fffa148e0cbf0b964e879149bfdccfb8fe520fa4   \n",
+       "120003  fffa3a56ae79deb1c970d087c22e03ab76fb647f   \n",
+       "120004  fffb0b7168b3ed343b8596b1208a5afdfe94fb99   \n",
+       "120005  fffb1f6b2eebf91b6c37ada159b09a99b473d327   \n",
+       "120006  fffb844165493c2624f941f452e7328f6f0a4a37   \n",
+       "120007  fffc2f7cf99885dba17e9fc221f47c9c25179736   \n",
+       "120008  fffdb571736ac4d30ce85f944d021f9d0d1d2707   \n",
+       "120009  fffdd9d8b86ba163bc63184bcf98c229acd9231b   \n",
+       "120010  fffe643a72914502db5220122ad916b43ab60683   \n",
+       "120011  fffe7590fc3fc25fe6d6eaac425c786da6f3d72f   \n",
+       "120012  fffe837cb85e4a330dea0f80e6ce7630146a5b03   \n",
+       "120013  fffea22d9179fbd7a6cd42155273f5e844f49afd   \n",
+       "120014  ffff2b9f25d67762c8493b055856b1d52e77d8c0   \n",
+       "120015  ffffefd70924830cba270fbf989beb9e4d06424f   \n",
+       "120016  fffff2151886df60234795917d26ca553445588b   \n",
+       "\n",
+       "                                               first_dupe  \n",
+       "0       /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "1       /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "2       /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "3       /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "4       /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "5       /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "6       /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "7       /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "8       /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "9       /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "10      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "11      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "12      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "13      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "14      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "15      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "16      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "17      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "18      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "19      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "20      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "21      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "22      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "23      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "24      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "25      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "26      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "27      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "28      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "29      /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "...                                                   ...  \n",
+       "119987  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "119988  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "119989  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "119990  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "119991  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "119992  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "119993  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "119994  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "119995  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "119996  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "119997  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "119998  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "119999  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "120000  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "120001  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "120002  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "120003  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "120004  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "120005  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "120006  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "120007  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "120008  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "120009  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "120010  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "120011  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "120012  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "120013  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "120014  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "120015  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "120016  /Users/jjpr/dev/scratch/gallant_data/gallant-V...  \n",
+       "\n",
+       "[120017 rows x 2 columns]"
+      ]
+     },
+     "execution_count": 31,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "df_image_meta[\"first_dupe\"] = list(map(first_dupe, df_image_meta[\"image_id\"]))\n",
+    "df_image_meta"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 51,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def get_relative(path, base):\n",
+    "    split_path = path.split(\"/\")\n",
+    "    split_base = base.split(\"/\")\n",
+    "    target_path = \"/\".join(split_path[len(split_base):])\n",
+    "    return target_path"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 52,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style>\n",
+       "    .dataframe thead tr:only-child th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: left;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>image_id</th>\n",
+       "      <th>first_dupe</th>\n",
+       "      <th>copied</th>\n",
+       "      <th>relative_path</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>000035942277141353c41e43868fed37718f3264</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0210A/test.natrev.24_Hz.1.imsm/3795.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>0000365716935db4f6c4e8fe01784c0f6986f5a3</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0170A/test.natrev.size.imsm/1182.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>00003a9921d3b3db0e76898191289c7fe8150975</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/4229.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>0000a8aa19d0a68f278f240b716d5bbc8f0c6691</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0210A/test.natrev.1.imsm/2280.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>00010bb8a48e7a0997cb31c21662d826603ee4a8</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0168B/test.natrev.clown.24sm.imsm/5085.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>5</th>\n",
+       "      <td>0001df478512ce4b526bb9f3649bd604d417ace2</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0217B/test.natrev.forestferns.20_pix.imsm/485...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>6</th>\n",
+       "      <td>00030a3bd87f598ce692026432462f552a545520</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0210A/test.natrev.24_Hz.1.imsm/5517.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>7</th>\n",
+       "      <td>000539371e6d73f77563dc34e58cb6d361bebf00</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0169B/test.natrev.mountlake.imsm/1028.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8</th>\n",
+       "      <td>00053e951981d431da7e75ac529e627adbceb054</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0158A/test.natrev.mountlake.20sm.imsm/6297.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>9</th>\n",
+       "      <td>00058e96f1df6e5249a5f7ee6e9705e64a25c9c4</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0217B/test.natrev.andros.20_pix.imsm/2320.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>10</th>\n",
+       "      <td>0006477c7f6468992057d28b2c2128c5b92685df</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0211A/test.natrev.andros.24_pix.imsm/4081.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>11</th>\n",
+       "      <td>00071eb41d6ca5258113c10c1452c33d33694a97</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0154B/test.natrev.size.imsm/7060.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>12</th>\n",
+       "      <td>0008858810d641a71cc6a3bcb78612e85a3060f6</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0217B/test.natrev.andros.20_pix.imsm/4126.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>13</th>\n",
+       "      <td>000a5cea583d58e1e39efcd1ea797a9de3ee73f7</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0156A/test.natrev.size.mountlake.imsm/4555.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>14</th>\n",
+       "      <td>000c909c9e52652dce6043ab3453c70b7103bf4c</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0158A/test.natrev.mountlake.20sm.imsm/2104.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>15</th>\n",
+       "      <td>000f7494a9d8811a8e79fede88e571736dbe5ba4</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0206B/test.natrev.canoe.24Hz.1.imsm/2838.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>16</th>\n",
+       "      <td>00102848f33ee2f411ab42e8109b20174a76bc4b</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0217B/test.natrev.andros.20_pix.imsm/2437.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>17</th>\n",
+       "      <td>0010b6262718cbd82b0e4f2ffe7f94d16b5a6a98</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0164C/test.natrev.mountlake.32sm.imsm/4512.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>18</th>\n",
+       "      <td>001155c30e62ccac8bc153cf6e9b8e0618465cbe</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0162B/test.natrev.mountlake.24sm.imsm/849.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>19</th>\n",
+       "      <td>001212388e3fde7bb917bfb32dadc1cda760b4e2</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0156A/test.natrev.size.mountlake.imsm/4070.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>20</th>\n",
+       "      <td>00122e2cabcb72d0d15ab28c2477a8279270fb55</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0210A/test.natrev.2.imsm/2837.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>21</th>\n",
+       "      <td>00126386fcac0e4fc4216e07640488382e41f009</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0169B/test.natrev.mountlake.imsm/1555.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>22</th>\n",
+       "      <td>0012b32649ac470edab4d8ef21820aa364add6d2</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0170A/test.natrev.size.imsm/3107.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>23</th>\n",
+       "      <td>0016158e4dfa510c08d165fdc4c301cc9046bda4</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0162B/test.natrev.mountlake.24sm.imsm/243.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>24</th>\n",
+       "      <td>001621c06f4a821e95bf016971a1ec9c3d466ece</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0162B/test.natrev.mountlake.24sm.imsm/952.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>25</th>\n",
+       "      <td>0016cb35e73b19747b36aee6ebd980e1a0fdc8cc</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0211A/test.natrev.andros.24_pix.imsm/151.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>26</th>\n",
+       "      <td>0016e87690d9f66632e1342c51845fa0f6d14801</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0211A/test.natrev.andros.24_pix.imsm/864.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>27</th>\n",
+       "      <td>0016f8388affffc8c879d9fc6be7e6136d99eff8</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0210A/test.natrev.24_Hz.1.imsm/4296.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>28</th>\n",
+       "      <td>0017062f9dce42ac4b79ca0acf74346869ba1064</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0170A/test.natrev.size.imsm/854.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>29</th>\n",
+       "      <td>001709f8806df6b5e3966a8cad4768ccbbb3892a</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0158A/test.natrev.mountlake.20sm.imsm/362.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>...</th>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119987</th>\n",
+       "      <td>fff12d9da19cdaae75a419b7e7a31ef0f677b7a9</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0211A/test.natrev.andros.24_pix.imsm/3918.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119988</th>\n",
+       "      <td>fff19475fd3f823536ee7b9cebd4ab98e6b45a41</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0154B/test.natrev.size.imsm/2099.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119989</th>\n",
+       "      <td>fff1c9fa3e19329bb63997ff7695b0ad0d120f7e</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/2390.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119990</th>\n",
+       "      <td>fff28544e7fae715e016e1bf942295fec7f2a282</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0169B/test.natrev.mountlake.imsm/447.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119991</th>\n",
+       "      <td>fff29e1f59445f434e4d3495ea1e707397cafb58</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0156A/test.natrev.size.mountlake.imsm/5848.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119992</th>\n",
+       "      <td>fff30ac03e13324bbd99e7650a31143991852a7c</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0212B/test.natrev.forestferns.24_pix.imsm/467...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119993</th>\n",
+       "      <td>fff31d71b384e8c67fae60fb12bd339731fa7ca4</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0169B/test.natrev.mountlake.imsm/5992.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119994</th>\n",
+       "      <td>fff345d5b7e13d2e2a16b68e73c81e2dc6106b54</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0169B/test.natrev.mountlake.imsm/5697.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119995</th>\n",
+       "      <td>fff38e43c1a48b92d615446cf90f4cd2bf6f063b</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0217B/test.natrev.forestferns.20_pix.imsm/457...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119996</th>\n",
+       "      <td>fff53c26c4cc4353d4ea69766208b9238d39565c</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0210A/test.natrev.24_Hz.1.imsm/1188.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119997</th>\n",
+       "      <td>fff61077ca30d5579eacbb21885ac96178ab36d0</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0215B/test.natrev.forestferns.32_pix.imsm/747...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119998</th>\n",
+       "      <td>fff6335504c49dbd1cdead09dfb98e860ac38eb9</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0217B/test.natrev.andros.20_pix.imsm/2785.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119999</th>\n",
+       "      <td>fff651a7a0b1b229c8390ab629057e0a3e5e3e8e</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0211A/test.natrev.andros.24_pix.imsm/1678.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120000</th>\n",
+       "      <td>fff97d315bb4f7bb9fa7d9aeee1da776666c972c</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0170A/test.natrev.size.imsm/113.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120001</th>\n",
+       "      <td>fff9a995d29602e55fb6e3da822706e6e3f23782</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0158A/test.natrev.mountlake.20sm.imsm/2376.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120002</th>\n",
+       "      <td>fffa148e0cbf0b964e879149bfdccfb8fe520fa4</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0156A/test.natrev.size.mountlake.imsm/667.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120003</th>\n",
+       "      <td>fffa3a56ae79deb1c970d087c22e03ab76fb647f</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0210A/test.natrev.24_Hz.1.imsm/10176.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120004</th>\n",
+       "      <td>fffb0b7168b3ed343b8596b1208a5afdfe94fb99</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0164C/test.natrev.mountlake.32sm.imsm/1594.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120005</th>\n",
+       "      <td>fffb1f6b2eebf91b6c37ada159b09a99b473d327</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0208D/test.natrev.andros.30_pix.imsm/3676.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120006</th>\n",
+       "      <td>fffb844165493c2624f941f452e7328f6f0a4a37</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0217B/test.natrev.forestferns.20_pix.imsm/30.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120007</th>\n",
+       "      <td>fffc2f7cf99885dba17e9fc221f47c9c25179736</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/8245.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120008</th>\n",
+       "      <td>fffdb571736ac4d30ce85f944d021f9d0d1d2707</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0162B/test.natrev.mountlake.24sm.imsm/1724.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120009</th>\n",
+       "      <td>fffdd9d8b86ba163bc63184bcf98c229acd9231b</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0168B/test.natrev.clown.24sm.imsm/3441.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120010</th>\n",
+       "      <td>fffe643a72914502db5220122ad916b43ab60683</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0217B/test.natrev.forestferns.20_pix.imsm/647...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120011</th>\n",
+       "      <td>fffe7590fc3fc25fe6d6eaac425c786da6f3d72f</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0156A/test.natrev.size.mountlake.imsm/6518.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120012</th>\n",
+       "      <td>fffe837cb85e4a330dea0f80e6ce7630146a5b03</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0169B/test.natrev.mountlake.imsm/3331.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120013</th>\n",
+       "      <td>fffea22d9179fbd7a6cd42155273f5e844f49afd</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0164C/test.natrev.mountlake.32sm.imsm/6530.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120014</th>\n",
+       "      <td>ffff2b9f25d67762c8493b055856b1d52e77d8c0</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0210A/test.natrev.1.imsm/2600.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120015</th>\n",
+       "      <td>ffffefd70924830cba270fbf989beb9e4d06424f</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0164C/test.natrev.mountlake.32sm.imsm/3019.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120016</th>\n",
+       "      <td>fffff2151886df60234795917d26ca553445588b</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0210A/test.natrev.3.imsm/2039.jpg</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "<p>120017 rows × 4 columns</p>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                                        image_id  \\\n",
+       "0       000035942277141353c41e43868fed37718f3264   \n",
+       "1       0000365716935db4f6c4e8fe01784c0f6986f5a3   \n",
+       "2       00003a9921d3b3db0e76898191289c7fe8150975   \n",
+       "3       0000a8aa19d0a68f278f240b716d5bbc8f0c6691   \n",
+       "4       00010bb8a48e7a0997cb31c21662d826603ee4a8   \n",
+       "5       0001df478512ce4b526bb9f3649bd604d417ace2   \n",
+       "6       00030a3bd87f598ce692026432462f552a545520   \n",
+       "7       000539371e6d73f77563dc34e58cb6d361bebf00   \n",
+       "8       00053e951981d431da7e75ac529e627adbceb054   \n",
+       "9       00058e96f1df6e5249a5f7ee6e9705e64a25c9c4   \n",
+       "10      0006477c7f6468992057d28b2c2128c5b92685df   \n",
+       "11      00071eb41d6ca5258113c10c1452c33d33694a97   \n",
+       "12      0008858810d641a71cc6a3bcb78612e85a3060f6   \n",
+       "13      000a5cea583d58e1e39efcd1ea797a9de3ee73f7   \n",
+       "14      000c909c9e52652dce6043ab3453c70b7103bf4c   \n",
+       "15      000f7494a9d8811a8e79fede88e571736dbe5ba4   \n",
+       "16      00102848f33ee2f411ab42e8109b20174a76bc4b   \n",
+       "17      0010b6262718cbd82b0e4f2ffe7f94d16b5a6a98   \n",
+       "18      001155c30e62ccac8bc153cf6e9b8e0618465cbe   \n",
+       "19      001212388e3fde7bb917bfb32dadc1cda760b4e2   \n",
+       "20      00122e2cabcb72d0d15ab28c2477a8279270fb55   \n",
+       "21      00126386fcac0e4fc4216e07640488382e41f009   \n",
+       "22      0012b32649ac470edab4d8ef21820aa364add6d2   \n",
+       "23      0016158e4dfa510c08d165fdc4c301cc9046bda4   \n",
+       "24      001621c06f4a821e95bf016971a1ec9c3d466ece   \n",
+       "25      0016cb35e73b19747b36aee6ebd980e1a0fdc8cc   \n",
+       "26      0016e87690d9f66632e1342c51845fa0f6d14801   \n",
+       "27      0016f8388affffc8c879d9fc6be7e6136d99eff8   \n",
+       "28      0017062f9dce42ac4b79ca0acf74346869ba1064   \n",
+       "29      001709f8806df6b5e3966a8cad4768ccbbb3892a   \n",
+       "...                                          ...   \n",
+       "119987  fff12d9da19cdaae75a419b7e7a31ef0f677b7a9   \n",
+       "119988  fff19475fd3f823536ee7b9cebd4ab98e6b45a41   \n",
+       "119989  fff1c9fa3e19329bb63997ff7695b0ad0d120f7e   \n",
+       "119990  fff28544e7fae715e016e1bf942295fec7f2a282   \n",
+       "119991  fff29e1f59445f434e4d3495ea1e707397cafb58   \n",
+       "119992  fff30ac03e13324bbd99e7650a31143991852a7c   \n",
+       "119993  fff31d71b384e8c67fae60fb12bd339731fa7ca4   \n",
+       "119994  fff345d5b7e13d2e2a16b68e73c81e2dc6106b54   \n",
+       "119995  fff38e43c1a48b92d615446cf90f4cd2bf6f063b   \n",
+       "119996  fff53c26c4cc4353d4ea69766208b9238d39565c   \n",
+       "119997  fff61077ca30d5579eacbb21885ac96178ab36d0   \n",
+       "119998  fff6335504c49dbd1cdead09dfb98e860ac38eb9   \n",
+       "119999  fff651a7a0b1b229c8390ab629057e0a3e5e3e8e   \n",
+       "120000  fff97d315bb4f7bb9fa7d9aeee1da776666c972c   \n",
+       "120001  fff9a995d29602e55fb6e3da822706e6e3f23782   \n",
+       "120002  fffa148e0cbf0b964e879149bfdccfb8fe520fa4   \n",
+       "120003  fffa3a56ae79deb1c970d087c22e03ab76fb647f   \n",
+       "120004  fffb0b7168b3ed343b8596b1208a5afdfe94fb99   \n",
+       "120005  fffb1f6b2eebf91b6c37ada159b09a99b473d327   \n",
+       "120006  fffb844165493c2624f941f452e7328f6f0a4a37   \n",
+       "120007  fffc2f7cf99885dba17e9fc221f47c9c25179736   \n",
+       "120008  fffdb571736ac4d30ce85f944d021f9d0d1d2707   \n",
+       "120009  fffdd9d8b86ba163bc63184bcf98c229acd9231b   \n",
+       "120010  fffe643a72914502db5220122ad916b43ab60683   \n",
+       "120011  fffe7590fc3fc25fe6d6eaac425c786da6f3d72f   \n",
+       "120012  fffe837cb85e4a330dea0f80e6ce7630146a5b03   \n",
+       "120013  fffea22d9179fbd7a6cd42155273f5e844f49afd   \n",
+       "120014  ffff2b9f25d67762c8493b055856b1d52e77d8c0   \n",
+       "120015  ffffefd70924830cba270fbf989beb9e4d06424f   \n",
+       "120016  fffff2151886df60234795917d26ca553445588b   \n",
+       "\n",
+       "                                               first_dupe  copied  \\\n",
+       "0       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "1       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "2       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "3       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "4       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "5       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "6       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "7       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "8       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "9       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "10      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "11      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "12      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "13      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "14      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "15      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "16      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "17      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "18      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "19      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "20      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "21      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "22      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "23      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "24      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "25      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "26      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "27      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "28      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "29      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "...                                                   ...     ...   \n",
+       "119987  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119988  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119989  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119990  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119991  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119992  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119993  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119994  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119995  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119996  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119997  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119998  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119999  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120000  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120001  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120002  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120003  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120004  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120005  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120006  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120007  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120008  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120009  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120010  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120011  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120012  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120013  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120014  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120015  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120016  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "\n",
+       "                                            relative_path  \n",
+       "0                r0210A/test.natrev.24_Hz.1.imsm/3795.jpg  \n",
+       "1                   r0170A/test.natrev.size.imsm/1182.jpg  \n",
+       "2            r0148A/NatRev.MountLake.40.150.imsm/4229.jpg  \n",
+       "3                      r0210A/test.natrev.1.imsm/2280.jpg  \n",
+       "4             r0168B/test.natrev.clown.24sm.imsm/5085.jpg  \n",
+       "5       r0217B/test.natrev.forestferns.20_pix.imsm/485...  \n",
+       "6                r0210A/test.natrev.24_Hz.1.imsm/5517.jpg  \n",
+       "7              r0169B/test.natrev.mountlake.imsm/1028.jpg  \n",
+       "8         r0158A/test.natrev.mountlake.20sm.imsm/6297.jpg  \n",
+       "9          r0217B/test.natrev.andros.20_pix.imsm/2320.jpg  \n",
+       "10         r0211A/test.natrev.andros.24_pix.imsm/4081.jpg  \n",
+       "11                  r0154B/test.natrev.size.imsm/7060.jpg  \n",
+       "12         r0217B/test.natrev.andros.20_pix.imsm/4126.jpg  \n",
+       "13        r0156A/test.natrev.size.mountlake.imsm/4555.jpg  \n",
+       "14        r0158A/test.natrev.mountlake.20sm.imsm/2104.jpg  \n",
+       "15          r0206B/test.natrev.canoe.24Hz.1.imsm/2838.jpg  \n",
+       "16         r0217B/test.natrev.andros.20_pix.imsm/2437.jpg  \n",
+       "17        r0164C/test.natrev.mountlake.32sm.imsm/4512.jpg  \n",
+       "18         r0162B/test.natrev.mountlake.24sm.imsm/849.jpg  \n",
+       "19        r0156A/test.natrev.size.mountlake.imsm/4070.jpg  \n",
+       "20                     r0210A/test.natrev.2.imsm/2837.jpg  \n",
+       "21             r0169B/test.natrev.mountlake.imsm/1555.jpg  \n",
+       "22                  r0170A/test.natrev.size.imsm/3107.jpg  \n",
+       "23         r0162B/test.natrev.mountlake.24sm.imsm/243.jpg  \n",
+       "24         r0162B/test.natrev.mountlake.24sm.imsm/952.jpg  \n",
+       "25          r0211A/test.natrev.andros.24_pix.imsm/151.jpg  \n",
+       "26          r0211A/test.natrev.andros.24_pix.imsm/864.jpg  \n",
+       "27               r0210A/test.natrev.24_Hz.1.imsm/4296.jpg  \n",
+       "28                   r0170A/test.natrev.size.imsm/854.jpg  \n",
+       "29         r0158A/test.natrev.mountlake.20sm.imsm/362.jpg  \n",
+       "...                                                   ...  \n",
+       "119987     r0211A/test.natrev.andros.24_pix.imsm/3918.jpg  \n",
+       "119988              r0154B/test.natrev.size.imsm/2099.jpg  \n",
+       "119989       r0148A/NatRev.MountLake.40.150.imsm/2390.jpg  \n",
+       "119990          r0169B/test.natrev.mountlake.imsm/447.jpg  \n",
+       "119991    r0156A/test.natrev.size.mountlake.imsm/5848.jpg  \n",
+       "119992  r0212B/test.natrev.forestferns.24_pix.imsm/467...  \n",
+       "119993         r0169B/test.natrev.mountlake.imsm/5992.jpg  \n",
+       "119994         r0169B/test.natrev.mountlake.imsm/5697.jpg  \n",
+       "119995  r0217B/test.natrev.forestferns.20_pix.imsm/457...  \n",
+       "119996           r0210A/test.natrev.24_Hz.1.imsm/1188.jpg  \n",
+       "119997  r0215B/test.natrev.forestferns.32_pix.imsm/747...  \n",
+       "119998     r0217B/test.natrev.andros.20_pix.imsm/2785.jpg  \n",
+       "119999     r0211A/test.natrev.andros.24_pix.imsm/1678.jpg  \n",
+       "120000               r0170A/test.natrev.size.imsm/113.jpg  \n",
+       "120001    r0158A/test.natrev.mountlake.20sm.imsm/2376.jpg  \n",
+       "120002     r0156A/test.natrev.size.mountlake.imsm/667.jpg  \n",
+       "120003          r0210A/test.natrev.24_Hz.1.imsm/10176.jpg  \n",
+       "120004    r0164C/test.natrev.mountlake.32sm.imsm/1594.jpg  \n",
+       "120005     r0208D/test.natrev.andros.30_pix.imsm/3676.jpg  \n",
+       "120006  r0217B/test.natrev.forestferns.20_pix.imsm/30.jpg  \n",
+       "120007       r0148A/NatRev.MountLake.40.150.imsm/8245.jpg  \n",
+       "120008    r0162B/test.natrev.mountlake.24sm.imsm/1724.jpg  \n",
+       "120009        r0168B/test.natrev.clown.24sm.imsm/3441.jpg  \n",
+       "120010  r0217B/test.natrev.forestferns.20_pix.imsm/647...  \n",
+       "120011    r0156A/test.natrev.size.mountlake.imsm/6518.jpg  \n",
+       "120012         r0169B/test.natrev.mountlake.imsm/3331.jpg  \n",
+       "120013    r0164C/test.natrev.mountlake.32sm.imsm/6530.jpg  \n",
+       "120014                 r0210A/test.natrev.1.imsm/2600.jpg  \n",
+       "120015    r0164C/test.natrev.mountlake.32sm.imsm/3019.jpg  \n",
+       "120016                 r0210A/test.natrev.3.imsm/2039.jpg  \n",
+       "\n",
+       "[120017 rows x 4 columns]"
+      ]
+     },
+     "execution_count": 52,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "df_image_meta[\"relative_path\"] = list(map(lambda x: get_relative(x, file_base), df_image_meta[\"first_dupe\"]))\n",
+    "df_image_meta"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 40,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "target_zip_path = \"/Users/jjpr/.mkgu/data/gallant.David2004/gallant_crcns_v1_stimuli.zip\""
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 53,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "with zipfile.ZipFile(target_zip_path, 'w') as target_zip:\n",
+    "    for image in df_image_meta.itertuples():\n",
+    "        target_zip.write(image.first_dupe, arcname=image.relative_path)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 54,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "containing_dir = os.path.dirname(target_zip_path)\n",
+    "with zipfile.ZipFile(target_zip_path, 'r') as new_zip:\n",
+    "    new_zip.extractall(containing_dir)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 55,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def copied(source):\n",
+    "    split = source.split(\"/\")\n",
+    "    target = os.path.join(containing_dir, \"/\".join(split[8:]))\n",
+    "    return os.path.exists(target)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 56,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style>\n",
+       "    .dataframe thead tr:only-child th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: left;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>image_id</th>\n",
+       "      <th>first_dupe</th>\n",
+       "      <th>copied</th>\n",
+       "      <th>relative_path</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>000035942277141353c41e43868fed37718f3264</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0210A/test.natrev.24_Hz.1.imsm/3795.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>0000365716935db4f6c4e8fe01784c0f6986f5a3</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0170A/test.natrev.size.imsm/1182.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>00003a9921d3b3db0e76898191289c7fe8150975</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/4229.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>0000a8aa19d0a68f278f240b716d5bbc8f0c6691</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0210A/test.natrev.1.imsm/2280.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>00010bb8a48e7a0997cb31c21662d826603ee4a8</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0168B/test.natrev.clown.24sm.imsm/5085.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>5</th>\n",
+       "      <td>0001df478512ce4b526bb9f3649bd604d417ace2</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0217B/test.natrev.forestferns.20_pix.imsm/485...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>6</th>\n",
+       "      <td>00030a3bd87f598ce692026432462f552a545520</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0210A/test.natrev.24_Hz.1.imsm/5517.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>7</th>\n",
+       "      <td>000539371e6d73f77563dc34e58cb6d361bebf00</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0169B/test.natrev.mountlake.imsm/1028.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8</th>\n",
+       "      <td>00053e951981d431da7e75ac529e627adbceb054</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0158A/test.natrev.mountlake.20sm.imsm/6297.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>9</th>\n",
+       "      <td>00058e96f1df6e5249a5f7ee6e9705e64a25c9c4</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0217B/test.natrev.andros.20_pix.imsm/2320.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>10</th>\n",
+       "      <td>0006477c7f6468992057d28b2c2128c5b92685df</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0211A/test.natrev.andros.24_pix.imsm/4081.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>11</th>\n",
+       "      <td>00071eb41d6ca5258113c10c1452c33d33694a97</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0154B/test.natrev.size.imsm/7060.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>12</th>\n",
+       "      <td>0008858810d641a71cc6a3bcb78612e85a3060f6</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0217B/test.natrev.andros.20_pix.imsm/4126.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>13</th>\n",
+       "      <td>000a5cea583d58e1e39efcd1ea797a9de3ee73f7</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0156A/test.natrev.size.mountlake.imsm/4555.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>14</th>\n",
+       "      <td>000c909c9e52652dce6043ab3453c70b7103bf4c</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0158A/test.natrev.mountlake.20sm.imsm/2104.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>15</th>\n",
+       "      <td>000f7494a9d8811a8e79fede88e571736dbe5ba4</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0206B/test.natrev.canoe.24Hz.1.imsm/2838.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>16</th>\n",
+       "      <td>00102848f33ee2f411ab42e8109b20174a76bc4b</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0217B/test.natrev.andros.20_pix.imsm/2437.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>17</th>\n",
+       "      <td>0010b6262718cbd82b0e4f2ffe7f94d16b5a6a98</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0164C/test.natrev.mountlake.32sm.imsm/4512.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>18</th>\n",
+       "      <td>001155c30e62ccac8bc153cf6e9b8e0618465cbe</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0162B/test.natrev.mountlake.24sm.imsm/849.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>19</th>\n",
+       "      <td>001212388e3fde7bb917bfb32dadc1cda760b4e2</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0156A/test.natrev.size.mountlake.imsm/4070.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>20</th>\n",
+       "      <td>00122e2cabcb72d0d15ab28c2477a8279270fb55</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0210A/test.natrev.2.imsm/2837.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>21</th>\n",
+       "      <td>00126386fcac0e4fc4216e07640488382e41f009</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0169B/test.natrev.mountlake.imsm/1555.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>22</th>\n",
+       "      <td>0012b32649ac470edab4d8ef21820aa364add6d2</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0170A/test.natrev.size.imsm/3107.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>23</th>\n",
+       "      <td>0016158e4dfa510c08d165fdc4c301cc9046bda4</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0162B/test.natrev.mountlake.24sm.imsm/243.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>24</th>\n",
+       "      <td>001621c06f4a821e95bf016971a1ec9c3d466ece</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0162B/test.natrev.mountlake.24sm.imsm/952.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>25</th>\n",
+       "      <td>0016cb35e73b19747b36aee6ebd980e1a0fdc8cc</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0211A/test.natrev.andros.24_pix.imsm/151.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>26</th>\n",
+       "      <td>0016e87690d9f66632e1342c51845fa0f6d14801</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0211A/test.natrev.andros.24_pix.imsm/864.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>27</th>\n",
+       "      <td>0016f8388affffc8c879d9fc6be7e6136d99eff8</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0210A/test.natrev.24_Hz.1.imsm/4296.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>28</th>\n",
+       "      <td>0017062f9dce42ac4b79ca0acf74346869ba1064</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0170A/test.natrev.size.imsm/854.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>29</th>\n",
+       "      <td>001709f8806df6b5e3966a8cad4768ccbbb3892a</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0158A/test.natrev.mountlake.20sm.imsm/362.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>...</th>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119987</th>\n",
+       "      <td>fff12d9da19cdaae75a419b7e7a31ef0f677b7a9</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0211A/test.natrev.andros.24_pix.imsm/3918.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119988</th>\n",
+       "      <td>fff19475fd3f823536ee7b9cebd4ab98e6b45a41</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0154B/test.natrev.size.imsm/2099.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119989</th>\n",
+       "      <td>fff1c9fa3e19329bb63997ff7695b0ad0d120f7e</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/2390.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119990</th>\n",
+       "      <td>fff28544e7fae715e016e1bf942295fec7f2a282</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0169B/test.natrev.mountlake.imsm/447.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119991</th>\n",
+       "      <td>fff29e1f59445f434e4d3495ea1e707397cafb58</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0156A/test.natrev.size.mountlake.imsm/5848.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119992</th>\n",
+       "      <td>fff30ac03e13324bbd99e7650a31143991852a7c</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0212B/test.natrev.forestferns.24_pix.imsm/467...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119993</th>\n",
+       "      <td>fff31d71b384e8c67fae60fb12bd339731fa7ca4</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0169B/test.natrev.mountlake.imsm/5992.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119994</th>\n",
+       "      <td>fff345d5b7e13d2e2a16b68e73c81e2dc6106b54</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0169B/test.natrev.mountlake.imsm/5697.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119995</th>\n",
+       "      <td>fff38e43c1a48b92d615446cf90f4cd2bf6f063b</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0217B/test.natrev.forestferns.20_pix.imsm/457...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119996</th>\n",
+       "      <td>fff53c26c4cc4353d4ea69766208b9238d39565c</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0210A/test.natrev.24_Hz.1.imsm/1188.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119997</th>\n",
+       "      <td>fff61077ca30d5579eacbb21885ac96178ab36d0</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0215B/test.natrev.forestferns.32_pix.imsm/747...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119998</th>\n",
+       "      <td>fff6335504c49dbd1cdead09dfb98e860ac38eb9</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0217B/test.natrev.andros.20_pix.imsm/2785.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119999</th>\n",
+       "      <td>fff651a7a0b1b229c8390ab629057e0a3e5e3e8e</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0211A/test.natrev.andros.24_pix.imsm/1678.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120000</th>\n",
+       "      <td>fff97d315bb4f7bb9fa7d9aeee1da776666c972c</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0170A/test.natrev.size.imsm/113.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120001</th>\n",
+       "      <td>fff9a995d29602e55fb6e3da822706e6e3f23782</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0158A/test.natrev.mountlake.20sm.imsm/2376.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120002</th>\n",
+       "      <td>fffa148e0cbf0b964e879149bfdccfb8fe520fa4</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0156A/test.natrev.size.mountlake.imsm/667.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120003</th>\n",
+       "      <td>fffa3a56ae79deb1c970d087c22e03ab76fb647f</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0210A/test.natrev.24_Hz.1.imsm/10176.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120004</th>\n",
+       "      <td>fffb0b7168b3ed343b8596b1208a5afdfe94fb99</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0164C/test.natrev.mountlake.32sm.imsm/1594.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120005</th>\n",
+       "      <td>fffb1f6b2eebf91b6c37ada159b09a99b473d327</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0208D/test.natrev.andros.30_pix.imsm/3676.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120006</th>\n",
+       "      <td>fffb844165493c2624f941f452e7328f6f0a4a37</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0217B/test.natrev.forestferns.20_pix.imsm/30.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120007</th>\n",
+       "      <td>fffc2f7cf99885dba17e9fc221f47c9c25179736</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/8245.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120008</th>\n",
+       "      <td>fffdb571736ac4d30ce85f944d021f9d0d1d2707</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0162B/test.natrev.mountlake.24sm.imsm/1724.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120009</th>\n",
+       "      <td>fffdd9d8b86ba163bc63184bcf98c229acd9231b</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0168B/test.natrev.clown.24sm.imsm/3441.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120010</th>\n",
+       "      <td>fffe643a72914502db5220122ad916b43ab60683</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0217B/test.natrev.forestferns.20_pix.imsm/647...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120011</th>\n",
+       "      <td>fffe7590fc3fc25fe6d6eaac425c786da6f3d72f</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0156A/test.natrev.size.mountlake.imsm/6518.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120012</th>\n",
+       "      <td>fffe837cb85e4a330dea0f80e6ce7630146a5b03</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0169B/test.natrev.mountlake.imsm/3331.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120013</th>\n",
+       "      <td>fffea22d9179fbd7a6cd42155273f5e844f49afd</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0164C/test.natrev.mountlake.32sm.imsm/6530.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120014</th>\n",
+       "      <td>ffff2b9f25d67762c8493b055856b1d52e77d8c0</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0210A/test.natrev.1.imsm/2600.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120015</th>\n",
+       "      <td>ffffefd70924830cba270fbf989beb9e4d06424f</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0164C/test.natrev.mountlake.32sm.imsm/3019.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120016</th>\n",
+       "      <td>fffff2151886df60234795917d26ca553445588b</td>\n",
+       "      <td>/Users/jjpr/dev/scratch/gallant_data/gallant-V...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>r0210A/test.natrev.3.imsm/2039.jpg</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "<p>120017 rows × 4 columns</p>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                                        image_id  \\\n",
+       "0       000035942277141353c41e43868fed37718f3264   \n",
+       "1       0000365716935db4f6c4e8fe01784c0f6986f5a3   \n",
+       "2       00003a9921d3b3db0e76898191289c7fe8150975   \n",
+       "3       0000a8aa19d0a68f278f240b716d5bbc8f0c6691   \n",
+       "4       00010bb8a48e7a0997cb31c21662d826603ee4a8   \n",
+       "5       0001df478512ce4b526bb9f3649bd604d417ace2   \n",
+       "6       00030a3bd87f598ce692026432462f552a545520   \n",
+       "7       000539371e6d73f77563dc34e58cb6d361bebf00   \n",
+       "8       00053e951981d431da7e75ac529e627adbceb054   \n",
+       "9       00058e96f1df6e5249a5f7ee6e9705e64a25c9c4   \n",
+       "10      0006477c7f6468992057d28b2c2128c5b92685df   \n",
+       "11      00071eb41d6ca5258113c10c1452c33d33694a97   \n",
+       "12      0008858810d641a71cc6a3bcb78612e85a3060f6   \n",
+       "13      000a5cea583d58e1e39efcd1ea797a9de3ee73f7   \n",
+       "14      000c909c9e52652dce6043ab3453c70b7103bf4c   \n",
+       "15      000f7494a9d8811a8e79fede88e571736dbe5ba4   \n",
+       "16      00102848f33ee2f411ab42e8109b20174a76bc4b   \n",
+       "17      0010b6262718cbd82b0e4f2ffe7f94d16b5a6a98   \n",
+       "18      001155c30e62ccac8bc153cf6e9b8e0618465cbe   \n",
+       "19      001212388e3fde7bb917bfb32dadc1cda760b4e2   \n",
+       "20      00122e2cabcb72d0d15ab28c2477a8279270fb55   \n",
+       "21      00126386fcac0e4fc4216e07640488382e41f009   \n",
+       "22      0012b32649ac470edab4d8ef21820aa364add6d2   \n",
+       "23      0016158e4dfa510c08d165fdc4c301cc9046bda4   \n",
+       "24      001621c06f4a821e95bf016971a1ec9c3d466ece   \n",
+       "25      0016cb35e73b19747b36aee6ebd980e1a0fdc8cc   \n",
+       "26      0016e87690d9f66632e1342c51845fa0f6d14801   \n",
+       "27      0016f8388affffc8c879d9fc6be7e6136d99eff8   \n",
+       "28      0017062f9dce42ac4b79ca0acf74346869ba1064   \n",
+       "29      001709f8806df6b5e3966a8cad4768ccbbb3892a   \n",
+       "...                                          ...   \n",
+       "119987  fff12d9da19cdaae75a419b7e7a31ef0f677b7a9   \n",
+       "119988  fff19475fd3f823536ee7b9cebd4ab98e6b45a41   \n",
+       "119989  fff1c9fa3e19329bb63997ff7695b0ad0d120f7e   \n",
+       "119990  fff28544e7fae715e016e1bf942295fec7f2a282   \n",
+       "119991  fff29e1f59445f434e4d3495ea1e707397cafb58   \n",
+       "119992  fff30ac03e13324bbd99e7650a31143991852a7c   \n",
+       "119993  fff31d71b384e8c67fae60fb12bd339731fa7ca4   \n",
+       "119994  fff345d5b7e13d2e2a16b68e73c81e2dc6106b54   \n",
+       "119995  fff38e43c1a48b92d615446cf90f4cd2bf6f063b   \n",
+       "119996  fff53c26c4cc4353d4ea69766208b9238d39565c   \n",
+       "119997  fff61077ca30d5579eacbb21885ac96178ab36d0   \n",
+       "119998  fff6335504c49dbd1cdead09dfb98e860ac38eb9   \n",
+       "119999  fff651a7a0b1b229c8390ab629057e0a3e5e3e8e   \n",
+       "120000  fff97d315bb4f7bb9fa7d9aeee1da776666c972c   \n",
+       "120001  fff9a995d29602e55fb6e3da822706e6e3f23782   \n",
+       "120002  fffa148e0cbf0b964e879149bfdccfb8fe520fa4   \n",
+       "120003  fffa3a56ae79deb1c970d087c22e03ab76fb647f   \n",
+       "120004  fffb0b7168b3ed343b8596b1208a5afdfe94fb99   \n",
+       "120005  fffb1f6b2eebf91b6c37ada159b09a99b473d327   \n",
+       "120006  fffb844165493c2624f941f452e7328f6f0a4a37   \n",
+       "120007  fffc2f7cf99885dba17e9fc221f47c9c25179736   \n",
+       "120008  fffdb571736ac4d30ce85f944d021f9d0d1d2707   \n",
+       "120009  fffdd9d8b86ba163bc63184bcf98c229acd9231b   \n",
+       "120010  fffe643a72914502db5220122ad916b43ab60683   \n",
+       "120011  fffe7590fc3fc25fe6d6eaac425c786da6f3d72f   \n",
+       "120012  fffe837cb85e4a330dea0f80e6ce7630146a5b03   \n",
+       "120013  fffea22d9179fbd7a6cd42155273f5e844f49afd   \n",
+       "120014  ffff2b9f25d67762c8493b055856b1d52e77d8c0   \n",
+       "120015  ffffefd70924830cba270fbf989beb9e4d06424f   \n",
+       "120016  fffff2151886df60234795917d26ca553445588b   \n",
+       "\n",
+       "                                               first_dupe  copied  \\\n",
+       "0       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "1       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "2       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "3       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "4       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "5       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "6       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "7       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "8       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "9       /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "10      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "11      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "12      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "13      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "14      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "15      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "16      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "17      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "18      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "19      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "20      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "21      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "22      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "23      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "24      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "25      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "26      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "27      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "28      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "29      /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "...                                                   ...     ...   \n",
+       "119987  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119988  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119989  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119990  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119991  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119992  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119993  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119994  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119995  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119996  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119997  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119998  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "119999  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120000  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120001  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120002  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120003  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120004  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120005  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120006  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120007  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120008  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120009  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120010  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120011  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120012  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120013  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120014  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120015  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "120016  /Users/jjpr/dev/scratch/gallant_data/gallant-V...    True   \n",
+       "\n",
+       "                                            relative_path  \n",
+       "0                r0210A/test.natrev.24_Hz.1.imsm/3795.jpg  \n",
+       "1                   r0170A/test.natrev.size.imsm/1182.jpg  \n",
+       "2            r0148A/NatRev.MountLake.40.150.imsm/4229.jpg  \n",
+       "3                      r0210A/test.natrev.1.imsm/2280.jpg  \n",
+       "4             r0168B/test.natrev.clown.24sm.imsm/5085.jpg  \n",
+       "5       r0217B/test.natrev.forestferns.20_pix.imsm/485...  \n",
+       "6                r0210A/test.natrev.24_Hz.1.imsm/5517.jpg  \n",
+       "7              r0169B/test.natrev.mountlake.imsm/1028.jpg  \n",
+       "8         r0158A/test.natrev.mountlake.20sm.imsm/6297.jpg  \n",
+       "9          r0217B/test.natrev.andros.20_pix.imsm/2320.jpg  \n",
+       "10         r0211A/test.natrev.andros.24_pix.imsm/4081.jpg  \n",
+       "11                  r0154B/test.natrev.size.imsm/7060.jpg  \n",
+       "12         r0217B/test.natrev.andros.20_pix.imsm/4126.jpg  \n",
+       "13        r0156A/test.natrev.size.mountlake.imsm/4555.jpg  \n",
+       "14        r0158A/test.natrev.mountlake.20sm.imsm/2104.jpg  \n",
+       "15          r0206B/test.natrev.canoe.24Hz.1.imsm/2838.jpg  \n",
+       "16         r0217B/test.natrev.andros.20_pix.imsm/2437.jpg  \n",
+       "17        r0164C/test.natrev.mountlake.32sm.imsm/4512.jpg  \n",
+       "18         r0162B/test.natrev.mountlake.24sm.imsm/849.jpg  \n",
+       "19        r0156A/test.natrev.size.mountlake.imsm/4070.jpg  \n",
+       "20                     r0210A/test.natrev.2.imsm/2837.jpg  \n",
+       "21             r0169B/test.natrev.mountlake.imsm/1555.jpg  \n",
+       "22                  r0170A/test.natrev.size.imsm/3107.jpg  \n",
+       "23         r0162B/test.natrev.mountlake.24sm.imsm/243.jpg  \n",
+       "24         r0162B/test.natrev.mountlake.24sm.imsm/952.jpg  \n",
+       "25          r0211A/test.natrev.andros.24_pix.imsm/151.jpg  \n",
+       "26          r0211A/test.natrev.andros.24_pix.imsm/864.jpg  \n",
+       "27               r0210A/test.natrev.24_Hz.1.imsm/4296.jpg  \n",
+       "28                   r0170A/test.natrev.size.imsm/854.jpg  \n",
+       "29         r0158A/test.natrev.mountlake.20sm.imsm/362.jpg  \n",
+       "...                                                   ...  \n",
+       "119987     r0211A/test.natrev.andros.24_pix.imsm/3918.jpg  \n",
+       "119988              r0154B/test.natrev.size.imsm/2099.jpg  \n",
+       "119989       r0148A/NatRev.MountLake.40.150.imsm/2390.jpg  \n",
+       "119990          r0169B/test.natrev.mountlake.imsm/447.jpg  \n",
+       "119991    r0156A/test.natrev.size.mountlake.imsm/5848.jpg  \n",
+       "119992  r0212B/test.natrev.forestferns.24_pix.imsm/467...  \n",
+       "119993         r0169B/test.natrev.mountlake.imsm/5992.jpg  \n",
+       "119994         r0169B/test.natrev.mountlake.imsm/5697.jpg  \n",
+       "119995  r0217B/test.natrev.forestferns.20_pix.imsm/457...  \n",
+       "119996           r0210A/test.natrev.24_Hz.1.imsm/1188.jpg  \n",
+       "119997  r0215B/test.natrev.forestferns.32_pix.imsm/747...  \n",
+       "119998     r0217B/test.natrev.andros.20_pix.imsm/2785.jpg  \n",
+       "119999     r0211A/test.natrev.andros.24_pix.imsm/1678.jpg  \n",
+       "120000               r0170A/test.natrev.size.imsm/113.jpg  \n",
+       "120001    r0158A/test.natrev.mountlake.20sm.imsm/2376.jpg  \n",
+       "120002     r0156A/test.natrev.size.mountlake.imsm/667.jpg  \n",
+       "120003          r0210A/test.natrev.24_Hz.1.imsm/10176.jpg  \n",
+       "120004    r0164C/test.natrev.mountlake.32sm.imsm/1594.jpg  \n",
+       "120005     r0208D/test.natrev.andros.30_pix.imsm/3676.jpg  \n",
+       "120006  r0217B/test.natrev.forestferns.20_pix.imsm/30.jpg  \n",
+       "120007       r0148A/NatRev.MountLake.40.150.imsm/8245.jpg  \n",
+       "120008    r0162B/test.natrev.mountlake.24sm.imsm/1724.jpg  \n",
+       "120009        r0168B/test.natrev.clown.24sm.imsm/3441.jpg  \n",
+       "120010  r0217B/test.natrev.forestferns.20_pix.imsm/647...  \n",
+       "120011    r0156A/test.natrev.size.mountlake.imsm/6518.jpg  \n",
+       "120012         r0169B/test.natrev.mountlake.imsm/3331.jpg  \n",
+       "120013    r0164C/test.natrev.mountlake.32sm.imsm/6530.jpg  \n",
+       "120014                 r0210A/test.natrev.1.imsm/2600.jpg  \n",
+       "120015    r0164C/test.natrev.mountlake.32sm.imsm/3019.jpg  \n",
+       "120016                 r0210A/test.natrev.3.imsm/2039.jpg  \n",
+       "\n",
+       "[120017 rows x 4 columns]"
+      ]
+     },
+     "execution_count": 56,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "df_image_meta[\"copied\"] = list(map(copied, df_image_meta[\"first_dupe\"]))\n",
+    "df_image_meta"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 57,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "True"
+      ]
+     },
+     "execution_count": 57,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "all(df_image_meta[\"copied\"])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 58,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\u001b[34mr0148A\u001b[m\u001b[m/ \u001b[34mr0156A\u001b[m\u001b[m/ \u001b[34mr0162B\u001b[m\u001b[m/ \u001b[34mr0168B\u001b[m\u001b[m/ \u001b[34mr0170A\u001b[m\u001b[m/ \u001b[34mr0208D\u001b[m\u001b[m/ \u001b[34mr0211A\u001b[m\u001b[m/ \u001b[34mr0215B\u001b[m\u001b[m/\n",
+      "\u001b[34mr0154B\u001b[m\u001b[m/ \u001b[34mr0158A\u001b[m\u001b[m/ \u001b[34mr0164C\u001b[m\u001b[m/ \u001b[34mr0169B\u001b[m\u001b[m/ \u001b[34mr0206B\u001b[m\u001b[m/ \u001b[34mr0210A\u001b[m\u001b[m/ \u001b[34mr0212B\u001b[m\u001b[m/ \u001b[34mr0217B\u001b[m\u001b[m/\n"
+     ]
+    }
+   ],
+   "source": [
+    "ls $target_base"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Make the StimulusSet lookup meta"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 23,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "True"
+      ]
+     },
+     "execution_count": 23,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "pwdb.connect(reuse_if_open=True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 28,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "pwdb.create_tables(models=[ImageModel, AttributeModel, ImageMetaModel, StimulusSetModel, ImageStoreModel, StimulusSetImageMap, ImageStoreMap])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 59,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "gallant_v1_images, created = StimulusSetModel.get_or_create(name=\"David2004\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 60,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "gallant_v1_image_store, created = ImageStoreModel.get_or_create(location_type=\"S3\", store_type=\"zip\",\n",
+    "                                  location=\"https://mkgu-gallant-crcns.s3.amazonaws.com/gallant_crcns_v1_stimuli.zip\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 61,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "1"
+      ]
+     },
+     "execution_count": 61,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "eav_image_file_sha1 = AttributeModel(name=\"image_file_sha1\", type=\"str\")\n",
+    "eav_image_file_path_unique = AttributeModel(name=\"image_file_path_unique\", type=\"str\")\n",
+    "\n",
+    "eav_image_file_sha1.save()\n",
+    "eav_image_file_path_unique.save()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 62,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "for image in df_image_meta.itertuples():\n",
+    "    pw_image = ImageModel(image_id=image.image_id)\n",
+    "    pw_stimulus_set_image_map = StimulusSetImageMap(stimulus_set=gallant_v1_images, image=pw_image)\n",
+    "    pw_image_image_store_map = ImageStoreMap(image=pw_image, image_store=gallant_v1_image_store,\n",
+    "                                             path=image.relative_path)\n",
+    "    pw_image.save()\n",
+    "    pw_stimulus_set_image_map.save()\n",
+    "    pw_image_image_store_map.save()\n",
+    "    ImageMetaModel(image=pw_image, attribute=eav_image_file_sha1, value=str(image.image_id)).save()\n",
+    "    ImageMetaModel(image=pw_image, attribute=eav_image_file_path_unique, value=str(image.relative_path)).save()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 63,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style>\n",
+       "    .dataframe thead tr:only-child th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: left;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>id</th>\n",
+       "      <th>image_id</th>\n",
+       "      <th>image_file_sha1</th>\n",
+       "      <th>image_file_path_unique</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>5761</td>\n",
+       "      <td>000035942277141353c41e43868fed37718f3264</td>\n",
+       "      <td>000035942277141353c41e43868fed37718f3264</td>\n",
+       "      <td>r0210A/test.natrev.24_Hz.1.imsm/3795.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>5762</td>\n",
+       "      <td>0000365716935db4f6c4e8fe01784c0f6986f5a3</td>\n",
+       "      <td>0000365716935db4f6c4e8fe01784c0f6986f5a3</td>\n",
+       "      <td>r0170A/test.natrev.size.imsm/1182.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>5763</td>\n",
+       "      <td>00003a9921d3b3db0e76898191289c7fe8150975</td>\n",
+       "      <td>00003a9921d3b3db0e76898191289c7fe8150975</td>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/4229.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>5764</td>\n",
+       "      <td>0000a8aa19d0a68f278f240b716d5bbc8f0c6691</td>\n",
+       "      <td>0000a8aa19d0a68f278f240b716d5bbc8f0c6691</td>\n",
+       "      <td>r0210A/test.natrev.1.imsm/2280.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>5765</td>\n",
+       "      <td>00010bb8a48e7a0997cb31c21662d826603ee4a8</td>\n",
+       "      <td>00010bb8a48e7a0997cb31c21662d826603ee4a8</td>\n",
+       "      <td>r0168B/test.natrev.clown.24sm.imsm/5085.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>5</th>\n",
+       "      <td>5766</td>\n",
+       "      <td>0001df478512ce4b526bb9f3649bd604d417ace2</td>\n",
+       "      <td>0001df478512ce4b526bb9f3649bd604d417ace2</td>\n",
+       "      <td>r0217B/test.natrev.forestferns.20_pix.imsm/485...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>6</th>\n",
+       "      <td>5767</td>\n",
+       "      <td>00030a3bd87f598ce692026432462f552a545520</td>\n",
+       "      <td>00030a3bd87f598ce692026432462f552a545520</td>\n",
+       "      <td>r0210A/test.natrev.24_Hz.1.imsm/5517.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>7</th>\n",
+       "      <td>5768</td>\n",
+       "      <td>000539371e6d73f77563dc34e58cb6d361bebf00</td>\n",
+       "      <td>000539371e6d73f77563dc34e58cb6d361bebf00</td>\n",
+       "      <td>r0169B/test.natrev.mountlake.imsm/1028.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8</th>\n",
+       "      <td>5769</td>\n",
+       "      <td>00053e951981d431da7e75ac529e627adbceb054</td>\n",
+       "      <td>00053e951981d431da7e75ac529e627adbceb054</td>\n",
+       "      <td>r0158A/test.natrev.mountlake.20sm.imsm/6297.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>9</th>\n",
+       "      <td>5770</td>\n",
+       "      <td>00058e96f1df6e5249a5f7ee6e9705e64a25c9c4</td>\n",
+       "      <td>00058e96f1df6e5249a5f7ee6e9705e64a25c9c4</td>\n",
+       "      <td>r0217B/test.natrev.andros.20_pix.imsm/2320.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>10</th>\n",
+       "      <td>5771</td>\n",
+       "      <td>0006477c7f6468992057d28b2c2128c5b92685df</td>\n",
+       "      <td>0006477c7f6468992057d28b2c2128c5b92685df</td>\n",
+       "      <td>r0211A/test.natrev.andros.24_pix.imsm/4081.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>11</th>\n",
+       "      <td>5772</td>\n",
+       "      <td>00071eb41d6ca5258113c10c1452c33d33694a97</td>\n",
+       "      <td>00071eb41d6ca5258113c10c1452c33d33694a97</td>\n",
+       "      <td>r0154B/test.natrev.size.imsm/7060.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>12</th>\n",
+       "      <td>5773</td>\n",
+       "      <td>0008858810d641a71cc6a3bcb78612e85a3060f6</td>\n",
+       "      <td>0008858810d641a71cc6a3bcb78612e85a3060f6</td>\n",
+       "      <td>r0217B/test.natrev.andros.20_pix.imsm/4126.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>13</th>\n",
+       "      <td>5774</td>\n",
+       "      <td>000a5cea583d58e1e39efcd1ea797a9de3ee73f7</td>\n",
+       "      <td>000a5cea583d58e1e39efcd1ea797a9de3ee73f7</td>\n",
+       "      <td>r0156A/test.natrev.size.mountlake.imsm/4555.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>14</th>\n",
+       "      <td>5775</td>\n",
+       "      <td>000c909c9e52652dce6043ab3453c70b7103bf4c</td>\n",
+       "      <td>000c909c9e52652dce6043ab3453c70b7103bf4c</td>\n",
+       "      <td>r0158A/test.natrev.mountlake.20sm.imsm/2104.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>15</th>\n",
+       "      <td>5776</td>\n",
+       "      <td>000f7494a9d8811a8e79fede88e571736dbe5ba4</td>\n",
+       "      <td>000f7494a9d8811a8e79fede88e571736dbe5ba4</td>\n",
+       "      <td>r0206B/test.natrev.canoe.24Hz.1.imsm/2838.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>16</th>\n",
+       "      <td>5777</td>\n",
+       "      <td>00102848f33ee2f411ab42e8109b20174a76bc4b</td>\n",
+       "      <td>00102848f33ee2f411ab42e8109b20174a76bc4b</td>\n",
+       "      <td>r0217B/test.natrev.andros.20_pix.imsm/2437.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>17</th>\n",
+       "      <td>5778</td>\n",
+       "      <td>0010b6262718cbd82b0e4f2ffe7f94d16b5a6a98</td>\n",
+       "      <td>0010b6262718cbd82b0e4f2ffe7f94d16b5a6a98</td>\n",
+       "      <td>r0164C/test.natrev.mountlake.32sm.imsm/4512.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>18</th>\n",
+       "      <td>5779</td>\n",
+       "      <td>001155c30e62ccac8bc153cf6e9b8e0618465cbe</td>\n",
+       "      <td>001155c30e62ccac8bc153cf6e9b8e0618465cbe</td>\n",
+       "      <td>r0162B/test.natrev.mountlake.24sm.imsm/849.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>19</th>\n",
+       "      <td>5780</td>\n",
+       "      <td>001212388e3fde7bb917bfb32dadc1cda760b4e2</td>\n",
+       "      <td>001212388e3fde7bb917bfb32dadc1cda760b4e2</td>\n",
+       "      <td>r0156A/test.natrev.size.mountlake.imsm/4070.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>20</th>\n",
+       "      <td>5781</td>\n",
+       "      <td>00122e2cabcb72d0d15ab28c2477a8279270fb55</td>\n",
+       "      <td>00122e2cabcb72d0d15ab28c2477a8279270fb55</td>\n",
+       "      <td>r0210A/test.natrev.2.imsm/2837.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>21</th>\n",
+       "      <td>5782</td>\n",
+       "      <td>00126386fcac0e4fc4216e07640488382e41f009</td>\n",
+       "      <td>00126386fcac0e4fc4216e07640488382e41f009</td>\n",
+       "      <td>r0169B/test.natrev.mountlake.imsm/1555.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>22</th>\n",
+       "      <td>5783</td>\n",
+       "      <td>0012b32649ac470edab4d8ef21820aa364add6d2</td>\n",
+       "      <td>0012b32649ac470edab4d8ef21820aa364add6d2</td>\n",
+       "      <td>r0170A/test.natrev.size.imsm/3107.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>23</th>\n",
+       "      <td>5784</td>\n",
+       "      <td>0016158e4dfa510c08d165fdc4c301cc9046bda4</td>\n",
+       "      <td>0016158e4dfa510c08d165fdc4c301cc9046bda4</td>\n",
+       "      <td>r0162B/test.natrev.mountlake.24sm.imsm/243.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>24</th>\n",
+       "      <td>5785</td>\n",
+       "      <td>001621c06f4a821e95bf016971a1ec9c3d466ece</td>\n",
+       "      <td>001621c06f4a821e95bf016971a1ec9c3d466ece</td>\n",
+       "      <td>r0162B/test.natrev.mountlake.24sm.imsm/952.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>25</th>\n",
+       "      <td>5786</td>\n",
+       "      <td>0016cb35e73b19747b36aee6ebd980e1a0fdc8cc</td>\n",
+       "      <td>0016cb35e73b19747b36aee6ebd980e1a0fdc8cc</td>\n",
+       "      <td>r0211A/test.natrev.andros.24_pix.imsm/151.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>26</th>\n",
+       "      <td>5787</td>\n",
+       "      <td>0016e87690d9f66632e1342c51845fa0f6d14801</td>\n",
+       "      <td>0016e87690d9f66632e1342c51845fa0f6d14801</td>\n",
+       "      <td>r0211A/test.natrev.andros.24_pix.imsm/864.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>27</th>\n",
+       "      <td>5788</td>\n",
+       "      <td>0016f8388affffc8c879d9fc6be7e6136d99eff8</td>\n",
+       "      <td>0016f8388affffc8c879d9fc6be7e6136d99eff8</td>\n",
+       "      <td>r0210A/test.natrev.24_Hz.1.imsm/4296.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>28</th>\n",
+       "      <td>5789</td>\n",
+       "      <td>0017062f9dce42ac4b79ca0acf74346869ba1064</td>\n",
+       "      <td>0017062f9dce42ac4b79ca0acf74346869ba1064</td>\n",
+       "      <td>r0170A/test.natrev.size.imsm/854.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>29</th>\n",
+       "      <td>5790</td>\n",
+       "      <td>001709f8806df6b5e3966a8cad4768ccbbb3892a</td>\n",
+       "      <td>001709f8806df6b5e3966a8cad4768ccbbb3892a</td>\n",
+       "      <td>r0158A/test.natrev.mountlake.20sm.imsm/362.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>...</th>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119987</th>\n",
+       "      <td>125748</td>\n",
+       "      <td>fff12d9da19cdaae75a419b7e7a31ef0f677b7a9</td>\n",
+       "      <td>fff12d9da19cdaae75a419b7e7a31ef0f677b7a9</td>\n",
+       "      <td>r0211A/test.natrev.andros.24_pix.imsm/3918.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119988</th>\n",
+       "      <td>125749</td>\n",
+       "      <td>fff19475fd3f823536ee7b9cebd4ab98e6b45a41</td>\n",
+       "      <td>fff19475fd3f823536ee7b9cebd4ab98e6b45a41</td>\n",
+       "      <td>r0154B/test.natrev.size.imsm/2099.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119989</th>\n",
+       "      <td>125750</td>\n",
+       "      <td>fff1c9fa3e19329bb63997ff7695b0ad0d120f7e</td>\n",
+       "      <td>fff1c9fa3e19329bb63997ff7695b0ad0d120f7e</td>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/2390.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119990</th>\n",
+       "      <td>125751</td>\n",
+       "      <td>fff28544e7fae715e016e1bf942295fec7f2a282</td>\n",
+       "      <td>fff28544e7fae715e016e1bf942295fec7f2a282</td>\n",
+       "      <td>r0169B/test.natrev.mountlake.imsm/447.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119991</th>\n",
+       "      <td>125752</td>\n",
+       "      <td>fff29e1f59445f434e4d3495ea1e707397cafb58</td>\n",
+       "      <td>fff29e1f59445f434e4d3495ea1e707397cafb58</td>\n",
+       "      <td>r0156A/test.natrev.size.mountlake.imsm/5848.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119992</th>\n",
+       "      <td>125753</td>\n",
+       "      <td>fff30ac03e13324bbd99e7650a31143991852a7c</td>\n",
+       "      <td>fff30ac03e13324bbd99e7650a31143991852a7c</td>\n",
+       "      <td>r0212B/test.natrev.forestferns.24_pix.imsm/467...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119993</th>\n",
+       "      <td>125754</td>\n",
+       "      <td>fff31d71b384e8c67fae60fb12bd339731fa7ca4</td>\n",
+       "      <td>fff31d71b384e8c67fae60fb12bd339731fa7ca4</td>\n",
+       "      <td>r0169B/test.natrev.mountlake.imsm/5992.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119994</th>\n",
+       "      <td>125755</td>\n",
+       "      <td>fff345d5b7e13d2e2a16b68e73c81e2dc6106b54</td>\n",
+       "      <td>fff345d5b7e13d2e2a16b68e73c81e2dc6106b54</td>\n",
+       "      <td>r0169B/test.natrev.mountlake.imsm/5697.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119995</th>\n",
+       "      <td>125756</td>\n",
+       "      <td>fff38e43c1a48b92d615446cf90f4cd2bf6f063b</td>\n",
+       "      <td>fff38e43c1a48b92d615446cf90f4cd2bf6f063b</td>\n",
+       "      <td>r0217B/test.natrev.forestferns.20_pix.imsm/457...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119996</th>\n",
+       "      <td>125757</td>\n",
+       "      <td>fff53c26c4cc4353d4ea69766208b9238d39565c</td>\n",
+       "      <td>fff53c26c4cc4353d4ea69766208b9238d39565c</td>\n",
+       "      <td>r0210A/test.natrev.24_Hz.1.imsm/1188.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119997</th>\n",
+       "      <td>125758</td>\n",
+       "      <td>fff61077ca30d5579eacbb21885ac96178ab36d0</td>\n",
+       "      <td>fff61077ca30d5579eacbb21885ac96178ab36d0</td>\n",
+       "      <td>r0215B/test.natrev.forestferns.32_pix.imsm/747...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119998</th>\n",
+       "      <td>125759</td>\n",
+       "      <td>fff6335504c49dbd1cdead09dfb98e860ac38eb9</td>\n",
+       "      <td>fff6335504c49dbd1cdead09dfb98e860ac38eb9</td>\n",
+       "      <td>r0217B/test.natrev.andros.20_pix.imsm/2785.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>119999</th>\n",
+       "      <td>125760</td>\n",
+       "      <td>fff651a7a0b1b229c8390ab629057e0a3e5e3e8e</td>\n",
+       "      <td>fff651a7a0b1b229c8390ab629057e0a3e5e3e8e</td>\n",
+       "      <td>r0211A/test.natrev.andros.24_pix.imsm/1678.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120000</th>\n",
+       "      <td>125761</td>\n",
+       "      <td>fff97d315bb4f7bb9fa7d9aeee1da776666c972c</td>\n",
+       "      <td>fff97d315bb4f7bb9fa7d9aeee1da776666c972c</td>\n",
+       "      <td>r0170A/test.natrev.size.imsm/113.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120001</th>\n",
+       "      <td>125762</td>\n",
+       "      <td>fff9a995d29602e55fb6e3da822706e6e3f23782</td>\n",
+       "      <td>fff9a995d29602e55fb6e3da822706e6e3f23782</td>\n",
+       "      <td>r0158A/test.natrev.mountlake.20sm.imsm/2376.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120002</th>\n",
+       "      <td>125763</td>\n",
+       "      <td>fffa148e0cbf0b964e879149bfdccfb8fe520fa4</td>\n",
+       "      <td>fffa148e0cbf0b964e879149bfdccfb8fe520fa4</td>\n",
+       "      <td>r0156A/test.natrev.size.mountlake.imsm/667.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120003</th>\n",
+       "      <td>125764</td>\n",
+       "      <td>fffa3a56ae79deb1c970d087c22e03ab76fb647f</td>\n",
+       "      <td>fffa3a56ae79deb1c970d087c22e03ab76fb647f</td>\n",
+       "      <td>r0210A/test.natrev.24_Hz.1.imsm/10176.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120004</th>\n",
+       "      <td>125765</td>\n",
+       "      <td>fffb0b7168b3ed343b8596b1208a5afdfe94fb99</td>\n",
+       "      <td>fffb0b7168b3ed343b8596b1208a5afdfe94fb99</td>\n",
+       "      <td>r0164C/test.natrev.mountlake.32sm.imsm/1594.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120005</th>\n",
+       "      <td>125766</td>\n",
+       "      <td>fffb1f6b2eebf91b6c37ada159b09a99b473d327</td>\n",
+       "      <td>fffb1f6b2eebf91b6c37ada159b09a99b473d327</td>\n",
+       "      <td>r0208D/test.natrev.andros.30_pix.imsm/3676.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120006</th>\n",
+       "      <td>125767</td>\n",
+       "      <td>fffb844165493c2624f941f452e7328f6f0a4a37</td>\n",
+       "      <td>fffb844165493c2624f941f452e7328f6f0a4a37</td>\n",
+       "      <td>r0217B/test.natrev.forestferns.20_pix.imsm/30.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120007</th>\n",
+       "      <td>125768</td>\n",
+       "      <td>fffc2f7cf99885dba17e9fc221f47c9c25179736</td>\n",
+       "      <td>fffc2f7cf99885dba17e9fc221f47c9c25179736</td>\n",
+       "      <td>r0148A/NatRev.MountLake.40.150.imsm/8245.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120008</th>\n",
+       "      <td>125769</td>\n",
+       "      <td>fffdb571736ac4d30ce85f944d021f9d0d1d2707</td>\n",
+       "      <td>fffdb571736ac4d30ce85f944d021f9d0d1d2707</td>\n",
+       "      <td>r0162B/test.natrev.mountlake.24sm.imsm/1724.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120009</th>\n",
+       "      <td>125770</td>\n",
+       "      <td>fffdd9d8b86ba163bc63184bcf98c229acd9231b</td>\n",
+       "      <td>fffdd9d8b86ba163bc63184bcf98c229acd9231b</td>\n",
+       "      <td>r0168B/test.natrev.clown.24sm.imsm/3441.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120010</th>\n",
+       "      <td>125771</td>\n",
+       "      <td>fffe643a72914502db5220122ad916b43ab60683</td>\n",
+       "      <td>fffe643a72914502db5220122ad916b43ab60683</td>\n",
+       "      <td>r0217B/test.natrev.forestferns.20_pix.imsm/647...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120011</th>\n",
+       "      <td>125772</td>\n",
+       "      <td>fffe7590fc3fc25fe6d6eaac425c786da6f3d72f</td>\n",
+       "      <td>fffe7590fc3fc25fe6d6eaac425c786da6f3d72f</td>\n",
+       "      <td>r0156A/test.natrev.size.mountlake.imsm/6518.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120012</th>\n",
+       "      <td>125773</td>\n",
+       "      <td>fffe837cb85e4a330dea0f80e6ce7630146a5b03</td>\n",
+       "      <td>fffe837cb85e4a330dea0f80e6ce7630146a5b03</td>\n",
+       "      <td>r0169B/test.natrev.mountlake.imsm/3331.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120013</th>\n",
+       "      <td>125774</td>\n",
+       "      <td>fffea22d9179fbd7a6cd42155273f5e844f49afd</td>\n",
+       "      <td>fffea22d9179fbd7a6cd42155273f5e844f49afd</td>\n",
+       "      <td>r0164C/test.natrev.mountlake.32sm.imsm/6530.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120014</th>\n",
+       "      <td>125775</td>\n",
+       "      <td>ffff2b9f25d67762c8493b055856b1d52e77d8c0</td>\n",
+       "      <td>ffff2b9f25d67762c8493b055856b1d52e77d8c0</td>\n",
+       "      <td>r0210A/test.natrev.1.imsm/2600.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120015</th>\n",
+       "      <td>125776</td>\n",
+       "      <td>ffffefd70924830cba270fbf989beb9e4d06424f</td>\n",
+       "      <td>ffffefd70924830cba270fbf989beb9e4d06424f</td>\n",
+       "      <td>r0164C/test.natrev.mountlake.32sm.imsm/3019.jpg</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>120016</th>\n",
+       "      <td>125777</td>\n",
+       "      <td>fffff2151886df60234795917d26ca553445588b</td>\n",
+       "      <td>fffff2151886df60234795917d26ca553445588b</td>\n",
+       "      <td>r0210A/test.natrev.3.imsm/2039.jpg</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "<p>120017 rows × 4 columns</p>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "            id                                  image_id  \\\n",
+       "0         5761  000035942277141353c41e43868fed37718f3264   \n",
+       "1         5762  0000365716935db4f6c4e8fe01784c0f6986f5a3   \n",
+       "2         5763  00003a9921d3b3db0e76898191289c7fe8150975   \n",
+       "3         5764  0000a8aa19d0a68f278f240b716d5bbc8f0c6691   \n",
+       "4         5765  00010bb8a48e7a0997cb31c21662d826603ee4a8   \n",
+       "5         5766  0001df478512ce4b526bb9f3649bd604d417ace2   \n",
+       "6         5767  00030a3bd87f598ce692026432462f552a545520   \n",
+       "7         5768  000539371e6d73f77563dc34e58cb6d361bebf00   \n",
+       "8         5769  00053e951981d431da7e75ac529e627adbceb054   \n",
+       "9         5770  00058e96f1df6e5249a5f7ee6e9705e64a25c9c4   \n",
+       "10        5771  0006477c7f6468992057d28b2c2128c5b92685df   \n",
+       "11        5772  00071eb41d6ca5258113c10c1452c33d33694a97   \n",
+       "12        5773  0008858810d641a71cc6a3bcb78612e85a3060f6   \n",
+       "13        5774  000a5cea583d58e1e39efcd1ea797a9de3ee73f7   \n",
+       "14        5775  000c909c9e52652dce6043ab3453c70b7103bf4c   \n",
+       "15        5776  000f7494a9d8811a8e79fede88e571736dbe5ba4   \n",
+       "16        5777  00102848f33ee2f411ab42e8109b20174a76bc4b   \n",
+       "17        5778  0010b6262718cbd82b0e4f2ffe7f94d16b5a6a98   \n",
+       "18        5779  001155c30e62ccac8bc153cf6e9b8e0618465cbe   \n",
+       "19        5780  001212388e3fde7bb917bfb32dadc1cda760b4e2   \n",
+       "20        5781  00122e2cabcb72d0d15ab28c2477a8279270fb55   \n",
+       "21        5782  00126386fcac0e4fc4216e07640488382e41f009   \n",
+       "22        5783  0012b32649ac470edab4d8ef21820aa364add6d2   \n",
+       "23        5784  0016158e4dfa510c08d165fdc4c301cc9046bda4   \n",
+       "24        5785  001621c06f4a821e95bf016971a1ec9c3d466ece   \n",
+       "25        5786  0016cb35e73b19747b36aee6ebd980e1a0fdc8cc   \n",
+       "26        5787  0016e87690d9f66632e1342c51845fa0f6d14801   \n",
+       "27        5788  0016f8388affffc8c879d9fc6be7e6136d99eff8   \n",
+       "28        5789  0017062f9dce42ac4b79ca0acf74346869ba1064   \n",
+       "29        5790  001709f8806df6b5e3966a8cad4768ccbbb3892a   \n",
+       "...        ...                                       ...   \n",
+       "119987  125748  fff12d9da19cdaae75a419b7e7a31ef0f677b7a9   \n",
+       "119988  125749  fff19475fd3f823536ee7b9cebd4ab98e6b45a41   \n",
+       "119989  125750  fff1c9fa3e19329bb63997ff7695b0ad0d120f7e   \n",
+       "119990  125751  fff28544e7fae715e016e1bf942295fec7f2a282   \n",
+       "119991  125752  fff29e1f59445f434e4d3495ea1e707397cafb58   \n",
+       "119992  125753  fff30ac03e13324bbd99e7650a31143991852a7c   \n",
+       "119993  125754  fff31d71b384e8c67fae60fb12bd339731fa7ca4   \n",
+       "119994  125755  fff345d5b7e13d2e2a16b68e73c81e2dc6106b54   \n",
+       "119995  125756  fff38e43c1a48b92d615446cf90f4cd2bf6f063b   \n",
+       "119996  125757  fff53c26c4cc4353d4ea69766208b9238d39565c   \n",
+       "119997  125758  fff61077ca30d5579eacbb21885ac96178ab36d0   \n",
+       "119998  125759  fff6335504c49dbd1cdead09dfb98e860ac38eb9   \n",
+       "119999  125760  fff651a7a0b1b229c8390ab629057e0a3e5e3e8e   \n",
+       "120000  125761  fff97d315bb4f7bb9fa7d9aeee1da776666c972c   \n",
+       "120001  125762  fff9a995d29602e55fb6e3da822706e6e3f23782   \n",
+       "120002  125763  fffa148e0cbf0b964e879149bfdccfb8fe520fa4   \n",
+       "120003  125764  fffa3a56ae79deb1c970d087c22e03ab76fb647f   \n",
+       "120004  125765  fffb0b7168b3ed343b8596b1208a5afdfe94fb99   \n",
+       "120005  125766  fffb1f6b2eebf91b6c37ada159b09a99b473d327   \n",
+       "120006  125767  fffb844165493c2624f941f452e7328f6f0a4a37   \n",
+       "120007  125768  fffc2f7cf99885dba17e9fc221f47c9c25179736   \n",
+       "120008  125769  fffdb571736ac4d30ce85f944d021f9d0d1d2707   \n",
+       "120009  125770  fffdd9d8b86ba163bc63184bcf98c229acd9231b   \n",
+       "120010  125771  fffe643a72914502db5220122ad916b43ab60683   \n",
+       "120011  125772  fffe7590fc3fc25fe6d6eaac425c786da6f3d72f   \n",
+       "120012  125773  fffe837cb85e4a330dea0f80e6ce7630146a5b03   \n",
+       "120013  125774  fffea22d9179fbd7a6cd42155273f5e844f49afd   \n",
+       "120014  125775  ffff2b9f25d67762c8493b055856b1d52e77d8c0   \n",
+       "120015  125776  ffffefd70924830cba270fbf989beb9e4d06424f   \n",
+       "120016  125777  fffff2151886df60234795917d26ca553445588b   \n",
+       "\n",
+       "                                 image_file_sha1  \\\n",
+       "0       000035942277141353c41e43868fed37718f3264   \n",
+       "1       0000365716935db4f6c4e8fe01784c0f6986f5a3   \n",
+       "2       00003a9921d3b3db0e76898191289c7fe8150975   \n",
+       "3       0000a8aa19d0a68f278f240b716d5bbc8f0c6691   \n",
+       "4       00010bb8a48e7a0997cb31c21662d826603ee4a8   \n",
+       "5       0001df478512ce4b526bb9f3649bd604d417ace2   \n",
+       "6       00030a3bd87f598ce692026432462f552a545520   \n",
+       "7       000539371e6d73f77563dc34e58cb6d361bebf00   \n",
+       "8       00053e951981d431da7e75ac529e627adbceb054   \n",
+       "9       00058e96f1df6e5249a5f7ee6e9705e64a25c9c4   \n",
+       "10      0006477c7f6468992057d28b2c2128c5b92685df   \n",
+       "11      00071eb41d6ca5258113c10c1452c33d33694a97   \n",
+       "12      0008858810d641a71cc6a3bcb78612e85a3060f6   \n",
+       "13      000a5cea583d58e1e39efcd1ea797a9de3ee73f7   \n",
+       "14      000c909c9e52652dce6043ab3453c70b7103bf4c   \n",
+       "15      000f7494a9d8811a8e79fede88e571736dbe5ba4   \n",
+       "16      00102848f33ee2f411ab42e8109b20174a76bc4b   \n",
+       "17      0010b6262718cbd82b0e4f2ffe7f94d16b5a6a98   \n",
+       "18      001155c30e62ccac8bc153cf6e9b8e0618465cbe   \n",
+       "19      001212388e3fde7bb917bfb32dadc1cda760b4e2   \n",
+       "20      00122e2cabcb72d0d15ab28c2477a8279270fb55   \n",
+       "21      00126386fcac0e4fc4216e07640488382e41f009   \n",
+       "22      0012b32649ac470edab4d8ef21820aa364add6d2   \n",
+       "23      0016158e4dfa510c08d165fdc4c301cc9046bda4   \n",
+       "24      001621c06f4a821e95bf016971a1ec9c3d466ece   \n",
+       "25      0016cb35e73b19747b36aee6ebd980e1a0fdc8cc   \n",
+       "26      0016e87690d9f66632e1342c51845fa0f6d14801   \n",
+       "27      0016f8388affffc8c879d9fc6be7e6136d99eff8   \n",
+       "28      0017062f9dce42ac4b79ca0acf74346869ba1064   \n",
+       "29      001709f8806df6b5e3966a8cad4768ccbbb3892a   \n",
+       "...                                          ...   \n",
+       "119987  fff12d9da19cdaae75a419b7e7a31ef0f677b7a9   \n",
+       "119988  fff19475fd3f823536ee7b9cebd4ab98e6b45a41   \n",
+       "119989  fff1c9fa3e19329bb63997ff7695b0ad0d120f7e   \n",
+       "119990  fff28544e7fae715e016e1bf942295fec7f2a282   \n",
+       "119991  fff29e1f59445f434e4d3495ea1e707397cafb58   \n",
+       "119992  fff30ac03e13324bbd99e7650a31143991852a7c   \n",
+       "119993  fff31d71b384e8c67fae60fb12bd339731fa7ca4   \n",
+       "119994  fff345d5b7e13d2e2a16b68e73c81e2dc6106b54   \n",
+       "119995  fff38e43c1a48b92d615446cf90f4cd2bf6f063b   \n",
+       "119996  fff53c26c4cc4353d4ea69766208b9238d39565c   \n",
+       "119997  fff61077ca30d5579eacbb21885ac96178ab36d0   \n",
+       "119998  fff6335504c49dbd1cdead09dfb98e860ac38eb9   \n",
+       "119999  fff651a7a0b1b229c8390ab629057e0a3e5e3e8e   \n",
+       "120000  fff97d315bb4f7bb9fa7d9aeee1da776666c972c   \n",
+       "120001  fff9a995d29602e55fb6e3da822706e6e3f23782   \n",
+       "120002  fffa148e0cbf0b964e879149bfdccfb8fe520fa4   \n",
+       "120003  fffa3a56ae79deb1c970d087c22e03ab76fb647f   \n",
+       "120004  fffb0b7168b3ed343b8596b1208a5afdfe94fb99   \n",
+       "120005  fffb1f6b2eebf91b6c37ada159b09a99b473d327   \n",
+       "120006  fffb844165493c2624f941f452e7328f6f0a4a37   \n",
+       "120007  fffc2f7cf99885dba17e9fc221f47c9c25179736   \n",
+       "120008  fffdb571736ac4d30ce85f944d021f9d0d1d2707   \n",
+       "120009  fffdd9d8b86ba163bc63184bcf98c229acd9231b   \n",
+       "120010  fffe643a72914502db5220122ad916b43ab60683   \n",
+       "120011  fffe7590fc3fc25fe6d6eaac425c786da6f3d72f   \n",
+       "120012  fffe837cb85e4a330dea0f80e6ce7630146a5b03   \n",
+       "120013  fffea22d9179fbd7a6cd42155273f5e844f49afd   \n",
+       "120014  ffff2b9f25d67762c8493b055856b1d52e77d8c0   \n",
+       "120015  ffffefd70924830cba270fbf989beb9e4d06424f   \n",
+       "120016  fffff2151886df60234795917d26ca553445588b   \n",
+       "\n",
+       "                                   image_file_path_unique  \n",
+       "0                r0210A/test.natrev.24_Hz.1.imsm/3795.jpg  \n",
+       "1                   r0170A/test.natrev.size.imsm/1182.jpg  \n",
+       "2            r0148A/NatRev.MountLake.40.150.imsm/4229.jpg  \n",
+       "3                      r0210A/test.natrev.1.imsm/2280.jpg  \n",
+       "4             r0168B/test.natrev.clown.24sm.imsm/5085.jpg  \n",
+       "5       r0217B/test.natrev.forestferns.20_pix.imsm/485...  \n",
+       "6                r0210A/test.natrev.24_Hz.1.imsm/5517.jpg  \n",
+       "7              r0169B/test.natrev.mountlake.imsm/1028.jpg  \n",
+       "8         r0158A/test.natrev.mountlake.20sm.imsm/6297.jpg  \n",
+       "9          r0217B/test.natrev.andros.20_pix.imsm/2320.jpg  \n",
+       "10         r0211A/test.natrev.andros.24_pix.imsm/4081.jpg  \n",
+       "11                  r0154B/test.natrev.size.imsm/7060.jpg  \n",
+       "12         r0217B/test.natrev.andros.20_pix.imsm/4126.jpg  \n",
+       "13        r0156A/test.natrev.size.mountlake.imsm/4555.jpg  \n",
+       "14        r0158A/test.natrev.mountlake.20sm.imsm/2104.jpg  \n",
+       "15          r0206B/test.natrev.canoe.24Hz.1.imsm/2838.jpg  \n",
+       "16         r0217B/test.natrev.andros.20_pix.imsm/2437.jpg  \n",
+       "17        r0164C/test.natrev.mountlake.32sm.imsm/4512.jpg  \n",
+       "18         r0162B/test.natrev.mountlake.24sm.imsm/849.jpg  \n",
+       "19        r0156A/test.natrev.size.mountlake.imsm/4070.jpg  \n",
+       "20                     r0210A/test.natrev.2.imsm/2837.jpg  \n",
+       "21             r0169B/test.natrev.mountlake.imsm/1555.jpg  \n",
+       "22                  r0170A/test.natrev.size.imsm/3107.jpg  \n",
+       "23         r0162B/test.natrev.mountlake.24sm.imsm/243.jpg  \n",
+       "24         r0162B/test.natrev.mountlake.24sm.imsm/952.jpg  \n",
+       "25          r0211A/test.natrev.andros.24_pix.imsm/151.jpg  \n",
+       "26          r0211A/test.natrev.andros.24_pix.imsm/864.jpg  \n",
+       "27               r0210A/test.natrev.24_Hz.1.imsm/4296.jpg  \n",
+       "28                   r0170A/test.natrev.size.imsm/854.jpg  \n",
+       "29         r0158A/test.natrev.mountlake.20sm.imsm/362.jpg  \n",
+       "...                                                   ...  \n",
+       "119987     r0211A/test.natrev.andros.24_pix.imsm/3918.jpg  \n",
+       "119988              r0154B/test.natrev.size.imsm/2099.jpg  \n",
+       "119989       r0148A/NatRev.MountLake.40.150.imsm/2390.jpg  \n",
+       "119990          r0169B/test.natrev.mountlake.imsm/447.jpg  \n",
+       "119991    r0156A/test.natrev.size.mountlake.imsm/5848.jpg  \n",
+       "119992  r0212B/test.natrev.forestferns.24_pix.imsm/467...  \n",
+       "119993         r0169B/test.natrev.mountlake.imsm/5992.jpg  \n",
+       "119994         r0169B/test.natrev.mountlake.imsm/5697.jpg  \n",
+       "119995  r0217B/test.natrev.forestferns.20_pix.imsm/457...  \n",
+       "119996           r0210A/test.natrev.24_Hz.1.imsm/1188.jpg  \n",
+       "119997  r0215B/test.natrev.forestferns.32_pix.imsm/747...  \n",
+       "119998     r0217B/test.natrev.andros.20_pix.imsm/2785.jpg  \n",
+       "119999     r0211A/test.natrev.andros.24_pix.imsm/1678.jpg  \n",
+       "120000               r0170A/test.natrev.size.imsm/113.jpg  \n",
+       "120001    r0158A/test.natrev.mountlake.20sm.imsm/2376.jpg  \n",
+       "120002     r0156A/test.natrev.size.mountlake.imsm/667.jpg  \n",
+       "120003          r0210A/test.natrev.24_Hz.1.imsm/10176.jpg  \n",
+       "120004    r0164C/test.natrev.mountlake.32sm.imsm/1594.jpg  \n",
+       "120005     r0208D/test.natrev.andros.30_pix.imsm/3676.jpg  \n",
+       "120006  r0217B/test.natrev.forestferns.20_pix.imsm/30.jpg  \n",
+       "120007       r0148A/NatRev.MountLake.40.150.imsm/8245.jpg  \n",
+       "120008    r0162B/test.natrev.mountlake.24sm.imsm/1724.jpg  \n",
+       "120009        r0168B/test.natrev.clown.24sm.imsm/3441.jpg  \n",
+       "120010  r0217B/test.natrev.forestferns.20_pix.imsm/647...  \n",
+       "120011    r0156A/test.natrev.size.mountlake.imsm/6518.jpg  \n",
+       "120012         r0169B/test.natrev.mountlake.imsm/3331.jpg  \n",
+       "120013    r0164C/test.natrev.mountlake.32sm.imsm/6530.jpg  \n",
+       "120014                 r0210A/test.natrev.1.imsm/2600.jpg  \n",
+       "120015    r0164C/test.natrev.mountlake.32sm.imsm/3019.jpg  \n",
+       "120016                 r0210A/test.natrev.3.imsm/2039.jpg  \n",
+       "\n",
+       "[120017 rows x 4 columns]"
+      ]
+     },
+     "execution_count": 63,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "gallant_v1_stimulus_set = mkgu.get_stimulus_set(\"David2004\")\n",
+    "gallant_v1_stimulus_set"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Make the DataAssembly lookup meta"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 64,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "pwdb.create_tables(models=[AssemblyModel, AssemblyStoreMap, AssemblyStoreModel])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 65,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "1"
+      ]
+     },
+     "execution_count": 65,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "assy = AssemblyModel(name=\"gallant.David2004\", assembly_class=\"NeuronRecordingAssembly\",\n",
+    "                     stimulus_set=gallant_v1_images)\n",
+    "assy.save()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 66,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "1"
+      ]
+     },
+     "execution_count": 66,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "store = AssemblyStoreModel(assembly_type=\"netCDF\",\n",
+    "                           location_type=\"S3\",\n",
+    "                           location=\"https://mkgu-gallant-crcns.s3.amazonaws.com/gallant_v1_single_electrode.nc\")\n",
+    "store.save()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 67,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "1"
+      ]
+     },
+     "execution_count": 67,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "assy_store_map = AssemblyStoreMap(assembly_model=assy, assembly_store_model=store, role=\"gallant.David2004\")\n",
+    "assy_store_map.save()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 68,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "<xarray.NeuronRecordingAssembly (neuroid: 23, presentation: 189305)>\n",
+       "array([[  0.,   0.,   0., ...,  nan,  nan,  nan],\n",
+       "       [ nan,  nan,  nan, ...,  nan,  nan,  nan],\n",
+       "       [ nan,  nan,  nan, ...,  nan,  nan,  nan],\n",
+       "       ..., \n",
+       "       [ nan,  nan,  nan, ...,  nan,  nan,  nan],\n",
+       "       [ nan,  nan,  nan, ...,  nan,  nan,  nan],\n",
+       "       [ nan,  nan,  nan, ...,   0.,   0.,   0.]])\n",
+       "Coordinates:\n",
+       "  * neuroid                   (neuroid) object 'r0148A' 'r0150B' 'r0154B' ...\n",
+       "  * presentation              (presentation) MultiIndex\n",
+       "  - presentation_id           (presentation) int64 0 1 2 3 4 5 6 7 8 9 10 11 ...\n",
+       "  - image_file_path_original  (presentation) object 'r0148A/NatRev.MountLake.40.150.imsm/1.jpg' ...\n",
+       "  - image_id                  (presentation) object '33613a99bdc22fe498864bf32b798e018a961ed7' ...\n",
+       "  - id                        (presentation) int64 29882 71211 63228 49398 ...\n",
+       "  - image_file_sha1           (presentation) object '33613a99bdc22fe498864bf32b798e018a961ed7' ...\n",
+       "  - image_file_path_unique    (presentation) object 'r0148A/NatRev.MountLake.40.150.imsm/1.jpg' ...\n",
+       "Attributes:\n",
+       "    stimulus_set_name:  gallant.David2004\n",
+       "    stimulus_set:                   id                                  image..."
+      ]
+     },
+     "execution_count": 68,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "gallant_v1 = mkgu.get_assembly(\"gallant.David2004\")\n",
+    "gallant_v1"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 69,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "189305"
+      ]
+     },
+     "execution_count": 69,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "len(np.unique(gallant_v1[\"image_file_path_original\"].values))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 70,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "120017"
+      ]
+     },
+     "execution_count": 70,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "len(np.unique(gallant_v1[\"image_file_path_unique\"].values))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "mkgu_packaging",
+   "language": "python",
+   "name": "mkgu_packaging"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.6.3"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}