accelforge 0.0.1__py3-none-any.whl

notebooks/tutorials/FFM.ipynb

@@ -0,0 +1,3498 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Running the Fast & Fusiest Mapper (FFM)\n",
+    "This notebook shows how to run the Fast & Fusiest Mapper (FFM) on a full workload and\n",
+    "architecture."
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "We first initialize the spec. The spec is initialized with a `af.Spec` object\n",
+    "using YAML files (though you may also initialize them with Python objects).\n",
+    "\n",
+    "When loading specifications, Jinja2 templating can be used, and the `jinja_parse_data`\n",
+    "parameter can be used to pass in data to the templating engine."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "WARNING Loading configuration file from /home/tanner/.config/accelforge/config.yaml\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Using 32 parallel jobs\n",
+      "Keeping all tensors in MainMemory\n"
+     ]
+    }
+   ],
+   "source": [
+    "from pathlib import Path\n",
+    "\n",
+    "examples_dir = Path(\"../../examples\")\n",
+    "\n",
+    "# < DOC_INCLUDE_MARKER > make_spec\n",
+    "import accelforge as af\n",
+    "\n",
+    "# Set the number of parallel threads that the mapper can use. If you are running out of\n",
+    "# memory, you may decrease this number. By default the number of threads is set to the\n",
+    "# number of cores on your machine.\n",
+    "import os\n",
+    "af.set_n_parallel_jobs(os.cpu_count(), print_message=True)\n",
+    "\n",
+    "# Initialize the spec and show the workload.\n",
+    "BATCH_SIZE = 1\n",
+    "N_TOKENS = 16384\n",
+    "FUSE = False\n",
+    "\n",
+    "spec = af.Spec.from_yaml(\n",
+    "    examples_dir / \"arches\" / \"nvdla_like.arch.yaml\",\n",
+    "    examples_dir / \"workloads\" / \"gpt3_6.7B.workload.yaml\",\n",
+    "    jinja_parse_data=dict(\n",
+    "        BATCH_SIZE=BATCH_SIZE,\n",
+    "        N_TOKENS=N_TOKENS,\n",
+    "    )\n",
+    ")\n",
+    "\n",
+    "# Fusion happens when tensors bypass the outermost Memory object, so, to disable fusion,\n",
+    "# force all tensors to be in the outermost memory.\n",
+    "if not FUSE:\n",
+    "    for node in spec.arch.nodes:\n",
+    "        if isinstance(node, af.arch.Memory):\n",
+    "            print(f'Keeping all tensors in {node.name}')\n",
+    "            node.tensors.keep = \"All\"\n",
+    "            break"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "Now we'll visualize the workload. The workload is a cascade of Einsums, with boxes\n",
+    "showing Einsums (computation steps), ovals showing tensors, and arrows showing\n",
+    "dependencies."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "image/svg+xml": [
+       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
+       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
+       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
+       "<!-- Generated by graphviz version 2.43.0 (0)\n",
+       " -->\n",
+       "<!-- Title: G Pages: 1 -->\n",
+       "<svg width=\"472pt\" height=\"844pt\"\n",
+       " viewBox=\"0.00 0.00 472.00 844.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
+       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 840)\">\n",
+       "<title>G</title>\n",
+       "<polygon fill=\"white\" stroke=\"transparent\" points=\"-4,4 -4,-840 468,-840 468,4 -4,4\"/>\n",
+       "<!-- Einsum_I -->\n",
+       "<g id=\"node1\" class=\"node\">\n",
+       "<title>Einsum_I</title>\n",
+       "<polygon fill=\"none\" stroke=\"black\" points=\"326.5,-786 229.5,-786 229.5,-750 326.5,-750 326.5,-786\"/>\n",
+       "<text text-anchor=\"start\" x=\"237.5\" y=\"-765.9\" font-family=\"Arial\" font-size=\"12.00\">I</text>\n",
+       "<text text-anchor=\"start\" x=\"241.5\" y=\"-765.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,d</text>\n",
+       "<text text-anchor=\"start\" x=\"266.5\" y=\"-765.9\" font-family=\"Arial\" font-size=\"12.00\">=I_in</text>\n",
+       "<text text-anchor=\"start\" x=\"293.5\" y=\"-765.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,d</text>\n",
+       "</g>\n",
+       "<!-- Tensor_I -->\n",
+       "<g id=\"node3\" class=\"node\">\n",
+       "<title>Tensor_I</title>\n",
+       "<ellipse fill=\"none\" stroke=\"black\" cx=\"278\" cy=\"-718\" rx=\"27.9\" ry=\"18\"/>\n",
+       "<text text-anchor=\"start\" x=\"263.5\" y=\"-715.9\" font-family=\"Arial\" font-size=\"12.00\">I</text>\n",
+       "<text text-anchor=\"start\" x=\"267.5\" y=\"-715.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,d</text>\n",
+       "</g>\n",
+       "<!-- Einsum_I&#45;&gt;Tensor_I -->\n",
+       "<g id=\"edge2\" class=\"edge\">\n",
+       "<title>Einsum_I&#45;&gt;Tensor_I</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M278,-749.94C278,-748.67 278,-747.37 278,-746.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"281.5,-746 278,-736 274.5,-746 281.5,-746\"/>\n",
+       "</g>\n",
+       "<!-- Tensor_I_in -->\n",
+       "<g id=\"node2\" class=\"node\">\n",
+       "<title>Tensor_I_in</title>\n",
+       "<ellipse fill=\"none\" stroke=\"black\" cx=\"278\" cy=\"-818\" rx=\"37.6\" ry=\"18\"/>\n",
+       "<text text-anchor=\"start\" x=\"255.5\" y=\"-815.9\" font-family=\"Arial\" font-size=\"12.00\">I_in</text>\n",
+       "<text text-anchor=\"start\" x=\"275.5\" y=\"-815.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,d</text>\n",
+       "</g>\n",
+       "<!-- Tensor_I_in&#45;&gt;Einsum_I -->\n",
+       "<g id=\"edge1\" class=\"edge\">\n",
+       "<title>Tensor_I_in&#45;&gt;Einsum_I</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M278,-799.94C278,-798.67 278,-797.37 278,-796.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"281.5,-796 278,-786 274.5,-796 281.5,-796\"/>\n",
+       "</g>\n",
+       "<!-- Einsum_V -->\n",
+       "<g id=\"node4\" class=\"node\">\n",
+       "<title>Einsum_V</title>\n",
+       "<polygon fill=\"none\" stroke=\"black\" points=\"142,-686 0,-686 0,-650 142,-650 142,-686\"/>\n",
+       "<text text-anchor=\"start\" x=\"8\" y=\"-665.9\" font-family=\"Arial\" font-size=\"12.00\">V</text>\n",
+       "<text text-anchor=\"start\" x=\"17\" y=\"-665.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,h,e</text>\n",
+       "<text text-anchor=\"start\" x=\"51\" y=\"-665.9\" font-family=\"Arial\" font-size=\"12.00\">=I</text>\n",
+       "<text text-anchor=\"start\" x=\"61\" y=\"-665.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,d</text>\n",
+       "<text text-anchor=\"start\" x=\"86\" y=\"-665.9\" font-family=\"Arial\" font-size=\"12.00\"> &#160;WV</text>\n",
+       "<text text-anchor=\"start\" x=\"112\" y=\"-665.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">h,e,d</text>\n",
+       "</g>\n",
+       "<!-- Tensor_I&#45;&gt;Einsum_V -->\n",
+       "<g id=\"edge3\" class=\"edge\">\n",
+       "<title>Tensor_I&#45;&gt;Einsum_V</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M256.87,-706.08C251.78,-703.79 246.28,-701.59 241,-700 205.04,-689.17 192.61,-692.69 152.07,-686.06\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"152.51,-682.58 142.06,-684.31 151.31,-689.48 152.51,-682.58\"/>\n",
+       "</g>\n",
+       "<!-- Einsum_K -->\n",
+       "<g id=\"node7\" class=\"node\">\n",
+       "<title>Einsum_K</title>\n",
+       "<polygon fill=\"none\" stroke=\"black\" points=\"464,-686 322,-686 322,-650 464,-650 464,-686\"/>\n",
+       "<text text-anchor=\"start\" x=\"330\" y=\"-665.9\" font-family=\"Arial\" font-size=\"12.00\">K</text>\n",
+       "<text text-anchor=\"start\" x=\"339\" y=\"-665.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,h,e</text>\n",
+       "<text text-anchor=\"start\" x=\"373\" y=\"-665.9\" font-family=\"Arial\" font-size=\"12.00\">=I</text>\n",
+       "<text text-anchor=\"start\" x=\"383\" y=\"-665.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,d</text>\n",
+       "<text text-anchor=\"start\" x=\"408\" y=\"-665.9\" font-family=\"Arial\" font-size=\"12.00\"> &#160;WK</text>\n",
+       "<text text-anchor=\"start\" x=\"434\" y=\"-665.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">h,e,d</text>\n",
+       "</g>\n",
+       "<!-- Tensor_I&#45;&gt;Einsum_K -->\n",
+       "<g id=\"edge6\" class=\"edge\">\n",
+       "<title>Tensor_I&#45;&gt;Einsum_K</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M300.72,-707.52C312.75,-702.5 328.03,-696.12 342.68,-690\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"344.29,-693.12 352.17,-686.04 341.6,-686.66 344.29,-693.12\"/>\n",
+       "</g>\n",
+       "<!-- Einsum_Q -->\n",
+       "<g id=\"node10\" class=\"node\">\n",
+       "<title>Einsum_Q</title>\n",
+       "<polygon fill=\"none\" stroke=\"black\" points=\"304,-686 160,-686 160,-650 304,-650 304,-686\"/>\n",
+       "<text text-anchor=\"start\" x=\"168\" y=\"-665.9\" font-family=\"Arial\" font-size=\"12.00\">Q</text>\n",
+       "<text text-anchor=\"start\" x=\"178\" y=\"-665.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,h,e</text>\n",
+       "<text text-anchor=\"start\" x=\"212\" y=\"-665.9\" font-family=\"Arial\" font-size=\"12.00\">=I</text>\n",
+       "<text text-anchor=\"start\" x=\"222\" y=\"-665.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,d</text>\n",
+       "<text text-anchor=\"start\" x=\"247\" y=\"-665.9\" font-family=\"Arial\" font-size=\"12.00\"> &#160;WQ</text>\n",
+       "<text text-anchor=\"start\" x=\"274\" y=\"-665.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">h,e,d</text>\n",
+       "</g>\n",
+       "<!-- Tensor_I&#45;&gt;Einsum_Q -->\n",
+       "<g id=\"edge9\" class=\"edge\">\n",
+       "<title>Tensor_I&#45;&gt;Einsum_Q</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M263.95,-702.34C261.29,-699.56 258.44,-696.59 255.58,-693.61\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"258,-691.07 248.55,-686.27 252.94,-695.91 258,-691.07\"/>\n",
+       "</g>\n",
+       "<!-- Tensor_V -->\n",
+       "<g id=\"node6\" class=\"node\">\n",
+       "<title>Tensor_V</title>\n",
+       "<ellipse fill=\"none\" stroke=\"black\" cx=\"74\" cy=\"-568\" rx=\"36.14\" ry=\"18\"/>\n",
+       "<text text-anchor=\"start\" x=\"52.5\" y=\"-565.9\" font-family=\"Arial\" font-size=\"12.00\">V</text>\n",
+       "<text text-anchor=\"start\" x=\"61.5\" y=\"-565.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,h,e</text>\n",
+       "</g>\n",
+       "<!-- Einsum_V&#45;&gt;Tensor_V -->\n",
+       "<g id=\"edge5\" class=\"edge\">\n",
+       "<title>Einsum_V&#45;&gt;Tensor_V</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M71.52,-649.93C71.98,-635.12 72.64,-613.43 73.17,-596.23\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"76.67,-596.31 73.47,-586.2 69.67,-596.09 76.67,-596.31\"/>\n",
+       "</g>\n",
+       "<!-- Tensor_WV -->\n",
+       "<g id=\"node5\" class=\"node\">\n",
+       "<title>Tensor_WV</title>\n",
+       "<ellipse fill=\"none\" stroke=\"black\" cx=\"71\" cy=\"-718\" rx=\"35.91\" ry=\"18\"/>\n",
+       "<text text-anchor=\"start\" x=\"50\" y=\"-715.9\" font-family=\"Arial\" font-size=\"12.00\">WV</text>\n",
+       "<text text-anchor=\"start\" x=\"70\" y=\"-715.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">h,e,d</text>\n",
+       "</g>\n",
+       "<!-- Tensor_WV&#45;&gt;Einsum_V -->\n",
+       "<g id=\"edge4\" class=\"edge\">\n",
+       "<title>Tensor_WV&#45;&gt;Einsum_V</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M71,-699.94C71,-698.67 71,-697.37 71,-696.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"74.5,-696 71,-686 67.5,-696 74.5,-696\"/>\n",
+       "</g>\n",
+       "<!-- Einsum_AV -->\n",
+       "<g id=\"node17\" class=\"node\">\n",
+       "<title>Einsum_AV</title>\n",
+       "<polygon fill=\"none\" stroke=\"black\" points=\"271,-386 15,-386 15,-350 271,-350 271,-386\"/>\n",
+       "<text text-anchor=\"start\" x=\"23\" y=\"-365.9\" font-family=\"Arial\" font-size=\"12.00\">AV</text>\n",
+       "<text text-anchor=\"start\" x=\"39\" y=\"-365.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,h,f</text>\n",
+       "<text text-anchor=\"start\" x=\"70\" y=\"-365.9\" font-family=\"Arial\" font-size=\"12.00\">=QK_softmax</text>\n",
+       "<text text-anchor=\"start\" x=\"143\" y=\"-365.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,p,h</text>\n",
+       "<text text-anchor=\"start\" x=\"177\" y=\"-365.9\" font-family=\"Arial\" font-size=\"12.00\"> &#160;V</text>\n",
+       "<text text-anchor=\"start\" x=\"192\" y=\"-365.9\" font-family=\"Arial\" baseline-shift=\"super\" font-size=\"12.00\">B,</text>\n",
+       "<text text-anchor=\"start\" x=\"202\" y=\"-365.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,</text>\n",
+       "<text text-anchor=\"start\" x=\"211\" y=\"-365.9\" font-family=\"Arial\" baseline-shift=\"super\" font-size=\"12.00\">M,</text>\n",
+       "<text text-anchor=\"start\" x=\"223\" y=\"-365.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">p,</text>\n",
+       "<text text-anchor=\"start\" x=\"232\" y=\"-365.9\" font-family=\"Arial\" baseline-shift=\"super\" font-size=\"12.00\">H,</text>\n",
+       "<text text-anchor=\"start\" x=\"243\" y=\"-365.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">h,</text>\n",
+       "<text text-anchor=\"start\" x=\"252\" y=\"-365.9\" font-family=\"Arial\" baseline-shift=\"super\" font-size=\"12.00\">E</text>\n",
+       "<text text-anchor=\"start\" x=\"259\" y=\"-365.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">f</text>\n",
+       "</g>\n",
+       "<!-- Tensor_V&#45;&gt;Einsum_AV -->\n",
+       "<g id=\"edge18\" class=\"edge\">\n",
+       "<title>Tensor_V&#45;&gt;Einsum_AV</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M76.84,-549.72C82.39,-518.61 96.33,-451.63 121,-400 121.85,-398.21 122.81,-396.42 123.83,-394.65\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"126.89,-396.36 129.33,-386.06 120.99,-392.59 126.89,-396.36\"/>\n",
+       "</g>\n",
+       "<!-- Tensor_K -->\n",
+       "<g id=\"node9\" class=\"node\">\n",
+       "<title>Tensor_K</title>\n",
+       "<ellipse fill=\"none\" stroke=\"black\" cx=\"358\" cy=\"-618\" rx=\"36.14\" ry=\"18\"/>\n",
+       "<text text-anchor=\"start\" x=\"336.5\" y=\"-615.9\" font-family=\"Arial\" font-size=\"12.00\">K</text>\n",
+       "<text text-anchor=\"start\" x=\"345.5\" y=\"-615.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,h,e</text>\n",
+       "</g>\n",
+       "<!-- Einsum_K&#45;&gt;Tensor_K -->\n",
+       "<g id=\"edge8\" class=\"edge\">\n",
+       "<title>Einsum_K&#45;&gt;Tensor_K</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M380.56,-649.94C379.05,-647.87 377.48,-645.72 375.91,-643.56\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"378.65,-641.38 369.93,-635.36 372.99,-645.5 378.65,-641.38\"/>\n",
+       "</g>\n",
+       "<!-- Tensor_WK -->\n",
+       "<g id=\"node8\" class=\"node\">\n",
+       "<title>Tensor_WK</title>\n",
+       "<ellipse fill=\"none\" stroke=\"black\" cx=\"393\" cy=\"-718\" rx=\"35.91\" ry=\"18\"/>\n",
+       "<text text-anchor=\"start\" x=\"372\" y=\"-715.9\" font-family=\"Arial\" font-size=\"12.00\">WK</text>\n",
+       "<text text-anchor=\"start\" x=\"392\" y=\"-715.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">h,e,d</text>\n",
+       "</g>\n",
+       "<!-- Tensor_WK&#45;&gt;Einsum_K -->\n",
+       "<g id=\"edge7\" class=\"edge\">\n",
+       "<title>Tensor_WK&#45;&gt;Einsum_K</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M393,-699.94C393,-698.67 393,-697.37 393,-696.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"396.5,-696 393,-686 389.5,-696 396.5,-696\"/>\n",
+       "</g>\n",
+       "<!-- Einsum_QK -->\n",
+       "<g id=\"node13\" class=\"node\">\n",
+       "<title>Einsum_QK</title>\n",
+       "<polygon fill=\"none\" stroke=\"black\" points=\"335,-586 129,-586 129,-550 335,-550 335,-586\"/>\n",
+       "<text text-anchor=\"start\" x=\"137\" y=\"-565.9\" font-family=\"Arial\" font-size=\"12.00\">QK</text>\n",
+       "<text text-anchor=\"start\" x=\"155\" y=\"-565.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,p,h</text>\n",
+       "<text text-anchor=\"start\" x=\"189\" y=\"-565.9\" font-family=\"Arial\" font-size=\"12.00\">=Q</text>\n",
+       "<text text-anchor=\"start\" x=\"205\" y=\"-565.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,h,e</text>\n",
+       "<text text-anchor=\"start\" x=\"239\" y=\"-565.9\" font-family=\"Arial\" font-size=\"12.00\"> &#160;K</text>\n",
+       "<text text-anchor=\"start\" x=\"254\" y=\"-565.9\" font-family=\"Arial\" baseline-shift=\"super\" font-size=\"12.00\">B,</text>\n",
+       "<text text-anchor=\"start\" x=\"264\" y=\"-565.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,</text>\n",
+       "<text text-anchor=\"start\" x=\"273\" y=\"-565.9\" font-family=\"Arial\" baseline-shift=\"super\" font-size=\"12.00\">M,</text>\n",
+       "<text text-anchor=\"start\" x=\"285\" y=\"-565.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">p,</text>\n",
+       "<text text-anchor=\"start\" x=\"294\" y=\"-565.9\" font-family=\"Arial\" baseline-shift=\"super\" font-size=\"12.00\">H,</text>\n",
+       "<text text-anchor=\"start\" x=\"305\" y=\"-565.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">h,</text>\n",
+       "<text text-anchor=\"start\" x=\"314\" y=\"-565.9\" font-family=\"Arial\" baseline-shift=\"super\" font-size=\"12.00\">E</text>\n",
+       "<text text-anchor=\"start\" x=\"321\" y=\"-565.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">e</text>\n",
+       "</g>\n",
+       "<!-- Tensor_K&#45;&gt;Einsum_QK -->\n",
+       "<g id=\"edge13\" class=\"edge\">\n",
+       "<title>Tensor_K&#45;&gt;Einsum_QK</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M330.04,-606.35C317.19,-601.45 301.49,-595.47 286.46,-589.75\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"287.3,-586.32 276.71,-586.03 284.81,-592.86 287.3,-586.32\"/>\n",
+       "</g>\n",
+       "<!-- Tensor_Q -->\n",
+       "<g id=\"node12\" class=\"node\">\n",
+       "<title>Tensor_Q</title>\n",
+       "<ellipse fill=\"none\" stroke=\"black\" cx=\"232\" cy=\"-618\" rx=\"36.87\" ry=\"18\"/>\n",
+       "<text text-anchor=\"start\" x=\"210\" y=\"-615.9\" font-family=\"Arial\" font-size=\"12.00\">Q</text>\n",
+       "<text text-anchor=\"start\" x=\"220\" y=\"-615.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,h,e</text>\n",
+       "</g>\n",
+       "<!-- Einsum_Q&#45;&gt;Tensor_Q -->\n",
+       "<g id=\"edge11\" class=\"edge\">\n",
+       "<title>Einsum_Q&#45;&gt;Tensor_Q</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M232,-649.94C232,-648.67 232,-647.37 232,-646.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"235.5,-646 232,-636 228.5,-646 235.5,-646\"/>\n",
+       "</g>\n",
+       "<!-- Tensor_WQ -->\n",
+       "<g id=\"node11\" class=\"node\">\n",
+       "<title>Tensor_WQ</title>\n",
+       "<ellipse fill=\"none\" stroke=\"black\" cx=\"196\" cy=\"-718\" rx=\"36.14\" ry=\"18\"/>\n",
+       "<text text-anchor=\"start\" x=\"174.5\" y=\"-715.9\" font-family=\"Arial\" font-size=\"12.00\">WQ</text>\n",
+       "<text text-anchor=\"start\" x=\"195.5\" y=\"-715.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">h,e,d</text>\n",
+       "</g>\n",
+       "<!-- Tensor_WQ&#45;&gt;Einsum_Q -->\n",
+       "<g id=\"edge10\" class=\"edge\">\n",
+       "<title>Tensor_WQ&#45;&gt;Einsum_Q</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M208.19,-700.75C209.72,-698.7 211.32,-696.57 212.93,-694.43\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"215.89,-696.32 219.09,-686.22 210.29,-692.12 215.89,-696.32\"/>\n",
+       "</g>\n",
+       "<!-- Tensor_Q&#45;&gt;Einsum_QK -->\n",
+       "<g id=\"edge12\" class=\"edge\">\n",
+       "<title>Tensor_Q&#45;&gt;Einsum_QK</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M232,-599.94C232,-598.67 232,-597.37 232,-596.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"235.5,-596 232,-586 228.5,-596 235.5,-596\"/>\n",
+       "</g>\n",
+       "<!-- Tensor_QK -->\n",
+       "<g id=\"node14\" class=\"node\">\n",
+       "<title>Tensor_QK</title>\n",
+       "<ellipse fill=\"none\" stroke=\"black\" cx=\"226\" cy=\"-518\" rx=\"41.72\" ry=\"18\"/>\n",
+       "<text text-anchor=\"start\" x=\"200\" y=\"-515.9\" font-family=\"Arial\" font-size=\"12.00\">QK</text>\n",
+       "<text text-anchor=\"start\" x=\"218\" y=\"-515.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,p,h</text>\n",
+       "</g>\n",
+       "<!-- Einsum_QK&#45;&gt;Tensor_QK -->\n",
+       "<g id=\"edge14\" class=\"edge\">\n",
+       "<title>Einsum_QK&#45;&gt;Tensor_QK</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M229.87,-549.94C229.71,-548.67 229.55,-547.37 229.38,-546.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"232.84,-545.49 228.13,-536 225.89,-546.36 232.84,-545.49\"/>\n",
+       "</g>\n",
+       "<!-- Einsum_QK_softmax -->\n",
+       "<g id=\"node15\" class=\"node\">\n",
+       "<title>Einsum_QK_softmax</title>\n",
+       "<polygon fill=\"none\" stroke=\"black\" points=\"307.5,-486 132.5,-486 132.5,-450 307.5,-450 307.5,-486\"/>\n",
+       "<text text-anchor=\"start\" x=\"140.5\" y=\"-465.9\" font-family=\"Arial\" font-size=\"12.00\">QK_softmax</text>\n",
+       "<text text-anchor=\"start\" x=\"206.5\" y=\"-465.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,p,h</text>\n",
+       "<text text-anchor=\"start\" x=\"240.5\" y=\"-465.9\" font-family=\"Arial\" font-size=\"12.00\">=QK</text>\n",
+       "<text text-anchor=\"start\" x=\"265.5\" y=\"-465.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,p,h</text>\n",
+       "</g>\n",
+       "<!-- Tensor_QK&#45;&gt;Einsum_QK_softmax -->\n",
+       "<g id=\"edge15\" class=\"edge\">\n",
+       "<title>Tensor_QK&#45;&gt;Einsum_QK_softmax</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M223.87,-499.94C223.71,-498.67 223.55,-497.37 223.38,-496.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"226.84,-495.49 222.13,-486 219.89,-496.36 226.84,-495.49\"/>\n",
+       "</g>\n",
+       "<!-- Tensor_QK_softmax -->\n",
+       "<g id=\"node16\" class=\"node\">\n",
+       "<title>Tensor_QK_softmax</title>\n",
+       "<ellipse fill=\"none\" stroke=\"black\" cx=\"201\" cy=\"-418\" rx=\"71.32\" ry=\"18\"/>\n",
+       "<text text-anchor=\"start\" x=\"151\" y=\"-415.9\" font-family=\"Arial\" font-size=\"12.00\">QK_softmax</text>\n",
+       "<text text-anchor=\"start\" x=\"217\" y=\"-415.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,p,h</text>\n",
+       "</g>\n",
+       "<!-- Einsum_QK_softmax&#45;&gt;Tensor_QK_softmax -->\n",
+       "<g id=\"edge16\" class=\"edge\">\n",
+       "<title>Einsum_QK_softmax&#45;&gt;Tensor_QK_softmax</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M213.25,-449.94C212.69,-448.53 212.11,-447.08 211.53,-445.61\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"214.67,-444.01 207.73,-436 208.16,-446.59 214.67,-444.01\"/>\n",
+       "</g>\n",
+       "<!-- Tensor_QK_softmax&#45;&gt;Einsum_AV -->\n",
+       "<g id=\"edge17\" class=\"edge\">\n",
+       "<title>Tensor_QK_softmax&#45;&gt;Einsum_AV</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M181.04,-400.48C177.96,-397.93 174.72,-395.25 171.5,-392.58\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"173.52,-389.72 163.59,-386.04 169.06,-395.11 173.52,-389.72\"/>\n",
+       "</g>\n",
+       "<!-- Tensor_AV -->\n",
+       "<g id=\"node18\" class=\"node\">\n",
+       "<title>Tensor_AV</title>\n",
+       "<ellipse fill=\"none\" stroke=\"black\" cx=\"143\" cy=\"-318\" rx=\"38.57\" ry=\"18\"/>\n",
+       "<text text-anchor=\"start\" x=\"119.5\" y=\"-315.9\" font-family=\"Arial\" font-size=\"12.00\">AV</text>\n",
+       "<text text-anchor=\"start\" x=\"135.5\" y=\"-315.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,h,f</text>\n",
+       "</g>\n",
+       "<!-- Einsum_AV&#45;&gt;Tensor_AV -->\n",
+       "<g id=\"edge19\" class=\"edge\">\n",
+       "<title>Einsum_AV&#45;&gt;Tensor_AV</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M143,-349.94C143,-348.67 143,-347.37 143,-346.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"146.5,-346 143,-336 139.5,-346 146.5,-346\"/>\n",
+       "</g>\n",
+       "<!-- Einsum_Z -->\n",
+       "<g id=\"node19\" class=\"node\">\n",
+       "<title>Einsum_Z</title>\n",
+       "<polygon fill=\"none\" stroke=\"black\" points=\"261.5,-286 114.5,-286 114.5,-250 261.5,-250 261.5,-286\"/>\n",
+       "<text text-anchor=\"start\" x=\"122.5\" y=\"-265.9\" font-family=\"Arial\" font-size=\"12.00\">Z</text>\n",
+       "<text text-anchor=\"start\" x=\"130.5\" y=\"-265.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,g</text>\n",
+       "<text text-anchor=\"start\" x=\"155.5\" y=\"-265.9\" font-family=\"Arial\" font-size=\"12.00\">=AV</text>\n",
+       "<text text-anchor=\"start\" x=\"177.5\" y=\"-265.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,h,f</text>\n",
+       "<text text-anchor=\"start\" x=\"208.5\" y=\"-265.9\" font-family=\"Arial\" font-size=\"12.00\"> &#160;WZ</text>\n",
+       "<text text-anchor=\"start\" x=\"233.5\" y=\"-265.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">h,f,g</text>\n",
+       "</g>\n",
+       "<!-- Tensor_AV&#45;&gt;Einsum_Z -->\n",
+       "<g id=\"edge20\" class=\"edge\">\n",
+       "<title>Tensor_AV&#45;&gt;Einsum_Z</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M157.73,-301.28C159.99,-298.88 162.36,-296.34 164.75,-293.8\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"167.55,-295.93 171.83,-286.24 162.44,-291.15 167.55,-295.93\"/>\n",
+       "</g>\n",
+       "<!-- Tensor_Z -->\n",
+       "<g id=\"node21\" class=\"node\">\n",
+       "<title>Tensor_Z</title>\n",
+       "<ellipse fill=\"none\" stroke=\"black\" cx=\"188\" cy=\"-218\" rx=\"30.33\" ry=\"18\"/>\n",
+       "<text text-anchor=\"start\" x=\"171.5\" y=\"-215.9\" font-family=\"Arial\" font-size=\"12.00\">Z</text>\n",
+       "<text text-anchor=\"start\" x=\"179.5\" y=\"-215.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,g</text>\n",
+       "</g>\n",
+       "<!-- Einsum_Z&#45;&gt;Tensor_Z -->\n",
+       "<g id=\"edge22\" class=\"edge\">\n",
+       "<title>Einsum_Z&#45;&gt;Tensor_Z</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M188,-249.94C188,-248.67 188,-247.37 188,-246.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"191.5,-246 188,-236 184.5,-246 191.5,-246\"/>\n",
+       "</g>\n",
+       "<!-- Tensor_WZ -->\n",
+       "<g id=\"node20\" class=\"node\">\n",
+       "<title>Tensor_WZ</title>\n",
+       "<ellipse fill=\"none\" stroke=\"black\" cx=\"234\" cy=\"-318\" rx=\"33.72\" ry=\"18\"/>\n",
+       "<text text-anchor=\"start\" x=\"214.5\" y=\"-315.9\" font-family=\"Arial\" font-size=\"12.00\">WZ</text>\n",
+       "<text text-anchor=\"start\" x=\"233.5\" y=\"-315.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">h,f,g</text>\n",
+       "</g>\n",
+       "<!-- Tensor_WZ&#45;&gt;Einsum_Z -->\n",
+       "<g id=\"edge21\" class=\"edge\">\n",
+       "<title>Tensor_WZ&#45;&gt;Einsum_Z</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M219.19,-301.55C216.68,-298.93 214.02,-296.15 211.35,-293.37\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"213.82,-290.88 204.37,-286.09 208.77,-295.73 213.82,-290.88\"/>\n",
+       "</g>\n",
+       "<!-- Einsum_FFA -->\n",
+       "<g id=\"node22\" class=\"node\">\n",
+       "<title>Einsum_FFA</title>\n",
+       "<polygon fill=\"none\" stroke=\"black\" points=\"311,-186 153,-186 153,-150 311,-150 311,-186\"/>\n",
+       "<text text-anchor=\"start\" x=\"161\" y=\"-165.9\" font-family=\"Arial\" font-size=\"12.00\">FFA</text>\n",
+       "<text text-anchor=\"start\" x=\"184\" y=\"-165.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,c</text>\n",
+       "<text text-anchor=\"start\" x=\"209\" y=\"-165.9\" font-family=\"Arial\" font-size=\"12.00\">=Z</text>\n",
+       "<text text-anchor=\"start\" x=\"224\" y=\"-165.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,g</text>\n",
+       "<text text-anchor=\"start\" x=\"249\" y=\"-165.9\" font-family=\"Arial\" font-size=\"12.00\"> &#160;WFFA</text>\n",
+       "<text text-anchor=\"start\" x=\"289\" y=\"-165.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">g,c</text>\n",
+       "</g>\n",
+       "<!-- Tensor_Z&#45;&gt;Einsum_FFA -->\n",
+       "<g id=\"edge23\" class=\"edge\">\n",
+       "<title>Tensor_Z&#45;&gt;Einsum_FFA</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M201.92,-201.81C204.19,-199.34 206.59,-196.72 209,-194.09\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"212,-196 216.18,-186.26 206.84,-191.27 212,-196\"/>\n",
+       "</g>\n",
+       "<!-- Tensor_FFA -->\n",
+       "<g id=\"node24\" class=\"node\">\n",
+       "<title>Tensor_FFA</title>\n",
+       "<ellipse fill=\"none\" stroke=\"black\" cx=\"232\" cy=\"-118\" rx=\"39.3\" ry=\"18\"/>\n",
+       "<text text-anchor=\"start\" x=\"208\" y=\"-115.9\" font-family=\"Arial\" font-size=\"12.00\">FFA</text>\n",
+       "<text text-anchor=\"start\" x=\"231\" y=\"-115.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,c</text>\n",
+       "</g>\n",
+       "<!-- Einsum_FFA&#45;&gt;Tensor_FFA -->\n",
+       "<g id=\"edge25\" class=\"edge\">\n",
+       "<title>Einsum_FFA&#45;&gt;Tensor_FFA</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M232,-149.94C232,-148.67 232,-147.37 232,-146.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"235.5,-146 232,-136 228.5,-146 235.5,-146\"/>\n",
+       "</g>\n",
+       "<!-- Tensor_WFFA -->\n",
+       "<g id=\"node23\" class=\"node\">\n",
+       "<title>Tensor_WFFA</title>\n",
+       "<ellipse fill=\"none\" stroke=\"black\" cx=\"276\" cy=\"-218\" rx=\"39.3\" ry=\"18\"/>\n",
+       "<text text-anchor=\"start\" x=\"252\" y=\"-215.9\" font-family=\"Arial\" font-size=\"12.00\">WFFA</text>\n",
+       "<text text-anchor=\"start\" x=\"286\" y=\"-215.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">g,c</text>\n",
+       "</g>\n",
+       "<!-- Tensor_WFFA&#45;&gt;Einsum_FFA -->\n",
+       "<g id=\"edge24\" class=\"edge\">\n",
+       "<title>Tensor_WFFA&#45;&gt;Einsum_FFA</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M261.35,-201.02C259.15,-198.62 256.84,-196.1 254.52,-193.57\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"256.98,-191.07 247.64,-186.07 251.82,-195.8 256.98,-191.07\"/>\n",
+       "</g>\n",
+       "<!-- Einsum_FFB -->\n",
+       "<g id=\"node25\" class=\"node\">\n",
+       "<title>Einsum_FFB</title>\n",
+       "<polygon fill=\"none\" stroke=\"black\" points=\"364.5,-86 195.5,-86 195.5,-50 364.5,-50 364.5,-86\"/>\n",
+       "<text text-anchor=\"start\" x=\"203.5\" y=\"-65.9\" font-family=\"Arial\" font-size=\"12.00\">FFB</text>\n",
+       "<text text-anchor=\"start\" x=\"227.5\" y=\"-65.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,j</text>\n",
+       "<text text-anchor=\"start\" x=\"249.5\" y=\"-65.9\" font-family=\"Arial\" font-size=\"12.00\">=FFA</text>\n",
+       "<text text-anchor=\"start\" x=\"279.5\" y=\"-65.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,c</text>\n",
+       "<text text-anchor=\"start\" x=\"304.5\" y=\"-65.9\" font-family=\"Arial\" font-size=\"12.00\"> &#160;WFFB</text>\n",
+       "<text text-anchor=\"start\" x=\"345.5\" y=\"-65.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">c,j</text>\n",
+       "</g>\n",
+       "<!-- Tensor_FFA&#45;&gt;Einsum_FFB -->\n",
+       "<g id=\"edge26\" class=\"edge\">\n",
+       "<title>Tensor_FFA&#45;&gt;Einsum_FFB</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M247.72,-101.28C250.27,-98.73 252.97,-96.03 255.68,-93.32\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"258.16,-95.79 262.76,-86.24 253.21,-90.84 258.16,-95.79\"/>\n",
+       "</g>\n",
+       "<!-- Tensor_FFB -->\n",
+       "<g id=\"node27\" class=\"node\">\n",
+       "<title>Tensor_FFB</title>\n",
+       "<ellipse fill=\"none\" stroke=\"black\" cx=\"280\" cy=\"-18\" rx=\"38.33\" ry=\"18\"/>\n",
+       "<text text-anchor=\"start\" x=\"257\" y=\"-15.9\" font-family=\"Arial\" font-size=\"12.00\">FFB</text>\n",
+       "<text text-anchor=\"start\" x=\"281\" y=\"-15.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">b,m,j</text>\n",
+       "</g>\n",
+       "<!-- Einsum_FFB&#45;&gt;Tensor_FFB -->\n",
+       "<g id=\"edge28\" class=\"edge\">\n",
+       "<title>Einsum_FFB&#45;&gt;Tensor_FFB</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M280,-49.94C280,-48.67 280,-47.37 280,-46.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"283.5,-46 280,-36 276.5,-46 283.5,-46\"/>\n",
+       "</g>\n",
+       "<!-- Tensor_WFFB -->\n",
+       "<g id=\"node26\" class=\"node\">\n",
+       "<title>Tensor_WFFB</title>\n",
+       "<ellipse fill=\"none\" stroke=\"black\" cx=\"328\" cy=\"-118\" rx=\"38.33\" ry=\"18\"/>\n",
+       "<text text-anchor=\"start\" x=\"305\" y=\"-115.9\" font-family=\"Arial\" font-size=\"12.00\">WFFB</text>\n",
+       "<text text-anchor=\"start\" x=\"340\" y=\"-115.9\" font-family=\"Arial\" baseline-shift=\"sub\" font-size=\"12.00\">c,j</text>\n",
+       "</g>\n",
+       "<!-- Tensor_WFFB&#45;&gt;Einsum_FFB -->\n",
+       "<g id=\"edge27\" class=\"edge\">\n",
+       "<title>Tensor_WFFB&#45;&gt;Einsum_FFB</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M312.28,-101.28C309.73,-98.73 307.03,-96.03 304.32,-93.32\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"306.79,-90.84 297.24,-86.24 301.84,-95.79 306.79,-90.84\"/>\n",
+       "</g>\n",
+       "</g>\n",
+       "</svg>\n"
+      ],
+      "text/plain": [
+       "Workload(einsums=[Einsum(name='I', tensor_accesses=[TensorAccess(name='I_in', projection={'B': 'b', 'M': 'm', 'D': 'd'}, output=False, persistent=False, backing_storage_size_scale=1.0), TensorAccess(name='I', projection={'B': 'b', 'M': 'm', 'D': 'd'}, output=True, persistent=False, backing_storage_size_scale=1.0)], iteration_space_shape=[], rank_sizes={}, is_copy_operation=True, renames=[Rename(name='weight', source='Nothing()', expected_count=None), Rename(name='input', source='Inputs()', expected_count=None), Rename(name='output', source='Outputs()', expected_count=None)], n_instances=1), Einsum(name='V', tensor_accesses=[TensorAccess(name='I', projection={'B': 'b', 'M': 'm', 'D': 'd'}, output=False, persistent=False, backing_storage_size_scale=1.0), TensorAccess(name='WV', projection={'H': 'h', 'E': 'e', 'D': 'd'}, output=False, persistent=True, backing_storage_size_scale=1.0), TensorAccess(name='V', projection={'B': 'b', 'M': 'm', 'H': 'h', 'E': 'e'}, output=True, persistent=False, backing_storage_size_scale=1.0)], iteration_space_shape=[], rank_sizes={}, is_copy_operation=False, renames=[], n_instances=1), Einsum(name='K', tensor_accesses=[TensorAccess(name='I', projection={'B': 'b', 'M': 'm', 'D': 'd'}, output=False, persistent=False, backing_storage_size_scale=1.0), TensorAccess(name='WK', projection={'H': 'h', 'E': 'e', 'D': 'd'}, output=False, persistent=True, backing_storage_size_scale=1.0), TensorAccess(name='K', projection={'B': 'b', 'M': 'm', 'H': 'h', 'E': 'e'}, output=True, persistent=False, backing_storage_size_scale=1.0)], iteration_space_shape=[], rank_sizes={}, is_copy_operation=False, renames=[], n_instances=1), Einsum(name='Q', tensor_accesses=[TensorAccess(name='I', projection={'B': 'b', 'M': 'm', 'D': 'd'}, output=False, persistent=False, backing_storage_size_scale=1.0), TensorAccess(name='WQ', projection={'H': 'h', 'E': 'e', 'D': 'd'}, output=False, persistent=True, backing_storage_size_scale=1.0), TensorAccess(name='Q', projection={'B': 'b', 'M': 'm', 'H': 'h', 'E': 'e'}, output=True, persistent=False, backing_storage_size_scale=1.0)], iteration_space_shape=[], rank_sizes={}, is_copy_operation=False, renames=[], n_instances=1), Einsum(name='QK', tensor_accesses=[TensorAccess(name='Q', projection={'B': 'b', 'M': 'm', 'H': 'h', 'E': 'e'}, output=False, persistent=False, backing_storage_size_scale=1.0), TensorAccess(name='K', projection={'B': 'b', 'M': 'p', 'H': 'h', 'E': 'e'}, output=False, persistent=False, backing_storage_size_scale=1.0), TensorAccess(name='QK', projection={'B': 'b', 'M': 'm', 'P': 'p', 'H': 'h'}, output=True, persistent=False, backing_storage_size_scale=1.0)], iteration_space_shape=[], rank_sizes={}, is_copy_operation=False, renames=[Rename(name='weight', source='K', expected_count=None), Rename(name='input', source='Q', expected_count=None), Rename(name='output', source='QK', expected_count=None)], n_instances=1), Einsum(name='QK_softmax', tensor_accesses=[TensorAccess(name='QK', projection={'B': 'b', 'M': 'm', 'P': 'p', 'H': 'h'}, output=False, persistent=False, backing_storage_size_scale=1.0), TensorAccess(name='QK_softmax', projection={'B': 'b', 'M': 'm', 'P': 'p', 'H': 'h'}, output=True, persistent=False, backing_storage_size_scale=1.0)], iteration_space_shape=[], rank_sizes={}, is_copy_operation=False, renames=[Rename(name='weight', source='Nothing()', expected_count=None)], n_instances=1), Einsum(name='AV', tensor_accesses=[TensorAccess(name='QK_softmax', projection={'B': 'b', 'M': 'm', 'P': 'p', 'H': 'h'}, output=False, persistent=False, backing_storage_size_scale=1.0), TensorAccess(name='V', projection={'B': 'b', 'M': 'p', 'H': 'h', 'E': 'f'}, output=False, persistent=False, backing_storage_size_scale=1.0), TensorAccess(name='AV', projection={'B': 'b', 'M': 'm', 'H': 'h', 'F': 'f'}, output=True, persistent=False, backing_storage_size_scale=1.0)], iteration_space_shape=[], rank_sizes={}, is_copy_operation=False, renames=[Rename(name='weight', source='V', expected_count=None), Rename(name='input', source='QK_softmax', expected_count=None)], n_instances=1), Einsum(name='Z', tensor_accesses=[TensorAccess(name='AV', projection={'B': 'b', 'M': 'm', 'H': 'h', 'F': 'f'}, output=False, persistent=False, backing_storage_size_scale=1.0), TensorAccess(name='WZ', projection={'H': 'h', 'F': 'f', 'G': 'g'}, output=False, persistent=True, backing_storage_size_scale=1.0), TensorAccess(name='Z', projection={'B': 'b', 'M': 'm', 'G': 'g'}, output=True, persistent=False, backing_storage_size_scale=1.0)], iteration_space_shape=[], rank_sizes={}, is_copy_operation=False, renames=[], n_instances=1), Einsum(name='FFA', tensor_accesses=[TensorAccess(name='Z', projection={'B': 'b', 'M': 'm', 'G': 'g'}, output=False, persistent=False, backing_storage_size_scale=1.0), TensorAccess(name='WFFA', projection={'G': 'g', 'C': 'c'}, output=False, persistent=True, backing_storage_size_scale=1.0), TensorAccess(name='FFA', projection={'B': 'b', 'M': 'm', 'C': 'c'}, output=True, persistent=False, backing_storage_size_scale=1.0)], iteration_space_shape=[], rank_sizes={}, is_copy_operation=False, renames=[], n_instances=1), Einsum(name='FFB', tensor_accesses=[TensorAccess(name='FFA', projection={'B': 'b', 'M': 'm', 'C': 'c'}, output=False, persistent=False, backing_storage_size_scale=1.0), TensorAccess(name='WFFB', projection={'C': 'c', 'J': 'j'}, output=False, persistent=True, backing_storage_size_scale=1.0), TensorAccess(name='FFB', projection={'B': 'b', 'M': 'm', 'J': 'j'}, output=True, persistent=False, backing_storage_size_scale=1.0)], iteration_space_shape=[], rank_sizes={}, is_copy_operation=False, renames=[], n_instances=1)], iteration_space_shape={}, rank_sizes={'B': 1, 'P': 16384, 'M': 16384, 'H': 32, 'E': 128, 'F': 128, 'D': 4096, 'C': 16384, 'J': 4096, 'G': 4096}, n_instances=1)"
+      ]
+     },
+     "execution_count": 2,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "spec.workload"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "Next, we'll set optimization metrics for the mapper. Note that having more metrics will\n",
+    "make the mapper slower because it is more difficult to prune suboptimal mappings,\n",
+    "because it must prove that something is Pareto-dominated in all metrics."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Set optimization metrics\n",
+    "spec.mapper.ffm.metrics = af.mapper.FFM.Metrics.ENERGY\n",
+    "# spec.mapper.ffm.metrics = af.mapper.FFM.Metrics.LATENCY\n",
+    "# spec.mapper.ffm.metrics = af.mapper.FFM.Metrics.LATENCY | af.mapper.FFM.Metrics.ENERGY"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "<!-- < DOC_INCLUDE_MARKER > FFM_parts -->\n",
+    "\n",
+    "The mapper consists of two parts:\n",
+    "\n",
+    "- The Turbo-Charged Pmapper: This part makes all Pareto-optimal pmappings for all\n",
+    "  Einsums.\n",
+    "- Fast and Fusiest: This part takes the Pareto-optimal pmappings and joins them into\n",
+    "  full mappings.\n",
+    "\n",
+    "Mapping begins with the Turbo-Charged Pmapper with the `make_pmappings` function."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "Generating jobs:   0%|          | 0/10 [00:00<?, ?it/s]"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "Generating pmapping templates for compute MAC Einsum I: 1it [00:00,  4.12it/s]it/s]\n",
+      "Generating pmapping templates for compute MAC Einsum QK_softmax: 2it [00:00,  9.90it/s]\n",
+      "Generating pmapping templates for compute MAC Einsum Q: 6it [00:00, 15.99it/s]]\n",
+      "Generating pmapping templates for compute MAC Einsum K: 6it [00:00, 14.83it/s]\n",
+      "Generating pmapping templates for compute MAC Einsum V: 6it [00:00, 14.82it/s]\n",
+      "Generating pmapping templates for compute MAC Einsum Z: 6it [00:00, 14.62it/s]]]\n",
+      "Generating pmapping templates for compute MAC Einsum FFB: 6it [00:00, 18.98it/s]\n",
+      "Generating pmapping templates for compute MAC Einsum QK: 6it [00:00, 14.36it/s]\n",
+      "Generating pmapping templates for compute MAC Einsum FFA: 6it [00:00, 17.96it/s]\n",
+      "Generating pmapping templates for compute MAC Einsum AV: 6it [00:00, 14.69it/s]\n",
+      "Generating jobs: 100%|██████████| 10/10 [00:04<00:00,  2.20it/s]\n",
+      "WARNING Einsum I has 1 pmapping templates:\n",
+      "WARNING \t[I_in,I in MainMemory] T-b  T-d  T-m  MAC computes I\n",
+      "WARNING Einsum V has 6 pmapping templates:\n",
+      "WARNING \t[WV,V,I in MainMemory] T-b  T-d  T-m  [I in GlobalBuffer] T-e  T-h  [V in GlobalBuffer] T-d  [WV in GlobalBuffer] S-reuse_output-d  S-reuse_input-e  S-reuse_input-h  [WV in Register] T-b  T-m  MAC computes V\n",
+      "WARNING \t[WV,V,I in MainMemory] T-b  T-d  T-m  [I in GlobalBuffer] T-e  T-h  [WV in GlobalBuffer] T-b  T-m  [V in GlobalBuffer] T-d  S-reuse_output-d  S-reuse_input-e  S-reuse_input-h  [WV in Register] T-b  T-m  MAC computes V\n",
+      "WARNING \t[WV,V,I in MainMemory] T-b  T-e  T-h  T-m  [V in GlobalBuffer] T-d  [I in GlobalBuffer] T-e  T-h  [WV in GlobalBuffer] S-reuse_output-d  S-reuse_input-e  S-reuse_input-h  [WV in Register] T-b  T-m  MAC computes V\n",
+      "WARNING \t[WV,V,I in MainMemory] T-b  T-e  T-h  T-m  [V in GlobalBuffer] T-d  [WV in GlobalBuffer] T-b  T-m  [I in GlobalBuffer] T-e  T-h  S-reuse_output-d  S-reuse_input-e  S-reuse_input-h  [WV in Register] T-b  T-m  MAC computes V\n",
+      "WARNING \t[WV,V,I in MainMemory] T-d  T-e  T-h  [WV in GlobalBuffer] T-b  T-m  [I in GlobalBuffer] T-e  T-h  [V in GlobalBuffer] T-d  S-reuse_output-d  S-reuse_input-e  S-reuse_input-h  [WV in Register] T-b  T-m  MAC computes V\n",
+      "WARNING \t[WV,V,I in MainMemory] T-d  T-e  T-h  [WV in GlobalBuffer] T-b  T-m  [V in GlobalBuffer] T-d  [I in GlobalBuffer] T-e  T-h  S-reuse_output-d  S-reuse_input-e  S-reuse_input-h  [WV in Register] T-b  T-m  MAC computes V\n",
+      "WARNING Einsum K has 6 pmapping templates:\n",
+      "WARNING \t[WK,K,I in MainMemory] T-b  T-d  T-m  [I in GlobalBuffer] T-e  T-h  [K in GlobalBuffer] T-d  [WK in GlobalBuffer] S-reuse_output-d  S-reuse_input-e  S-reuse_input-h  [WK in Register] T-b  T-m  MAC computes K\n",
+      "WARNING \t[WK,K,I in MainMemory] T-b  T-d  T-m  [I in GlobalBuffer] T-e  T-h  [WK in GlobalBuffer] T-b  T-m  [K in GlobalBuffer] T-d  S-reuse_output-d  S-reuse_input-e  S-reuse_input-h  [WK in Register] T-b  T-m  MAC computes K\n",
+      "WARNING \t[WK,K,I in MainMemory] T-b  T-e  T-h  T-m  [K in GlobalBuffer] T-d  [I in GlobalBuffer] T-e  T-h  [WK in GlobalBuffer] S-reuse_output-d  S-reuse_input-e  S-reuse_input-h  [WK in Register] T-b  T-m  MAC computes K\n",
+      "WARNING \t[WK,K,I in MainMemory] T-b  T-e  T-h  T-m  [K in GlobalBuffer] T-d  [WK in GlobalBuffer] T-b  T-m  [I in GlobalBuffer] T-e  T-h  S-reuse_output-d  S-reuse_input-e  S-reuse_input-h  [WK in Register] T-b  T-m  MAC computes K\n",
+      "WARNING \t[WK,K,I in MainMemory] T-d  T-e  T-h  [WK in GlobalBuffer] T-b  T-m  [I in GlobalBuffer] T-e  T-h  [K in GlobalBuffer] T-d  S-reuse_output-d  S-reuse_input-e  S-reuse_input-h  [WK in Register] T-b  T-m  MAC computes K\n",
+      "WARNING \t[WK,K,I in MainMemory] T-d  T-e  T-h  [WK in GlobalBuffer] T-b  T-m  [K in GlobalBuffer] T-d  [I in GlobalBuffer] T-e  T-h  S-reuse_output-d  S-reuse_input-e  S-reuse_input-h  [WK in Register] T-b  T-m  MAC computes K\n",
+      "WARNING Einsum Q has 6 pmapping templates:\n",
+      "WARNING \t[WQ,Q,I in MainMemory] T-b  T-d  T-m  [I in GlobalBuffer] T-e  T-h  [Q in GlobalBuffer] T-d  [WQ in GlobalBuffer] S-reuse_output-d  S-reuse_input-h  S-reuse_input-e  [WQ in Register] T-b  T-m  MAC computes Q\n",
+      "WARNING \t[WQ,Q,I in MainMemory] T-b  T-d  T-m  [I in GlobalBuffer] T-e  T-h  [WQ in GlobalBuffer] T-b  T-m  [Q in GlobalBuffer] T-d  S-reuse_output-d  S-reuse_input-h  S-reuse_input-e  [WQ in Register] T-b  T-m  MAC computes Q\n",
+      "WARNING \t[WQ,Q,I in MainMemory] T-b  T-e  T-h  T-m  [Q in GlobalBuffer] T-d  [I in GlobalBuffer] T-e  T-h  [WQ in GlobalBuffer] S-reuse_output-d  S-reuse_input-h  S-reuse_input-e  [WQ in Register] T-b  T-m  MAC computes Q\n",
+      "WARNING \t[WQ,Q,I in MainMemory] T-b  T-e  T-h  T-m  [Q in GlobalBuffer] T-d  [WQ in GlobalBuffer] T-b  T-m  [I in GlobalBuffer] T-e  T-h  S-reuse_output-d  S-reuse_input-h  S-reuse_input-e  [WQ in Register] T-b  T-m  MAC computes Q\n",
+      "WARNING \t[WQ,Q,I in MainMemory] T-d  T-e  T-h  [WQ in GlobalBuffer] T-b  T-m  [I in GlobalBuffer] T-e  T-h  [Q in GlobalBuffer] T-d  S-reuse_output-d  S-reuse_input-h  S-reuse_input-e  [WQ in Register] T-b  T-m  MAC computes Q\n",
+      "WARNING \t[WQ,Q,I in MainMemory] T-d  T-e  T-h  [WQ in GlobalBuffer] T-b  T-m  [Q in GlobalBuffer] T-d  [I in GlobalBuffer] T-e  T-h  S-reuse_output-d  S-reuse_input-h  S-reuse_input-e  [WQ in Register] T-b  T-m  MAC computes Q\n",
+      "WARNING Einsum QK has 6 pmapping templates:\n",
+      "WARNING \t[QK,Q,K in MainMemory] T-b  T-e  T-h  T-p  [K in GlobalBuffer] T-m  [Q in GlobalBuffer] T-p  [QK in GlobalBuffer] T-e  S-reuse_output-e  S-reuse_input-p  [K in Register] T-m  MAC computes QK\n",
+      "WARNING \t[QK,Q,K in MainMemory] T-b  T-e  T-h  T-p  [K in GlobalBuffer] T-m  [QK in GlobalBuffer] T-e  [Q in GlobalBuffer] T-p  S-reuse_output-e  S-reuse_input-p  [K in Register] T-m  MAC computes QK\n",
+      "WARNING \t[QK,Q,K in MainMemory] T-b  T-e  T-h  T-m  [Q in GlobalBuffer] T-p  [K in GlobalBuffer] T-m  [QK in GlobalBuffer] T-e  S-reuse_output-e  S-reuse_input-p  [K in Register] T-m  MAC computes QK\n",
+      "WARNING \t[QK,Q,K in MainMemory] T-b  T-e  T-h  T-m  [Q in GlobalBuffer] T-p  [QK in GlobalBuffer] T-e  [K in GlobalBuffer] S-reuse_output-e  S-reuse_input-p  [K in Register] T-m  MAC computes QK\n",
+      "WARNING \t[QK,Q,K in MainMemory] T-b  T-h  T-m  T-p  [QK in GlobalBuffer] T-e  [K in GlobalBuffer] T-m  [Q in GlobalBuffer] T-p  S-reuse_output-e  S-reuse_input-p  [K in Register] T-m  MAC computes QK\n",
+      "WARNING \t[QK,Q,K in MainMemory] T-b  T-h  T-m  T-p  [QK in GlobalBuffer] T-e  [Q in GlobalBuffer] T-p  [K in GlobalBuffer] S-reuse_output-e  S-reuse_input-p  [K in Register] T-m  MAC computes QK\n",
+      "WARNING Einsum QK_softmax has 2 pmapping templates:\n",
+      "WARNING \t[QK_softmax,QK in MainMemory] T-b  T-h  T-m  T-p  [QK,QK_softmax in GlobalBuffer] MAC computes QK_softmax\n",
+      "WARNING \t[QK_softmax,QK in MainMemory] T-b  T-h  T-m  T-p  [QK_softmax,QK in GlobalBuffer] MAC computes QK_softmax\n",
+      "WARNING Einsum AV has 6 pmapping templates:\n",
+      "WARNING \t[V,QK_softmax,AV in MainMemory] T-b  T-f  T-h  T-m  [AV in GlobalBuffer] T-p  [QK_softmax in GlobalBuffer] T-f  [V in GlobalBuffer] S-reuse_output-p  S-reuse_input-f  [V in Register] T-m  MAC computes AV\n",
+      "WARNING \t[V,QK_softmax,AV in MainMemory] T-b  T-f  T-h  T-m  [AV in GlobalBuffer] T-p  [V in GlobalBuffer] T-m  [QK_softmax in GlobalBuffer] T-f  S-reuse_output-p  S-reuse_input-f  [V in Register] T-m  MAC computes AV\n",
+      "WARNING \t[V,QK_softmax,AV in MainMemory] T-b  T-h  T-m  T-p  [QK_softmax in GlobalBuffer] T-f  [AV in GlobalBuffer] T-p  [V in GlobalBuffer] S-reuse_output-p  S-reuse_input-f  [V in Register] T-m  MAC computes AV\n",
+      "WARNING \t[V,QK_softmax,AV in MainMemory] T-b  T-h  T-m  T-p  [QK_softmax in GlobalBuffer] T-f  [V in GlobalBuffer] T-m  [AV in GlobalBuffer] T-p  S-reuse_output-p  S-reuse_input-f  [V in Register] T-m  MAC computes AV\n",
+      "WARNING \t[V,QK_softmax,AV in MainMemory] T-b  T-f  T-h  T-p  [V in GlobalBuffer] T-m  [AV in GlobalBuffer] T-p  [QK_softmax in GlobalBuffer] T-f  S-reuse_output-p  S-reuse_input-f  [V in Register] T-m  MAC computes AV\n",
+      "WARNING \t[V,QK_softmax,AV in MainMemory] T-b  T-f  T-h  T-p  [V in GlobalBuffer] T-m  [QK_softmax in GlobalBuffer] T-f  [AV in GlobalBuffer] T-p  S-reuse_output-p  S-reuse_input-f  [V in Register] T-m  MAC computes AV\n",
+      "WARNING Einsum Z has 6 pmapping templates:\n",
+      "WARNING \t[Z,WZ,AV in MainMemory] T-b  T-f  T-h  T-m  [AV in GlobalBuffer] T-g  [WZ in GlobalBuffer] T-b  T-m  [Z in GlobalBuffer] T-f  T-h  S-reuse_output-h  S-reuse_output-f  S-reuse_input-g  [WZ in Register] T-b  T-m  MAC computes Z\n",
+      "WARNING \t[Z,WZ,AV in MainMemory] T-b  T-f  T-h  T-m  [AV in GlobalBuffer] T-g  [Z in GlobalBuffer] T-f  T-h  [WZ in GlobalBuffer] S-reuse_output-h  S-reuse_output-f  S-reuse_input-g  [WZ in Register] T-b  T-m  MAC computes Z\n",
+      "WARNING \t[Z,WZ,AV in MainMemory] T-f  T-g  T-h  [WZ in GlobalBuffer] T-b  T-m  [AV in GlobalBuffer] T-g  [Z in GlobalBuffer] T-f  T-h  S-reuse_output-h  S-reuse_output-f  S-reuse_input-g  [WZ in Register] T-b  T-m  MAC computes Z\n",
+      "WARNING \t[Z,WZ,AV in MainMemory] T-f  T-g  T-h  [WZ in GlobalBuffer] T-b  T-m  [Z in GlobalBuffer] T-f  T-h  [AV in GlobalBuffer] T-g  S-reuse_output-h  S-reuse_output-f  S-reuse_input-g  [WZ in Register] T-b  T-m  MAC computes Z\n",
+      "WARNING \t[Z,WZ,AV in MainMemory] T-b  T-g  T-m  [Z in GlobalBuffer] T-f  T-h  [AV in GlobalBuffer] T-g  [WZ in GlobalBuffer] S-reuse_output-h  S-reuse_output-f  S-reuse_input-g  [WZ in Register] T-b  T-m  MAC computes Z\n",
+      "WARNING \t[Z,WZ,AV in MainMemory] T-b  T-g  T-m  [Z in GlobalBuffer] T-f  T-h  [WZ in GlobalBuffer] T-b  T-m  [AV in GlobalBuffer] T-g  S-reuse_output-h  S-reuse_output-f  S-reuse_input-g  [WZ in Register] T-b  T-m  MAC computes Z\n",
+      "WARNING Einsum FFA has 6 pmapping templates:\n",
+      "WARNING \t[Z,WFFA,FFA in MainMemory] T-b  T-c  T-m  [FFA in GlobalBuffer] T-g  [WFFA in GlobalBuffer] T-b  T-m  [Z in GlobalBuffer] T-c  S-reuse_output-g  S-reuse_input-c  [WFFA in Register] T-b  T-m  MAC computes FFA\n",
+      "WARNING \t[Z,WFFA,FFA in MainMemory] T-b  T-c  T-m  [FFA in GlobalBuffer] T-g  [Z in GlobalBuffer] T-c  [WFFA in GlobalBuffer] S-reuse_output-g  S-reuse_input-c  [WFFA in Register] T-b  T-m  MAC computes FFA\n",
+      "WARNING \t[Z,WFFA,FFA in MainMemory] T-c  T-g  [WFFA in GlobalBuffer] T-b  T-m  [FFA in GlobalBuffer] T-g  [Z in GlobalBuffer] T-c  S-reuse_output-g  S-reuse_input-c  [WFFA in Register] T-b  T-m  MAC computes FFA\n",
+      "WARNING \t[Z,WFFA,FFA in MainMemory] T-c  T-g  [WFFA in GlobalBuffer] T-b  T-m  [Z in GlobalBuffer] T-c  [FFA in GlobalBuffer] T-g  S-reuse_output-g  S-reuse_input-c  [WFFA in Register] T-b  T-m  MAC computes FFA\n",
+      "WARNING \t[Z,WFFA,FFA in MainMemory] T-b  T-g  T-m  [Z in GlobalBuffer] T-c  [FFA in GlobalBuffer] T-g  [WFFA in GlobalBuffer] S-reuse_output-g  S-reuse_input-c  [WFFA in Register] T-b  T-m  MAC computes FFA\n",
+      "WARNING \t[Z,WFFA,FFA in MainMemory] T-b  T-g  T-m  [Z in GlobalBuffer] T-c  [WFFA in GlobalBuffer] T-b  T-m  [FFA in GlobalBuffer] T-g  S-reuse_output-g  S-reuse_input-c  [WFFA in Register] T-b  T-m  MAC computes FFA\n",
+      "WARNING Einsum FFB has 6 pmapping templates:\n",
+      "WARNING \t[WFFB,FFB,FFA in MainMemory] T-b  T-c  T-m  [FFA in GlobalBuffer] T-j  [FFB in GlobalBuffer] T-c  [WFFB in GlobalBuffer] S-reuse_output-c  S-reuse_input-j  [WFFB in Register] T-b  T-m  MAC computes FFB\n",
+      "WARNING \t[WFFB,FFB,FFA in MainMemory] T-b  T-c  T-m  [FFA in GlobalBuffer] T-j  [WFFB in GlobalBuffer] T-b  T-m  [FFB in GlobalBuffer] T-c  S-reuse_output-c  S-reuse_input-j  [WFFB in Register] T-b  T-m  MAC computes FFB\n",
+      "WARNING \t[WFFB,FFB,FFA in MainMemory] T-b  T-j  T-m  [FFB in GlobalBuffer] T-c  [FFA in GlobalBuffer] T-j  [WFFB in GlobalBuffer] S-reuse_output-c  S-reuse_input-j  [WFFB in Register] T-b  T-m  MAC computes FFB\n",
+      "WARNING \t[WFFB,FFB,FFA in MainMemory] T-b  T-j  T-m  [FFB in GlobalBuffer] T-c  [WFFB in GlobalBuffer] T-b  T-m  [FFA in GlobalBuffer] T-j  S-reuse_output-c  S-reuse_input-j  [WFFB in Register] T-b  T-m  MAC computes FFB\n",
+      "WARNING \t[WFFB,FFB,FFA in MainMemory] T-c  T-j  [WFFB in GlobalBuffer] T-b  T-m  [FFA in GlobalBuffer] T-j  [FFB in GlobalBuffer] T-c  S-reuse_output-c  S-reuse_input-j  [WFFB in Register] T-b  T-m  MAC computes FFB\n",
+      "WARNING \t[WFFB,FFB,FFA in MainMemory] T-c  T-j  [WFFB in GlobalBuffer] T-b  T-m  [FFB in GlobalBuffer] T-c  [FFA in GlobalBuffer] T-j  S-reuse_output-c  S-reuse_input-j  [WFFB in Register] T-b  T-m  MAC computes FFB\n",
+      "WARNING Insufficient jobs available to utilize available threads. Splitting jobs into smaller chunks.\n",
+      "Generating pmappings: 100%|██████████| 51/51 [00:27<00:00,  1.88it/s]\n",
+      "Grouping pmappings for V: 100%|██████████| 1/1 [00:08<00:00,  8.89s/it]\n",
+      "Grouping pmappings for K: 100%|██████████| 1/1 [00:00<00:00, 49.01it/s]\n",
+      "Grouping pmappings for Q: 100%|██████████| 1/1 [00:00<00:00, 45.71it/s]\n",
+      "Grouping pmappings for QK: 100%|██████████| 1/1 [00:00<00:00, 56.96it/s]\n",
+      "Grouping pmappings for QK_softmax: 100%|██████████| 1/1 [00:00<00:00, 170.12it/s]\n",
+      "Grouping pmappings for AV: 100%|██████████| 1/1 [00:00<00:00, 48.48it/s]\n",
+      "Grouping pmappings for Z: 100%|██████████| 1/1 [00:00<00:00, 38.21it/s]\n",
+      "Grouping pmappings for FFA: 100%|██████████| 1/1 [00:00<00:00, 50.44it/s]\n",
+      "Grouping pmappings for FFB: 100%|██████████| 1/1 [00:00<00:00, 55.03it/s]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "FFA: 7.22e05 total, 766 (1/943) valid, 1.12e03 (1/644) evaluated, 1 (1/7.22e05) Pareto-Optimal\n",
+      "QK: 3.32e05 total, 534 (1/622) valid, 784 (1/424) evaluated, 1 (1/3.32e05) Pareto-Optimal\n",
+      "Q: 3.98e06 total, 8.16e03 (1/488) valid, 4.36e03 (1/914) evaluated, 1 (1/3.98e06) Pareto-Optimal\n",
+      "AV: 3.32e05 total, 577 (1/576) valid, 877 (1/379) evaluated, 1 (1/3.32e05) Pareto-Optimal\n",
+      "K: 3.98e06 total, 8.16e03 (1/488) valid, 4.36e03 (1/914) evaluated, 1 (1/3.98e06) Pareto-Optimal\n",
+      "FFB: 7.22e05 total, 823 (1/878) valid, 1.12e03 (1/644) evaluated, 1 (1/7.22e05) Pareto-Optimal\n",
+      "Z: 3.98e06 total, 6.56e03 (1/606) valid, 4.53e03 (1/879) evaluated, 1 (1/3.98e06) Pareto-Optimal\n",
+      "V: 3.98e06 total, 8.16e03 (1/488) valid, 4.36e03 (1/914) evaluated, 1 (1/3.98e06) Pareto-Optimal\n",
+      "QK_softmax: 2 total, 2 (1/1) valid, 0 (1/inf) evaluated, 1 (1/2) Pareto-Optimal\n",
+      "I: 1 total, 1 (1/1) valid, 0 (1/inf) evaluated, 1 (1/1) Pareto-Optimal\n",
+      "Total: 1.80e07 total, 3.37e04 (1/534) valid, 2.15e04 (1/839) evaluated, 10 (1/1.80e06) Pareto-Optimal\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\n"
+     ]
+    }
+   ],
+   "source": [
+    "# < DOC_INCLUDE_MARKER > make_pmappings\n",
+    "\n",
+    "# Commenting this will be slower, but may generate better mappings. Limits the number of\n",
+    "# fused loops that can exist in a single pmapping.\n",
+    "spec.mapper.ffm.max_fused_loops = 1\n",
+    "\n",
+    "pmappings = af.mapper.FFM.make_pmappings(\n",
+    "    spec,\n",
+    "    # Having can_combine_multiple_runs=False is faster, so it should generally be set to\n",
+    "    # True. If it is set to False, then you may run make_pmappings multiple times with\n",
+    "    # compatible specs and combine them:\n",
+    "    #   pmappings = make_pmappings(*args_a) | make_pmappings(*args_b)\n",
+    "    can_combine_multiple_runs=False\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Total number of pmappings: 18030513\n",
+      "Number of valid pmappings: 33734.14646276613\n",
+      "Number of Pareto-optimal pmappings: 10\n",
+      "Number of evaluated pmappings: 21500\n"
+     ]
+    }
+   ],
+   "source": [
+    "# < DOC_INCLUDE_MARKER > pmappings_stats\n",
+    "\n",
+    "# Output some stats about the generated pmappings.\n",
+    "print(f\"Total number of pmappings: {pmappings.n_total_pmappings()}\")\n",
+    "print(f\"Number of valid pmappings: {pmappings.n_valid_pmappings()}\")\n",
+    "print(f\"Number of Pareto-optimal pmappings: {pmappings.n_pareto_optimal_pmappings()}\")\n",
+    "print(f\"Number of evaluated pmappings: {pmappings.n_evaluated_pmappings()}\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Einsum I has 1 pmappings with 1 compatibilities\n",
+      "Einsum V has 1 pmappings with 1 compatibilities\n",
+      "Einsum K has 1 pmappings with 1 compatibilities\n",
+      "Einsum Q has 1 pmappings with 1 compatibilities\n",
+      "Einsum QK has 1 pmappings with 1 compatibilities\n",
+      "Einsum QK_softmax has 1 pmappings with 1 compatibilities\n",
+      "Einsum AV has 1 pmappings with 1 compatibilities\n",
+      "Einsum Z has 1 pmappings with 1 compatibilities\n",
+      "Einsum FFA has 1 pmappings with 1 compatibilities\n",
+      "Einsum FFB has 1 pmappings with 1 compatibilities\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "Compressing pmappings: 100%|██████████| 10/10 [00:00<00:00, 225.02it/s]\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Not tracking GlobalBuffer because it is never reserved for multiple pmappings.\n",
+      "Not tracking MainMemory because it is never reserved for multiple pmappings.\n",
+      "Not tracking Register because it is never reserved for multiple pmappings.\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "Removing unneeded reservations for I: 100%|██████████| 2/2 [00:00<00:00, 145.25it/s]\n",
+      "Removing unneeded reservations for V: 100%|██████████| 2/2 [00:00<00:00, 156.78it/s]\n",
+      "Removing unneeded reservations for K: 100%|██████████| 2/2 [00:00<00:00, 148.56it/s]\n",
+      "Removing unneeded reservations for Q: 100%|██████████| 2/2 [00:00<00:00, 139.86it/s]\n",
+      "Removing unneeded reservations for QK: 100%|██████████| 2/2 [00:00<00:00, 147.11it/s]\n",
+      "Removing unneeded reservations for QK_softmax: 100%|██████████| 2/2 [00:00<00:00, 154.26it/s]\n",
+      "Removing unneeded reservations for AV: 100%|██████████| 2/2 [00:00<00:00, 157.26it/s]\n",
+      "Removing unneeded reservations for Z: 100%|██████████| 2/2 [00:00<00:00, 152.86it/s]\n",
+      "Removing unneeded reservations for FFA: 100%|██████████| 2/2 [00:00<00:00, 149.74it/s]\n",
+      "Removing unneeded reservations for FFB: 100%|██████████| 2/2 [00:00<00:00, 164.95it/s]\n",
+      "Grouping pmappings for V (2/10): 100%|██████████| 1/1 [00:00<00:00, 236.22it/s]\n",
+      "Grouping pmappings for K (3/10): 100%|██████████| 1/1 [00:00<00:00, 203.98it/s]\n",
+      "Grouping pmappings for Q (4/10): 100%|██████████| 1/1 [00:00<00:00, 251.82it/s]\n",
+      "Grouping pmappings for QK (5/10): 100%|██████████| 1/1 [00:00<00:00, 252.53it/s]\n",
+      "Grouping pmappings for QK_softmax (6/10): 100%|██████████| 1/1 [00:00<00:00, 223.04it/s]\n",
+      "Grouping pmappings for AV (7/10): 100%|██████████| 1/1 [00:00<00:00, 176.94it/s]\n",
+      "Grouping pmappings for Z (8/10): 100%|██████████| 1/1 [00:00<00:00, 265.41it/s]\n",
+      "Grouping pmappings for FFA (9/10): 100%|██████████| 1/1 [00:00<00:00, 253.11it/s]\n",
+      "Grouping pmappings for FFB (10/10): 100%|██████████| 1/1 [00:00<00:00, 226.51it/s]\n",
+      "Grouping pmappings: 100%|██████████| 1/1 [00:00<00:00, 251.70it/s]\n",
+      "Joining pmappings for I <--> V (2/10): 100%|██████████| 1/1 [00:00<00:00, 60.46it/s]\n",
+      "Joining pmappings for V <--> K (3/10): 100%|██████████| 1/1 [00:00<00:00, 60.05it/s]\n",
+      "Joining pmappings for K <--> Q (4/10): 100%|██████████| 1/1 [00:00<00:00, 51.07it/s]\n",
+      "Joining pmappings for Q <--> QK (5/10): 100%|██████████| 1/1 [00:00<00:00, 67.22it/s]\n",
+      "Joining pmappings for QK <--> QK_softmax (6/10): 100%|██████████| 1/1 [00:00<00:00, 61.40it/s]\n",
+      "Joining pmappings for QK_softmax <--> AV (7/10): 100%|██████████| 1/1 [00:00<00:00, 58.85it/s]\n",
+      "Joining pmappings for AV <--> Z (8/10): 100%|██████████| 1/1 [00:00<00:00, 47.41it/s]\n",
+      "Joining pmappings for Z <--> FFA (9/10): 100%|██████████| 1/1 [00:00<00:00, 64.96it/s]\n",
+      "Joining pmappings for FFA <--> FFB (10/10): 100%|██████████| 1/1 [00:00<00:00, 55.68it/s]\n",
+      "Final consolidate: 100%|██████████| 1/1 [00:00<00:00, 4324.02it/s]\n"
+     ]
+    }
+   ],
+   "source": [
+    "# < DOC_INCLUDE_MARKER > join_pmappings\n",
+    "\n",
+    "# Join the pmappings to create a full mapping.\n",
+    "mappings = af.mapper.FFM.join_pmappings(spec,pmappings)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Totals:\n",
+      "\tenergy: 37.821644600723054\n",
+      "\tmapping: <accelforge.mapper.FFM.main.MappingFromRow object at 0x7f342026ad80>\n"
+     ]
+    }
+   ],
+   "source": [
+    "# The joined pmappings object contains a DataFrame of all Pareto-optimal pmappings for\n",
+    "# the given optimization metrics. Since we're only interested in one metric, this should\n",
+    "# have exaclty one row, but we'll grab index 0 to be sure.\n",
+    "mapping = mappings[0]\n",
+    "\n",
+    "# All units are SI units-- seconds, joules, meters, etc.\n",
+    "print(f\"Totals:\")\n",
+    "\n",
+    "# The access method accesses all columns that include Total.\n",
+    "for k, v in mapping.access(\"Total\").to_dict().items():\n",
+    "    print(f\"\\t{k}: {v}\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "image/svg+xml": [
+       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
+       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
+       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
+       "<!-- Generated by graphviz version 2.43.0 (0)\n",
+       " -->\n",
+       "<!-- Title: G Pages: 1 -->\n",
+       "<svg width=\"2151pt\" height=\"1109pt\"\n",
+       " viewBox=\"0.00 0.00 2150.50 1108.62\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
+       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 1104.62)\">\n",
+       "<title>G</title>\n",
+       "<polygon fill=\"white\" stroke=\"transparent\" points=\"-4,4 -4,-1104.62 2146.5,-1104.62 2146.5,4 -4,4\"/>\n",
+       "<!-- Storage_139860231978784 -->\n",
+       "<g id=\"node1\" class=\"node\">\n",
+       "<title>Storage_139860231978784</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M1341.5,-1097.3C1341.5,-1099.17 1199.19,-1100.69 1024,-1100.69 848.81,-1100.69 706.5,-1099.17 706.5,-1097.3 706.5,-1097.3 706.5,-1066.82 706.5,-1066.82 706.5,-1064.96 848.81,-1063.44 1024,-1063.44 1199.19,-1063.44 1341.5,-1064.96 1341.5,-1066.82 1341.5,-1066.82 1341.5,-1097.3 1341.5,-1097.3\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1341.5,-1097.3C1341.5,-1095.43 1199.19,-1093.91 1024,-1093.91 848.81,-1093.91 706.5,-1095.43 706.5,-1097.3\"/>\n",
+       "<text text-anchor=\"start\" x=\"709\" y=\"-1078.46\" font-family=\"Arial\" font-size=\"12.00\">MainMemory reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#f000ff\" stroke-width=\"5\" points=\"822.5,-1070.56 822.5,-1092.56 851.5,-1092.56 851.5,-1070.56 822.5,-1070.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"827\" y=\"-1078.46\" font-family=\"Arial\" font-size=\"12.00\">WV</text>\n",
+       "<polygon fill=\"none\" stroke=\"#3c00ff\" stroke-width=\"5\" points=\"856.5,-1070.56 856.5,-1092.56 885.5,-1092.56 885.5,-1070.56 856.5,-1070.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"861\" y=\"-1078.46\" font-family=\"Arial\" font-size=\"12.00\">WK</text>\n",
+       "<polygon fill=\"none\" stroke=\"#9500ff\" stroke-width=\"5\" points=\"890.5,-1070.56 890.5,-1092.56 920.5,-1092.56 920.5,-1070.56 890.5,-1070.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"895\" y=\"-1078.46\" font-family=\"Arial\" font-size=\"12.00\">WQ</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff00b4\" stroke-width=\"5\" points=\"925.5,-1070.56 925.5,-1092.56 953.5,-1092.56 953.5,-1070.56 925.5,-1070.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"930\" y=\"-1078.46\" font-family=\"Arial\" font-size=\"12.00\">WZ</text>\n",
+       "<polygon fill=\"none\" stroke=\"#000080\" stroke-width=\"5\" points=\"958.5,-1070.56 958.5,-1092.56 1001.5,-1092.56 1001.5,-1070.56 958.5,-1070.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"963\" y=\"-1078.46\" font-family=\"Arial\" font-size=\"12.00\">WFFA</text>\n",
+       "<polygon fill=\"none\" stroke=\"#808000\" stroke-width=\"5\" points=\"1006.5,-1070.56 1006.5,-1092.56 1050.5,-1092.56 1050.5,-1070.56 1006.5,-1070.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"1011\" y=\"-1078.46\" font-family=\"Arial\" font-size=\"12.00\">WFFB</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ffff00\" stroke-width=\"5\" points=\"1055.5,-1070.56 1055.5,-1092.56 1068.5,-1092.56 1068.5,-1070.56 1055.5,-1070.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"1060\" y=\"-1078.46\" font-family=\"Arial\" font-size=\"12.00\">I</text>\n",
+       "<polygon fill=\"none\" stroke=\"#800000\" stroke-width=\"5\" points=\"1073.5,-1070.56 1073.5,-1092.56 1091.5,-1092.56 1091.5,-1070.56 1073.5,-1070.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"1078\" y=\"-1078.46\" font-family=\"Arial\" font-size=\"12.00\">V</text>\n",
+       "<polygon fill=\"none\" stroke=\"#00ffff\" stroke-width=\"5\" points=\"1096.5,-1070.56 1096.5,-1092.56 1114.5,-1092.56 1114.5,-1070.56 1096.5,-1070.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"1101\" y=\"-1078.46\" font-family=\"Arial\" font-size=\"12.00\">K</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff8000\" stroke-width=\"5\" points=\"1119.5,-1070.56 1119.5,-1092.56 1138.5,-1092.56 1138.5,-1070.56 1119.5,-1070.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"1124\" y=\"-1078.46\" font-family=\"Arial\" font-size=\"12.00\">Q</text>\n",
+       "<polygon fill=\"none\" stroke=\"#8000ff\" stroke-width=\"5\" points=\"1143.5,-1070.56 1143.5,-1092.56 1170.5,-1092.56 1170.5,-1070.56 1143.5,-1070.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"1148\" y=\"-1078.46\" font-family=\"Arial\" font-size=\"12.00\">QK</text>\n",
+       "<polygon fill=\"none\" stroke=\"#008000\" stroke-width=\"5\" points=\"1175.5,-1070.56 1175.5,-1092.56 1250.5,-1092.56 1250.5,-1070.56 1175.5,-1070.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"1180\" y=\"-1078.46\" font-family=\"Arial\" font-size=\"12.00\">QK_softmax</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff0000\" stroke-width=\"5\" points=\"1255.5,-1070.56 1255.5,-1092.56 1280.5,-1092.56 1280.5,-1070.56 1255.5,-1070.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"1260\" y=\"-1078.46\" font-family=\"Arial\" font-size=\"12.00\">AV</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff005a\" stroke-width=\"5\" points=\"1285.5,-1070.56 1285.5,-1092.56 1302.5,-1092.56 1302.5,-1070.56 1285.5,-1070.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"1290\" y=\"-1078.46\" font-family=\"Arial\" font-size=\"12.00\">Z</text>\n",
+       "<polygon fill=\"none\" stroke=\"#00ff00\" stroke-width=\"5\" points=\"1307.5,-1070.56 1307.5,-1092.56 1339.5,-1092.56 1339.5,-1070.56 1307.5,-1070.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"1312\" y=\"-1078.46\" font-family=\"Arial\" font-size=\"12.00\">FFA</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860231978624 -->\n",
+       "<g id=\"node2\" class=\"node\">\n",
+       "<title>Reservation_139860231978624</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1210.5,-1049.5 837.5,-1049.5 837.5,-1045.5 833.5,-1045.5 833.5,-1041.5 837.5,-1041.5 837.5,-1021.5 833.5,-1021.5 833.5,-1017.5 837.5,-1017.5 837.5,-1013.5 1210.5,-1013.5 1210.5,-1049.5\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"837.5,-1045.5 841.5,-1045.5 841.5,-1041.5 837.5,-1041.5 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"837.5,-1021.5 841.5,-1021.5 841.5,-1017.5 837.5,-1017.5 \"/>\n",
+       "<text text-anchor=\"start\" x=\"840\" y=\"-1027.9\" font-family=\"Arial\" font-size=\"12.00\">MainMemory reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#f000ff\" stroke-width=\"5\" points=\"980.5,-1020 980.5,-1042 1009.5,-1042 1009.5,-1020 980.5,-1020\"/>\n",
+       "<text text-anchor=\"start\" x=\"985\" y=\"-1027.9\" font-family=\"Arial\" font-size=\"12.00\">WV</text>\n",
+       "<polygon fill=\"none\" stroke=\"#3c00ff\" stroke-width=\"5\" points=\"1014.5,-1020 1014.5,-1042 1043.5,-1042 1043.5,-1020 1014.5,-1020\"/>\n",
+       "<text text-anchor=\"start\" x=\"1019\" y=\"-1027.9\" font-family=\"Arial\" font-size=\"12.00\">WK</text>\n",
+       "<polygon fill=\"none\" stroke=\"#9500ff\" stroke-width=\"5\" points=\"1048.5,-1020 1048.5,-1042 1078.5,-1042 1078.5,-1020 1048.5,-1020\"/>\n",
+       "<text text-anchor=\"start\" x=\"1053\" y=\"-1027.9\" font-family=\"Arial\" font-size=\"12.00\">WQ</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff00b4\" stroke-width=\"5\" points=\"1083.5,-1020 1083.5,-1042 1111.5,-1042 1111.5,-1020 1083.5,-1020\"/>\n",
+       "<text text-anchor=\"start\" x=\"1088\" y=\"-1027.9\" font-family=\"Arial\" font-size=\"12.00\">WZ</text>\n",
+       "<polygon fill=\"none\" stroke=\"#000080\" stroke-width=\"5\" points=\"1116.5,-1020 1116.5,-1042 1159.5,-1042 1159.5,-1020 1116.5,-1020\"/>\n",
+       "<text text-anchor=\"start\" x=\"1121\" y=\"-1027.9\" font-family=\"Arial\" font-size=\"12.00\">WFFA</text>\n",
+       "<polygon fill=\"none\" stroke=\"#808000\" stroke-width=\"5\" points=\"1164.5,-1020 1164.5,-1042 1208.5,-1042 1208.5,-1020 1164.5,-1020\"/>\n",
+       "<text text-anchor=\"start\" x=\"1169\" y=\"-1027.9\" font-family=\"Arial\" font-size=\"12.00\">WFFB</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860231978784&#45;&gt;Reservation_139860231978624 -->\n",
+       "<g id=\"edge1\" class=\"edge\">\n",
+       "<title>Storage_139860231978784&#45;&gt;Reservation_139860231978624</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1024,-1063.26C1024,-1062.15 1024,-1061.02 1024,-1059.88\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1027.5,-1059.66 1024,-1049.66 1020.5,-1059.66 1027.5,-1059.66\"/>\n",
+       "</g>\n",
+       "<!-- Sequential_139860227603136 -->\n",
+       "<g id=\"node3\" class=\"node\">\n",
+       "<title>Sequential_139860227603136</title>\n",
+       "<polygon fill=\"#ffffe0\" stroke=\"black\" points=\"1051,-981.5 1037.5,-999.5 1010.5,-999.5 997,-981.5 1010.5,-963.5 1037.5,-963.5 1051,-981.5\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1024\" y=\"-978.4\" font-family=\"Arial\" font-size=\"12.00\">Split</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860231978624&#45;&gt;Sequential_139860227603136 -->\n",
+       "<g id=\"edge2\" class=\"edge\">\n",
+       "<title>Reservation_139860231978624&#45;&gt;Sequential_139860227603136</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1024,-1013.44C1024,-1012.17 1024,-1010.87 1024,-1009.55\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1027.5,-1009.5 1024,-999.5 1020.5,-1009.5 1027.5,-1009.5\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860229664080 -->\n",
+       "<g id=\"node4\" class=\"node\">\n",
+       "<title>Storage_139860229664080</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M181.5,-946.18C181.5,-948.04 148.56,-949.56 108,-949.56 67.44,-949.56 34.5,-948.04 34.5,-946.18 34.5,-946.18 34.5,-915.7 34.5,-915.7 34.5,-913.83 67.44,-912.31 108,-912.31 148.56,-912.31 181.5,-913.83 181.5,-915.7 181.5,-915.7 181.5,-946.18 181.5,-946.18\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M181.5,-946.18C181.5,-944.31 148.56,-942.79 108,-942.79 67.44,-942.79 34.5,-944.31 34.5,-946.18\"/>\n",
+       "<text text-anchor=\"start\" x=\"37\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">MainMemory reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff00ff\" stroke-width=\"5\" points=\"150.5,-919.44 150.5,-941.44 179.5,-941.44 179.5,-919.44 150.5,-919.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"155\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">I_in</text>\n",
+       "</g>\n",
+       "<!-- Sequential_139860227603136&#45;&gt;Storage_139860229664080 -->\n",
+       "<g id=\"edge3\" class=\"edge\">\n",
+       "<title>Sequential_139860227603136&#45;&gt;Storage_139860229664080</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M997.99,-980.09C875.69,-978.05 356.9,-968.44 196,-949.5 194.69,-949.35 193.38,-949.18 192.06,-949.01\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"192.2,-945.5 181.81,-947.56 191.21,-952.43 192.2,-945.5\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860231974544 -->\n",
+       "<g id=\"node9\" class=\"node\">\n",
+       "<title>Reservation_139860231974544</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"386.5,-948.94 205.5,-948.94 205.5,-944.94 201.5,-944.94 201.5,-940.94 205.5,-940.94 205.5,-920.94 201.5,-920.94 201.5,-916.94 205.5,-916.94 205.5,-912.94 386.5,-912.94 386.5,-948.94\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"205.5,-944.94 209.5,-944.94 209.5,-940.94 205.5,-940.94 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"205.5,-920.94 209.5,-920.94 209.5,-916.94 205.5,-916.94 \"/>\n",
+       "<text text-anchor=\"start\" x=\"208\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">MainMemory reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#800000\" stroke-width=\"5\" points=\"348.5,-919.44 348.5,-941.44 366.5,-941.44 366.5,-919.44 348.5,-919.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"353\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">V</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ffff00\" stroke-width=\"5\" points=\"371.5,-919.44 371.5,-941.44 384.5,-941.44 384.5,-919.44 371.5,-919.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"376\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">I</text>\n",
+       "</g>\n",
+       "<!-- Sequential_139860227603136&#45;&gt;Reservation_139860231974544 -->\n",
+       "<g id=\"edge4\" class=\"edge\">\n",
+       "<title>Sequential_139860227603136&#45;&gt;Reservation_139860231974544</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M997.94,-979.86C914.98,-977.65 649.68,-969.41 431,-949.5 419.9,-948.49 408.3,-947.25 396.77,-945.91\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"397.01,-942.42 386.67,-944.71 396.18,-949.37 397.01,-942.42\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228687024 -->\n",
+       "<g id=\"node27\" class=\"node\">\n",
+       "<title>Reservation_139860228687024</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"600,-948.94 440,-948.94 440,-944.94 436,-944.94 436,-940.94 440,-940.94 440,-920.94 436,-920.94 436,-916.94 440,-916.94 440,-912.94 600,-912.94 600,-948.94\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"440,-944.94 444,-944.94 444,-940.94 440,-940.94 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"440,-920.94 444,-920.94 444,-916.94 440,-916.94 \"/>\n",
+       "<text text-anchor=\"start\" x=\"442\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#800000\" stroke-width=\"5\" points=\"579.5,-919.44 579.5,-941.44 597.5,-941.44 597.5,-919.44 579.5,-919.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"584\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">V</text>\n",
+       "</g>\n",
+       "<!-- Sequential_139860227603136&#45;&gt;Reservation_139860228687024 -->\n",
+       "<g id=\"edge5\" class=\"edge\">\n",
+       "<title>Sequential_139860227603136&#45;&gt;Reservation_139860228687024</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M998.34,-979.58C933.41,-977.04 757.41,-968.79 612,-949.5 611.4,-949.42 610.79,-949.34 610.18,-949.26\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"610.59,-945.78 600.19,-947.8 609.59,-952.71 610.59,-945.78\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860229209568 -->\n",
+       "<g id=\"node46\" class=\"node\">\n",
+       "<title>Reservation_139860229209568</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"804.5,-948.94 621.5,-948.94 621.5,-944.94 617.5,-944.94 617.5,-940.94 621.5,-940.94 621.5,-920.94 617.5,-920.94 617.5,-916.94 621.5,-916.94 621.5,-912.94 804.5,-912.94 804.5,-948.94\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"621.5,-944.94 625.5,-944.94 625.5,-940.94 621.5,-940.94 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"621.5,-920.94 625.5,-920.94 625.5,-916.94 621.5,-916.94 \"/>\n",
+       "<text text-anchor=\"start\" x=\"624\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#00ffff\" stroke-width=\"5\" points=\"761.5,-919.44 761.5,-941.44 779.5,-941.44 779.5,-919.44 761.5,-919.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"766\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">K</text>\n",
+       "<polygon fill=\"none\" stroke=\"#800000\" stroke-width=\"5\" points=\"784.5,-919.44 784.5,-941.44 802.5,-941.44 802.5,-919.44 784.5,-919.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"789\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">V</text>\n",
+       "</g>\n",
+       "<!-- Sequential_139860227603136&#45;&gt;Reservation_139860229209568 -->\n",
+       "<g id=\"edge6\" class=\"edge\">\n",
+       "<title>Sequential_139860227603136&#45;&gt;Reservation_139860229209568</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1000.37,-976.81C961.2,-970.69 880.61,-958.11 814.72,-947.82\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"815.11,-944.34 804.69,-946.26 814.03,-951.26 815.11,-944.34\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233048848 -->\n",
+       "<g id=\"node65\" class=\"node\">\n",
+       "<title>Reservation_139860233048848</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1015,-948.94 855,-948.94 855,-944.94 851,-944.94 851,-940.94 855,-940.94 855,-920.94 851,-920.94 851,-916.94 855,-916.94 855,-912.94 1015,-912.94 1015,-948.94\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"855,-944.94 859,-944.94 859,-940.94 855,-940.94 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"855,-920.94 859,-920.94 859,-916.94 855,-916.94 \"/>\n",
+       "<text text-anchor=\"start\" x=\"857\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#800000\" stroke-width=\"5\" points=\"994.5,-919.44 994.5,-941.44 1012.5,-941.44 1012.5,-919.44 994.5,-919.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"999\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">V</text>\n",
+       "</g>\n",
+       "<!-- Sequential_139860227603136&#45;&gt;Reservation_139860233048848 -->\n",
+       "<g id=\"edge7\" class=\"edge\">\n",
+       "<title>Sequential_139860227603136&#45;&gt;Reservation_139860233048848</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1005.13,-970.2C996.44,-965.46 985.79,-959.65 975.43,-954\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"976.91,-950.82 966.46,-949.1 973.56,-956.96 976.91,-950.82\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233169616 -->\n",
+       "<g id=\"node80\" class=\"node\">\n",
+       "<title>Reservation_139860233169616</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1193,-948.94 1033,-948.94 1033,-944.94 1029,-944.94 1029,-940.94 1033,-940.94 1033,-920.94 1029,-920.94 1029,-916.94 1033,-916.94 1033,-912.94 1193,-912.94 1193,-948.94\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1033,-944.94 1037,-944.94 1037,-940.94 1033,-940.94 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1033,-920.94 1037,-920.94 1037,-916.94 1033,-916.94 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1035\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#800000\" stroke-width=\"5\" points=\"1172.5,-919.44 1172.5,-941.44 1190.5,-941.44 1190.5,-919.44 1172.5,-919.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"1177\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">V</text>\n",
+       "</g>\n",
+       "<!-- Sequential_139860227603136&#45;&gt;Reservation_139860233169616 -->\n",
+       "<g id=\"edge8\" class=\"edge\">\n",
+       "<title>Sequential_139860227603136&#45;&gt;Reservation_139860233169616</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1042.87,-970.2C1051.56,-965.46 1062.21,-959.65 1072.57,-954\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1074.44,-956.96 1081.54,-949.1 1071.09,-950.82 1074.44,-956.96\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228688704 -->\n",
+       "<g id=\"node88\" class=\"node\">\n",
+       "<title>Reservation_139860228688704</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1484.5,-948.94 1211.5,-948.94 1211.5,-944.94 1207.5,-944.94 1207.5,-940.94 1211.5,-940.94 1211.5,-920.94 1207.5,-920.94 1207.5,-916.94 1211.5,-916.94 1211.5,-912.94 1484.5,-912.94 1484.5,-948.94\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1211.5,-944.94 1215.5,-944.94 1215.5,-940.94 1211.5,-940.94 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1211.5,-920.94 1215.5,-920.94 1215.5,-916.94 1211.5,-916.94 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1214\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">MainMemory reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#800000\" stroke-width=\"5\" points=\"1354.5,-919.44 1354.5,-941.44 1372.5,-941.44 1372.5,-919.44 1354.5,-919.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"1359\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">V</text>\n",
+       "<polygon fill=\"none\" stroke=\"#008000\" stroke-width=\"5\" points=\"1377.5,-919.44 1377.5,-941.44 1452.5,-941.44 1452.5,-919.44 1377.5,-919.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"1382\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">QK_softmax</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff0000\" stroke-width=\"5\" points=\"1457.5,-919.44 1457.5,-941.44 1482.5,-941.44 1482.5,-919.44 1457.5,-919.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"1462\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">AV</text>\n",
+       "</g>\n",
+       "<!-- Sequential_139860227603136&#45;&gt;Reservation_139860228688704 -->\n",
+       "<g id=\"edge9\" class=\"edge\">\n",
+       "<title>Sequential_139860227603136&#45;&gt;Reservation_139860228688704</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1047.82,-976.93C1084.94,-971.37 1159.09,-960.25 1224.4,-950.46\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1225.01,-953.91 1234.38,-948.97 1223.98,-946.99 1225.01,-953.91\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227589216 -->\n",
+       "<g id=\"node106\" class=\"node\">\n",
+       "<title>Reservation_139860227589216</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1695,-948.94 1503,-948.94 1503,-944.94 1499,-944.94 1499,-940.94 1503,-940.94 1503,-920.94 1499,-920.94 1499,-916.94 1503,-916.94 1503,-912.94 1695,-912.94 1695,-948.94\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1503,-944.94 1507,-944.94 1507,-940.94 1503,-940.94 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1503,-920.94 1507,-920.94 1507,-916.94 1503,-916.94 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1505\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">MainMemory reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff005a\" stroke-width=\"5\" points=\"1645.5,-919.44 1645.5,-941.44 1662.5,-941.44 1662.5,-919.44 1645.5,-919.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"1650\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">Z</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff0000\" stroke-width=\"5\" points=\"1667.5,-919.44 1667.5,-941.44 1692.5,-941.44 1692.5,-919.44 1667.5,-919.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"1672\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">AV</text>\n",
+       "</g>\n",
+       "<!-- Sequential_139860227603136&#45;&gt;Reservation_139860227589216 -->\n",
+       "<g id=\"edge10\" class=\"edge\">\n",
+       "<title>Sequential_139860227603136&#45;&gt;Reservation_139860227589216</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1049.75,-979.69C1119.33,-977.3 1317.07,-969.27 1492.91,-949.43\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1493.32,-952.9 1502.86,-948.29 1492.53,-945.95 1493.32,-952.9\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228125024 -->\n",
+       "<g id=\"node123\" class=\"node\">\n",
+       "<title>Reservation_139860228125024</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1912.5,-948.94 1713.5,-948.94 1713.5,-944.94 1709.5,-944.94 1709.5,-940.94 1713.5,-940.94 1713.5,-920.94 1709.5,-920.94 1709.5,-916.94 1713.5,-916.94 1713.5,-912.94 1912.5,-912.94 1912.5,-948.94\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1713.5,-944.94 1717.5,-944.94 1717.5,-940.94 1713.5,-940.94 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1713.5,-920.94 1717.5,-920.94 1717.5,-916.94 1713.5,-916.94 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1716\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">MainMemory reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff005a\" stroke-width=\"5\" points=\"1856.5,-919.44 1856.5,-941.44 1873.5,-941.44 1873.5,-919.44 1856.5,-919.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"1861\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">Z</text>\n",
+       "<polygon fill=\"none\" stroke=\"#00ff00\" stroke-width=\"5\" points=\"1878.5,-919.44 1878.5,-941.44 1910.5,-941.44 1910.5,-919.44 1878.5,-919.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"1883\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">FFA</text>\n",
+       "</g>\n",
+       "<!-- Sequential_139860227603136&#45;&gt;Reservation_139860228125024 -->\n",
+       "<g id=\"edge11\" class=\"edge\">\n",
+       "<title>Sequential_139860227603136&#45;&gt;Reservation_139860228125024</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1050.33,-980.38C1140.11,-979.74 1442.56,-975.73 1703.23,-949.5\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1703.67,-952.97 1713.27,-948.47 1702.96,-946.01 1703.67,-952.97\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860227667472 -->\n",
+       "<g id=\"node141\" class=\"node\">\n",
+       "<title>Storage_139860227667472</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M2082.5,-946.18C2082.5,-948.04 2048.66,-949.56 2007,-949.56 1965.34,-949.56 1931.5,-948.04 1931.5,-946.18 1931.5,-946.18 1931.5,-915.7 1931.5,-915.7 1931.5,-913.83 1965.34,-912.31 2007,-912.31 2048.66,-912.31 2082.5,-913.83 2082.5,-915.7 2082.5,-915.7 2082.5,-946.18 2082.5,-946.18\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2082.5,-946.18C2082.5,-944.31 2048.66,-942.79 2007,-942.79 1965.34,-942.79 1931.5,-944.31 1931.5,-946.18\"/>\n",
+       "<text text-anchor=\"start\" x=\"1934\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">MainMemory reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#0000ff\" stroke-width=\"5\" points=\"2047.5,-919.44 2047.5,-941.44 2080.5,-941.44 2080.5,-919.44 2047.5,-919.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"2052\" y=\"-927.34\" font-family=\"Arial\" font-size=\"12.00\">FFB</text>\n",
+       "</g>\n",
+       "<!-- Sequential_139860227603136&#45;&gt;Storage_139860227667472 -->\n",
+       "<g id=\"edge12\" class=\"edge\">\n",
+       "<title>Sequential_139860227603136&#45;&gt;Storage_139860227667472</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1050.43,-980.18C1179.68,-978.54 1745.95,-970.25 1921,-949.5 1921.22,-949.47 1921.44,-949.45 1921.65,-949.42\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1922.17,-952.88 1931.61,-948.07 1921.23,-945.95 1922.17,-952.88\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860229656320 -->\n",
+       "<g id=\"node5\" class=\"node\">\n",
+       "<title>Reservation_139860229656320</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"192,-898.38 0,-898.38 0,-894.38 -4,-894.38 -4,-890.38 0,-890.38 0,-870.38 -4,-870.38 -4,-866.38 0,-866.38 0,-862.38 192,-862.38 192,-898.38\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"0,-894.38 4,-894.38 4,-890.38 0,-890.38 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"0,-870.38 4,-870.38 4,-866.38 0,-866.38 \"/>\n",
+       "<text text-anchor=\"start\" x=\"2\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">MainMemory reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff00ff\" stroke-width=\"5\" points=\"142.5,-868.88 142.5,-890.88 171.5,-890.88 171.5,-868.88 142.5,-868.88\"/>\n",
+       "<text text-anchor=\"start\" x=\"147\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">I_in</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ffff00\" stroke-width=\"5\" points=\"176.5,-868.88 176.5,-890.88 189.5,-890.88 189.5,-868.88 176.5,-868.88\"/>\n",
+       "<text text-anchor=\"start\" x=\"181\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">I</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860229664080&#45;&gt;Reservation_139860229656320 -->\n",
+       "<g id=\"edge13\" class=\"edge\">\n",
+       "<title>Storage_139860229664080&#45;&gt;Reservation_139860229656320</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M103.6,-912.13C103.29,-910.88 102.98,-909.61 102.66,-908.33\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"106.04,-907.4 100.24,-898.53 99.24,-909.08 106.04,-907.4\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860231966464 -->\n",
+       "<g id=\"node6\" class=\"node\">\n",
+       "<title>Temporal_139860231966464</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"162,-848.38 30,-848.38 30,-812.38 162,-812.38 162,-848.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"96\" y=\"-827.27\" font-family=\"Arial\" font-size=\"12.00\">for d in [0..4096) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860229656320&#45;&gt;Temporal_139860231966464 -->\n",
+       "<g id=\"edge14\" class=\"edge\">\n",
+       "<title>Reservation_139860229656320&#45;&gt;Temporal_139860231966464</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M96,-862.32C96,-861.04 96,-859.74 96,-858.43\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"99.5,-858.38 96,-848.38 92.5,-858.38 99.5,-858.38\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860231977264 -->\n",
+       "<g id=\"node7\" class=\"node\">\n",
+       "<title>Temporal_139860231977264</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"167,-797.81 25,-797.81 25,-761.81 167,-761.81 167,-797.81\"/>\n",
+       "<text text-anchor=\"middle\" x=\"96\" y=\"-776.71\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..16384) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860231966464&#45;&gt;Temporal_139860231977264 -->\n",
+       "<g id=\"edge15\" class=\"edge\">\n",
+       "<title>Temporal_139860231966464&#45;&gt;Temporal_139860231977264</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M96,-812.12C96,-810.83 96,-809.51 96,-808.18\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"99.5,-808.01 96,-798.01 92.5,-808.02 99.5,-808.01\"/>\n",
+       "</g>\n",
+       "<!-- Compute_139860231974384 -->\n",
+       "<g id=\"node8\" class=\"node\">\n",
+       "<title>Compute_139860231974384</title>\n",
+       "<ellipse fill=\"#e0eeff\" stroke=\"black\" cx=\"96\" cy=\"-728.69\" rx=\"47.37\" ry=\"18\"/>\n",
+       "<text text-anchor=\"middle\" x=\"96\" y=\"-725.59\" font-family=\"Arial\" font-size=\"12.00\">MAC computes I</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860231977264&#45;&gt;Compute_139860231974384 -->\n",
+       "<g id=\"edge16\" class=\"edge\">\n",
+       "<title>Temporal_139860231977264&#45;&gt;Compute_139860231974384</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M96,-761.63C96,-760.14 96,-758.62 96,-757.07\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"99.5,-756.94 96,-746.94 92.5,-756.94 99.5,-756.94\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860231973824 -->\n",
+       "<g id=\"node10\" class=\"node\">\n",
+       "<title>Temporal_139860231973824</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"328,-898.38 210,-898.38 210,-862.38 328,-862.38 328,-898.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"269\" y=\"-877.27\" font-family=\"Arial\" font-size=\"12.00\">for e in [0..32) stride=4</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860231974544&#45;&gt;Temporal_139860231973824 -->\n",
+       "<g id=\"edge17\" class=\"edge\">\n",
+       "<title>Reservation_139860231974544&#45;&gt;Temporal_139860231973824</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M286.4,-912.68C285.45,-910.96 284.47,-909.19 283.48,-907.41\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"286.48,-905.62 278.56,-898.58 280.36,-909.02 286.48,-905.62\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860231975264 -->\n",
+       "<g id=\"node11\" class=\"node\">\n",
+       "<title>Temporal_139860231975264</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"329.5,-848.38 194.5,-848.38 194.5,-812.38 329.5,-812.38 329.5,-848.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"262\" y=\"-827.27\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..64) stride=256</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860231973824&#45;&gt;Temporal_139860231975264 -->\n",
+       "<g id=\"edge18\" class=\"edge\">\n",
+       "<title>Temporal_139860231973824&#45;&gt;Temporal_139860231975264</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M266.51,-862.32C266.33,-861.04 266.14,-859.74 265.95,-858.43\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"269.39,-857.77 264.48,-848.38 262.46,-858.78 269.39,-857.77\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860231975504 -->\n",
+       "<g id=\"node12\" class=\"node\">\n",
+       "<title>Storage_139860231975504</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M325.5,-795.05C325.5,-796.92 295.69,-798.44 259,-798.44 222.31,-798.44 192.5,-796.92 192.5,-795.05 192.5,-795.05 192.5,-764.57 192.5,-764.57 192.5,-762.71 222.31,-761.19 259,-761.19 295.69,-761.19 325.5,-762.71 325.5,-764.57 325.5,-764.57 325.5,-795.05 325.5,-795.05\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M325.5,-795.05C325.5,-793.18 295.69,-791.66 259,-791.66 222.31,-791.66 192.5,-793.18 192.5,-795.05\"/>\n",
+       "<text text-anchor=\"start\" x=\"195\" y=\"-776.21\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#800000\" stroke-width=\"5\" points=\"305.5,-768.31 305.5,-790.31 323.5,-790.31 323.5,-768.31 305.5,-768.31\"/>\n",
+       "<text text-anchor=\"start\" x=\"310\" y=\"-776.21\" font-family=\"Arial\" font-size=\"12.00\">V</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860231975264&#45;&gt;Storage_139860231975504 -->\n",
+       "<g id=\"edge19\" class=\"edge\">\n",
+       "<title>Temporal_139860231975264&#45;&gt;Storage_139860231975504</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M260.93,-812.12C260.87,-811.03 260.8,-809.92 260.73,-808.79\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"264.21,-808.44 260.1,-798.67 257.23,-808.87 264.21,-808.44\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860231976384 -->\n",
+       "<g id=\"node13\" class=\"node\">\n",
+       "<title>Reservation_139860231976384</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"335,-746.69 175,-746.69 175,-742.69 171,-742.69 171,-738.69 175,-738.69 175,-718.69 171,-718.69 171,-714.69 175,-714.69 175,-710.69 335,-710.69 335,-746.69\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"175,-742.69 179,-742.69 179,-738.69 175,-738.69 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"175,-718.69 179,-718.69 179,-714.69 175,-714.69 \"/>\n",
+       "<text text-anchor=\"start\" x=\"177\" y=\"-725.09\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#800000\" stroke-width=\"5\" points=\"314.5,-717.19 314.5,-739.19 332.5,-739.19 332.5,-717.19 314.5,-717.19\"/>\n",
+       "<text text-anchor=\"start\" x=\"319\" y=\"-725.09\" font-family=\"Arial\" font-size=\"12.00\">V</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860231975504&#45;&gt;Reservation_139860231976384 -->\n",
+       "<g id=\"edge20\" class=\"edge\">\n",
+       "<title>Storage_139860231975504&#45;&gt;Reservation_139860231976384</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M257.56,-761.08C257.45,-759.78 257.34,-758.45 257.23,-757.11\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"260.7,-756.59 256.4,-746.9 253.73,-757.15 260.7,-756.59\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860231975744 -->\n",
+       "<g id=\"node14\" class=\"node\">\n",
+       "<title>Temporal_139860231975744</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"306,-695.56 174,-695.56 174,-659.56 306,-659.56 306,-695.56\"/>\n",
+       "<text text-anchor=\"middle\" x=\"240\" y=\"-674.46\" font-family=\"Arial\" font-size=\"12.00\">for d in [0..32) stride=128</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860231976384&#45;&gt;Temporal_139860231975744 -->\n",
+       "<g id=\"edge21\" class=\"edge\">\n",
+       "<title>Reservation_139860231976384&#45;&gt;Temporal_139860231975744</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M249.75,-710.51C249.25,-708.87 248.74,-707.19 248.22,-705.49\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"251.54,-704.36 245.27,-695.82 244.84,-706.4 251.54,-704.36\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860231972624 -->\n",
+       "<g id=\"node15\" class=\"node\">\n",
+       "<title>Storage_139860231972624</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M312,-641.68C312,-643.54 279.73,-645.06 240,-645.06 200.27,-645.06 168,-643.54 168,-641.68 168,-641.68 168,-611.2 168,-611.2 168,-609.33 200.27,-607.81 240,-607.81 279.73,-607.81 312,-609.33 312,-611.2 312,-611.2 312,-641.68 312,-641.68\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M312,-641.68C312,-639.81 279.73,-638.29 240,-638.29 200.27,-638.29 168,-639.81 168,-641.68\"/>\n",
+       "<text text-anchor=\"start\" x=\"170\" y=\"-622.84\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#f000ff\" stroke-width=\"5\" points=\"280.5,-614.94 280.5,-636.94 309.5,-636.94 309.5,-614.94 280.5,-614.94\"/>\n",
+       "<text text-anchor=\"start\" x=\"285\" y=\"-622.84\" font-family=\"Arial\" font-size=\"12.00\">WV</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860231975744&#45;&gt;Storage_139860231972624 -->\n",
+       "<g id=\"edge22\" class=\"edge\">\n",
+       "<title>Temporal_139860231975744&#45;&gt;Storage_139860231972624</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M240,-659.38C240,-658.07 240,-656.74 240,-655.38\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"243.5,-655.03 240,-645.03 236.5,-655.03 243.5,-655.03\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860231971424 -->\n",
+       "<g id=\"node16\" class=\"node\">\n",
+       "<title>Reservation_139860231971424</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"325.5,-593.31 154.5,-593.31 154.5,-589.31 150.5,-589.31 150.5,-585.31 154.5,-585.31 154.5,-565.31 150.5,-565.31 150.5,-561.31 154.5,-561.31 154.5,-557.31 325.5,-557.31 325.5,-593.31\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"154.5,-589.31 158.5,-589.31 158.5,-585.31 154.5,-585.31 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"154.5,-565.31 158.5,-565.31 158.5,-561.31 154.5,-561.31 \"/>\n",
+       "<text text-anchor=\"start\" x=\"157\" y=\"-571.71\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#f000ff\" stroke-width=\"5\" points=\"294.5,-563.81 294.5,-585.81 323.5,-585.81 323.5,-563.81 294.5,-563.81\"/>\n",
+       "<text text-anchor=\"start\" x=\"299\" y=\"-571.71\" font-family=\"Arial\" font-size=\"12.00\">WV</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860231972624&#45;&gt;Reservation_139860231971424 -->\n",
+       "<g id=\"edge23\" class=\"edge\">\n",
+       "<title>Storage_139860231972624&#45;&gt;Reservation_139860231971424</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M240,-607.7C240,-606.4 240,-605.08 240,-603.74\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"243.5,-603.53 240,-593.53 236.5,-603.53 243.5,-603.53\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860231970544 -->\n",
+       "<g id=\"node17\" class=\"node\">\n",
+       "<title>Temporal_139860231970544</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"304,-542.75 176,-542.75 176,-506.75 304,-506.75 304,-542.75\"/>\n",
+       "<text text-anchor=\"middle\" x=\"240\" y=\"-521.65\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..2) stride=128</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860231971424&#45;&gt;Temporal_139860231970544 -->\n",
+       "<g id=\"edge24\" class=\"edge\">\n",
+       "<title>Reservation_139860231971424&#45;&gt;Temporal_139860231970544</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M240,-557.05C240,-555.77 240,-554.45 240,-553.12\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"243.5,-552.95 240,-542.95 236.5,-552.95 243.5,-552.95\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860231970064 -->\n",
+       "<g id=\"node18\" class=\"node\">\n",
+       "<title>Storage_139860231970064</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M304,-489.43C304,-491.29 275.31,-492.81 240,-492.81 204.69,-492.81 176,-491.29 176,-489.43 176,-489.43 176,-458.95 176,-458.95 176,-457.08 204.69,-455.56 240,-455.56 275.31,-455.56 304,-457.08 304,-458.95 304,-458.95 304,-489.43 304,-489.43\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M304,-489.43C304,-487.56 275.31,-486.04 240,-486.04 204.69,-486.04 176,-487.56 176,-489.43\"/>\n",
+       "<text text-anchor=\"start\" x=\"178\" y=\"-470.59\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ffff00\" stroke-width=\"5\" points=\"288.5,-462.69 288.5,-484.69 301.5,-484.69 301.5,-462.69 288.5,-462.69\"/>\n",
+       "<text text-anchor=\"start\" x=\"293\" y=\"-470.59\" font-family=\"Arial\" font-size=\"12.00\">I</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860231970544&#45;&gt;Storage_139860231970064 -->\n",
+       "<g id=\"edge25\" class=\"edge\">\n",
+       "<title>Temporal_139860231970544&#45;&gt;Storage_139860231970064</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M240,-506.49C240,-505.4 240,-504.29 240,-503.17\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"243.5,-503.05 240,-493.05 236.5,-503.05 243.5,-503.05\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860231969584 -->\n",
+       "<g id=\"node19\" class=\"node\">\n",
+       "<title>Reservation_139860231969584</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"317.5,-441.06 162.5,-441.06 162.5,-437.06 158.5,-437.06 158.5,-433.06 162.5,-433.06 162.5,-413.06 158.5,-413.06 158.5,-409.06 162.5,-409.06 162.5,-405.06 317.5,-405.06 317.5,-441.06\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"162.5,-437.06 166.5,-437.06 166.5,-433.06 162.5,-433.06 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"162.5,-413.06 166.5,-413.06 166.5,-409.06 162.5,-409.06 \"/>\n",
+       "<text text-anchor=\"start\" x=\"165\" y=\"-419.46\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ffff00\" stroke-width=\"5\" points=\"302.5,-411.56 302.5,-433.56 315.5,-433.56 315.5,-411.56 302.5,-411.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"307\" y=\"-419.46\" font-family=\"Arial\" font-size=\"12.00\">I</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860231970064&#45;&gt;Reservation_139860231969584 -->\n",
+       "<g id=\"edge26\" class=\"edge\">\n",
+       "<title>Storage_139860231970064&#45;&gt;Reservation_139860231969584</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M240,-455.45C240,-454.15 240,-452.83 240,-451.49\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"243.5,-451.28 240,-441.28 236.5,-451.28 243.5,-451.28\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860231969264 -->\n",
+       "<g id=\"node20\" class=\"node\">\n",
+       "<title>Temporal_139860231969264</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"295,-389.94 183,-389.94 183,-353.94 295,-353.94 295,-389.94\"/>\n",
+       "<text text-anchor=\"middle\" x=\"239\" y=\"-368.84\" font-family=\"Arial\" font-size=\"12.00\">for e in [0..4) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860231969584&#45;&gt;Temporal_139860231969264 -->\n",
+       "<g id=\"edge27\" class=\"edge\">\n",
+       "<title>Reservation_139860231969584&#45;&gt;Temporal_139860231969264</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M239.65,-404.88C239.62,-403.39 239.59,-401.87 239.56,-400.32\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"243.05,-400.12 239.35,-390.19 236.06,-400.26 243.05,-400.12\"/>\n",
+       "</g>\n",
+       "<!-- Spatial_139860231968864 -->\n",
+       "<g id=\"node21\" class=\"node\">\n",
+       "<title>Spatial_139860231968864</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"342,-339.38 132,-339.38 132,-303.38 342,-303.38 342,-339.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"237\" y=\"-318.27\" font-family=\"Arial\" font-size=\"12.00\">S&#45;reuse_output for d in [0..128) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860231969264&#45;&gt;Spatial_139860231968864 -->\n",
+       "<g id=\"edge28\" class=\"edge\">\n",
+       "<title>Temporal_139860231969264&#45;&gt;Spatial_139860231968864</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M238.29,-353.68C238.24,-352.39 238.18,-351.07 238.13,-349.74\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"241.62,-349.42 237.71,-339.58 234.62,-349.71 241.62,-349.42\"/>\n",
+       "</g>\n",
+       "<!-- Spatial_139860233174976 -->\n",
+       "<g id=\"node22\" class=\"node\">\n",
+       "<title>Spatial_139860233174976</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"331,-288.81 135,-288.81 135,-252.81 331,-252.81 331,-288.81\"/>\n",
+       "<text text-anchor=\"middle\" x=\"233\" y=\"-267.71\" font-family=\"Arial\" font-size=\"12.00\">S&#45;reuse_input for h in [0..32) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Spatial_139860231968864&#45;&gt;Spatial_139860233174976 -->\n",
+       "<g id=\"edge29\" class=\"edge\">\n",
+       "<title>Spatial_139860231968864&#45;&gt;Spatial_139860233174976</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M235.58,-303.12C235.47,-301.83 235.36,-300.51 235.25,-299.18\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"238.73,-298.69 234.42,-289.01 231.75,-299.27 238.73,-298.69\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860233159856 -->\n",
+       "<g id=\"node23\" class=\"node\">\n",
+       "<title>Storage_139860233159856</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M294.5,-234.93C294.5,-236.79 266.93,-238.31 233,-238.31 199.07,-238.31 171.5,-236.79 171.5,-234.93 171.5,-234.93 171.5,-204.45 171.5,-204.45 171.5,-202.58 199.07,-201.06 233,-201.06 266.93,-201.06 294.5,-202.58 294.5,-204.45 294.5,-204.45 294.5,-234.93 294.5,-234.93\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M294.5,-234.93C294.5,-233.06 266.93,-231.54 233,-231.54 199.07,-231.54 171.5,-233.06 171.5,-234.93\"/>\n",
+       "<text text-anchor=\"start\" x=\"174\" y=\"-216.09\" font-family=\"Arial\" font-size=\"12.00\">Register reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#f000ff\" stroke-width=\"5\" points=\"263.5,-208.19 263.5,-230.19 292.5,-230.19 292.5,-208.19 263.5,-208.19\"/>\n",
+       "<text text-anchor=\"start\" x=\"268\" y=\"-216.09\" font-family=\"Arial\" font-size=\"12.00\">WV</text>\n",
+       "</g>\n",
+       "<!-- Spatial_139860233174976&#45;&gt;Storage_139860233159856 -->\n",
+       "<g id=\"edge30\" class=\"edge\">\n",
+       "<title>Spatial_139860233174976&#45;&gt;Storage_139860233159856</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M233,-252.63C233,-251.32 233,-249.99 233,-248.63\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"236.5,-248.28 233,-238.28 229.5,-248.28 236.5,-248.28\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233165776 -->\n",
+       "<g id=\"node24\" class=\"node\">\n",
+       "<title>Reservation_139860233165776</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"308,-186.56 158,-186.56 158,-182.56 154,-182.56 154,-178.56 158,-178.56 158,-158.56 154,-158.56 154,-154.56 158,-154.56 158,-150.56 308,-150.56 308,-186.56\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"158,-182.56 162,-182.56 162,-178.56 158,-178.56 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"158,-158.56 162,-158.56 162,-154.56 158,-154.56 \"/>\n",
+       "<text text-anchor=\"start\" x=\"160\" y=\"-164.96\" font-family=\"Arial\" font-size=\"12.00\">Register reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#f000ff\" stroke-width=\"5\" points=\"276.5,-157.06 276.5,-179.06 305.5,-179.06 305.5,-157.06 276.5,-157.06\"/>\n",
+       "<text text-anchor=\"start\" x=\"281\" y=\"-164.96\" font-family=\"Arial\" font-size=\"12.00\">WV</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860233159856&#45;&gt;Reservation_139860233165776 -->\n",
+       "<g id=\"edge31\" class=\"edge\">\n",
+       "<title>Storage_139860233159856&#45;&gt;Reservation_139860233165776</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M233,-200.95C233,-199.65 233,-198.33 233,-196.99\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"236.5,-196.78 233,-186.78 229.5,-196.78 236.5,-196.78\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233173616 -->\n",
+       "<g id=\"node25\" class=\"node\">\n",
+       "<title>Temporal_139860233173616</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"297,-136 169,-136 169,-100 297,-100 297,-136\"/>\n",
+       "<text text-anchor=\"middle\" x=\"233\" y=\"-114.9\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..128) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233165776&#45;&gt;Temporal_139860233173616 -->\n",
+       "<g id=\"edge32\" class=\"edge\">\n",
+       "<title>Reservation_139860233165776&#45;&gt;Temporal_139860233173616</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M233,-150.3C233,-149.02 233,-147.7 233,-146.37\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"236.5,-146.2 233,-136.2 229.5,-146.2 236.5,-146.2\"/>\n",
+       "</g>\n",
+       "<!-- Compute_139860233172736 -->\n",
+       "<g id=\"node26\" class=\"node\">\n",
+       "<title>Compute_139860233172736</title>\n",
+       "<ellipse fill=\"#e0eeff\" stroke=\"black\" cx=\"233\" cy=\"-68\" rx=\"50.3\" ry=\"18\"/>\n",
+       "<text text-anchor=\"middle\" x=\"233\" y=\"-64.9\" font-family=\"Arial\" font-size=\"12.00\">MAC computes V</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233173616&#45;&gt;Compute_139860233172736 -->\n",
+       "<g id=\"edge33\" class=\"edge\">\n",
+       "<title>Temporal_139860233173616&#45;&gt;Compute_139860233172736</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M233,-99.94C233,-98.67 233,-97.37 233,-96.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"236.5,-96 233,-86 229.5,-96 236.5,-96\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228699824 -->\n",
+       "<g id=\"node28\" class=\"node\">\n",
+       "<title>Reservation_139860228699824</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"550,-898.38 346,-898.38 346,-894.38 342,-894.38 342,-890.38 346,-890.38 346,-870.38 342,-870.38 342,-866.38 346,-866.38 346,-862.38 550,-862.38 550,-898.38\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"346,-894.38 350,-894.38 350,-890.38 346,-890.38 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"346,-870.38 350,-870.38 350,-866.38 346,-866.38 \"/>\n",
+       "<text text-anchor=\"start\" x=\"348\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">MainMemory reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#800000\" stroke-width=\"5\" points=\"488.5,-868.88 488.5,-890.88 506.5,-890.88 506.5,-868.88 488.5,-868.88\"/>\n",
+       "<text text-anchor=\"start\" x=\"493\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">V</text>\n",
+       "<polygon fill=\"none\" stroke=\"#00ffff\" stroke-width=\"5\" points=\"511.5,-868.88 511.5,-890.88 529.5,-890.88 529.5,-868.88 511.5,-868.88\"/>\n",
+       "<text text-anchor=\"start\" x=\"516\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">K</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ffff00\" stroke-width=\"5\" points=\"534.5,-868.88 534.5,-890.88 547.5,-890.88 547.5,-868.88 534.5,-868.88\"/>\n",
+       "<text text-anchor=\"start\" x=\"539\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">I</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228687024&#45;&gt;Reservation_139860228699824 -->\n",
+       "<g id=\"edge34\" class=\"edge\">\n",
+       "<title>Reservation_139860228687024&#45;&gt;Reservation_139860228699824</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M494.41,-912.68C490.38,-909.96 486.16,-907.11 481.97,-904.29\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"483.75,-901.27 473.5,-898.58 479.84,-907.07 483.75,-901.27\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233169696 -->\n",
+       "<g id=\"node29\" class=\"node\">\n",
+       "<title>Temporal_139860233169696</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"507,-848.38 389,-848.38 389,-812.38 507,-812.38 507,-848.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"448\" y=\"-827.27\" font-family=\"Arial\" font-size=\"12.00\">for e in [0..32) stride=4</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228699824&#45;&gt;Temporal_139860233169696 -->\n",
+       "<g id=\"edge35\" class=\"edge\">\n",
+       "<title>Reservation_139860228699824&#45;&gt;Temporal_139860233169696</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M448,-862.32C448,-861.04 448,-859.74 448,-858.43\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"451.5,-858.38 448,-848.38 444.5,-858.38 451.5,-858.38\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233169536 -->\n",
+       "<g id=\"node30\" class=\"node\">\n",
+       "<title>Temporal_139860233169536</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"515.5,-797.81 380.5,-797.81 380.5,-761.81 515.5,-761.81 515.5,-797.81\"/>\n",
+       "<text text-anchor=\"middle\" x=\"448\" y=\"-776.71\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..64) stride=256</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233169696&#45;&gt;Temporal_139860233169536 -->\n",
+       "<g id=\"edge36\" class=\"edge\">\n",
+       "<title>Temporal_139860233169696&#45;&gt;Temporal_139860233169536</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M448,-812.12C448,-810.83 448,-809.51 448,-808.18\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"451.5,-808.01 448,-798.01 444.5,-808.02 451.5,-808.01\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860233169296 -->\n",
+       "<g id=\"node31\" class=\"node\">\n",
+       "<title>Storage_139860233169296</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M514.5,-743.93C514.5,-745.79 484.69,-747.31 448,-747.31 411.31,-747.31 381.5,-745.79 381.5,-743.93 381.5,-743.93 381.5,-713.45 381.5,-713.45 381.5,-711.58 411.31,-710.06 448,-710.06 484.69,-710.06 514.5,-711.58 514.5,-713.45 514.5,-713.45 514.5,-743.93 514.5,-743.93\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M514.5,-743.93C514.5,-742.06 484.69,-740.54 448,-740.54 411.31,-740.54 381.5,-742.06 381.5,-743.93\"/>\n",
+       "<text text-anchor=\"start\" x=\"384\" y=\"-725.09\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#00ffff\" stroke-width=\"5\" points=\"494.5,-717.19 494.5,-739.19 512.5,-739.19 512.5,-717.19 494.5,-717.19\"/>\n",
+       "<text text-anchor=\"start\" x=\"499\" y=\"-725.09\" font-family=\"Arial\" font-size=\"12.00\">K</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233169536&#45;&gt;Storage_139860233169296 -->\n",
+       "<g id=\"edge37\" class=\"edge\">\n",
+       "<title>Temporal_139860233169536&#45;&gt;Storage_139860233169296</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M448,-761.63C448,-760.32 448,-758.99 448,-757.63\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"451.5,-757.28 448,-747.28 444.5,-757.28 451.5,-757.28\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233169136 -->\n",
+       "<g id=\"node32\" class=\"node\">\n",
+       "<title>Reservation_139860233169136</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"528,-695.56 368,-695.56 368,-691.56 364,-691.56 364,-687.56 368,-687.56 368,-667.56 364,-667.56 364,-663.56 368,-663.56 368,-659.56 528,-659.56 528,-695.56\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"368,-691.56 372,-691.56 372,-687.56 368,-687.56 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"368,-667.56 372,-667.56 372,-663.56 368,-663.56 \"/>\n",
+       "<text text-anchor=\"start\" x=\"370\" y=\"-673.96\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#00ffff\" stroke-width=\"5\" points=\"507.5,-666.06 507.5,-688.06 525.5,-688.06 525.5,-666.06 507.5,-666.06\"/>\n",
+       "<text text-anchor=\"start\" x=\"512\" y=\"-673.96\" font-family=\"Arial\" font-size=\"12.00\">K</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860233169296&#45;&gt;Reservation_139860233169136 -->\n",
+       "<g id=\"edge38\" class=\"edge\">\n",
+       "<title>Storage_139860233169296&#45;&gt;Reservation_139860233169136</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M448,-709.95C448,-708.65 448,-707.33 448,-705.99\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"451.5,-705.78 448,-695.78 444.5,-705.78 451.5,-705.78\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233168896 -->\n",
+       "<g id=\"node33\" class=\"node\">\n",
+       "<title>Temporal_139860233168896</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"514,-644.44 382,-644.44 382,-608.44 514,-608.44 514,-644.44\"/>\n",
+       "<text text-anchor=\"middle\" x=\"448\" y=\"-623.34\" font-family=\"Arial\" font-size=\"12.00\">for d in [0..32) stride=128</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233169136&#45;&gt;Temporal_139860233168896 -->\n",
+       "<g id=\"edge39\" class=\"edge\">\n",
+       "<title>Reservation_139860233169136&#45;&gt;Temporal_139860233168896</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M448,-659.38C448,-657.89 448,-656.37 448,-654.82\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"451.5,-654.69 448,-644.69 444.5,-654.69 451.5,-654.69\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860233168096 -->\n",
+       "<g id=\"node34\" class=\"node\">\n",
+       "<title>Storage_139860233168096</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M521,-590.55C521,-592.42 488.73,-593.94 449,-593.94 409.27,-593.94 377,-592.42 377,-590.55 377,-590.55 377,-560.07 377,-560.07 377,-558.21 409.27,-556.69 449,-556.69 488.73,-556.69 521,-558.21 521,-560.07 521,-560.07 521,-590.55 521,-590.55\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M521,-590.55C521,-588.68 488.73,-587.16 449,-587.16 409.27,-587.16 377,-588.68 377,-590.55\"/>\n",
+       "<text text-anchor=\"start\" x=\"379\" y=\"-571.71\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#3c00ff\" stroke-width=\"5\" points=\"489.5,-563.81 489.5,-585.81 518.5,-585.81 518.5,-563.81 489.5,-563.81\"/>\n",
+       "<text text-anchor=\"start\" x=\"494\" y=\"-571.71\" font-family=\"Arial\" font-size=\"12.00\">WK</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233168896&#45;&gt;Storage_139860233168096 -->\n",
+       "<g id=\"edge40\" class=\"edge\">\n",
+       "<title>Temporal_139860233168896&#45;&gt;Storage_139860233168096</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M448.35,-608.26C448.38,-606.95 448.4,-605.61 448.43,-604.26\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"451.94,-603.97 448.64,-593.9 444.94,-603.83 451.94,-603.97\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233167696 -->\n",
+       "<g id=\"node35\" class=\"node\">\n",
+       "<title>Reservation_139860233167696</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"534.5,-542.75 363.5,-542.75 363.5,-538.75 359.5,-538.75 359.5,-534.75 363.5,-534.75 363.5,-514.75 359.5,-514.75 359.5,-510.75 363.5,-510.75 363.5,-506.75 534.5,-506.75 534.5,-542.75\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"363.5,-538.75 367.5,-538.75 367.5,-534.75 363.5,-534.75 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"363.5,-514.75 367.5,-514.75 367.5,-510.75 363.5,-510.75 \"/>\n",
+       "<text text-anchor=\"start\" x=\"366\" y=\"-521.15\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#3c00ff\" stroke-width=\"5\" points=\"503.5,-513.25 503.5,-535.25 532.5,-535.25 532.5,-513.25 503.5,-513.25\"/>\n",
+       "<text text-anchor=\"start\" x=\"508\" y=\"-521.15\" font-family=\"Arial\" font-size=\"12.00\">WK</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860233168096&#45;&gt;Reservation_139860233167696 -->\n",
+       "<g id=\"edge41\" class=\"edge\">\n",
+       "<title>Storage_139860233168096&#45;&gt;Reservation_139860233167696</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M449,-556.51C449,-555.4 449,-554.27 449,-553.13\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"452.5,-552.91 449,-542.91 445.5,-552.91 452.5,-552.91\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233167536 -->\n",
+       "<g id=\"node36\" class=\"node\">\n",
+       "<title>Temporal_139860233167536</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"516,-492.19 388,-492.19 388,-456.19 516,-456.19 516,-492.19\"/>\n",
+       "<text text-anchor=\"middle\" x=\"452\" y=\"-471.09\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..2) stride=128</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233167696&#45;&gt;Temporal_139860233167536 -->\n",
+       "<g id=\"edge42\" class=\"edge\">\n",
+       "<title>Reservation_139860233167696&#45;&gt;Temporal_139860233167536</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M450.07,-506.49C450.15,-505.2 450.23,-503.89 450.31,-502.56\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"453.81,-502.59 450.94,-492.39 446.83,-502.16 453.81,-502.59\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860233167376 -->\n",
+       "<g id=\"node37\" class=\"node\">\n",
+       "<title>Storage_139860233167376</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M517,-438.3C517,-440.17 488.31,-441.69 453,-441.69 417.69,-441.69 389,-440.17 389,-438.3 389,-438.3 389,-407.82 389,-407.82 389,-405.96 417.69,-404.44 453,-404.44 488.31,-404.44 517,-405.96 517,-407.82 517,-407.82 517,-438.3 517,-438.3\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M517,-438.3C517,-436.43 488.31,-434.91 453,-434.91 417.69,-434.91 389,-436.43 389,-438.3\"/>\n",
+       "<text text-anchor=\"start\" x=\"391\" y=\"-419.46\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ffff00\" stroke-width=\"5\" points=\"501.5,-411.56 501.5,-433.56 514.5,-433.56 514.5,-411.56 501.5,-411.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"506\" y=\"-419.46\" font-family=\"Arial\" font-size=\"12.00\">I</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233167536&#45;&gt;Storage_139860233167376 -->\n",
+       "<g id=\"edge43\" class=\"edge\">\n",
+       "<title>Temporal_139860233167536&#45;&gt;Storage_139860233167376</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M452.35,-456.01C452.38,-454.7 452.4,-453.36 452.43,-452.01\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"455.94,-451.72 452.64,-441.65 448.94,-451.58 455.94,-451.72\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233167136 -->\n",
+       "<g id=\"node38\" class=\"node\">\n",
+       "<title>Reservation_139860233167136</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"530.5,-389.94 375.5,-389.94 375.5,-385.94 371.5,-385.94 371.5,-381.94 375.5,-381.94 375.5,-361.94 371.5,-361.94 371.5,-357.94 375.5,-357.94 375.5,-353.94 530.5,-353.94 530.5,-389.94\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"375.5,-385.94 379.5,-385.94 379.5,-381.94 375.5,-381.94 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"375.5,-361.94 379.5,-361.94 379.5,-357.94 375.5,-357.94 \"/>\n",
+       "<text text-anchor=\"start\" x=\"378\" y=\"-368.34\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ffff00\" stroke-width=\"5\" points=\"515.5,-360.44 515.5,-382.44 528.5,-382.44 528.5,-360.44 515.5,-360.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"520\" y=\"-368.34\" font-family=\"Arial\" font-size=\"12.00\">I</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860233167376&#45;&gt;Reservation_139860233167136 -->\n",
+       "<g id=\"edge44\" class=\"edge\">\n",
+       "<title>Storage_139860233167376&#45;&gt;Reservation_139860233167136</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M453,-404.33C453,-403.03 453,-401.7 453,-400.36\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"456.5,-400.15 453,-390.15 449.5,-400.15 456.5,-400.15\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233167056 -->\n",
+       "<g id=\"node39\" class=\"node\">\n",
+       "<title>Temporal_139860233167056</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"509,-339.38 397,-339.38 397,-303.38 509,-303.38 509,-339.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"453\" y=\"-318.27\" font-family=\"Arial\" font-size=\"12.00\">for e in [0..4) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233167136&#45;&gt;Temporal_139860233167056 -->\n",
+       "<g id=\"edge45\" class=\"edge\">\n",
+       "<title>Reservation_139860233167136&#45;&gt;Temporal_139860233167056</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M453,-353.68C453,-352.39 453,-351.07 453,-349.74\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"456.5,-349.58 453,-339.58 449.5,-349.58 456.5,-349.58\"/>\n",
+       "</g>\n",
+       "<!-- Spatial_139860233166896 -->\n",
+       "<g id=\"node40\" class=\"node\">\n",
+       "<title>Spatial_139860233166896</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"559,-288.81 349,-288.81 349,-252.81 559,-252.81 559,-288.81\"/>\n",
+       "<text text-anchor=\"middle\" x=\"454\" y=\"-267.71\" font-family=\"Arial\" font-size=\"12.00\">S&#45;reuse_output for d in [0..128) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233167056&#45;&gt;Spatial_139860233166896 -->\n",
+       "<g id=\"edge46\" class=\"edge\">\n",
+       "<title>Temporal_139860233167056&#45;&gt;Spatial_139860233166896</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M453.36,-303.12C453.38,-301.83 453.41,-300.51 453.44,-299.18\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"456.94,-299.08 453.65,-289.01 449.94,-298.94 456.94,-299.08\"/>\n",
+       "</g>\n",
+       "<!-- Spatial_139860233166656 -->\n",
+       "<g id=\"node41\" class=\"node\">\n",
+       "<title>Spatial_139860233166656</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"552,-237.69 356,-237.69 356,-201.69 552,-201.69 552,-237.69\"/>\n",
+       "<text text-anchor=\"middle\" x=\"454\" y=\"-216.59\" font-family=\"Arial\" font-size=\"12.00\">S&#45;reuse_input for h in [0..32) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Spatial_139860233166896&#45;&gt;Spatial_139860233166656 -->\n",
+       "<g id=\"edge47\" class=\"edge\">\n",
+       "<title>Spatial_139860233166896&#45;&gt;Spatial_139860233166656</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M454,-252.63C454,-251.14 454,-249.62 454,-248.07\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"457.5,-247.94 454,-237.94 450.5,-247.94 457.5,-247.94\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860233166416 -->\n",
+       "<g id=\"node42\" class=\"node\">\n",
+       "<title>Storage_139860233166416</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M515.5,-183.8C515.5,-185.67 487.93,-187.19 454,-187.19 420.07,-187.19 392.5,-185.67 392.5,-183.8 392.5,-183.8 392.5,-153.32 392.5,-153.32 392.5,-151.46 420.07,-149.94 454,-149.94 487.93,-149.94 515.5,-151.46 515.5,-153.32 515.5,-153.32 515.5,-183.8 515.5,-183.8\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M515.5,-183.8C515.5,-181.93 487.93,-180.41 454,-180.41 420.07,-180.41 392.5,-181.93 392.5,-183.8\"/>\n",
+       "<text text-anchor=\"start\" x=\"395\" y=\"-164.96\" font-family=\"Arial\" font-size=\"12.00\">Register reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#3c00ff\" stroke-width=\"5\" points=\"484.5,-157.06 484.5,-179.06 513.5,-179.06 513.5,-157.06 484.5,-157.06\"/>\n",
+       "<text text-anchor=\"start\" x=\"489\" y=\"-164.96\" font-family=\"Arial\" font-size=\"12.00\">WK</text>\n",
+       "</g>\n",
+       "<!-- Spatial_139860233166656&#45;&gt;Storage_139860233166416 -->\n",
+       "<g id=\"edge48\" class=\"edge\">\n",
+       "<title>Spatial_139860233166656&#45;&gt;Storage_139860233166416</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M454,-201.51C454,-200.2 454,-198.86 454,-197.51\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"457.5,-197.15 454,-187.15 450.5,-197.15 457.5,-197.15\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233174096 -->\n",
+       "<g id=\"node43\" class=\"node\">\n",
+       "<title>Reservation_139860233174096</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"529,-136 379,-136 379,-132 375,-132 375,-128 379,-128 379,-108 375,-108 375,-104 379,-104 379,-100 529,-100 529,-136\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"379,-132 383,-132 383,-128 379,-128 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"379,-108 383,-108 383,-104 379,-104 \"/>\n",
+       "<text text-anchor=\"start\" x=\"381\" y=\"-114.4\" font-family=\"Arial\" font-size=\"12.00\">Register reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#3c00ff\" stroke-width=\"5\" points=\"497.5,-106.5 497.5,-128.5 526.5,-128.5 526.5,-106.5 497.5,-106.5\"/>\n",
+       "<text text-anchor=\"start\" x=\"502\" y=\"-114.4\" font-family=\"Arial\" font-size=\"12.00\">WK</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860233166416&#45;&gt;Reservation_139860233174096 -->\n",
+       "<g id=\"edge49\" class=\"edge\">\n",
+       "<title>Storage_139860233166416&#45;&gt;Reservation_139860233174096</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M454,-149.76C454,-148.65 454,-147.52 454,-146.38\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"457.5,-146.16 454,-136.16 450.5,-146.16 457.5,-146.16\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233165216 -->\n",
+       "<g id=\"node44\" class=\"node\">\n",
+       "<title>Temporal_139860233165216</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"518,-86 390,-86 390,-50 518,-50 518,-86\"/>\n",
+       "<text text-anchor=\"middle\" x=\"454\" y=\"-64.9\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..128) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233174096&#45;&gt;Temporal_139860233165216 -->\n",
+       "<g id=\"edge50\" class=\"edge\">\n",
+       "<title>Reservation_139860233174096&#45;&gt;Temporal_139860233165216</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M454,-99.94C454,-98.67 454,-97.37 454,-96.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"457.5,-96 454,-86 450.5,-96 457.5,-96\"/>\n",
+       "</g>\n",
+       "<!-- Compute_139860233163056 -->\n",
+       "<g id=\"node45\" class=\"node\">\n",
+       "<title>Compute_139860233163056</title>\n",
+       "<ellipse fill=\"#e0eeff\" stroke=\"black\" cx=\"454\" cy=\"-18\" rx=\"50.3\" ry=\"18\"/>\n",
+       "<text text-anchor=\"middle\" x=\"454\" y=\"-14.9\" font-family=\"Arial\" font-size=\"12.00\">MAC computes K</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233165216&#45;&gt;Compute_139860233163056 -->\n",
+       "<g id=\"edge51\" class=\"edge\">\n",
+       "<title>Temporal_139860233165216&#45;&gt;Compute_139860233163056</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M454,-49.94C454,-48.67 454,-47.37 454,-46.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"457.5,-46 454,-36 450.5,-46 457.5,-46\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860229207728 -->\n",
+       "<g id=\"node47\" class=\"node\">\n",
+       "<title>Reservation_139860229207728</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"796,-898.38 568,-898.38 568,-894.38 564,-894.38 564,-890.38 568,-890.38 568,-870.38 564,-870.38 564,-866.38 568,-866.38 568,-862.38 796,-862.38 796,-898.38\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"568,-894.38 572,-894.38 572,-890.38 568,-890.38 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"568,-870.38 572,-870.38 572,-866.38 568,-866.38 \"/>\n",
+       "<text text-anchor=\"start\" x=\"570\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">MainMemory reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#00ffff\" stroke-width=\"5\" points=\"710.5,-868.88 710.5,-890.88 728.5,-890.88 728.5,-868.88 710.5,-868.88\"/>\n",
+       "<text text-anchor=\"start\" x=\"715\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">K</text>\n",
+       "<polygon fill=\"none\" stroke=\"#800000\" stroke-width=\"5\" points=\"733.5,-868.88 733.5,-890.88 751.5,-890.88 751.5,-868.88 733.5,-868.88\"/>\n",
+       "<text text-anchor=\"start\" x=\"738\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">V</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff8000\" stroke-width=\"5\" points=\"756.5,-868.88 756.5,-890.88 775.5,-890.88 775.5,-868.88 756.5,-868.88\"/>\n",
+       "<text text-anchor=\"start\" x=\"761\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">Q</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ffff00\" stroke-width=\"5\" points=\"780.5,-868.88 780.5,-890.88 793.5,-890.88 793.5,-868.88 780.5,-868.88\"/>\n",
+       "<text text-anchor=\"start\" x=\"785\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">I</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860229209568&#45;&gt;Reservation_139860229207728 -->\n",
+       "<g id=\"edge52\" class=\"edge\">\n",
+       "<title>Reservation_139860229209568&#45;&gt;Reservation_139860229207728</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M701.98,-912.68C700.89,-910.96 699.76,-909.19 698.62,-907.41\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"701.31,-905.12 692.98,-898.58 695.41,-908.89 701.31,-905.12\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233046368 -->\n",
+       "<g id=\"node48\" class=\"node\">\n",
+       "<title>Temporal_139860233046368</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"741,-848.38 623,-848.38 623,-812.38 741,-812.38 741,-848.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"682\" y=\"-827.27\" font-family=\"Arial\" font-size=\"12.00\">for e in [0..32) stride=4</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860229207728&#45;&gt;Temporal_139860233046368 -->\n",
+       "<g id=\"edge53\" class=\"edge\">\n",
+       "<title>Reservation_139860229207728&#45;&gt;Temporal_139860233046368</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M682,-862.32C682,-861.04 682,-859.74 682,-858.43\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"685.5,-858.38 682,-848.38 678.5,-858.38 685.5,-858.38\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233045648 -->\n",
+       "<g id=\"node49\" class=\"node\">\n",
+       "<title>Temporal_139860233045648</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"749.5,-797.81 614.5,-797.81 614.5,-761.81 749.5,-761.81 749.5,-797.81\"/>\n",
+       "<text text-anchor=\"middle\" x=\"682\" y=\"-776.71\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..64) stride=256</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233046368&#45;&gt;Temporal_139860233045648 -->\n",
+       "<g id=\"edge54\" class=\"edge\">\n",
+       "<title>Temporal_139860233046368&#45;&gt;Temporal_139860233045648</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M682,-812.12C682,-810.83 682,-809.51 682,-808.18\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"685.5,-808.01 682,-798.01 678.5,-808.02 685.5,-808.01\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860233054688 -->\n",
+       "<g id=\"node50\" class=\"node\">\n",
+       "<title>Storage_139860233054688</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M749,-743.93C749,-745.79 718.97,-747.31 682,-747.31 645.03,-747.31 615,-745.79 615,-743.93 615,-743.93 615,-713.45 615,-713.45 615,-711.58 645.03,-710.06 682,-710.06 718.97,-710.06 749,-711.58 749,-713.45 749,-713.45 749,-743.93 749,-743.93\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M749,-743.93C749,-742.06 718.97,-740.54 682,-740.54 645.03,-740.54 615,-742.06 615,-743.93\"/>\n",
+       "<text text-anchor=\"start\" x=\"617\" y=\"-725.09\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff8000\" stroke-width=\"5\" points=\"727.5,-717.19 727.5,-739.19 746.5,-739.19 746.5,-717.19 727.5,-717.19\"/>\n",
+       "<text text-anchor=\"start\" x=\"732\" y=\"-725.09\" font-family=\"Arial\" font-size=\"12.00\">Q</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233045648&#45;&gt;Storage_139860233054688 -->\n",
+       "<g id=\"edge55\" class=\"edge\">\n",
+       "<title>Temporal_139860233045648&#45;&gt;Storage_139860233054688</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M682,-761.63C682,-760.32 682,-758.99 682,-757.63\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"685.5,-757.28 682,-747.28 678.5,-757.28 685.5,-757.28\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233047568 -->\n",
+       "<g id=\"node51\" class=\"node\">\n",
+       "<title>Reservation_139860233047568</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"762.5,-695.56 601.5,-695.56 601.5,-691.56 597.5,-691.56 597.5,-687.56 601.5,-687.56 601.5,-667.56 597.5,-667.56 597.5,-663.56 601.5,-663.56 601.5,-659.56 762.5,-659.56 762.5,-695.56\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"601.5,-691.56 605.5,-691.56 605.5,-687.56 601.5,-687.56 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"601.5,-667.56 605.5,-667.56 605.5,-663.56 601.5,-663.56 \"/>\n",
+       "<text text-anchor=\"start\" x=\"604\" y=\"-673.96\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff8000\" stroke-width=\"5\" points=\"741.5,-666.06 741.5,-688.06 760.5,-688.06 760.5,-666.06 741.5,-666.06\"/>\n",
+       "<text text-anchor=\"start\" x=\"746\" y=\"-673.96\" font-family=\"Arial\" font-size=\"12.00\">Q</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860233054688&#45;&gt;Reservation_139860233047568 -->\n",
+       "<g id=\"edge56\" class=\"edge\">\n",
+       "<title>Storage_139860233054688&#45;&gt;Reservation_139860233047568</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M682,-709.95C682,-708.65 682,-707.33 682,-705.99\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"685.5,-705.78 682,-695.78 678.5,-705.78 685.5,-705.78\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233049008 -->\n",
+       "<g id=\"node52\" class=\"node\">\n",
+       "<title>Temporal_139860233049008</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"748,-644.44 616,-644.44 616,-608.44 748,-608.44 748,-644.44\"/>\n",
+       "<text text-anchor=\"middle\" x=\"682\" y=\"-623.34\" font-family=\"Arial\" font-size=\"12.00\">for d in [0..32) stride=128</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233047568&#45;&gt;Temporal_139860233049008 -->\n",
+       "<g id=\"edge57\" class=\"edge\">\n",
+       "<title>Reservation_139860233047568&#45;&gt;Temporal_139860233049008</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M682,-659.38C682,-657.89 682,-656.37 682,-654.82\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"685.5,-654.69 682,-644.69 678.5,-654.69 685.5,-654.69\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860233060048 -->\n",
+       "<g id=\"node53\" class=\"node\">\n",
+       "<title>Storage_139860233060048</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M754.5,-590.55C754.5,-592.42 722,-593.94 682,-593.94 642,-593.94 609.5,-592.42 609.5,-590.55 609.5,-590.55 609.5,-560.07 609.5,-560.07 609.5,-558.21 642,-556.69 682,-556.69 722,-556.69 754.5,-558.21 754.5,-560.07 754.5,-560.07 754.5,-590.55 754.5,-590.55\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M754.5,-590.55C754.5,-588.68 722,-587.16 682,-587.16 642,-587.16 609.5,-588.68 609.5,-590.55\"/>\n",
+       "<text text-anchor=\"start\" x=\"612\" y=\"-571.71\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#9500ff\" stroke-width=\"5\" points=\"722.5,-563.81 722.5,-585.81 752.5,-585.81 752.5,-563.81 722.5,-563.81\"/>\n",
+       "<text text-anchor=\"start\" x=\"727\" y=\"-571.71\" font-family=\"Arial\" font-size=\"12.00\">WQ</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233049008&#45;&gt;Storage_139860233060048 -->\n",
+       "<g id=\"edge58\" class=\"edge\">\n",
+       "<title>Temporal_139860233049008&#45;&gt;Storage_139860233060048</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M682,-608.26C682,-606.95 682,-605.61 682,-604.26\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"685.5,-603.9 682,-593.9 678.5,-603.9 685.5,-603.9\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233059248 -->\n",
+       "<g id=\"node54\" class=\"node\">\n",
+       "<title>Reservation_139860233059248</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"768,-542.75 596,-542.75 596,-538.75 592,-538.75 592,-534.75 596,-534.75 596,-514.75 592,-514.75 592,-510.75 596,-510.75 596,-506.75 768,-506.75 768,-542.75\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"596,-538.75 600,-538.75 600,-534.75 596,-534.75 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"596,-514.75 600,-514.75 600,-510.75 596,-510.75 \"/>\n",
+       "<text text-anchor=\"start\" x=\"598\" y=\"-521.15\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#9500ff\" stroke-width=\"5\" points=\"735.5,-513.25 735.5,-535.25 765.5,-535.25 765.5,-513.25 735.5,-513.25\"/>\n",
+       "<text text-anchor=\"start\" x=\"740\" y=\"-521.15\" font-family=\"Arial\" font-size=\"12.00\">WQ</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860233060048&#45;&gt;Reservation_139860233059248 -->\n",
+       "<g id=\"edge59\" class=\"edge\">\n",
+       "<title>Storage_139860233060048&#45;&gt;Reservation_139860233059248</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M682,-556.51C682,-555.4 682,-554.27 682,-553.13\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"685.5,-552.91 682,-542.91 678.5,-552.91 685.5,-552.91\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233059408 -->\n",
+       "<g id=\"node55\" class=\"node\">\n",
+       "<title>Temporal_139860233059408</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"746,-492.19 618,-492.19 618,-456.19 746,-456.19 746,-492.19\"/>\n",
+       "<text text-anchor=\"middle\" x=\"682\" y=\"-471.09\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..2) stride=128</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233059248&#45;&gt;Temporal_139860233059408 -->\n",
+       "<g id=\"edge60\" class=\"edge\">\n",
+       "<title>Reservation_139860233059248&#45;&gt;Temporal_139860233059408</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M682,-506.49C682,-505.2 682,-503.89 682,-502.56\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"685.5,-502.39 682,-492.39 678.5,-502.39 685.5,-502.39\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860233059088 -->\n",
+       "<g id=\"node56\" class=\"node\">\n",
+       "<title>Storage_139860233059088</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M746,-438.3C746,-440.17 717.31,-441.69 682,-441.69 646.69,-441.69 618,-440.17 618,-438.3 618,-438.3 618,-407.82 618,-407.82 618,-405.96 646.69,-404.44 682,-404.44 717.31,-404.44 746,-405.96 746,-407.82 746,-407.82 746,-438.3 746,-438.3\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M746,-438.3C746,-436.43 717.31,-434.91 682,-434.91 646.69,-434.91 618,-436.43 618,-438.3\"/>\n",
+       "<text text-anchor=\"start\" x=\"620\" y=\"-419.46\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ffff00\" stroke-width=\"5\" points=\"730.5,-411.56 730.5,-433.56 743.5,-433.56 743.5,-411.56 730.5,-411.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"735\" y=\"-419.46\" font-family=\"Arial\" font-size=\"12.00\">I</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233059408&#45;&gt;Storage_139860233059088 -->\n",
+       "<g id=\"edge61\" class=\"edge\">\n",
+       "<title>Temporal_139860233059408&#45;&gt;Storage_139860233059088</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M682,-456.01C682,-454.7 682,-453.36 682,-452.01\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"685.5,-451.65 682,-441.65 678.5,-451.65 685.5,-451.65\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233060208 -->\n",
+       "<g id=\"node57\" class=\"node\">\n",
+       "<title>Reservation_139860233060208</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"759.5,-389.94 604.5,-389.94 604.5,-385.94 600.5,-385.94 600.5,-381.94 604.5,-381.94 604.5,-361.94 600.5,-361.94 600.5,-357.94 604.5,-357.94 604.5,-353.94 759.5,-353.94 759.5,-389.94\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"604.5,-385.94 608.5,-385.94 608.5,-381.94 604.5,-381.94 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"604.5,-361.94 608.5,-361.94 608.5,-357.94 604.5,-357.94 \"/>\n",
+       "<text text-anchor=\"start\" x=\"607\" y=\"-368.34\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ffff00\" stroke-width=\"5\" points=\"744.5,-360.44 744.5,-382.44 757.5,-382.44 757.5,-360.44 744.5,-360.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"749\" y=\"-368.34\" font-family=\"Arial\" font-size=\"12.00\">I</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860233059088&#45;&gt;Reservation_139860233060208 -->\n",
+       "<g id=\"edge62\" class=\"edge\">\n",
+       "<title>Storage_139860233059088&#45;&gt;Reservation_139860233060208</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M682,-404.33C682,-403.03 682,-401.7 682,-400.36\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"685.5,-400.15 682,-390.15 678.5,-400.15 685.5,-400.15\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233058848 -->\n",
+       "<g id=\"node58\" class=\"node\">\n",
+       "<title>Temporal_139860233058848</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"738,-339.38 626,-339.38 626,-303.38 738,-303.38 738,-339.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"682\" y=\"-318.27\" font-family=\"Arial\" font-size=\"12.00\">for e in [0..4) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233060208&#45;&gt;Temporal_139860233058848 -->\n",
+       "<g id=\"edge63\" class=\"edge\">\n",
+       "<title>Reservation_139860233060208&#45;&gt;Temporal_139860233058848</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M682,-353.68C682,-352.39 682,-351.07 682,-349.74\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"685.5,-349.58 682,-339.58 678.5,-349.58 685.5,-349.58\"/>\n",
+       "</g>\n",
+       "<!-- Spatial_139860233056848 -->\n",
+       "<g id=\"node59\" class=\"node\">\n",
+       "<title>Spatial_139860233056848</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"787,-288.81 577,-288.81 577,-252.81 787,-252.81 787,-288.81\"/>\n",
+       "<text text-anchor=\"middle\" x=\"682\" y=\"-267.71\" font-family=\"Arial\" font-size=\"12.00\">S&#45;reuse_output for d in [0..128) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860233058848&#45;&gt;Spatial_139860233056848 -->\n",
+       "<g id=\"edge64\" class=\"edge\">\n",
+       "<title>Temporal_139860233058848&#45;&gt;Spatial_139860233056848</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M682,-303.12C682,-301.83 682,-300.51 682,-299.18\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"685.5,-299.01 682,-289.01 678.5,-299.02 685.5,-299.01\"/>\n",
+       "</g>\n",
+       "<!-- Spatial_139860233057168 -->\n",
+       "<g id=\"node60\" class=\"node\">\n",
+       "<title>Spatial_139860233057168</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"780,-237.69 584,-237.69 584,-201.69 780,-201.69 780,-237.69\"/>\n",
+       "<text text-anchor=\"middle\" x=\"682\" y=\"-216.59\" font-family=\"Arial\" font-size=\"12.00\">S&#45;reuse_input for h in [0..32) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Spatial_139860233056848&#45;&gt;Spatial_139860233057168 -->\n",
+       "<g id=\"edge65\" class=\"edge\">\n",
+       "<title>Spatial_139860233056848&#45;&gt;Spatial_139860233057168</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M682,-252.63C682,-251.14 682,-249.62 682,-248.07\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"685.5,-247.94 682,-237.94 678.5,-247.94 685.5,-247.94\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860233045568 -->\n",
+       "<g id=\"node61\" class=\"node\">\n",
+       "<title>Storage_139860233045568</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M744,-183.8C744,-185.67 716.21,-187.19 682,-187.19 647.79,-187.19 620,-185.67 620,-183.8 620,-183.8 620,-153.32 620,-153.32 620,-151.46 647.79,-149.94 682,-149.94 716.21,-149.94 744,-151.46 744,-153.32 744,-153.32 744,-183.8 744,-183.8\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M744,-183.8C744,-181.93 716.21,-180.41 682,-180.41 647.79,-180.41 620,-181.93 620,-183.8\"/>\n",
+       "<text text-anchor=\"start\" x=\"622\" y=\"-164.96\" font-family=\"Arial\" font-size=\"12.00\">Register reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#9500ff\" stroke-width=\"5\" points=\"711.5,-157.06 711.5,-179.06 741.5,-179.06 741.5,-157.06 711.5,-157.06\"/>\n",
+       "<text text-anchor=\"start\" x=\"716\" y=\"-164.96\" font-family=\"Arial\" font-size=\"12.00\">WQ</text>\n",
+       "</g>\n",
+       "<!-- Spatial_139860233057168&#45;&gt;Storage_139860233045568 -->\n",
+       "<g id=\"edge66\" class=\"edge\">\n",
+       "<title>Spatial_139860233057168&#45;&gt;Storage_139860233045568</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M682,-201.51C682,-200.2 682,-198.86 682,-197.51\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"685.5,-197.15 682,-187.15 678.5,-197.15 685.5,-197.15\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228408176 -->\n",
+       "<g id=\"node62\" class=\"node\">\n",
+       "<title>Reservation_139860228408176</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"757.5,-136 606.5,-136 606.5,-132 602.5,-132 602.5,-128 606.5,-128 606.5,-108 602.5,-108 602.5,-104 606.5,-104 606.5,-100 757.5,-100 757.5,-136\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"606.5,-132 610.5,-132 610.5,-128 606.5,-128 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"606.5,-108 610.5,-108 610.5,-104 606.5,-104 \"/>\n",
+       "<text text-anchor=\"start\" x=\"609\" y=\"-114.4\" font-family=\"Arial\" font-size=\"12.00\">Register reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#9500ff\" stroke-width=\"5\" points=\"725.5,-106.5 725.5,-128.5 755.5,-128.5 755.5,-106.5 725.5,-106.5\"/>\n",
+       "<text text-anchor=\"start\" x=\"730\" y=\"-114.4\" font-family=\"Arial\" font-size=\"12.00\">WQ</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860233045568&#45;&gt;Reservation_139860228408176 -->\n",
+       "<g id=\"edge67\" class=\"edge\">\n",
+       "<title>Storage_139860233045568&#45;&gt;Reservation_139860228408176</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M682,-149.76C682,-148.65 682,-147.52 682,-146.38\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"685.5,-146.16 682,-136.16 678.5,-146.16 685.5,-146.16\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228412176 -->\n",
+       "<g id=\"node63\" class=\"node\">\n",
+       "<title>Temporal_139860228412176</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"746,-86 618,-86 618,-50 746,-50 746,-86\"/>\n",
+       "<text text-anchor=\"middle\" x=\"682\" y=\"-64.9\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..128) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228408176&#45;&gt;Temporal_139860228412176 -->\n",
+       "<g id=\"edge68\" class=\"edge\">\n",
+       "<title>Reservation_139860228408176&#45;&gt;Temporal_139860228412176</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M682,-99.94C682,-98.67 682,-97.37 682,-96.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"685.5,-96 682,-86 678.5,-96 685.5,-96\"/>\n",
+       "</g>\n",
+       "<!-- Compute_139860228414016 -->\n",
+       "<g id=\"node64\" class=\"node\">\n",
+       "<title>Compute_139860228414016</title>\n",
+       "<ellipse fill=\"#e0eeff\" stroke=\"black\" cx=\"682\" cy=\"-18\" rx=\"50.3\" ry=\"18\"/>\n",
+       "<text text-anchor=\"middle\" x=\"682\" y=\"-14.9\" font-family=\"Arial\" font-size=\"12.00\">MAC computes Q</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228412176&#45;&gt;Compute_139860228414016 -->\n",
+       "<g id=\"edge69\" class=\"edge\">\n",
+       "<title>Temporal_139860228412176&#45;&gt;Compute_139860228414016</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M682,-49.94C682,-48.67 682,-47.37 682,-46.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"685.5,-46 682,-36 678.5,-46 685.5,-46\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228421856 -->\n",
+       "<g id=\"node66\" class=\"node\">\n",
+       "<title>Reservation_139860228421856</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1056,-898.38 814,-898.38 814,-894.38 810,-894.38 810,-890.38 814,-890.38 814,-870.38 810,-870.38 810,-866.38 814,-866.38 814,-862.38 1056,-862.38 1056,-898.38\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"814,-894.38 818,-894.38 818,-890.38 814,-890.38 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"814,-870.38 818,-870.38 818,-866.38 814,-866.38 \"/>\n",
+       "<text text-anchor=\"start\" x=\"816\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">MainMemory reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#800000\" stroke-width=\"5\" points=\"956.5,-868.88 956.5,-890.88 974.5,-890.88 974.5,-868.88 956.5,-868.88\"/>\n",
+       "<text text-anchor=\"start\" x=\"961\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">V</text>\n",
+       "<polygon fill=\"none\" stroke=\"#8000ff\" stroke-width=\"5\" points=\"979.5,-868.88 979.5,-890.88 1006.5,-890.88 1006.5,-868.88 979.5,-868.88\"/>\n",
+       "<text text-anchor=\"start\" x=\"984\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">QK</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff8000\" stroke-width=\"5\" points=\"1011.5,-868.88 1011.5,-890.88 1030.5,-890.88 1030.5,-868.88 1011.5,-868.88\"/>\n",
+       "<text text-anchor=\"start\" x=\"1016\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">Q</text>\n",
+       "<polygon fill=\"none\" stroke=\"#00ffff\" stroke-width=\"5\" points=\"1035.5,-868.88 1035.5,-890.88 1053.5,-890.88 1053.5,-868.88 1035.5,-868.88\"/>\n",
+       "<text text-anchor=\"start\" x=\"1040\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">K</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233048848&#45;&gt;Reservation_139860228421856 -->\n",
+       "<g id=\"edge70\" class=\"edge\">\n",
+       "<title>Reservation_139860233048848&#45;&gt;Reservation_139860228421856</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M935,-912.68C935,-911.39 935,-910.07 935,-908.74\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"938.5,-908.58 935,-898.58 931.5,-908.58 938.5,-908.58\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228419616 -->\n",
+       "<g id=\"node67\" class=\"node\">\n",
+       "<title>Temporal_139860228419616</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"994,-848.38 876,-848.38 876,-812.38 994,-812.38 994,-848.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"935\" y=\"-827.27\" font-family=\"Arial\" font-size=\"12.00\">for h in [0..32) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228421856&#45;&gt;Temporal_139860228419616 -->\n",
+       "<g id=\"edge71\" class=\"edge\">\n",
+       "<title>Reservation_139860228421856&#45;&gt;Temporal_139860228419616</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M935,-862.32C935,-861.04 935,-859.74 935,-858.43\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"938.5,-858.38 935,-848.38 931.5,-858.38 938.5,-858.38\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228418176 -->\n",
+       "<g id=\"node68\" class=\"node\">\n",
+       "<title>Temporal_139860228418176</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1002.5,-797.81 867.5,-797.81 867.5,-761.81 1002.5,-761.81 1002.5,-797.81\"/>\n",
+       "<text text-anchor=\"middle\" x=\"935\" y=\"-776.71\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..64) stride=256</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228419616&#45;&gt;Temporal_139860228418176 -->\n",
+       "<g id=\"edge72\" class=\"edge\">\n",
+       "<title>Temporal_139860228419616&#45;&gt;Temporal_139860228418176</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M935,-812.12C935,-810.83 935,-809.51 935,-808.18\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"938.5,-808.01 935,-798.01 931.5,-808.02 938.5,-808.01\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860228417936 -->\n",
+       "<g id=\"node69\" class=\"node\">\n",
+       "<title>Storage_139860228417936</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M1002,-743.93C1002,-745.79 971.97,-747.31 935,-747.31 898.03,-747.31 868,-745.79 868,-743.93 868,-743.93 868,-713.45 868,-713.45 868,-711.58 898.03,-710.06 935,-710.06 971.97,-710.06 1002,-711.58 1002,-713.45 1002,-713.45 1002,-743.93 1002,-743.93\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1002,-743.93C1002,-742.06 971.97,-740.54 935,-740.54 898.03,-740.54 868,-742.06 868,-743.93\"/>\n",
+       "<text text-anchor=\"start\" x=\"870\" y=\"-725.09\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff8000\" stroke-width=\"5\" points=\"980.5,-717.19 980.5,-739.19 999.5,-739.19 999.5,-717.19 980.5,-717.19\"/>\n",
+       "<text text-anchor=\"start\" x=\"985\" y=\"-725.09\" font-family=\"Arial\" font-size=\"12.00\">Q</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228418176&#45;&gt;Storage_139860228417936 -->\n",
+       "<g id=\"edge73\" class=\"edge\">\n",
+       "<title>Temporal_139860228418176&#45;&gt;Storage_139860228417936</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M935,-761.63C935,-760.32 935,-758.99 935,-757.63\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"938.5,-757.28 935,-747.28 931.5,-757.28 938.5,-757.28\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228417296 -->\n",
+       "<g id=\"node70\" class=\"node\">\n",
+       "<title>Reservation_139860228417296</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1015.5,-695.56 854.5,-695.56 854.5,-691.56 850.5,-691.56 850.5,-687.56 854.5,-687.56 854.5,-667.56 850.5,-667.56 850.5,-663.56 854.5,-663.56 854.5,-659.56 1015.5,-659.56 1015.5,-695.56\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"854.5,-691.56 858.5,-691.56 858.5,-687.56 854.5,-687.56 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"854.5,-667.56 858.5,-667.56 858.5,-663.56 854.5,-663.56 \"/>\n",
+       "<text text-anchor=\"start\" x=\"857\" y=\"-673.96\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff8000\" stroke-width=\"5\" points=\"994.5,-666.06 994.5,-688.06 1013.5,-688.06 1013.5,-666.06 994.5,-666.06\"/>\n",
+       "<text text-anchor=\"start\" x=\"999\" y=\"-673.96\" font-family=\"Arial\" font-size=\"12.00\">Q</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860228417936&#45;&gt;Reservation_139860228417296 -->\n",
+       "<g id=\"edge74\" class=\"edge\">\n",
+       "<title>Storage_139860228417936&#45;&gt;Reservation_139860228417296</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M935,-709.95C935,-708.65 935,-707.33 935,-705.99\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"938.5,-705.78 935,-695.78 931.5,-705.78 938.5,-705.78\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228415936 -->\n",
+       "<g id=\"node71\" class=\"node\">\n",
+       "<title>Temporal_139860228415936</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1001,-644.44 869,-644.44 869,-608.44 1001,-608.44 1001,-644.44\"/>\n",
+       "<text text-anchor=\"middle\" x=\"935\" y=\"-623.34\" font-family=\"Arial\" font-size=\"12.00\">for p in [0..512) stride=32</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228417296&#45;&gt;Temporal_139860228415936 -->\n",
+       "<g id=\"edge75\" class=\"edge\">\n",
+       "<title>Reservation_139860228417296&#45;&gt;Temporal_139860228415936</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M935,-659.38C935,-657.89 935,-656.37 935,-654.82\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"938.5,-654.69 935,-644.69 931.5,-654.69 938.5,-654.69\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860228416576 -->\n",
+       "<g id=\"node72\" class=\"node\">\n",
+       "<title>Storage_139860228416576</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M1017.5,-590.55C1017.5,-592.42 980.52,-593.94 935,-593.94 889.48,-593.94 852.5,-592.42 852.5,-590.55 852.5,-590.55 852.5,-560.07 852.5,-560.07 852.5,-558.21 889.48,-556.69 935,-556.69 980.52,-556.69 1017.5,-558.21 1017.5,-560.07 1017.5,-560.07 1017.5,-590.55 1017.5,-590.55\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1017.5,-590.55C1017.5,-588.68 980.52,-587.16 935,-587.16 889.48,-587.16 852.5,-588.68 852.5,-590.55\"/>\n",
+       "<text text-anchor=\"start\" x=\"855\" y=\"-571.71\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#00ffff\" stroke-width=\"5\" points=\"965.5,-563.81 965.5,-585.81 983.5,-585.81 983.5,-563.81 965.5,-563.81\"/>\n",
+       "<text text-anchor=\"start\" x=\"970\" y=\"-571.71\" font-family=\"Arial\" font-size=\"12.00\">K</text>\n",
+       "<polygon fill=\"none\" stroke=\"#8000ff\" stroke-width=\"5\" points=\"988.5,-563.81 988.5,-585.81 1015.5,-585.81 1015.5,-563.81 988.5,-563.81\"/>\n",
+       "<text text-anchor=\"start\" x=\"993\" y=\"-571.71\" font-family=\"Arial\" font-size=\"12.00\">QK</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228415936&#45;&gt;Storage_139860228416576 -->\n",
+       "<g id=\"edge76\" class=\"edge\">\n",
+       "<title>Temporal_139860228415936&#45;&gt;Storage_139860228416576</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M935,-608.26C935,-606.95 935,-605.61 935,-604.26\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"938.5,-603.9 935,-593.9 931.5,-603.9 938.5,-603.9\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228414576 -->\n",
+       "<g id=\"node73\" class=\"node\">\n",
+       "<title>Reservation_139860228414576</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1031,-542.75 839,-542.75 839,-538.75 835,-538.75 835,-534.75 839,-534.75 839,-514.75 835,-514.75 835,-510.75 839,-510.75 839,-506.75 1031,-506.75 1031,-542.75\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"839,-538.75 843,-538.75 843,-534.75 839,-534.75 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"839,-514.75 843,-514.75 843,-510.75 839,-510.75 \"/>\n",
+       "<text text-anchor=\"start\" x=\"841\" y=\"-521.15\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#00ffff\" stroke-width=\"5\" points=\"978.5,-513.25 978.5,-535.25 996.5,-535.25 996.5,-513.25 978.5,-513.25\"/>\n",
+       "<text text-anchor=\"start\" x=\"983\" y=\"-521.15\" font-family=\"Arial\" font-size=\"12.00\">K</text>\n",
+       "<polygon fill=\"none\" stroke=\"#8000ff\" stroke-width=\"5\" points=\"1001.5,-513.25 1001.5,-535.25 1028.5,-535.25 1028.5,-513.25 1001.5,-513.25\"/>\n",
+       "<text text-anchor=\"start\" x=\"1006\" y=\"-521.15\" font-family=\"Arial\" font-size=\"12.00\">QK</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860228416576&#45;&gt;Reservation_139860228414576 -->\n",
+       "<g id=\"edge77\" class=\"edge\">\n",
+       "<title>Storage_139860228416576&#45;&gt;Reservation_139860228414576</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M935,-556.51C935,-555.4 935,-554.27 935,-553.13\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"938.5,-552.91 935,-542.91 931.5,-552.91 938.5,-552.91\"/>\n",
+       "</g>\n",
+       "<!-- Spatial_139860228412016 -->\n",
+       "<g id=\"node74\" class=\"node\">\n",
+       "<title>Spatial_139860228412016</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1040,-492.19 830,-492.19 830,-456.19 1040,-456.19 1040,-492.19\"/>\n",
+       "<text text-anchor=\"middle\" x=\"935\" y=\"-471.09\" font-family=\"Arial\" font-size=\"12.00\">S&#45;reuse_output for e in [0..128) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228414576&#45;&gt;Spatial_139860228412016 -->\n",
+       "<g id=\"edge78\" class=\"edge\">\n",
+       "<title>Reservation_139860228414576&#45;&gt;Spatial_139860228412016</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M935,-506.49C935,-505.2 935,-503.89 935,-502.56\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"938.5,-502.39 935,-492.39 931.5,-502.39 938.5,-502.39\"/>\n",
+       "</g>\n",
+       "<!-- Spatial_139860228413536 -->\n",
+       "<g id=\"node75\" class=\"node\">\n",
+       "<title>Spatial_139860228413536</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1033,-441.06 837,-441.06 837,-405.06 1033,-405.06 1033,-441.06\"/>\n",
+       "<text text-anchor=\"middle\" x=\"935\" y=\"-419.96\" font-family=\"Arial\" font-size=\"12.00\">S&#45;reuse_input for p in [0..32) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Spatial_139860228412016&#45;&gt;Spatial_139860228413536 -->\n",
+       "<g id=\"edge79\" class=\"edge\">\n",
+       "<title>Spatial_139860228412016&#45;&gt;Spatial_139860228413536</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M935,-456.01C935,-454.52 935,-452.99 935,-451.45\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"938.5,-451.32 935,-441.32 931.5,-451.32 938.5,-451.32\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860228410176 -->\n",
+       "<g id=\"node76\" class=\"node\">\n",
+       "<title>Storage_139860228410176</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M991,-387.18C991,-389.04 965.9,-390.56 935,-390.56 904.1,-390.56 879,-389.04 879,-387.18 879,-387.18 879,-356.7 879,-356.7 879,-354.83 904.1,-353.31 935,-353.31 965.9,-353.31 991,-354.83 991,-356.7 991,-356.7 991,-387.18 991,-387.18\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M991,-387.18C991,-385.31 965.9,-383.79 935,-383.79 904.1,-383.79 879,-385.31 879,-387.18\"/>\n",
+       "<text text-anchor=\"start\" x=\"881\" y=\"-368.34\" font-family=\"Arial\" font-size=\"12.00\">Register reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#00ffff\" stroke-width=\"5\" points=\"970.5,-360.44 970.5,-382.44 988.5,-382.44 988.5,-360.44 970.5,-360.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"975\" y=\"-368.34\" font-family=\"Arial\" font-size=\"12.00\">K</text>\n",
+       "</g>\n",
+       "<!-- Spatial_139860228413536&#45;&gt;Storage_139860228410176 -->\n",
+       "<g id=\"edge80\" class=\"edge\">\n",
+       "<title>Spatial_139860228413536&#45;&gt;Storage_139860228410176</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M935,-404.88C935,-403.57 935,-402.24 935,-400.88\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"938.5,-400.53 935,-390.53 931.5,-400.53 938.5,-400.53\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228409776 -->\n",
+       "<g id=\"node77\" class=\"node\">\n",
+       "<title>Reservation_139860228409776</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1004.5,-339.38 865.5,-339.38 865.5,-335.38 861.5,-335.38 861.5,-331.38 865.5,-331.38 865.5,-311.38 861.5,-311.38 861.5,-307.38 865.5,-307.38 865.5,-303.38 1004.5,-303.38 1004.5,-339.38\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"865.5,-335.38 869.5,-335.38 869.5,-331.38 865.5,-331.38 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"865.5,-311.38 869.5,-311.38 869.5,-307.38 865.5,-307.38 \"/>\n",
+       "<text text-anchor=\"start\" x=\"868\" y=\"-317.77\" font-family=\"Arial\" font-size=\"12.00\">Register reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#00ffff\" stroke-width=\"5\" points=\"984.5,-309.88 984.5,-331.88 1002.5,-331.88 1002.5,-309.88 984.5,-309.88\"/>\n",
+       "<text text-anchor=\"start\" x=\"989\" y=\"-317.77\" font-family=\"Arial\" font-size=\"12.00\">K</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860228410176&#45;&gt;Reservation_139860228409776 -->\n",
+       "<g id=\"edge81\" class=\"edge\">\n",
+       "<title>Storage_139860228410176&#45;&gt;Reservation_139860228409776</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M935,-353.13C935,-352.02 935,-350.89 935,-349.75\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"938.5,-349.53 935,-339.53 931.5,-349.53 938.5,-349.53\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228407616 -->\n",
+       "<g id=\"node78\" class=\"node\">\n",
+       "<title>Temporal_139860228407616</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"999,-288.81 871,-288.81 871,-252.81 999,-252.81 999,-288.81\"/>\n",
+       "<text text-anchor=\"middle\" x=\"935\" y=\"-267.71\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..256) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228409776&#45;&gt;Temporal_139860228407616 -->\n",
+       "<g id=\"edge82\" class=\"edge\">\n",
+       "<title>Reservation_139860228409776&#45;&gt;Temporal_139860228407616</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M935,-303.12C935,-301.83 935,-300.51 935,-299.18\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"938.5,-299.01 935,-289.01 931.5,-299.02 938.5,-299.01\"/>\n",
+       "</g>\n",
+       "<!-- Compute_139860228413856 -->\n",
+       "<g id=\"node79\" class=\"node\">\n",
+       "<title>Compute_139860228413856</title>\n",
+       "<ellipse fill=\"#e0eeff\" stroke=\"black\" cx=\"935\" cy=\"-219.69\" rx=\"55.45\" ry=\"18\"/>\n",
+       "<text text-anchor=\"middle\" x=\"935\" y=\"-216.59\" font-family=\"Arial\" font-size=\"12.00\">MAC computes QK</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228407616&#45;&gt;Compute_139860228413856 -->\n",
+       "<g id=\"edge83\" class=\"edge\">\n",
+       "<title>Temporal_139860228407616&#45;&gt;Compute_139860228413856</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M935,-252.63C935,-251.14 935,-249.62 935,-248.07\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"938.5,-247.94 935,-237.94 931.5,-247.94 938.5,-247.94\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228419056 -->\n",
+       "<g id=\"node81\" class=\"node\">\n",
+       "<title>Reservation_139860228419056</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1349.5,-898.38 1074.5,-898.38 1074.5,-894.38 1070.5,-894.38 1070.5,-890.38 1074.5,-890.38 1074.5,-870.38 1070.5,-870.38 1070.5,-866.38 1074.5,-866.38 1074.5,-862.38 1349.5,-862.38 1349.5,-898.38\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1074.5,-894.38 1078.5,-894.38 1078.5,-890.38 1074.5,-890.38 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1074.5,-870.38 1078.5,-870.38 1078.5,-866.38 1074.5,-866.38 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1077\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">MainMemory reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#800000\" stroke-width=\"5\" points=\"1217.5,-868.88 1217.5,-890.88 1235.5,-890.88 1235.5,-868.88 1217.5,-868.88\"/>\n",
+       "<text text-anchor=\"start\" x=\"1222\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">V</text>\n",
+       "<polygon fill=\"none\" stroke=\"#008000\" stroke-width=\"5\" points=\"1240.5,-868.88 1240.5,-890.88 1315.5,-890.88 1315.5,-868.88 1240.5,-868.88\"/>\n",
+       "<text text-anchor=\"start\" x=\"1245\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">QK_softmax</text>\n",
+       "<polygon fill=\"none\" stroke=\"#8000ff\" stroke-width=\"5\" points=\"1320.5,-868.88 1320.5,-890.88 1347.5,-890.88 1347.5,-868.88 1320.5,-868.88\"/>\n",
+       "<text text-anchor=\"start\" x=\"1325\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">QK</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860233169616&#45;&gt;Reservation_139860228419056 -->\n",
+       "<g id=\"edge84\" class=\"edge\">\n",
+       "<title>Reservation_139860233169616&#45;&gt;Reservation_139860228419056</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1147.9,-912.82C1154.41,-909.62 1161.29,-906.25 1168.02,-902.95\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1169.64,-906.05 1177.08,-898.51 1166.56,-899.77 1169.64,-906.05\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228701424 -->\n",
+       "<g id=\"node82\" class=\"node\">\n",
+       "<title>Temporal_139860228701424</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1270,-848.38 1152,-848.38 1152,-812.38 1270,-812.38 1270,-848.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1211\" y=\"-827.27\" font-family=\"Arial\" font-size=\"12.00\">for h in [0..32) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228419056&#45;&gt;Temporal_139860228701424 -->\n",
+       "<g id=\"edge85\" class=\"edge\">\n",
+       "<title>Reservation_139860228419056&#45;&gt;Temporal_139860228701424</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1211.64,-862.32C1211.62,-861.04 1211.59,-859.74 1211.56,-858.43\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1215.06,-858.3 1211.35,-848.38 1208.06,-858.45 1215.06,-858.3\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228690704 -->\n",
+       "<g id=\"node83\" class=\"node\">\n",
+       "<title>Temporal_139860228690704</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1282,-797.81 1140,-797.81 1140,-761.81 1282,-761.81 1282,-797.81\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1211\" y=\"-776.71\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..16384) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228701424&#45;&gt;Temporal_139860228690704 -->\n",
+       "<g id=\"edge86\" class=\"edge\">\n",
+       "<title>Temporal_139860228701424&#45;&gt;Temporal_139860228690704</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1211,-812.12C1211,-810.83 1211,-809.51 1211,-808.18\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1214.5,-808.01 1211,-798.01 1207.5,-808.02 1214.5,-808.01\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228690544 -->\n",
+       "<g id=\"node84\" class=\"node\">\n",
+       "<title>Temporal_139860228690544</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1279.5,-746.69 1140.5,-746.69 1140.5,-710.69 1279.5,-710.69 1279.5,-746.69\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1210\" y=\"-725.59\" font-family=\"Arial\" font-size=\"12.00\">for p in [0..16384) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228690704&#45;&gt;Temporal_139860228690544 -->\n",
+       "<g id=\"edge87\" class=\"edge\">\n",
+       "<title>Temporal_139860228690704&#45;&gt;Temporal_139860228690544</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1210.65,-761.63C1210.62,-760.14 1210.59,-758.62 1210.56,-757.07\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1214.05,-756.87 1210.35,-746.94 1207.06,-757.01 1214.05,-756.87\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860228699904 -->\n",
+       "<g id=\"node85\" class=\"node\">\n",
+       "<title>Storage_139860228699904</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M1321,-692.8C1321,-694.67 1271.25,-696.19 1210,-696.19 1148.75,-696.19 1099,-694.67 1099,-692.8 1099,-692.8 1099,-662.32 1099,-662.32 1099,-660.46 1148.75,-658.94 1210,-658.94 1271.25,-658.94 1321,-660.46 1321,-662.32 1321,-662.32 1321,-692.8 1321,-692.8\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1321,-692.8C1321,-690.93 1271.25,-689.41 1210,-689.41 1148.75,-689.41 1099,-690.93 1099,-692.8\"/>\n",
+       "<text text-anchor=\"start\" x=\"1101\" y=\"-673.96\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#008000\" stroke-width=\"5\" points=\"1211.5,-666.06 1211.5,-688.06 1286.5,-688.06 1286.5,-666.06 1211.5,-666.06\"/>\n",
+       "<text text-anchor=\"start\" x=\"1216\" y=\"-673.96\" font-family=\"Arial\" font-size=\"12.00\">QK_softmax</text>\n",
+       "<polygon fill=\"none\" stroke=\"#8000ff\" stroke-width=\"5\" points=\"1291.5,-666.06 1291.5,-688.06 1318.5,-688.06 1318.5,-666.06 1291.5,-666.06\"/>\n",
+       "<text text-anchor=\"start\" x=\"1296\" y=\"-673.96\" font-family=\"Arial\" font-size=\"12.00\">QK</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228690544&#45;&gt;Storage_139860228699904 -->\n",
+       "<g id=\"edge88\" class=\"edge\">\n",
+       "<title>Temporal_139860228690544&#45;&gt;Storage_139860228699904</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1210,-710.51C1210,-709.2 1210,-707.86 1210,-706.51\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1213.5,-706.15 1210,-696.15 1206.5,-706.15 1213.5,-706.15\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228695984 -->\n",
+       "<g id=\"node86\" class=\"node\">\n",
+       "<title>Reservation_139860228695984</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1333.5,-644.44 1084.5,-644.44 1084.5,-640.44 1080.5,-640.44 1080.5,-636.44 1084.5,-636.44 1084.5,-616.44 1080.5,-616.44 1080.5,-612.44 1084.5,-612.44 1084.5,-608.44 1333.5,-608.44 1333.5,-644.44\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1084.5,-640.44 1088.5,-640.44 1088.5,-636.44 1084.5,-636.44 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1084.5,-616.44 1088.5,-616.44 1088.5,-612.44 1084.5,-612.44 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1087\" y=\"-622.84\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#008000\" stroke-width=\"5\" points=\"1224.5,-614.94 1224.5,-636.94 1299.5,-636.94 1299.5,-614.94 1224.5,-614.94\"/>\n",
+       "<text text-anchor=\"start\" x=\"1229\" y=\"-622.84\" font-family=\"Arial\" font-size=\"12.00\">QK_softmax</text>\n",
+       "<polygon fill=\"none\" stroke=\"#8000ff\" stroke-width=\"5\" points=\"1304.5,-614.94 1304.5,-636.94 1331.5,-636.94 1331.5,-614.94 1304.5,-614.94\"/>\n",
+       "<text text-anchor=\"start\" x=\"1309\" y=\"-622.84\" font-family=\"Arial\" font-size=\"12.00\">QK</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860228699904&#45;&gt;Reservation_139860228695984 -->\n",
+       "<g id=\"edge89\" class=\"edge\">\n",
+       "<title>Storage_139860228699904&#45;&gt;Reservation_139860228695984</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1209.64,-658.83C1209.61,-657.53 1209.59,-656.2 1209.56,-654.86\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1213.05,-654.58 1209.35,-644.65 1206.05,-654.72 1213.05,-654.58\"/>\n",
+       "</g>\n",
+       "<!-- Compute_139860228691744 -->\n",
+       "<g id=\"node87\" class=\"node\">\n",
+       "<title>Compute_139860228691744</title>\n",
+       "<ellipse fill=\"#e0eeff\" stroke=\"black\" cx=\"1209\" cy=\"-575.31\" rx=\"80.93\" ry=\"18\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1209\" y=\"-572.21\" font-family=\"Arial\" font-size=\"12.00\">MAC computes QK_softmax</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228695984&#45;&gt;Compute_139860228691744 -->\n",
+       "<g id=\"edge90\" class=\"edge\">\n",
+       "<title>Reservation_139860228695984&#45;&gt;Compute_139860228691744</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1209,-608.26C1209,-606.77 1209,-605.24 1209,-603.7\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1212.5,-603.57 1209,-593.57 1205.5,-603.57 1212.5,-603.57\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228697584 -->\n",
+       "<g id=\"node89\" class=\"node\">\n",
+       "<title>Temporal_139860228697584</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1486,-898.38 1368,-898.38 1368,-862.38 1486,-862.38 1486,-898.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1427\" y=\"-877.27\" font-family=\"Arial\" font-size=\"12.00\">for h in [0..32) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228688704&#45;&gt;Temporal_139860228697584 -->\n",
+       "<g id=\"edge91\" class=\"edge\">\n",
+       "<title>Reservation_139860228688704&#45;&gt;Temporal_139860228697584</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1376.07,-912.68C1380.79,-909.78 1385.74,-906.74 1390.62,-903.74\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1392.59,-906.63 1399.28,-898.41 1388.93,-900.67 1392.59,-906.63\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228690944 -->\n",
+       "<g id=\"node90\" class=\"node\">\n",
+       "<title>Temporal_139860228690944</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1491.5,-848.38 1356.5,-848.38 1356.5,-812.38 1491.5,-812.38 1491.5,-848.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1424\" y=\"-827.27\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..64) stride=256</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228697584&#45;&gt;Temporal_139860228690944 -->\n",
+       "<g id=\"edge92\" class=\"edge\">\n",
+       "<title>Temporal_139860228697584&#45;&gt;Temporal_139860228690944</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1425.93,-862.32C1425.85,-861.04 1425.77,-859.74 1425.69,-858.43\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1429.18,-858.14 1425.06,-848.38 1422.19,-858.58 1429.18,-858.14\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860237321232 -->\n",
+       "<g id=\"node91\" class=\"node\">\n",
+       "<title>Storage_139860237321232</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M1490,-795.05C1490,-796.92 1458.62,-798.44 1420,-798.44 1381.38,-798.44 1350,-796.92 1350,-795.05 1350,-795.05 1350,-764.57 1350,-764.57 1350,-762.71 1381.38,-761.19 1420,-761.19 1458.62,-761.19 1490,-762.71 1490,-764.57 1490,-764.57 1490,-795.05 1490,-795.05\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1490,-795.05C1490,-793.18 1458.62,-791.66 1420,-791.66 1381.38,-791.66 1350,-793.18 1350,-795.05\"/>\n",
+       "<text text-anchor=\"start\" x=\"1352\" y=\"-776.21\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff0000\" stroke-width=\"5\" points=\"1462.5,-768.31 1462.5,-790.31 1487.5,-790.31 1487.5,-768.31 1462.5,-768.31\"/>\n",
+       "<text text-anchor=\"start\" x=\"1467\" y=\"-776.21\" font-family=\"Arial\" font-size=\"12.00\">AV</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228690944&#45;&gt;Storage_139860237321232 -->\n",
+       "<g id=\"edge93\" class=\"edge\">\n",
+       "<title>Temporal_139860228690944&#45;&gt;Storage_139860237321232</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1422.58,-812.12C1422.49,-811.03 1422.4,-809.92 1422.3,-808.79\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1425.78,-808.35 1421.47,-798.67 1418.8,-808.92 1425.78,-808.35\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860237321152 -->\n",
+       "<g id=\"node92\" class=\"node\">\n",
+       "<title>Reservation_139860237321152</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1501.5,-746.69 1334.5,-746.69 1334.5,-742.69 1330.5,-742.69 1330.5,-738.69 1334.5,-738.69 1334.5,-718.69 1330.5,-718.69 1330.5,-714.69 1334.5,-714.69 1334.5,-710.69 1501.5,-710.69 1501.5,-746.69\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1334.5,-742.69 1338.5,-742.69 1338.5,-738.69 1334.5,-738.69 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1334.5,-718.69 1338.5,-718.69 1338.5,-714.69 1334.5,-714.69 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1337\" y=\"-725.09\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff0000\" stroke-width=\"5\" points=\"1474.5,-717.19 1474.5,-739.19 1499.5,-739.19 1499.5,-717.19 1474.5,-717.19\"/>\n",
+       "<text text-anchor=\"start\" x=\"1479\" y=\"-725.09\" font-family=\"Arial\" font-size=\"12.00\">AV</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860237321232&#45;&gt;Reservation_139860237321152 -->\n",
+       "<g id=\"edge94\" class=\"edge\">\n",
+       "<title>Storage_139860237321232&#45;&gt;Reservation_139860237321152</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1419.28,-761.08C1419.23,-759.78 1419.17,-758.45 1419.12,-757.11\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1422.6,-756.75 1418.7,-746.9 1415.61,-757.04 1422.6,-756.75\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227591296 -->\n",
+       "<g id=\"node93\" class=\"node\">\n",
+       "<title>Temporal_139860227591296</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1487.5,-695.56 1348.5,-695.56 1348.5,-659.56 1487.5,-659.56 1487.5,-695.56\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1418\" y=\"-674.46\" font-family=\"Arial\" font-size=\"12.00\">for p in [0..128) stride=128</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860237321152&#45;&gt;Temporal_139860227591296 -->\n",
+       "<g id=\"edge95\" class=\"edge\">\n",
+       "<title>Reservation_139860237321152&#45;&gt;Temporal_139860227591296</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1418,-710.51C1418,-709.02 1418,-707.49 1418,-705.95\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1421.5,-705.82 1418,-695.82 1414.5,-705.82 1421.5,-705.82\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860227602256 -->\n",
+       "<g id=\"node94\" class=\"node\">\n",
+       "<title>Storage_139860227602256</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M1484.5,-641.68C1484.5,-643.54 1454.69,-645.06 1418,-645.06 1381.31,-645.06 1351.5,-643.54 1351.5,-641.68 1351.5,-641.68 1351.5,-611.2 1351.5,-611.2 1351.5,-609.33 1381.31,-607.81 1418,-607.81 1454.69,-607.81 1484.5,-609.33 1484.5,-611.2 1484.5,-611.2 1484.5,-641.68 1484.5,-641.68\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1484.5,-641.68C1484.5,-639.81 1454.69,-638.29 1418,-638.29 1381.31,-638.29 1351.5,-639.81 1351.5,-641.68\"/>\n",
+       "<text text-anchor=\"start\" x=\"1354\" y=\"-622.84\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#800000\" stroke-width=\"5\" points=\"1464.5,-614.94 1464.5,-636.94 1482.5,-636.94 1482.5,-614.94 1464.5,-614.94\"/>\n",
+       "<text text-anchor=\"start\" x=\"1469\" y=\"-622.84\" font-family=\"Arial\" font-size=\"12.00\">V</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227591296&#45;&gt;Storage_139860227602256 -->\n",
+       "<g id=\"edge96\" class=\"edge\">\n",
+       "<title>Temporal_139860227591296&#45;&gt;Storage_139860227602256</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1418,-659.38C1418,-658.07 1418,-656.74 1418,-655.38\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1421.5,-655.03 1418,-645.03 1414.5,-655.03 1421.5,-655.03\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227593376 -->\n",
+       "<g id=\"node95\" class=\"node\">\n",
+       "<title>Reservation_139860227593376</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1482,-593.31 1322,-593.31 1322,-589.31 1318,-589.31 1318,-585.31 1322,-585.31 1322,-565.31 1318,-565.31 1318,-561.31 1322,-561.31 1322,-557.31 1482,-557.31 1482,-593.31\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1322,-589.31 1326,-589.31 1326,-585.31 1322,-585.31 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1322,-565.31 1326,-565.31 1326,-561.31 1322,-561.31 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1324\" y=\"-571.71\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#800000\" stroke-width=\"5\" points=\"1461.5,-563.81 1461.5,-585.81 1479.5,-585.81 1479.5,-563.81 1461.5,-563.81\"/>\n",
+       "<text text-anchor=\"start\" x=\"1466\" y=\"-571.71\" font-family=\"Arial\" font-size=\"12.00\">V</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860227602256&#45;&gt;Reservation_139860227593376 -->\n",
+       "<g id=\"edge97\" class=\"edge\">\n",
+       "<title>Storage_139860227602256&#45;&gt;Reservation_139860227593376</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1412.22,-607.7C1411.75,-606.26 1411.27,-604.78 1410.79,-603.29\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1414.03,-601.95 1407.61,-593.53 1407.38,-604.12 1414.03,-601.95\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227589136 -->\n",
+       "<g id=\"node96\" class=\"node\">\n",
+       "<title>Temporal_139860227589136</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1456,-542.75 1328,-542.75 1328,-506.75 1456,-506.75 1456,-542.75\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1392\" y=\"-521.65\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..2) stride=128</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227593376&#45;&gt;Temporal_139860227589136 -->\n",
+       "<g id=\"edge98\" class=\"edge\">\n",
+       "<title>Reservation_139860227593376&#45;&gt;Temporal_139860227589136</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1398.45,-557.05C1398.18,-555.77 1397.91,-554.45 1397.64,-553.12\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1400.99,-552.04 1395.54,-542.95 1394.13,-553.45 1400.99,-552.04\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860227591536 -->\n",
+       "<g id=\"node97\" class=\"node\">\n",
+       "<title>Storage_139860227591536</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M1483,-489.43C1483,-491.29 1440.42,-492.81 1388,-492.81 1335.58,-492.81 1293,-491.29 1293,-489.43 1293,-489.43 1293,-458.95 1293,-458.95 1293,-457.08 1335.58,-455.56 1388,-455.56 1440.42,-455.56 1483,-457.08 1483,-458.95 1483,-458.95 1483,-489.43 1483,-489.43\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1483,-489.43C1483,-487.56 1440.42,-486.04 1388,-486.04 1335.58,-486.04 1293,-487.56 1293,-489.43\"/>\n",
+       "<text text-anchor=\"start\" x=\"1295\" y=\"-470.59\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#008000\" stroke-width=\"5\" points=\"1405.5,-462.69 1405.5,-484.69 1480.5,-484.69 1480.5,-462.69 1405.5,-462.69\"/>\n",
+       "<text text-anchor=\"start\" x=\"1410\" y=\"-470.59\" font-family=\"Arial\" font-size=\"12.00\">QK_softmax</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227589136&#45;&gt;Storage_139860227591536 -->\n",
+       "<g id=\"edge99\" class=\"edge\">\n",
+       "<title>Temporal_139860227589136&#45;&gt;Storage_139860227591536</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1390.58,-506.49C1390.49,-505.4 1390.4,-504.29 1390.3,-503.17\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1393.78,-502.73 1389.47,-493.05 1386.8,-503.3 1393.78,-502.73\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227591056 -->\n",
+       "<g id=\"node98\" class=\"node\">\n",
+       "<title>Reservation_139860227591056</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1490.5,-441.06 1273.5,-441.06 1273.5,-437.06 1269.5,-437.06 1269.5,-433.06 1273.5,-433.06 1273.5,-413.06 1269.5,-413.06 1269.5,-409.06 1273.5,-409.06 1273.5,-405.06 1490.5,-405.06 1490.5,-441.06\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1273.5,-437.06 1277.5,-437.06 1277.5,-433.06 1273.5,-433.06 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1273.5,-413.06 1277.5,-413.06 1277.5,-409.06 1273.5,-409.06 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1276\" y=\"-419.46\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#008000\" stroke-width=\"5\" points=\"1413.5,-411.56 1413.5,-433.56 1488.5,-433.56 1488.5,-411.56 1413.5,-411.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"1418\" y=\"-419.46\" font-family=\"Arial\" font-size=\"12.00\">QK_softmax</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860227591536&#45;&gt;Reservation_139860227591056 -->\n",
+       "<g id=\"edge100\" class=\"edge\">\n",
+       "<title>Storage_139860227591536&#45;&gt;Reservation_139860227591056</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1385.83,-455.45C1385.68,-454.15 1385.51,-452.83 1385.35,-451.49\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1388.79,-450.78 1384.1,-441.28 1381.84,-451.63 1388.79,-450.78\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227601536 -->\n",
+       "<g id=\"node99\" class=\"node\">\n",
+       "<title>Temporal_139860227601536</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1435.5,-389.94 1320.5,-389.94 1320.5,-353.94 1435.5,-353.94 1435.5,-389.94\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1378\" y=\"-368.84\" font-family=\"Arial\" font-size=\"12.00\">for f in [0..4) stride=32</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227591056&#45;&gt;Temporal_139860227601536 -->\n",
+       "<g id=\"edge101\" class=\"edge\">\n",
+       "<title>Reservation_139860227591056&#45;&gt;Temporal_139860227601536</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1380.6,-404.88C1380.48,-403.39 1380.36,-401.87 1380.23,-400.32\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1383.71,-399.88 1379.4,-390.19 1376.73,-400.44 1383.71,-399.88\"/>\n",
+       "</g>\n",
+       "<!-- Spatial_139860227602496 -->\n",
+       "<g id=\"node100\" class=\"node\">\n",
+       "<title>Spatial_139860227602496</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1481,-339.38 1271,-339.38 1271,-303.38 1481,-303.38 1481,-339.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1376\" y=\"-318.27\" font-family=\"Arial\" font-size=\"12.00\">S&#45;reuse_output for p in [0..128) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227601536&#45;&gt;Spatial_139860227602496 -->\n",
+       "<g id=\"edge102\" class=\"edge\">\n",
+       "<title>Temporal_139860227601536&#45;&gt;Spatial_139860227602496</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1377.29,-353.68C1377.24,-352.39 1377.18,-351.07 1377.13,-349.74\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1380.62,-349.42 1376.71,-339.58 1373.62,-349.71 1380.62,-349.42\"/>\n",
+       "</g>\n",
+       "<!-- Spatial_139860227603936 -->\n",
+       "<g id=\"node101\" class=\"node\">\n",
+       "<title>Spatial_139860227603936</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1472.5,-288.81 1279.5,-288.81 1279.5,-252.81 1472.5,-252.81 1472.5,-288.81\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1376\" y=\"-267.71\" font-family=\"Arial\" font-size=\"12.00\">S&#45;reuse_input for f in [0..32) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Spatial_139860227602496&#45;&gt;Spatial_139860227603936 -->\n",
+       "<g id=\"edge103\" class=\"edge\">\n",
+       "<title>Spatial_139860227602496&#45;&gt;Spatial_139860227603936</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1376,-303.12C1376,-301.83 1376,-300.51 1376,-299.18\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1379.5,-299.01 1376,-289.01 1372.5,-299.02 1379.5,-299.01\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860227598976 -->\n",
+       "<g id=\"node102\" class=\"node\">\n",
+       "<title>Storage_139860227598976</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M1432,-234.93C1432,-236.79 1406.9,-238.31 1376,-238.31 1345.1,-238.31 1320,-236.79 1320,-234.93 1320,-234.93 1320,-204.45 1320,-204.45 1320,-202.58 1345.1,-201.06 1376,-201.06 1406.9,-201.06 1432,-202.58 1432,-204.45 1432,-204.45 1432,-234.93 1432,-234.93\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1432,-234.93C1432,-233.06 1406.9,-231.54 1376,-231.54 1345.1,-231.54 1320,-233.06 1320,-234.93\"/>\n",
+       "<text text-anchor=\"start\" x=\"1322\" y=\"-216.09\" font-family=\"Arial\" font-size=\"12.00\">Register reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#800000\" stroke-width=\"5\" points=\"1411.5,-208.19 1411.5,-230.19 1429.5,-230.19 1429.5,-208.19 1411.5,-208.19\"/>\n",
+       "<text text-anchor=\"start\" x=\"1416\" y=\"-216.09\" font-family=\"Arial\" font-size=\"12.00\">V</text>\n",
+       "</g>\n",
+       "<!-- Spatial_139860227603936&#45;&gt;Storage_139860227598976 -->\n",
+       "<g id=\"edge104\" class=\"edge\">\n",
+       "<title>Spatial_139860227603936&#45;&gt;Storage_139860227598976</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1376,-252.63C1376,-251.32 1376,-249.99 1376,-248.63\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1379.5,-248.28 1376,-238.28 1372.5,-248.28 1379.5,-248.28\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227595856 -->\n",
+       "<g id=\"node103\" class=\"node\">\n",
+       "<title>Reservation_139860227595856</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1445.5,-186.56 1306.5,-186.56 1306.5,-182.56 1302.5,-182.56 1302.5,-178.56 1306.5,-178.56 1306.5,-158.56 1302.5,-158.56 1302.5,-154.56 1306.5,-154.56 1306.5,-150.56 1445.5,-150.56 1445.5,-186.56\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1306.5,-182.56 1310.5,-182.56 1310.5,-178.56 1306.5,-178.56 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1306.5,-158.56 1310.5,-158.56 1310.5,-154.56 1306.5,-154.56 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1309\" y=\"-164.96\" font-family=\"Arial\" font-size=\"12.00\">Register reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#800000\" stroke-width=\"5\" points=\"1425.5,-157.06 1425.5,-179.06 1443.5,-179.06 1443.5,-157.06 1425.5,-157.06\"/>\n",
+       "<text text-anchor=\"start\" x=\"1430\" y=\"-164.96\" font-family=\"Arial\" font-size=\"12.00\">V</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860227598976&#45;&gt;Reservation_139860227595856 -->\n",
+       "<g id=\"edge105\" class=\"edge\">\n",
+       "<title>Storage_139860227598976&#45;&gt;Reservation_139860227595856</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1376,-200.95C1376,-199.65 1376,-198.33 1376,-196.99\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1379.5,-196.78 1376,-186.78 1372.5,-196.78 1379.5,-196.78\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227591616 -->\n",
+       "<g id=\"node104\" class=\"node\">\n",
+       "<title>Temporal_139860227591616</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1440,-136 1312,-136 1312,-100 1440,-100 1440,-136\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1376\" y=\"-114.9\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..128) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227595856&#45;&gt;Temporal_139860227591616 -->\n",
+       "<g id=\"edge106\" class=\"edge\">\n",
+       "<title>Reservation_139860227595856&#45;&gt;Temporal_139860227591616</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1376,-150.3C1376,-149.02 1376,-147.7 1376,-146.37\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1379.5,-146.2 1376,-136.2 1372.5,-146.2 1379.5,-146.2\"/>\n",
+       "</g>\n",
+       "<!-- Compute_139860227588416 -->\n",
+       "<g id=\"node105\" class=\"node\">\n",
+       "<title>Compute_139860227588416</title>\n",
+       "<ellipse fill=\"#e0eeff\" stroke=\"black\" cx=\"1376\" cy=\"-68\" rx=\"53.74\" ry=\"18\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1376\" y=\"-64.9\" font-family=\"Arial\" font-size=\"12.00\">MAC computes AV</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227591616&#45;&gt;Compute_139860227588416 -->\n",
+       "<g id=\"edge107\" class=\"edge\">\n",
+       "<title>Temporal_139860227591616&#45;&gt;Compute_139860227588416</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1376,-99.94C1376,-98.67 1376,-97.37 1376,-96.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1379.5,-96 1376,-86 1372.5,-96 1379.5,-96\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227599616 -->\n",
+       "<g id=\"node107\" class=\"node\">\n",
+       "<title>Temporal_139860227599616</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1665,-898.38 1533,-898.38 1533,-862.38 1665,-862.38 1665,-898.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1599\" y=\"-877.27\" font-family=\"Arial\" font-size=\"12.00\">for g in [0..16) stride=256</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227589216&#45;&gt;Temporal_139860227599616 -->\n",
+       "<g id=\"edge108\" class=\"edge\">\n",
+       "<title>Reservation_139860227589216&#45;&gt;Temporal_139860227599616</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1599,-912.68C1599,-911.39 1599,-910.07 1599,-908.74\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1602.5,-908.58 1599,-898.58 1595.5,-908.58 1602.5,-908.58\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227592416 -->\n",
+       "<g id=\"node108\" class=\"node\">\n",
+       "<title>Temporal_139860227592416</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1670,-848.38 1528,-848.38 1528,-812.38 1670,-812.38 1670,-848.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1599\" y=\"-827.27\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..128) stride=128</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227599616&#45;&gt;Temporal_139860227592416 -->\n",
+       "<g id=\"edge109\" class=\"edge\">\n",
+       "<title>Temporal_139860227599616&#45;&gt;Temporal_139860227592416</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1599,-862.32C1599,-861.04 1599,-859.74 1599,-858.43\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1602.5,-858.38 1599,-848.38 1595.5,-858.38 1602.5,-858.38\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860227590816 -->\n",
+       "<g id=\"node109\" class=\"node\">\n",
+       "<title>Storage_139860227590816</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M1665,-795.05C1665,-796.92 1635.42,-798.44 1599,-798.44 1562.58,-798.44 1533,-796.92 1533,-795.05 1533,-795.05 1533,-764.57 1533,-764.57 1533,-762.71 1562.58,-761.19 1599,-761.19 1635.42,-761.19 1665,-762.71 1665,-764.57 1665,-764.57 1665,-795.05 1665,-795.05\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1665,-795.05C1665,-793.18 1635.42,-791.66 1599,-791.66 1562.58,-791.66 1533,-793.18 1533,-795.05\"/>\n",
+       "<text text-anchor=\"start\" x=\"1535\" y=\"-776.21\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff005a\" stroke-width=\"5\" points=\"1645.5,-768.31 1645.5,-790.31 1662.5,-790.31 1662.5,-768.31 1645.5,-768.31\"/>\n",
+       "<text text-anchor=\"start\" x=\"1650\" y=\"-776.21\" font-family=\"Arial\" font-size=\"12.00\">Z</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227592416&#45;&gt;Storage_139860227590816 -->\n",
+       "<g id=\"edge110\" class=\"edge\">\n",
+       "<title>Temporal_139860227592416&#45;&gt;Storage_139860227590816</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1599,-812.12C1599,-811.03 1599,-809.92 1599,-808.79\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1602.5,-808.67 1599,-798.67 1595.5,-808.67 1602.5,-808.67\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227592976 -->\n",
+       "<g id=\"node110\" class=\"node\">\n",
+       "<title>Reservation_139860227592976</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1678.5,-746.69 1519.5,-746.69 1519.5,-742.69 1515.5,-742.69 1515.5,-738.69 1519.5,-738.69 1519.5,-718.69 1515.5,-718.69 1515.5,-714.69 1519.5,-714.69 1519.5,-710.69 1678.5,-710.69 1678.5,-746.69\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1519.5,-742.69 1523.5,-742.69 1523.5,-738.69 1519.5,-738.69 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1519.5,-718.69 1523.5,-718.69 1523.5,-714.69 1519.5,-714.69 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1522\" y=\"-725.09\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff005a\" stroke-width=\"5\" points=\"1659.5,-717.19 1659.5,-739.19 1676.5,-739.19 1676.5,-717.19 1659.5,-717.19\"/>\n",
+       "<text text-anchor=\"start\" x=\"1664\" y=\"-725.09\" font-family=\"Arial\" font-size=\"12.00\">Z</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860227590816&#45;&gt;Reservation_139860227592976 -->\n",
+       "<g id=\"edge111\" class=\"edge\">\n",
+       "<title>Storage_139860227590816&#45;&gt;Reservation_139860227592976</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1599,-761.08C1599,-759.78 1599,-758.45 1599,-757.11\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1602.5,-756.9 1599,-746.9 1595.5,-756.9 1602.5,-756.9\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227593136 -->\n",
+       "<g id=\"node111\" class=\"node\">\n",
+       "<title>Temporal_139860227593136</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1658,-695.56 1540,-695.56 1540,-659.56 1658,-659.56 1658,-695.56\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1599\" y=\"-674.46\" font-family=\"Arial\" font-size=\"12.00\">for h in [0..32) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227592976&#45;&gt;Temporal_139860227593136 -->\n",
+       "<g id=\"edge112\" class=\"edge\">\n",
+       "<title>Reservation_139860227592976&#45;&gt;Temporal_139860227593136</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1599,-710.51C1599,-709.02 1599,-707.49 1599,-705.95\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1602.5,-705.82 1599,-695.82 1595.5,-705.82 1602.5,-705.82\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860227600496 -->\n",
+       "<g id=\"node112\" class=\"node\">\n",
+       "<title>Storage_139860227600496</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M1668,-641.68C1668,-643.54 1636.62,-645.06 1598,-645.06 1559.38,-645.06 1528,-643.54 1528,-641.68 1528,-641.68 1528,-611.2 1528,-611.2 1528,-609.33 1559.38,-607.81 1598,-607.81 1636.62,-607.81 1668,-609.33 1668,-611.2 1668,-611.2 1668,-641.68 1668,-641.68\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1668,-641.68C1668,-639.81 1636.62,-638.29 1598,-638.29 1559.38,-638.29 1528,-639.81 1528,-641.68\"/>\n",
+       "<text text-anchor=\"start\" x=\"1530\" y=\"-622.84\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff0000\" stroke-width=\"5\" points=\"1640.5,-614.94 1640.5,-636.94 1665.5,-636.94 1665.5,-614.94 1640.5,-614.94\"/>\n",
+       "<text text-anchor=\"start\" x=\"1645\" y=\"-622.84\" font-family=\"Arial\" font-size=\"12.00\">AV</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227593136&#45;&gt;Storage_139860227600496 -->\n",
+       "<g id=\"edge113\" class=\"edge\">\n",
+       "<title>Temporal_139860227593136&#45;&gt;Storage_139860227600496</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1598.65,-659.38C1598.62,-658.07 1598.6,-656.74 1598.57,-655.38\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1602.06,-654.95 1598.36,-645.03 1595.06,-655.09 1602.06,-654.95\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227603616 -->\n",
+       "<g id=\"node113\" class=\"node\">\n",
+       "<title>Reservation_139860227603616</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1681.5,-593.31 1514.5,-593.31 1514.5,-589.31 1510.5,-589.31 1510.5,-585.31 1514.5,-585.31 1514.5,-565.31 1510.5,-565.31 1510.5,-561.31 1514.5,-561.31 1514.5,-557.31 1681.5,-557.31 1681.5,-593.31\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1514.5,-589.31 1518.5,-589.31 1518.5,-585.31 1514.5,-585.31 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1514.5,-565.31 1518.5,-565.31 1518.5,-561.31 1514.5,-561.31 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1517\" y=\"-571.71\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff0000\" stroke-width=\"5\" points=\"1654.5,-563.81 1654.5,-585.81 1679.5,-585.81 1679.5,-563.81 1654.5,-563.81\"/>\n",
+       "<text text-anchor=\"start\" x=\"1659\" y=\"-571.71\" font-family=\"Arial\" font-size=\"12.00\">AV</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860227600496&#45;&gt;Reservation_139860227603616 -->\n",
+       "<g id=\"edge114\" class=\"edge\">\n",
+       "<title>Storage_139860227600496&#45;&gt;Reservation_139860227603616</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1598,-607.7C1598,-606.4 1598,-605.08 1598,-603.74\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1601.5,-603.53 1598,-593.53 1594.5,-603.53 1601.5,-603.53\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227602016 -->\n",
+       "<g id=\"node114\" class=\"node\">\n",
+       "<title>Temporal_139860227602016</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1656,-542.75 1538,-542.75 1538,-506.75 1656,-506.75 1656,-542.75\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1597\" y=\"-521.65\" font-family=\"Arial\" font-size=\"12.00\">for g in [0..8) stride=32</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227603616&#45;&gt;Temporal_139860227602016 -->\n",
+       "<g id=\"edge115\" class=\"edge\">\n",
+       "<title>Reservation_139860227603616&#45;&gt;Temporal_139860227602016</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1597.64,-557.05C1597.62,-555.77 1597.59,-554.45 1597.56,-553.12\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1601.06,-552.88 1597.35,-542.95 1594.06,-553.02 1601.06,-552.88\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860228127264 -->\n",
+       "<g id=\"node115\" class=\"node\">\n",
+       "<title>Storage_139860228127264</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M1668.5,-489.43C1668.5,-491.29 1636.45,-492.81 1597,-492.81 1557.55,-492.81 1525.5,-491.29 1525.5,-489.43 1525.5,-489.43 1525.5,-458.95 1525.5,-458.95 1525.5,-457.08 1557.55,-455.56 1597,-455.56 1636.45,-455.56 1668.5,-457.08 1668.5,-458.95 1668.5,-458.95 1668.5,-489.43 1668.5,-489.43\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1668.5,-489.43C1668.5,-487.56 1636.45,-486.04 1597,-486.04 1557.55,-486.04 1525.5,-487.56 1525.5,-489.43\"/>\n",
+       "<text text-anchor=\"start\" x=\"1528\" y=\"-470.59\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff00b4\" stroke-width=\"5\" points=\"1638.5,-462.69 1638.5,-484.69 1666.5,-484.69 1666.5,-462.69 1638.5,-462.69\"/>\n",
+       "<text text-anchor=\"start\" x=\"1643\" y=\"-470.59\" font-family=\"Arial\" font-size=\"12.00\">WZ</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227602016&#45;&gt;Storage_139860228127264 -->\n",
+       "<g id=\"edge116\" class=\"edge\">\n",
+       "<title>Temporal_139860227602016&#45;&gt;Storage_139860228127264</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1597,-506.49C1597,-505.4 1597,-504.29 1597,-503.17\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1600.5,-503.05 1597,-493.05 1593.5,-503.05 1600.5,-503.05\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228125824 -->\n",
+       "<g id=\"node116\" class=\"node\">\n",
+       "<title>Reservation_139860228125824</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1682,-441.06 1512,-441.06 1512,-437.06 1508,-437.06 1508,-433.06 1512,-433.06 1512,-413.06 1508,-413.06 1508,-409.06 1512,-409.06 1512,-405.06 1682,-405.06 1682,-441.06\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1512,-437.06 1516,-437.06 1516,-433.06 1512,-433.06 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1512,-413.06 1516,-413.06 1516,-409.06 1512,-409.06 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1514\" y=\"-419.46\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff00b4\" stroke-width=\"5\" points=\"1651.5,-411.56 1651.5,-433.56 1679.5,-433.56 1679.5,-411.56 1651.5,-411.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"1656\" y=\"-419.46\" font-family=\"Arial\" font-size=\"12.00\">WZ</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860228127264&#45;&gt;Reservation_139860228125824 -->\n",
+       "<g id=\"edge117\" class=\"edge\">\n",
+       "<title>Storage_139860228127264&#45;&gt;Reservation_139860228125824</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1597,-455.45C1597,-454.15 1597,-452.83 1597,-451.49\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1600.5,-451.28 1597,-441.28 1593.5,-451.28 1600.5,-451.28\"/>\n",
+       "</g>\n",
+       "<!-- Spatial_139860228127184 -->\n",
+       "<g id=\"node117\" class=\"node\">\n",
+       "<title>Spatial_139860228127184</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1700,-389.94 1494,-389.94 1494,-353.94 1700,-353.94 1700,-389.94\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1597\" y=\"-368.84\" font-family=\"Arial\" font-size=\"12.00\">S&#45;reuse_output for f in [0..128) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228125824&#45;&gt;Spatial_139860228127184 -->\n",
+       "<g id=\"edge118\" class=\"edge\">\n",
+       "<title>Reservation_139860228125824&#45;&gt;Spatial_139860228127184</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1597,-404.88C1597,-403.39 1597,-401.87 1597,-400.32\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1600.5,-400.19 1597,-390.19 1593.5,-400.19 1600.5,-400.19\"/>\n",
+       "</g>\n",
+       "<!-- Spatial_139860228123344 -->\n",
+       "<g id=\"node118\" class=\"node\">\n",
+       "<title>Spatial_139860228123344</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1695,-339.38 1499,-339.38 1499,-303.38 1695,-303.38 1695,-339.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1597\" y=\"-318.27\" font-family=\"Arial\" font-size=\"12.00\">S&#45;reuse_input for g in [0..32) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Spatial_139860228127184&#45;&gt;Spatial_139860228123344 -->\n",
+       "<g id=\"edge119\" class=\"edge\">\n",
+       "<title>Spatial_139860228127184&#45;&gt;Spatial_139860228123344</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1597,-353.68C1597,-352.39 1597,-351.07 1597,-349.74\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1600.5,-349.58 1597,-339.58 1593.5,-349.58 1600.5,-349.58\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860228123184 -->\n",
+       "<g id=\"node119\" class=\"node\">\n",
+       "<title>Storage_139860228123184</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M1658,-286.05C1658,-287.92 1630.66,-289.44 1597,-289.44 1563.34,-289.44 1536,-287.92 1536,-286.05 1536,-286.05 1536,-255.57 1536,-255.57 1536,-253.71 1563.34,-252.19 1597,-252.19 1630.66,-252.19 1658,-253.71 1658,-255.57 1658,-255.57 1658,-286.05 1658,-286.05\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1658,-286.05C1658,-284.18 1630.66,-282.66 1597,-282.66 1563.34,-282.66 1536,-284.18 1536,-286.05\"/>\n",
+       "<text text-anchor=\"start\" x=\"1538\" y=\"-267.21\" font-family=\"Arial\" font-size=\"12.00\">Register reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff00b4\" stroke-width=\"5\" points=\"1627.5,-259.31 1627.5,-281.31 1655.5,-281.31 1655.5,-259.31 1627.5,-259.31\"/>\n",
+       "<text text-anchor=\"start\" x=\"1632\" y=\"-267.21\" font-family=\"Arial\" font-size=\"12.00\">WZ</text>\n",
+       "</g>\n",
+       "<!-- Spatial_139860228123344&#45;&gt;Storage_139860228123184 -->\n",
+       "<g id=\"edge120\" class=\"edge\">\n",
+       "<title>Spatial_139860228123344&#45;&gt;Storage_139860228123184</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1597,-303.12C1597,-302.03 1597,-300.92 1597,-299.79\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1600.5,-299.67 1597,-289.67 1593.5,-299.67 1600.5,-299.67\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228123024 -->\n",
+       "<g id=\"node120\" class=\"node\">\n",
+       "<title>Reservation_139860228123024</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1671.5,-237.69 1522.5,-237.69 1522.5,-233.69 1518.5,-233.69 1518.5,-229.69 1522.5,-229.69 1522.5,-209.69 1518.5,-209.69 1518.5,-205.69 1522.5,-205.69 1522.5,-201.69 1671.5,-201.69 1671.5,-237.69\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1522.5,-233.69 1526.5,-233.69 1526.5,-229.69 1522.5,-229.69 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1522.5,-209.69 1526.5,-209.69 1526.5,-205.69 1522.5,-205.69 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1525\" y=\"-216.09\" font-family=\"Arial\" font-size=\"12.00\">Register reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff00b4\" stroke-width=\"5\" points=\"1641.5,-208.19 1641.5,-230.19 1669.5,-230.19 1669.5,-208.19 1641.5,-208.19\"/>\n",
+       "<text text-anchor=\"start\" x=\"1646\" y=\"-216.09\" font-family=\"Arial\" font-size=\"12.00\">WZ</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860228123184&#45;&gt;Reservation_139860228123024 -->\n",
+       "<g id=\"edge121\" class=\"edge\">\n",
+       "<title>Storage_139860228123184&#45;&gt;Reservation_139860228123024</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1597,-252.08C1597,-250.78 1597,-249.45 1597,-248.11\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1600.5,-247.9 1597,-237.9 1593.5,-247.9 1600.5,-247.9\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228123984 -->\n",
+       "<g id=\"node121\" class=\"node\">\n",
+       "<title>Temporal_139860228123984</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1661,-186.56 1533,-186.56 1533,-150.56 1661,-150.56 1661,-186.56\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1597\" y=\"-165.46\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..128) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228123024&#45;&gt;Temporal_139860228123984 -->\n",
+       "<g id=\"edge122\" class=\"edge\">\n",
+       "<title>Reservation_139860228123024&#45;&gt;Temporal_139860228123984</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1597,-201.51C1597,-200.02 1597,-198.49 1597,-196.95\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1600.5,-196.82 1597,-186.82 1593.5,-196.82 1600.5,-196.82\"/>\n",
+       "</g>\n",
+       "<!-- Compute_139860228128064 -->\n",
+       "<g id=\"node122\" class=\"node\">\n",
+       "<title>Compute_139860228128064</title>\n",
+       "<ellipse fill=\"#e0eeff\" stroke=\"black\" cx=\"1597\" cy=\"-118\" rx=\"49.73\" ry=\"18\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1597\" y=\"-114.9\" font-family=\"Arial\" font-size=\"12.00\">MAC computes Z</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228123984&#45;&gt;Compute_139860228128064 -->\n",
+       "<g id=\"edge123\" class=\"edge\">\n",
+       "<title>Temporal_139860228123984&#45;&gt;Compute_139860228128064</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1597,-150.3C1597,-149.02 1597,-147.7 1597,-146.37\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1600.5,-146.2 1597,-136.2 1593.5,-146.2 1600.5,-146.2\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228119904 -->\n",
+       "<g id=\"node124\" class=\"node\">\n",
+       "<title>Temporal_139860228119904</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1882,-898.38 1744,-898.38 1744,-862.38 1882,-862.38 1882,-898.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1813\" y=\"-877.27\" font-family=\"Arial\" font-size=\"12.00\">for c in [0..128) stride=128</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228125024&#45;&gt;Temporal_139860228119904 -->\n",
+       "<g id=\"edge124\" class=\"edge\">\n",
+       "<title>Reservation_139860228125024&#45;&gt;Temporal_139860228119904</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1813,-912.68C1813,-911.39 1813,-910.07 1813,-908.74\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1816.5,-908.58 1813,-898.58 1809.5,-908.58 1816.5,-908.58\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228117344 -->\n",
+       "<g id=\"node125\" class=\"node\">\n",
+       "<title>Temporal_139860228117344</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1880.5,-848.38 1745.5,-848.38 1745.5,-812.38 1880.5,-812.38 1880.5,-848.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1813\" y=\"-827.27\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..64) stride=256</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228119904&#45;&gt;Temporal_139860228117344 -->\n",
+       "<g id=\"edge125\" class=\"edge\">\n",
+       "<title>Temporal_139860228119904&#45;&gt;Temporal_139860228117344</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1813,-862.32C1813,-861.04 1813,-859.74 1813,-858.43\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1816.5,-858.38 1813,-848.38 1809.5,-858.38 1816.5,-858.38\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860228121984 -->\n",
+       "<g id=\"node126\" class=\"node\">\n",
+       "<title>Storage_139860228121984</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M1887.5,-795.05C1887.5,-796.92 1854.56,-798.44 1814,-798.44 1773.44,-798.44 1740.5,-796.92 1740.5,-795.05 1740.5,-795.05 1740.5,-764.57 1740.5,-764.57 1740.5,-762.71 1773.44,-761.19 1814,-761.19 1854.56,-761.19 1887.5,-762.71 1887.5,-764.57 1887.5,-764.57 1887.5,-795.05 1887.5,-795.05\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1887.5,-795.05C1887.5,-793.18 1854.56,-791.66 1814,-791.66 1773.44,-791.66 1740.5,-793.18 1740.5,-795.05\"/>\n",
+       "<text text-anchor=\"start\" x=\"1743\" y=\"-776.21\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#00ff00\" stroke-width=\"5\" points=\"1853.5,-768.31 1853.5,-790.31 1885.5,-790.31 1885.5,-768.31 1853.5,-768.31\"/>\n",
+       "<text text-anchor=\"start\" x=\"1858\" y=\"-776.21\" font-family=\"Arial\" font-size=\"12.00\">FFA</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860228117344&#45;&gt;Storage_139860228121984 -->\n",
+       "<g id=\"edge126\" class=\"edge\">\n",
+       "<title>Temporal_139860228117344&#45;&gt;Storage_139860228121984</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1813.36,-812.12C1813.38,-811.03 1813.4,-809.92 1813.42,-808.79\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1816.93,-808.74 1813.63,-798.67 1809.93,-808.6 1816.93,-808.74\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228126944 -->\n",
+       "<g id=\"node127\" class=\"node\">\n",
+       "<title>Reservation_139860228126944</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1902,-746.69 1728,-746.69 1728,-742.69 1724,-742.69 1724,-738.69 1728,-738.69 1728,-718.69 1724,-718.69 1724,-714.69 1728,-714.69 1728,-710.69 1902,-710.69 1902,-746.69\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1728,-742.69 1732,-742.69 1732,-738.69 1728,-738.69 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1728,-718.69 1732,-718.69 1732,-714.69 1728,-714.69 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1730\" y=\"-725.09\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#00ff00\" stroke-width=\"5\" points=\"1867.5,-717.19 1867.5,-739.19 1899.5,-739.19 1899.5,-717.19 1867.5,-717.19\"/>\n",
+       "<text text-anchor=\"start\" x=\"1872\" y=\"-725.09\" font-family=\"Arial\" font-size=\"12.00\">FFA</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860228121984&#45;&gt;Reservation_139860228126944 -->\n",
+       "<g id=\"edge127\" class=\"edge\">\n",
+       "<title>Storage_139860228121984&#45;&gt;Reservation_139860228126944</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1814.36,-761.08C1814.39,-759.78 1814.41,-758.45 1814.44,-757.11\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1817.95,-756.97 1814.65,-746.9 1810.95,-756.83 1817.95,-756.97\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227659472 -->\n",
+       "<g id=\"node128\" class=\"node\">\n",
+       "<title>Temporal_139860227659472</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1881,-695.56 1749,-695.56 1749,-659.56 1881,-659.56 1881,-695.56\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1815\" y=\"-674.46\" font-family=\"Arial\" font-size=\"12.00\">for g in [0..32) stride=128</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860228126944&#45;&gt;Temporal_139860227659472 -->\n",
+       "<g id=\"edge128\" class=\"edge\">\n",
+       "<title>Reservation_139860228126944&#45;&gt;Temporal_139860227659472</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1815,-710.51C1815,-709.02 1815,-707.49 1815,-705.95\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1818.5,-705.82 1815,-695.82 1811.5,-705.82 1818.5,-705.82\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860227656352 -->\n",
+       "<g id=\"node129\" class=\"node\">\n",
+       "<title>Storage_139860227656352</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M1894,-641.68C1894,-643.54 1858.59,-645.06 1815,-645.06 1771.41,-645.06 1736,-643.54 1736,-641.68 1736,-641.68 1736,-611.2 1736,-611.2 1736,-609.33 1771.41,-607.81 1815,-607.81 1858.59,-607.81 1894,-609.33 1894,-611.2 1894,-611.2 1894,-641.68 1894,-641.68\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1894,-641.68C1894,-639.81 1858.59,-638.29 1815,-638.29 1771.41,-638.29 1736,-639.81 1736,-641.68\"/>\n",
+       "<text text-anchor=\"start\" x=\"1738\" y=\"-622.84\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#000080\" stroke-width=\"5\" points=\"1848.5,-614.94 1848.5,-636.94 1891.5,-636.94 1891.5,-614.94 1848.5,-614.94\"/>\n",
+       "<text text-anchor=\"start\" x=\"1853\" y=\"-622.84\" font-family=\"Arial\" font-size=\"12.00\">WFFA</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227659472&#45;&gt;Storage_139860227656352 -->\n",
+       "<g id=\"edge129\" class=\"edge\">\n",
+       "<title>Temporal_139860227659472&#45;&gt;Storage_139860227656352</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1815,-659.38C1815,-658.07 1815,-656.74 1815,-655.38\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1818.5,-655.03 1815,-645.03 1811.5,-655.03 1818.5,-655.03\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227655792 -->\n",
+       "<g id=\"node130\" class=\"node\">\n",
+       "<title>Reservation_139860227655792</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1908.5,-593.31 1723.5,-593.31 1723.5,-589.31 1719.5,-589.31 1719.5,-585.31 1723.5,-585.31 1723.5,-565.31 1719.5,-565.31 1719.5,-561.31 1723.5,-561.31 1723.5,-557.31 1908.5,-557.31 1908.5,-593.31\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1723.5,-589.31 1727.5,-589.31 1727.5,-585.31 1723.5,-585.31 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1723.5,-565.31 1727.5,-565.31 1727.5,-561.31 1723.5,-561.31 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1726\" y=\"-571.71\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#000080\" stroke-width=\"5\" points=\"1863.5,-563.81 1863.5,-585.81 1906.5,-585.81 1906.5,-563.81 1863.5,-563.81\"/>\n",
+       "<text text-anchor=\"start\" x=\"1868\" y=\"-571.71\" font-family=\"Arial\" font-size=\"12.00\">WFFA</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860227656352&#45;&gt;Reservation_139860227655792 -->\n",
+       "<g id=\"edge130\" class=\"edge\">\n",
+       "<title>Storage_139860227656352&#45;&gt;Reservation_139860227655792</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1815.36,-607.7C1815.39,-606.4 1815.41,-605.08 1815.44,-603.74\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1818.95,-603.6 1815.65,-593.53 1811.95,-603.46 1818.95,-603.6\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227654192 -->\n",
+       "<g id=\"node131\" class=\"node\">\n",
+       "<title>Temporal_139860227654192</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1880,-542.75 1752,-542.75 1752,-506.75 1880,-506.75 1880,-542.75\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1816\" y=\"-521.65\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..2) stride=128</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227655792&#45;&gt;Temporal_139860227654192 -->\n",
+       "<g id=\"edge131\" class=\"edge\">\n",
+       "<title>Reservation_139860227655792&#45;&gt;Temporal_139860227654192</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1816,-557.05C1816,-555.77 1816,-554.45 1816,-553.12\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1819.5,-552.95 1816,-542.95 1812.5,-552.95 1819.5,-552.95\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860227653712 -->\n",
+       "<g id=\"node132\" class=\"node\">\n",
+       "<title>Storage_139860227653712</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M1883,-489.43C1883,-491.29 1853.42,-492.81 1817,-492.81 1780.58,-492.81 1751,-491.29 1751,-489.43 1751,-489.43 1751,-458.95 1751,-458.95 1751,-457.08 1780.58,-455.56 1817,-455.56 1853.42,-455.56 1883,-457.08 1883,-458.95 1883,-458.95 1883,-489.43 1883,-489.43\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1883,-489.43C1883,-487.56 1853.42,-486.04 1817,-486.04 1780.58,-486.04 1751,-487.56 1751,-489.43\"/>\n",
+       "<text text-anchor=\"start\" x=\"1753\" y=\"-470.59\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff005a\" stroke-width=\"5\" points=\"1863.5,-462.69 1863.5,-484.69 1880.5,-484.69 1880.5,-462.69 1863.5,-462.69\"/>\n",
+       "<text text-anchor=\"start\" x=\"1868\" y=\"-470.59\" font-family=\"Arial\" font-size=\"12.00\">Z</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227654192&#45;&gt;Storage_139860227653712 -->\n",
+       "<g id=\"edge132\" class=\"edge\">\n",
+       "<title>Temporal_139860227654192&#45;&gt;Storage_139860227653712</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1816.36,-506.49C1816.38,-505.4 1816.4,-504.29 1816.42,-503.17\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1819.93,-503.12 1816.63,-493.05 1812.93,-502.97 1819.93,-503.12\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227668992 -->\n",
+       "<g id=\"node133\" class=\"node\">\n",
+       "<title>Reservation_139860227668992</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1897.5,-441.06 1738.5,-441.06 1738.5,-437.06 1734.5,-437.06 1734.5,-433.06 1738.5,-433.06 1738.5,-413.06 1734.5,-413.06 1734.5,-409.06 1738.5,-409.06 1738.5,-405.06 1897.5,-405.06 1897.5,-441.06\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1738.5,-437.06 1742.5,-437.06 1742.5,-433.06 1738.5,-433.06 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1738.5,-413.06 1742.5,-413.06 1742.5,-409.06 1738.5,-409.06 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1741\" y=\"-419.46\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#ff005a\" stroke-width=\"5\" points=\"1878.5,-411.56 1878.5,-433.56 1895.5,-433.56 1895.5,-411.56 1878.5,-411.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"1883\" y=\"-419.46\" font-family=\"Arial\" font-size=\"12.00\">Z</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860227653712&#45;&gt;Reservation_139860227668992 -->\n",
+       "<g id=\"edge133\" class=\"edge\">\n",
+       "<title>Storage_139860227653712&#45;&gt;Reservation_139860227668992</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1817.36,-455.45C1817.39,-454.15 1817.41,-452.83 1817.44,-451.49\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1820.95,-451.35 1817.65,-441.28 1813.95,-451.21 1820.95,-451.35\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227668832 -->\n",
+       "<g id=\"node134\" class=\"node\">\n",
+       "<title>Temporal_139860227668832</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1877,-389.94 1759,-389.94 1759,-353.94 1877,-353.94 1877,-389.94\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1818\" y=\"-368.84\" font-family=\"Arial\" font-size=\"12.00\">for c in [0..4) stride=32</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227668992&#45;&gt;Temporal_139860227668832 -->\n",
+       "<g id=\"edge134\" class=\"edge\">\n",
+       "<title>Reservation_139860227668992&#45;&gt;Temporal_139860227668832</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1818,-404.88C1818,-403.39 1818,-401.87 1818,-400.32\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1821.5,-400.19 1818,-390.19 1814.5,-400.19 1821.5,-400.19\"/>\n",
+       "</g>\n",
+       "<!-- Spatial_139860227668032 -->\n",
+       "<g id=\"node135\" class=\"node\">\n",
+       "<title>Spatial_139860227668032</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1923,-339.38 1713,-339.38 1713,-303.38 1923,-303.38 1923,-339.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1818\" y=\"-318.27\" font-family=\"Arial\" font-size=\"12.00\">S&#45;reuse_output for g in [0..128) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227668832&#45;&gt;Spatial_139860227668032 -->\n",
+       "<g id=\"edge135\" class=\"edge\">\n",
+       "<title>Temporal_139860227668832&#45;&gt;Spatial_139860227668032</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1818,-353.68C1818,-352.39 1818,-351.07 1818,-349.74\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1821.5,-349.58 1818,-339.58 1814.5,-349.58 1821.5,-349.58\"/>\n",
+       "</g>\n",
+       "<!-- Spatial_139860227656032 -->\n",
+       "<g id=\"node136\" class=\"node\">\n",
+       "<title>Spatial_139860227656032</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1915,-288.81 1719,-288.81 1719,-252.81 1915,-252.81 1915,-288.81\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1817\" y=\"-267.71\" font-family=\"Arial\" font-size=\"12.00\">S&#45;reuse_input for c in [0..32) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Spatial_139860227668032&#45;&gt;Spatial_139860227656032 -->\n",
+       "<g id=\"edge136\" class=\"edge\">\n",
+       "<title>Spatial_139860227668032&#45;&gt;Spatial_139860227656032</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1817.64,-303.12C1817.62,-301.83 1817.59,-300.51 1817.56,-299.18\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1821.06,-298.94 1817.35,-289.01 1814.06,-299.08 1821.06,-298.94\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860227655072 -->\n",
+       "<g id=\"node137\" class=\"node\">\n",
+       "<title>Storage_139860227655072</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M1885.5,-234.93C1885.5,-236.79 1854.8,-238.31 1817,-238.31 1779.2,-238.31 1748.5,-236.79 1748.5,-234.93 1748.5,-234.93 1748.5,-204.45 1748.5,-204.45 1748.5,-202.58 1779.2,-201.06 1817,-201.06 1854.8,-201.06 1885.5,-202.58 1885.5,-204.45 1885.5,-204.45 1885.5,-234.93 1885.5,-234.93\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1885.5,-234.93C1885.5,-233.06 1854.8,-231.54 1817,-231.54 1779.2,-231.54 1748.5,-233.06 1748.5,-234.93\"/>\n",
+       "<text text-anchor=\"start\" x=\"1751\" y=\"-216.09\" font-family=\"Arial\" font-size=\"12.00\">Register reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#000080\" stroke-width=\"5\" points=\"1840.5,-208.19 1840.5,-230.19 1883.5,-230.19 1883.5,-208.19 1840.5,-208.19\"/>\n",
+       "<text text-anchor=\"start\" x=\"1845\" y=\"-216.09\" font-family=\"Arial\" font-size=\"12.00\">WFFA</text>\n",
+       "</g>\n",
+       "<!-- Spatial_139860227656032&#45;&gt;Storage_139860227655072 -->\n",
+       "<g id=\"edge137\" class=\"edge\">\n",
+       "<title>Spatial_139860227656032&#45;&gt;Storage_139860227655072</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1817,-252.63C1817,-251.32 1817,-249.99 1817,-248.63\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1820.5,-248.28 1817,-238.28 1813.5,-248.28 1820.5,-248.28\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227657952 -->\n",
+       "<g id=\"node138\" class=\"node\">\n",
+       "<title>Reservation_139860227657952</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"1899,-186.56 1735,-186.56 1735,-182.56 1731,-182.56 1731,-178.56 1735,-178.56 1735,-158.56 1731,-158.56 1731,-154.56 1735,-154.56 1735,-150.56 1899,-150.56 1899,-186.56\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1735,-182.56 1739,-182.56 1739,-178.56 1735,-178.56 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1735,-158.56 1739,-158.56 1739,-154.56 1735,-154.56 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1737\" y=\"-164.96\" font-family=\"Arial\" font-size=\"12.00\">Register reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#000080\" stroke-width=\"5\" points=\"1853.5,-157.06 1853.5,-179.06 1896.5,-179.06 1896.5,-157.06 1853.5,-157.06\"/>\n",
+       "<text text-anchor=\"start\" x=\"1858\" y=\"-164.96\" font-family=\"Arial\" font-size=\"12.00\">WFFA</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860227655072&#45;&gt;Reservation_139860227657952 -->\n",
+       "<g id=\"edge138\" class=\"edge\">\n",
+       "<title>Storage_139860227655072&#45;&gt;Reservation_139860227657952</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1817,-200.95C1817,-199.65 1817,-198.33 1817,-196.99\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1820.5,-196.78 1817,-186.78 1813.5,-196.78 1820.5,-196.78\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227665072 -->\n",
+       "<g id=\"node139\" class=\"node\">\n",
+       "<title>Temporal_139860227665072</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"1881,-136 1753,-136 1753,-100 1881,-100 1881,-136\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1817\" y=\"-114.9\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..128) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227657952&#45;&gt;Temporal_139860227665072 -->\n",
+       "<g id=\"edge139\" class=\"edge\">\n",
+       "<title>Reservation_139860227657952&#45;&gt;Temporal_139860227665072</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1817,-150.3C1817,-149.02 1817,-147.7 1817,-146.37\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1820.5,-146.2 1817,-136.2 1813.5,-146.2 1820.5,-146.2\"/>\n",
+       "</g>\n",
+       "<!-- Compute_139860227669872 -->\n",
+       "<g id=\"node140\" class=\"node\">\n",
+       "<title>Compute_139860227669872</title>\n",
+       "<ellipse fill=\"#e0eeff\" stroke=\"black\" cx=\"1817\" cy=\"-68\" rx=\"57.82\" ry=\"18\"/>\n",
+       "<text text-anchor=\"middle\" x=\"1817\" y=\"-64.9\" font-family=\"Arial\" font-size=\"12.00\">MAC computes FFA</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227665072&#45;&gt;Compute_139860227669872 -->\n",
+       "<g id=\"edge140\" class=\"edge\">\n",
+       "<title>Temporal_139860227665072&#45;&gt;Compute_139860227669872</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M1817,-99.94C1817,-98.67 1817,-97.37 1817,-96.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"1820.5,-96 1817,-86 1813.5,-96 1820.5,-96\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227654272 -->\n",
+       "<g id=\"node142\" class=\"node\">\n",
+       "<title>Reservation_139860227654272</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"2115.5,-898.38 1900.5,-898.38 1900.5,-894.38 1896.5,-894.38 1896.5,-890.38 1900.5,-890.38 1900.5,-870.38 1896.5,-870.38 1896.5,-866.38 1900.5,-866.38 1900.5,-862.38 2115.5,-862.38 2115.5,-898.38\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1900.5,-894.38 1904.5,-894.38 1904.5,-890.38 1900.5,-890.38 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1900.5,-870.38 1904.5,-870.38 1904.5,-866.38 1900.5,-866.38 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1903\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">MainMemory reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#0000ff\" stroke-width=\"5\" points=\"2043.5,-868.88 2043.5,-890.88 2076.5,-890.88 2076.5,-868.88 2043.5,-868.88\"/>\n",
+       "<text text-anchor=\"start\" x=\"2048\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">FFB</text>\n",
+       "<polygon fill=\"none\" stroke=\"#00ff00\" stroke-width=\"5\" points=\"2081.5,-868.88 2081.5,-890.88 2113.5,-890.88 2113.5,-868.88 2081.5,-868.88\"/>\n",
+       "<text text-anchor=\"start\" x=\"2086\" y=\"-876.77\" font-family=\"Arial\" font-size=\"12.00\">FFA</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860227667472&#45;&gt;Reservation_139860227654272 -->\n",
+       "<g id=\"edge141\" class=\"edge\">\n",
+       "<title>Storage_139860227667472&#45;&gt;Reservation_139860227654272</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2007.37,-912.13C2007.39,-911.02 2007.41,-909.89 2007.44,-908.75\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"2010.94,-908.6 2007.65,-898.53 2003.94,-908.46 2010.94,-908.6\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227659552 -->\n",
+       "<g id=\"node143\" class=\"node\">\n",
+       "<title>Temporal_139860227659552</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"2072,-848.38 1944,-848.38 1944,-812.38 2072,-812.38 2072,-848.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"2008\" y=\"-827.27\" font-family=\"Arial\" font-size=\"12.00\">for j in [0..32) stride=128</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227654272&#45;&gt;Temporal_139860227659552 -->\n",
+       "<g id=\"edge142\" class=\"edge\">\n",
+       "<title>Reservation_139860227654272&#45;&gt;Temporal_139860227659552</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2008,-862.32C2008,-861.04 2008,-859.74 2008,-858.43\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"2011.5,-858.38 2008,-848.38 2004.5,-858.38 2011.5,-858.38\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227658752 -->\n",
+       "<g id=\"node144\" class=\"node\">\n",
+       "<title>Temporal_139860227658752</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"2075.5,-797.81 1940.5,-797.81 1940.5,-761.81 2075.5,-761.81 2075.5,-797.81\"/>\n",
+       "<text text-anchor=\"middle\" x=\"2008\" y=\"-776.71\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..64) stride=256</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227659552&#45;&gt;Temporal_139860227658752 -->\n",
+       "<g id=\"edge143\" class=\"edge\">\n",
+       "<title>Temporal_139860227659552&#45;&gt;Temporal_139860227658752</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2008,-812.12C2008,-810.83 2008,-809.51 2008,-808.18\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"2011.5,-808.01 2008,-798.01 2004.5,-808.02 2011.5,-808.01\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860227661312 -->\n",
+       "<g id=\"node145\" class=\"node\">\n",
+       "<title>Storage_139860227661312</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M2082,-743.93C2082,-745.79 2048.83,-747.31 2008,-747.31 1967.17,-747.31 1934,-745.79 1934,-743.93 1934,-743.93 1934,-713.45 1934,-713.45 1934,-711.58 1967.17,-710.06 2008,-710.06 2048.83,-710.06 2082,-711.58 2082,-713.45 2082,-713.45 2082,-743.93 2082,-743.93\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2082,-743.93C2082,-742.06 2048.83,-740.54 2008,-740.54 1967.17,-740.54 1934,-742.06 1934,-743.93\"/>\n",
+       "<text text-anchor=\"start\" x=\"1936\" y=\"-725.09\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#0000ff\" stroke-width=\"5\" points=\"2046.5,-717.19 2046.5,-739.19 2079.5,-739.19 2079.5,-717.19 2046.5,-717.19\"/>\n",
+       "<text text-anchor=\"start\" x=\"2051\" y=\"-725.09\" font-family=\"Arial\" font-size=\"12.00\">FFB</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227658752&#45;&gt;Storage_139860227661312 -->\n",
+       "<g id=\"edge144\" class=\"edge\">\n",
+       "<title>Temporal_139860227658752&#45;&gt;Storage_139860227661312</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2008,-761.63C2008,-760.32 2008,-758.99 2008,-757.63\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"2011.5,-757.28 2008,-747.28 2004.5,-757.28 2011.5,-757.28\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227662112 -->\n",
+       "<g id=\"node146\" class=\"node\">\n",
+       "<title>Reservation_139860227662112</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"2095.5,-695.56 1920.5,-695.56 1920.5,-691.56 1916.5,-691.56 1916.5,-687.56 1920.5,-687.56 1920.5,-667.56 1916.5,-667.56 1916.5,-663.56 1920.5,-663.56 1920.5,-659.56 2095.5,-659.56 2095.5,-695.56\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1920.5,-691.56 1924.5,-691.56 1924.5,-687.56 1920.5,-687.56 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1920.5,-667.56 1924.5,-667.56 1924.5,-663.56 1920.5,-663.56 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1923\" y=\"-673.96\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#0000ff\" stroke-width=\"5\" points=\"2060.5,-666.06 2060.5,-688.06 2093.5,-688.06 2093.5,-666.06 2060.5,-666.06\"/>\n",
+       "<text text-anchor=\"start\" x=\"2065\" y=\"-673.96\" font-family=\"Arial\" font-size=\"12.00\">FFB</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860227661312&#45;&gt;Reservation_139860227662112 -->\n",
+       "<g id=\"edge145\" class=\"edge\">\n",
+       "<title>Storage_139860227661312&#45;&gt;Reservation_139860227662112</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2008,-709.95C2008,-708.65 2008,-707.33 2008,-705.99\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"2011.5,-705.78 2008,-695.78 2004.5,-705.78 2011.5,-705.78\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227661632 -->\n",
+       "<g id=\"node147\" class=\"node\">\n",
+       "<title>Temporal_139860227661632</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"2077,-644.44 1939,-644.44 1939,-608.44 2077,-608.44 2077,-644.44\"/>\n",
+       "<text text-anchor=\"middle\" x=\"2008\" y=\"-623.34\" font-family=\"Arial\" font-size=\"12.00\">for c in [0..128) stride=128</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227662112&#45;&gt;Temporal_139860227661632 -->\n",
+       "<g id=\"edge146\" class=\"edge\">\n",
+       "<title>Reservation_139860227662112&#45;&gt;Temporal_139860227661632</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2008,-659.38C2008,-657.89 2008,-656.37 2008,-654.82\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"2011.5,-654.69 2008,-644.69 2004.5,-654.69 2011.5,-654.69\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860227664832 -->\n",
+       "<g id=\"node148\" class=\"node\">\n",
+       "<title>Storage_139860227664832</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M2087.5,-590.55C2087.5,-592.42 2051.87,-593.94 2008,-593.94 1964.13,-593.94 1928.5,-592.42 1928.5,-590.55 1928.5,-590.55 1928.5,-560.07 1928.5,-560.07 1928.5,-558.21 1964.13,-556.69 2008,-556.69 2051.87,-556.69 2087.5,-558.21 2087.5,-560.07 2087.5,-560.07 2087.5,-590.55 2087.5,-590.55\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2087.5,-590.55C2087.5,-588.68 2051.87,-587.16 2008,-587.16 1964.13,-587.16 1928.5,-588.68 1928.5,-590.55\"/>\n",
+       "<text text-anchor=\"start\" x=\"1931\" y=\"-571.71\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#808000\" stroke-width=\"5\" points=\"2041.5,-563.81 2041.5,-585.81 2085.5,-585.81 2085.5,-563.81 2041.5,-563.81\"/>\n",
+       "<text text-anchor=\"start\" x=\"2046\" y=\"-571.71\" font-family=\"Arial\" font-size=\"12.00\">WFFB</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227661632&#45;&gt;Storage_139860227664832 -->\n",
+       "<g id=\"edge147\" class=\"edge\">\n",
+       "<title>Temporal_139860227661632&#45;&gt;Storage_139860227664832</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2008,-608.26C2008,-606.95 2008,-605.61 2008,-604.26\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"2011.5,-603.9 2008,-593.9 2004.5,-603.9 2011.5,-603.9\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227653952 -->\n",
+       "<g id=\"node149\" class=\"node\">\n",
+       "<title>Reservation_139860227653952</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"2103,-542.75 1917,-542.75 1917,-538.75 1913,-538.75 1913,-534.75 1917,-534.75 1917,-514.75 1913,-514.75 1913,-510.75 1917,-510.75 1917,-506.75 2103,-506.75 2103,-542.75\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1917,-538.75 1921,-538.75 1921,-534.75 1917,-534.75 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1917,-514.75 1921,-514.75 1921,-510.75 1917,-510.75 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1919\" y=\"-521.15\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#808000\" stroke-width=\"5\" points=\"2056.5,-513.25 2056.5,-535.25 2100.5,-535.25 2100.5,-513.25 2056.5,-513.25\"/>\n",
+       "<text text-anchor=\"start\" x=\"2061\" y=\"-521.15\" font-family=\"Arial\" font-size=\"12.00\">WFFB</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860227664832&#45;&gt;Reservation_139860227653952 -->\n",
+       "<g id=\"edge148\" class=\"edge\">\n",
+       "<title>Storage_139860227664832&#45;&gt;Reservation_139860227653952</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2008.73,-556.51C2008.78,-555.4 2008.83,-554.27 2008.87,-553.13\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"2012.38,-553.04 2009.29,-542.91 2005.38,-552.76 2012.38,-553.04\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227660272 -->\n",
+       "<g id=\"node150\" class=\"node\">\n",
+       "<title>Temporal_139860227660272</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"2075,-492.19 1947,-492.19 1947,-456.19 2075,-456.19 2075,-492.19\"/>\n",
+       "<text text-anchor=\"middle\" x=\"2011\" y=\"-471.09\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..2) stride=128</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227653952&#45;&gt;Temporal_139860227660272 -->\n",
+       "<g id=\"edge149\" class=\"edge\">\n",
+       "<title>Reservation_139860227653952&#45;&gt;Temporal_139860227660272</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2010.36,-506.49C2010.38,-505.2 2010.41,-503.89 2010.44,-502.56\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"2013.94,-502.46 2010.65,-492.39 2006.94,-502.32 2013.94,-502.46\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860227666912 -->\n",
+       "<g id=\"node151\" class=\"node\">\n",
+       "<title>Storage_139860227666912</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M2099.5,-438.3C2099.5,-440.17 2066.56,-441.69 2026,-441.69 1985.44,-441.69 1952.5,-440.17 1952.5,-438.3 1952.5,-438.3 1952.5,-407.82 1952.5,-407.82 1952.5,-405.96 1985.44,-404.44 2026,-404.44 2066.56,-404.44 2099.5,-405.96 2099.5,-407.82 2099.5,-407.82 2099.5,-438.3 2099.5,-438.3\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2099.5,-438.3C2099.5,-436.43 2066.56,-434.91 2026,-434.91 1985.44,-434.91 1952.5,-436.43 1952.5,-438.3\"/>\n",
+       "<text text-anchor=\"start\" x=\"1955\" y=\"-419.46\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#00ff00\" stroke-width=\"5\" points=\"2065.5,-411.56 2065.5,-433.56 2097.5,-433.56 2097.5,-411.56 2065.5,-411.56\"/>\n",
+       "<text text-anchor=\"start\" x=\"2070\" y=\"-419.46\" font-family=\"Arial\" font-size=\"12.00\">FFA</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227660272&#45;&gt;Storage_139860227666912 -->\n",
+       "<g id=\"edge150\" class=\"edge\">\n",
+       "<title>Temporal_139860227660272&#45;&gt;Storage_139860227666912</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2016.25,-456.01C2016.69,-454.55 2017.14,-453.06 2017.6,-451.56\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"2021.06,-452.24 2020.63,-441.65 2014.36,-450.19 2021.06,-452.24\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227655632 -->\n",
+       "<g id=\"node152\" class=\"node\">\n",
+       "<title>Reservation_139860227655632</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"2113,-389.94 1939,-389.94 1939,-385.94 1935,-385.94 1935,-381.94 1939,-381.94 1939,-361.94 1935,-361.94 1935,-357.94 1939,-357.94 1939,-353.94 2113,-353.94 2113,-389.94\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1939,-385.94 1943,-385.94 1943,-381.94 1939,-381.94 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1939,-361.94 1943,-361.94 1943,-357.94 1939,-357.94 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1941\" y=\"-368.34\" font-family=\"Arial\" font-size=\"12.00\">GlobalBuffer reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#00ff00\" stroke-width=\"5\" points=\"2078.5,-360.44 2078.5,-382.44 2110.5,-382.44 2110.5,-360.44 2078.5,-360.44\"/>\n",
+       "<text text-anchor=\"start\" x=\"2083\" y=\"-368.34\" font-family=\"Arial\" font-size=\"12.00\">FFA</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860227666912&#45;&gt;Reservation_139860227655632 -->\n",
+       "<g id=\"edge151\" class=\"edge\">\n",
+       "<title>Storage_139860227666912&#45;&gt;Reservation_139860227655632</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2026,-404.33C2026,-403.03 2026,-401.7 2026,-400.36\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"2029.5,-400.15 2026,-390.15 2022.5,-400.15 2029.5,-400.15\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227655472 -->\n",
+       "<g id=\"node153\" class=\"node\">\n",
+       "<title>Temporal_139860227655472</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"2087.5,-339.38 1972.5,-339.38 1972.5,-303.38 2087.5,-303.38 2087.5,-339.38\"/>\n",
+       "<text text-anchor=\"middle\" x=\"2030\" y=\"-318.27\" font-family=\"Arial\" font-size=\"12.00\">for j in [0..4) stride=32</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860227655632&#45;&gt;Temporal_139860227655472 -->\n",
+       "<g id=\"edge152\" class=\"edge\">\n",
+       "<title>Reservation_139860227655632&#45;&gt;Temporal_139860227655472</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2027.42,-353.68C2027.53,-352.39 2027.64,-351.07 2027.75,-349.74\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"2031.25,-349.83 2028.58,-339.58 2024.27,-349.26 2031.25,-349.83\"/>\n",
+       "</g>\n",
+       "<!-- Spatial_139860232208544 -->\n",
+       "<g id=\"node154\" class=\"node\">\n",
+       "<title>Spatial_139860232208544</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"2142.5,-288.81 1933.5,-288.81 1933.5,-252.81 2142.5,-252.81 2142.5,-288.81\"/>\n",
+       "<text text-anchor=\"middle\" x=\"2038\" y=\"-267.71\" font-family=\"Arial\" font-size=\"12.00\">S&#45;reuse_output for c in [0..128) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860227655472&#45;&gt;Spatial_139860232208544 -->\n",
+       "<g id=\"edge153\" class=\"edge\">\n",
+       "<title>Temporal_139860227655472&#45;&gt;Spatial_139860232208544</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2032.84,-303.12C2033.06,-301.83 2033.27,-300.51 2033.49,-299.18\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"2036.99,-299.45 2035.17,-289.01 2030.09,-298.31 2036.99,-299.45\"/>\n",
+       "</g>\n",
+       "<!-- Spatial_139860232213504 -->\n",
+       "<g id=\"node155\" class=\"node\">\n",
+       "<title>Spatial_139860232213504</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"2134.5,-237.69 1941.5,-237.69 1941.5,-201.69 2134.5,-201.69 2134.5,-237.69\"/>\n",
+       "<text text-anchor=\"middle\" x=\"2038\" y=\"-216.59\" font-family=\"Arial\" font-size=\"12.00\">S&#45;reuse_input for j in [0..32) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Spatial_139860232208544&#45;&gt;Spatial_139860232213504 -->\n",
+       "<g id=\"edge154\" class=\"edge\">\n",
+       "<title>Spatial_139860232208544&#45;&gt;Spatial_139860232213504</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2038,-252.63C2038,-251.14 2038,-249.62 2038,-248.07\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"2041.5,-247.94 2038,-237.94 2034.5,-247.94 2041.5,-247.94\"/>\n",
+       "</g>\n",
+       "<!-- Storage_139860232221184 -->\n",
+       "<g id=\"node156\" class=\"node\">\n",
+       "<title>Storage_139860232221184</title>\n",
+       "<path fill=\"#d7fcd7\" stroke=\"black\" d=\"M2107,-183.8C2107,-185.67 2076.07,-187.19 2038,-187.19 1999.93,-187.19 1969,-185.67 1969,-183.8 1969,-183.8 1969,-153.32 1969,-153.32 1969,-151.46 1999.93,-149.94 2038,-149.94 2076.07,-149.94 2107,-151.46 2107,-153.32 2107,-153.32 2107,-183.8 2107,-183.8\"/>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2107,-183.8C2107,-181.93 2076.07,-180.41 2038,-180.41 1999.93,-180.41 1969,-181.93 1969,-183.8\"/>\n",
+       "<text text-anchor=\"start\" x=\"1971\" y=\"-164.96\" font-family=\"Arial\" font-size=\"12.00\">Register reuses</text>\n",
+       "<polygon fill=\"none\" stroke=\"#808000\" stroke-width=\"5\" points=\"2060.5,-157.06 2060.5,-179.06 2104.5,-179.06 2104.5,-157.06 2060.5,-157.06\"/>\n",
+       "<text text-anchor=\"start\" x=\"2065\" y=\"-164.96\" font-family=\"Arial\" font-size=\"12.00\">WFFB</text>\n",
+       "</g>\n",
+       "<!-- Spatial_139860232213504&#45;&gt;Storage_139860232221184 -->\n",
+       "<g id=\"edge155\" class=\"edge\">\n",
+       "<title>Spatial_139860232213504&#45;&gt;Storage_139860232221184</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2038,-201.51C2038,-200.2 2038,-198.86 2038,-197.51\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"2041.5,-197.15 2038,-187.15 2034.5,-197.15 2041.5,-197.15\"/>\n",
+       "</g>\n",
+       "<!-- Reservation_139860232219504 -->\n",
+       "<g id=\"node157\" class=\"node\">\n",
+       "<title>Reservation_139860232219504</title>\n",
+       "<polygon fill=\"#e8e8e8\" stroke=\"black\" points=\"2120.5,-136 1955.5,-136 1955.5,-132 1951.5,-132 1951.5,-128 1955.5,-128 1955.5,-108 1951.5,-108 1951.5,-104 1955.5,-104 1955.5,-100 2120.5,-100 2120.5,-136\"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1955.5,-132 1959.5,-132 1959.5,-128 1955.5,-128 \"/>\n",
+       "<polyline fill=\"none\" stroke=\"black\" points=\"1955.5,-108 1959.5,-108 1959.5,-104 1955.5,-104 \"/>\n",
+       "<text text-anchor=\"start\" x=\"1958\" y=\"-114.4\" font-family=\"Arial\" font-size=\"12.00\">Register reserved for</text>\n",
+       "<polygon fill=\"none\" stroke=\"#808000\" stroke-width=\"5\" points=\"2074.5,-106.5 2074.5,-128.5 2118.5,-128.5 2118.5,-106.5 2074.5,-106.5\"/>\n",
+       "<text text-anchor=\"start\" x=\"2079\" y=\"-114.4\" font-family=\"Arial\" font-size=\"12.00\">WFFB</text>\n",
+       "</g>\n",
+       "<!-- Storage_139860232221184&#45;&gt;Reservation_139860232219504 -->\n",
+       "<g id=\"edge156\" class=\"edge\">\n",
+       "<title>Storage_139860232221184&#45;&gt;Reservation_139860232219504</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2038,-149.76C2038,-148.65 2038,-147.52 2038,-146.38\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"2041.5,-146.16 2038,-136.16 2034.5,-146.16 2041.5,-146.16\"/>\n",
+       "</g>\n",
+       "<!-- Temporal_139860237235968 -->\n",
+       "<g id=\"node158\" class=\"node\">\n",
+       "<title>Temporal_139860237235968</title>\n",
+       "<polygon fill=\"#fcc2fc\" stroke=\"black\" points=\"2102,-86 1974,-86 1974,-50 2102,-50 2102,-86\"/>\n",
+       "<text text-anchor=\"middle\" x=\"2038\" y=\"-64.9\" font-family=\"Arial\" font-size=\"12.00\">for m in [0..128) stride=1</text>\n",
+       "</g>\n",
+       "<!-- Reservation_139860232219504&#45;&gt;Temporal_139860237235968 -->\n",
+       "<g id=\"edge157\" class=\"edge\">\n",
+       "<title>Reservation_139860232219504&#45;&gt;Temporal_139860237235968</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2038,-99.94C2038,-98.67 2038,-97.37 2038,-96.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"2041.5,-96 2038,-86 2034.5,-96 2041.5,-96\"/>\n",
+       "</g>\n",
+       "<!-- Compute_139860237234848 -->\n",
+       "<g id=\"node159\" class=\"node\">\n",
+       "<title>Compute_139860237234848</title>\n",
+       "<ellipse fill=\"#e0eeff\" stroke=\"black\" cx=\"2038\" cy=\"-18\" rx=\"58.39\" ry=\"18\"/>\n",
+       "<text text-anchor=\"middle\" x=\"2038\" y=\"-14.9\" font-family=\"Arial\" font-size=\"12.00\">MAC computes FFB</text>\n",
+       "</g>\n",
+       "<!-- Temporal_139860237235968&#45;&gt;Compute_139860237234848 -->\n",
+       "<g id=\"edge158\" class=\"edge\">\n",
+       "<title>Temporal_139860237235968&#45;&gt;Compute_139860237234848</title>\n",
+       "<path fill=\"none\" stroke=\"black\" d=\"M2038,-49.94C2038,-48.67 2038,-47.37 2038,-46.05\"/>\n",
+       "<polygon fill=\"black\" stroke=\"black\" points=\"2041.5,-46 2038,-36 2034.5,-46 2041.5,-46\"/>\n",
+       "</g>\n",
+       "</g>\n",
+       "</svg>\n"
+      ],
+      "text/plain": [
+       "<accelforge.mapper.FFM.mappings.Mappings at 0x7f341ac7ac30>"
+      ]
+     },
+     "execution_count": 8,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "# Show the mapping.\n",
+    "mapping"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Per-compute energy: 6.8689005693158005e-12\n",
+      "Contributors to energy:\n",
+      "\tTotal: 37.821644600723054\n",
+      "\tI<SEP>MainMemory<SEP>leak: 0\n",
+      "\tI<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "\tI<SEP>Register<SEP>leak: 0\n",
+      "\tI<SEP>MAC<SEP>leak: 0\n",
+      "\tV<SEP>Register<SEP>read: 0\n",
+      "\tV<SEP>Register<SEP>write: 0\n",
+      "\tV<SEP>GlobalBuffer<SEP>read: 1.082413911819458\n",
+      "\tV<SEP>GlobalBuffer<SEP>write: 0.6518644094467163\n",
+      "\tV<SEP>MainMemory<SEP>read: 0.18116171658039093\n",
+      "\tV<SEP>MainMemory<SEP>write: 0.00377420251136\n",
+      "\tV<SEP>MAC<SEP>compute: 0.023089744183296\n",
+      "\tV<SEP>MainMemory<SEP>leak: 0\n",
+      "\tV<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "\tV<SEP>Register<SEP>leak: 0\n",
+      "\tV<SEP>MAC<SEP>leak: 0\n",
+      "\tK<SEP>Register<SEP>read: 0\n",
+      "\tK<SEP>Register<SEP>write: 0\n",
+      "\tK<SEP>GlobalBuffer<SEP>read: 1.082413911819458\n",
+      "\tK<SEP>GlobalBuffer<SEP>write: 0.6518644094467163\n",
+      "\tK<SEP>MainMemory<SEP>read: 0.18116171658039093\n",
+      "\tK<SEP>MainMemory<SEP>write: 0.00377420251136\n",
+      "\tK<SEP>MAC<SEP>compute: 0.023089744183296\n",
+      "\tK<SEP>MainMemory<SEP>leak: 0\n",
+      "\tK<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "\tK<SEP>Register<SEP>leak: 0\n",
+      "\tK<SEP>MAC<SEP>leak: 0\n",
+      "\tQ<SEP>Register<SEP>read: 0\n",
+      "\tQ<SEP>Register<SEP>write: 0\n",
+      "\tQ<SEP>GlobalBuffer<SEP>read: 1.082413911819458\n",
+      "\tQ<SEP>GlobalBuffer<SEP>write: 0.6518644094467163\n",
+      "\tQ<SEP>MainMemory<SEP>read: 0.18116171658039093\n",
+      "\tQ<SEP>MainMemory<SEP>write: 0.00377420251136\n",
+      "\tQ<SEP>MAC<SEP>compute: 0.023089744183296\n",
+      "\tQ<SEP>MainMemory<SEP>leak: 0\n",
+      "\tQ<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "\tQ<SEP>Register<SEP>leak: 0\n",
+      "\tQ<SEP>MAC<SEP>leak: 0\n",
+      "\tQK<SEP>Register<SEP>read: 0\n",
+      "\tQK<SEP>Register<SEP>write: 0\n",
+      "\tQK<SEP>GlobalBuffer<SEP>read: 2.2158939838409424\n",
+      "\tQK<SEP>GlobalBuffer<SEP>write: 2.587480068206787\n",
+      "\tQK<SEP>MainMemory<SEP>read: 0.24532315135002136\n",
+      "\tQK<SEP>MainMemory<SEP>write: 0.4830979108810425\n",
+      "\tQK<SEP>MAC<SEP>compute: 0.092358976733184\n",
+      "\tQK<SEP>MainMemory<SEP>leak: 0\n",
+      "\tQK<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "\tQK<SEP>Register<SEP>leak: 0\n",
+      "\tQK<SEP>MAC<SEP>leak: 0\n",
+      "\tQK_softmax<SEP>GlobalBuffer<SEP>read: 0.034222299414528\n",
+      "\tQK_softmax<SEP>GlobalBuffer<SEP>write: 0.040269613367296\n",
+      "\tQK_softmax<SEP>MainMemory<SEP>read: 0.48309792145408\n",
+      "\tQK_softmax<SEP>MainMemory<SEP>write: 0.48309792145408\n",
+      "\tQK_softmax<SEP>MAC<SEP>compute: 0.000721554505728\n",
+      "\tQK_softmax<SEP>MainMemory<SEP>leak: 0\n",
+      "\tQK_softmax<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "\tQK_softmax<SEP>Register<SEP>leak: 0\n",
+      "\tQK_softmax<SEP>MAC<SEP>leak: 0\n",
+      "\tAV<SEP>Register<SEP>read: 0\n",
+      "\tAV<SEP>Register<SEP>write: 0\n",
+      "\tAV<SEP>GlobalBuffer<SEP>read: 4.380588054656982\n",
+      "\tAV<SEP>GlobalBuffer<SEP>write: 2.6074576377868652\n",
+      "\tAV<SEP>MainMemory<SEP>read: 0.7246468663215637\n",
+      "\tAV<SEP>MainMemory<SEP>write: 0.00377420251136\n",
+      "\tAV<SEP>MAC<SEP>compute: 0.092358976733184\n",
+      "\tAV<SEP>MainMemory<SEP>leak: 0\n",
+      "\tAV<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "\tAV<SEP>Register<SEP>leak: 0\n",
+      "\tAV<SEP>MAC<SEP>leak: 0\n",
+      "\tZ<SEP>Register<SEP>read: 0\n",
+      "\tZ<SEP>Register<SEP>write: 0\n",
+      "\tZ<SEP>GlobalBuffer<SEP>read: 1.082413911819458\n",
+      "\tZ<SEP>GlobalBuffer<SEP>write: 0.6518644094467163\n",
+      "\tZ<SEP>MainMemory<SEP>read: 0.18116171658039093\n",
+      "\tZ<SEP>MainMemory<SEP>write: 0.00377420251136\n",
+      "\tZ<SEP>MAC<SEP>compute: 0.023089744183296\n",
+      "\tZ<SEP>MainMemory<SEP>leak: 0\n",
+      "\tZ<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "\tZ<SEP>Register<SEP>leak: 0\n",
+      "\tZ<SEP>MAC<SEP>leak: 0\n",
+      "\tFFA<SEP>Register<SEP>read: 0\n",
+      "\tFFA<SEP>Register<SEP>write: 0\n",
+      "\tFFA<SEP>GlobalBuffer<SEP>read: 4.329655647277832\n",
+      "\tFFA<SEP>GlobalBuffer<SEP>write: 2.6074576377868652\n",
+      "\tFFA<SEP>MainMemory<SEP>read: 0.7246468663215637\n",
+      "\tFFA<SEP>MainMemory<SEP>write: 0.01509681004544\n",
+      "\tFFA<SEP>MAC<SEP>compute: 0.092358976733184\n",
+      "\tFFA<SEP>MainMemory<SEP>leak: 0\n",
+      "\tFFA<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "\tFFA<SEP>Register<SEP>leak: 0\n",
+      "\tFFA<SEP>MAC<SEP>leak: 0\n",
+      "\tFFB<SEP>Register<SEP>read: 0\n",
+      "\tFFB<SEP>Register<SEP>write: 0\n",
+      "\tFFB<SEP>GlobalBuffer<SEP>read: 4.380588054656982\n",
+      "\tFFB<SEP>GlobalBuffer<SEP>write: 2.6074576377868652\n",
+      "\tFFB<SEP>MainMemory<SEP>read: 0.7246468663215637\n",
+      "\tFFB<SEP>MainMemory<SEP>write: 0.00377420251136\n",
+      "\tFFB<SEP>MAC<SEP>compute: 0.092358976733184\n",
+      "\tFFB<SEP>MainMemory<SEP>leak: 0\n",
+      "\tFFB<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "\tFFB<SEP>Register<SEP>leak: 0\n",
+      "\tFFB<SEP>MAC<SEP>leak: 0\n",
+      "tensor<SEP>I: 536870912\n",
+      "Total<SEP>energy: 37.821644600723054\n",
+      "tensor<SEP>V: 536870912\n",
+      "tensor<SEP>K: 536870912\n",
+      "tensor<SEP>Q: 536870912\n",
+      "tensor<SEP>QK: 68719476736\n",
+      "tensor<SEP>QK_softmax: 68719476736\n",
+      "tensor<SEP>AV: 536870912\n",
+      "tensor<SEP>Z: 536870912\n",
+      "tensor<SEP>FFA: 2147483648\n",
+      "I<SEP>energy<SEP>MainMemory<SEP>leak: 0\n",
+      "I<SEP>energy<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "I<SEP>energy<SEP>Register<SEP>leak: 0\n",
+      "I<SEP>energy<SEP>MAC<SEP>leak: 0\n",
+      "I<SEP>mapping: nodes=[Storage(tensors=['I_in'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['I_in'], resource='MainMemory', persistent=False), Storage(tensors=['I'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['I'], resource='MainMemory', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations0)), Temporal(rank_variable='d', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations1)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations2)), Compute(einsum='I', compute='MAC', component_object=Compute(name='MAC', attributes=ComputeAttributes(energy=None, energy_scale=1, latency='compute_actions * 1e-9', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0'], actions=[Action(name='compute', arguments=AttributesWithEnergy(energy=8.4e-14, energy_scale=1))], enabled=True))]\n",
+      "V<SEP>stride0: 0.0\n",
+      "V<SEP>stride1: 4\n",
+      "V<SEP>stride2: 32\n",
+      "V<SEP>stride4: 128\n",
+      "V<SEP>stride5: 0.0\n",
+      "V<SEP>stride6: 128.0\n",
+      "V<SEP>stride7: 1.0\n",
+      "V<SEP>energy<SEP>Register<SEP>read: 0\n",
+      "V<SEP>energy<SEP>Register<SEP>write: 0\n",
+      "V<SEP>energy<SEP>GlobalBuffer<SEP>read: 1.082413911819458\n",
+      "V<SEP>energy<SEP>GlobalBuffer<SEP>write: 0.6518644094467163\n",
+      "V<SEP>energy<SEP>MainMemory<SEP>read: 0.18116171658039093\n",
+      "V<SEP>energy<SEP>MainMemory<SEP>write: 0.00377420251136\n",
+      "V<SEP>energy<SEP>MAC<SEP>compute: 0.023089744183296\n",
+      "V<SEP>energy<SEP>MainMemory<SEP>leak: 0\n",
+      "V<SEP>energy<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "V<SEP>energy<SEP>Register<SEP>leak: 0\n",
+      "V<SEP>energy<SEP>MAC<SEP>leak: 0\n",
+      "V<SEP>mapping: nodes=[Storage(tensors=['WV'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=True), Reservation(purposes=['WV'], resource='MainMemory', persistent=True), Storage(tensors=['V'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['V'], resource='MainMemory', persistent=False), Storage(tensors=['I'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['I'], resource='MainMemory', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations0)), Temporal(rank_variable='e', tile_pattern=TilePattern(stride=stride1, initial_tile_shape=None, calculated_n_iterations=n_iterations1)), Temporal(rank_variable='h', tile_pattern=TilePattern(stride=stride2, initial_tile_shape=None, calculated_n_iterations=n_iterations2)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=stride3, initial_tile_shape=None, calculated_n_iterations=n_iterations3)), Storage(tensors=['V'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['V'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='d', tile_pattern=TilePattern(stride=stride4, initial_tile_shape=None, calculated_n_iterations=n_iterations4)), Storage(tensors=['WV'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['WV'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations5)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=stride6, initial_tile_shape=None, calculated_n_iterations=n_iterations6)), Storage(tensors=['I'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['I'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='e', tile_pattern=TilePattern(stride=stride7, initial_tile_shape=None, calculated_n_iterations=n_iterations7)), Temporal(rank_variable='h', tile_pattern=TilePattern(stride=stride8, initial_tile_shape=None, calculated_n_iterations=n_iterations8)), Spatial(rank_variable='d', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations9), name='reuse_output', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Spatial(rank_variable='e', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations10), name='reuse_input', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Spatial(rank_variable='h', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations11), name='reuse_input', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Storage(tensors=['WV'], component='Register', component_object=Memory(name='Register', attributes=MemoryAttributes(energy=0, energy_scale=1, latency=0, area_scale=1, area=0, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 1}, size=1), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for Register action read.', 'Setting Register energy to attributes.energy=0', 'Calculating energy for Register action write.', 'Setting Register energy to attributes.energy=0', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for Register action read.', 'Setting Register energy to attributes.energy=0', 'Calculating energy for Register action write.', 'Setting Register energy to attributes.energy=0', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=0, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=0, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='weight', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['WV'], resource='Register', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations12)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations13)), Compute(einsum='V', compute='MAC', component_object=Compute(name='MAC', attributes=ComputeAttributes(energy=None, energy_scale=1, latency='compute_actions * 1e-9', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0'], actions=[Action(name='compute', arguments=AttributesWithEnergy(energy=8.4e-14, energy_scale=1))], enabled=True))]\n",
+      "V<SEP>stride3: 256.0\n",
+      "V<SEP>stride8: 32.0\n",
+      "K<SEP>stride1: 4\n",
+      "K<SEP>stride2: 32\n",
+      "K<SEP>stride3: 256.0\n",
+      "K<SEP>stride4: 128\n",
+      "K<SEP>stride6: 128.0\n",
+      "K<SEP>stride7: 1.0\n",
+      "K<SEP>stride8: 32.0\n",
+      "K<SEP>energy<SEP>Register<SEP>read: 0\n",
+      "K<SEP>energy<SEP>Register<SEP>write: 0\n",
+      "K<SEP>energy<SEP>GlobalBuffer<SEP>read: 1.082413911819458\n",
+      "K<SEP>energy<SEP>GlobalBuffer<SEP>write: 0.6518644094467163\n",
+      "K<SEP>energy<SEP>MainMemory<SEP>read: 0.18116171658039093\n",
+      "K<SEP>energy<SEP>MainMemory<SEP>write: 0.00377420251136\n",
+      "K<SEP>energy<SEP>MAC<SEP>compute: 0.023089744183296\n",
+      "K<SEP>energy<SEP>MainMemory<SEP>leak: 0\n",
+      "K<SEP>energy<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "K<SEP>energy<SEP>Register<SEP>leak: 0\n",
+      "K<SEP>energy<SEP>MAC<SEP>leak: 0\n",
+      "K<SEP>mapping: nodes=[Storage(tensors=['WK'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=True), Reservation(purposes=['WK'], resource='MainMemory', persistent=True), Storage(tensors=['K'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['K'], resource='MainMemory', persistent=False), Storage(tensors=['I'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['I'], resource='MainMemory', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations0)), Temporal(rank_variable='e', tile_pattern=TilePattern(stride=stride1, initial_tile_shape=None, calculated_n_iterations=n_iterations1)), Temporal(rank_variable='h', tile_pattern=TilePattern(stride=stride2, initial_tile_shape=None, calculated_n_iterations=n_iterations2)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=stride3, initial_tile_shape=None, calculated_n_iterations=n_iterations3)), Storage(tensors=['K'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['K'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='d', tile_pattern=TilePattern(stride=stride4, initial_tile_shape=None, calculated_n_iterations=n_iterations4)), Storage(tensors=['WK'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['WK'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations5)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=stride6, initial_tile_shape=None, calculated_n_iterations=n_iterations6)), Storage(tensors=['I'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['I'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='e', tile_pattern=TilePattern(stride=stride7, initial_tile_shape=None, calculated_n_iterations=n_iterations7)), Temporal(rank_variable='h', tile_pattern=TilePattern(stride=stride8, initial_tile_shape=None, calculated_n_iterations=n_iterations8)), Spatial(rank_variable='d', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations9), name='reuse_output', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Spatial(rank_variable='e', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations10), name='reuse_input', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Spatial(rank_variable='h', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations11), name='reuse_input', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Storage(tensors=['WK'], component='Register', component_object=Memory(name='Register', attributes=MemoryAttributes(energy=0, energy_scale=1, latency=0, area_scale=1, area=0, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 1}, size=1), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for Register action read.', 'Setting Register energy to attributes.energy=0', 'Calculating energy for Register action write.', 'Setting Register energy to attributes.energy=0', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for Register action read.', 'Setting Register energy to attributes.energy=0', 'Calculating energy for Register action write.', 'Setting Register energy to attributes.energy=0', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=0, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=0, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='weight', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['WK'], resource='Register', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations12)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations13)), Compute(einsum='K', compute='MAC', component_object=Compute(name='MAC', attributes=ComputeAttributes(energy=None, energy_scale=1, latency='compute_actions * 1e-9', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0'], actions=[Action(name='compute', arguments=AttributesWithEnergy(energy=8.4e-14, energy_scale=1))], enabled=True))]\n",
+      "K<SEP>stride0: 0.0\n",
+      "K<SEP>stride5: 0.0\n",
+      "Q<SEP>stride1: 4\n",
+      "Q<SEP>stride2: 32\n",
+      "Q<SEP>stride3: 256.0\n",
+      "Q<SEP>stride4: 128\n",
+      "Q<SEP>stride5: 0.0\n",
+      "Q<SEP>energy<SEP>Register<SEP>read: 0\n",
+      "Q<SEP>energy<SEP>Register<SEP>write: 0\n",
+      "Q<SEP>energy<SEP>GlobalBuffer<SEP>read: 1.082413911819458\n",
+      "Q<SEP>energy<SEP>GlobalBuffer<SEP>write: 0.6518644094467163\n",
+      "Q<SEP>energy<SEP>MainMemory<SEP>read: 0.18116171658039093\n",
+      "Q<SEP>energy<SEP>MainMemory<SEP>write: 0.00377420251136\n",
+      "Q<SEP>energy<SEP>MAC<SEP>compute: 0.023089744183296\n",
+      "Q<SEP>energy<SEP>MainMemory<SEP>leak: 0\n",
+      "Q<SEP>energy<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "Q<SEP>energy<SEP>Register<SEP>leak: 0\n",
+      "Q<SEP>energy<SEP>MAC<SEP>leak: 0\n",
+      "Q<SEP>mapping: nodes=[Storage(tensors=['WQ'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=True), Reservation(purposes=['WQ'], resource='MainMemory', persistent=True), Storage(tensors=['Q'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['Q'], resource='MainMemory', persistent=False), Storage(tensors=['I'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['I'], resource='MainMemory', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations0)), Temporal(rank_variable='e', tile_pattern=TilePattern(stride=stride1, initial_tile_shape=None, calculated_n_iterations=n_iterations1)), Temporal(rank_variable='h', tile_pattern=TilePattern(stride=stride2, initial_tile_shape=None, calculated_n_iterations=n_iterations2)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=stride3, initial_tile_shape=None, calculated_n_iterations=n_iterations3)), Storage(tensors=['Q'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['Q'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='d', tile_pattern=TilePattern(stride=stride4, initial_tile_shape=None, calculated_n_iterations=n_iterations4)), Storage(tensors=['WQ'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['WQ'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations5)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=stride6, initial_tile_shape=None, calculated_n_iterations=n_iterations6)), Storage(tensors=['I'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['I'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='e', tile_pattern=TilePattern(stride=stride7, initial_tile_shape=None, calculated_n_iterations=n_iterations7)), Temporal(rank_variable='h', tile_pattern=TilePattern(stride=stride8, initial_tile_shape=None, calculated_n_iterations=n_iterations8)), Spatial(rank_variable='d', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations9), name='reuse_output', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Spatial(rank_variable='h', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations10), name='reuse_input', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Spatial(rank_variable='e', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations11), name='reuse_input', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Storage(tensors=['WQ'], component='Register', component_object=Memory(name='Register', attributes=MemoryAttributes(energy=0, energy_scale=1, latency=0, area_scale=1, area=0, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 1}, size=1), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for Register action read.', 'Setting Register energy to attributes.energy=0', 'Calculating energy for Register action write.', 'Setting Register energy to attributes.energy=0', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for Register action read.', 'Setting Register energy to attributes.energy=0', 'Calculating energy for Register action write.', 'Setting Register energy to attributes.energy=0', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=0, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=0, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='weight', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['WQ'], resource='Register', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations12)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations13)), Compute(einsum='Q', compute='MAC', component_object=Compute(name='MAC', attributes=ComputeAttributes(energy=None, energy_scale=1, latency='compute_actions * 1e-9', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0'], actions=[Action(name='compute', arguments=AttributesWithEnergy(energy=8.4e-14, energy_scale=1))], enabled=True))]\n",
+      "Q<SEP>stride6: 128.0\n",
+      "Q<SEP>stride7: 1.0\n",
+      "Q<SEP>stride8: 32.0\n",
+      "Q<SEP>stride0: 0.0\n",
+      "QK<SEP>stride1: 128.0\n",
+      "QK<SEP>stride3: 256\n",
+      "QK<SEP>stride4: 32\n",
+      "QK<SEP>stride5: 256\n",
+      "QK<SEP>stride6: 128.0\n",
+      "QK<SEP>energy<SEP>Register<SEP>read: 0\n",
+      "QK<SEP>energy<SEP>Register<SEP>write: 0\n",
+      "QK<SEP>energy<SEP>GlobalBuffer<SEP>read: 2.2158939838409424\n",
+      "QK<SEP>energy<SEP>GlobalBuffer<SEP>write: 2.587480068206787\n",
+      "QK<SEP>energy<SEP>MainMemory<SEP>read: 0.24532315135002136\n",
+      "QK<SEP>energy<SEP>MainMemory<SEP>write: 0.4830979108810425\n",
+      "QK<SEP>energy<SEP>MAC<SEP>compute: 0.092358976733184\n",
+      "QK<SEP>energy<SEP>MainMemory<SEP>leak: 0\n",
+      "QK<SEP>energy<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "QK<SEP>energy<SEP>Register<SEP>leak: 0\n",
+      "QK<SEP>energy<SEP>MAC<SEP>leak: 0\n",
+      "QK<SEP>mapping: nodes=[Storage(tensors=['QK'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['QK'], resource='MainMemory', persistent=False), Storage(tensors=['Q'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['Q'], resource='MainMemory', persistent=False), Storage(tensors=['K'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['K'], resource='MainMemory', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations0)), Temporal(rank_variable='e', tile_pattern=TilePattern(stride=stride1, initial_tile_shape=None, calculated_n_iterations=n_iterations1)), Temporal(rank_variable='h', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations2)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=stride3, initial_tile_shape=None, calculated_n_iterations=n_iterations3)), Storage(tensors=['Q'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['Q'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='p', tile_pattern=TilePattern(stride=stride4, initial_tile_shape=None, calculated_n_iterations=n_iterations4)), Storage(tensors=['K'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['K'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=stride5, initial_tile_shape=None, calculated_n_iterations=n_iterations5)), Storage(tensors=['QK'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['QK'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='e', tile_pattern=TilePattern(stride=stride6, initial_tile_shape=None, calculated_n_iterations=n_iterations6)), Spatial(rank_variable='e', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations7), name='reuse_output', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Spatial(rank_variable='p', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations8), name='reuse_input', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Storage(tensors=['K'], component='Register', component_object=Memory(name='Register', attributes=MemoryAttributes(energy=0, energy_scale=1, latency=0, area_scale=1, area=0, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 1}, size=1), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for Register action read.', 'Setting Register energy to attributes.energy=0', 'Calculating energy for Register action write.', 'Setting Register energy to attributes.energy=0', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for Register action read.', 'Setting Register energy to attributes.energy=0', 'Calculating energy for Register action write.', 'Setting Register energy to attributes.energy=0', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=0, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=0, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='weight', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['K'], resource='Register', persistent=False), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations9)), Compute(einsum='QK', compute='MAC', component_object=Compute(name='MAC', attributes=ComputeAttributes(energy=None, energy_scale=1, latency='compute_actions * 1e-9', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0'], actions=[Action(name='compute', arguments=AttributesWithEnergy(energy=8.4e-14, energy_scale=1))], enabled=True))]\n",
+      "QK<SEP>stride2: 0.0\n",
+      "QK_softmax<SEP>energy<SEP>GlobalBuffer<SEP>read: 0.034222299414528\n",
+      "QK_softmax<SEP>energy<SEP>GlobalBuffer<SEP>write: 0.040269613367296\n",
+      "QK_softmax<SEP>energy<SEP>MainMemory<SEP>read: 0.48309792145408\n",
+      "QK_softmax<SEP>energy<SEP>MainMemory<SEP>write: 0.48309792145408\n",
+      "QK_softmax<SEP>energy<SEP>MAC<SEP>compute: 0.000721554505728\n",
+      "QK_softmax<SEP>energy<SEP>MainMemory<SEP>leak: 0\n",
+      "QK_softmax<SEP>energy<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "QK_softmax<SEP>energy<SEP>Register<SEP>leak: 0\n",
+      "QK_softmax<SEP>energy<SEP>MAC<SEP>leak: 0\n",
+      "QK_softmax<SEP>mapping: nodes=[Storage(tensors=['QK_softmax'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['QK_softmax'], resource='MainMemory', persistent=False), Storage(tensors=['QK'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['QK'], resource='MainMemory', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations0)), Temporal(rank_variable='h', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations1)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations2)), Temporal(rank_variable='p', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations3)), Storage(tensors=['QK_softmax'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Storage(tensors=['QK'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['QK_softmax'], resource='GlobalBuffer', persistent=False), Reservation(purposes=['QK'], resource='GlobalBuffer', persistent=False), Compute(einsum='QK_softmax', compute='MAC', component_object=Compute(name='MAC', attributes=ComputeAttributes(energy=None, energy_scale=1, latency='compute_actions * 1e-9', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0'], actions=[Action(name='compute', arguments=AttributesWithEnergy(energy=8.4e-14, energy_scale=1))], enabled=True))]\n",
+      "AV<SEP>stride1: 128.0\n",
+      "AV<SEP>stride3: 256\n",
+      "AV<SEP>stride4: 128\n",
+      "AV<SEP>stride5: 128\n",
+      "AV<SEP>stride6: 32.0\n",
+      "AV<SEP>energy<SEP>Register<SEP>read: 0\n",
+      "AV<SEP>energy<SEP>Register<SEP>write: 0\n",
+      "AV<SEP>energy<SEP>GlobalBuffer<SEP>read: 4.380588054656982\n",
+      "AV<SEP>energy<SEP>GlobalBuffer<SEP>write: 2.6074576377868652\n",
+      "AV<SEP>energy<SEP>MainMemory<SEP>read: 0.7246468663215637\n",
+      "AV<SEP>energy<SEP>MainMemory<SEP>write: 0.00377420251136\n",
+      "AV<SEP>energy<SEP>MAC<SEP>compute: 0.092358976733184\n",
+      "AV<SEP>energy<SEP>MainMemory<SEP>leak: 0\n",
+      "AV<SEP>energy<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "AV<SEP>energy<SEP>Register<SEP>leak: 0\n",
+      "AV<SEP>energy<SEP>MAC<SEP>leak: 0\n",
+      "AV<SEP>mapping: nodes=[Storage(tensors=['V'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['V'], resource='MainMemory', persistent=False), Storage(tensors=['QK_softmax'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['QK_softmax'], resource='MainMemory', persistent=False), Storage(tensors=['AV'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['AV'], resource='MainMemory', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations0)), Temporal(rank_variable='f', tile_pattern=TilePattern(stride=stride1, initial_tile_shape=None, calculated_n_iterations=n_iterations1)), Temporal(rank_variable='h', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations2)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=stride3, initial_tile_shape=None, calculated_n_iterations=n_iterations3)), Storage(tensors=['AV'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['AV'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='p', tile_pattern=TilePattern(stride=stride4, initial_tile_shape=None, calculated_n_iterations=n_iterations4)), Storage(tensors=['V'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['V'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=stride5, initial_tile_shape=None, calculated_n_iterations=n_iterations5)), Storage(tensors=['QK_softmax'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['QK_softmax'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='f', tile_pattern=TilePattern(stride=stride6, initial_tile_shape=None, calculated_n_iterations=n_iterations6)), Spatial(rank_variable='p', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations7), name='reuse_output', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Spatial(rank_variable='f', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations8), name='reuse_input', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Storage(tensors=['V'], component='Register', component_object=Memory(name='Register', attributes=MemoryAttributes(energy=0, energy_scale=1, latency=0, area_scale=1, area=0, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 1}, size=1), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for Register action read.', 'Setting Register energy to attributes.energy=0', 'Calculating energy for Register action write.', 'Setting Register energy to attributes.energy=0', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for Register action read.', 'Setting Register energy to attributes.energy=0', 'Calculating energy for Register action write.', 'Setting Register energy to attributes.energy=0', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=0, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=0, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='weight', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['V'], resource='Register', persistent=False), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations9)), Compute(einsum='AV', compute='MAC', component_object=Compute(name='MAC', attributes=ComputeAttributes(energy=None, energy_scale=1, latency='compute_actions * 1e-9', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0'], actions=[Action(name='compute', arguments=AttributesWithEnergy(energy=8.4e-14, energy_scale=1))], enabled=True))]\n",
+      "AV<SEP>stride2: 0.0\n",
+      "Z<SEP>stride1: 256\n",
+      "Z<SEP>stride2: 128\n",
+      "Z<SEP>stride3: 128.0\n",
+      "Z<SEP>stride4: 1\n",
+      "Z<SEP>stride6: 0.0\n",
+      "Z<SEP>stride7: 0.0\n",
+      "Z<SEP>stride8: 0.0\n",
+      "Z<SEP>energy<SEP>Register<SEP>read: 0\n",
+      "Z<SEP>energy<SEP>Register<SEP>write: 0\n",
+      "Z<SEP>energy<SEP>GlobalBuffer<SEP>read: 1.082413911819458\n",
+      "Z<SEP>energy<SEP>GlobalBuffer<SEP>write: 0.6518644094467163\n",
+      "Z<SEP>energy<SEP>MainMemory<SEP>read: 0.18116171658039093\n",
+      "Z<SEP>energy<SEP>MainMemory<SEP>write: 0.00377420251136\n",
+      "Z<SEP>energy<SEP>MAC<SEP>compute: 0.023089744183296\n",
+      "Z<SEP>energy<SEP>MainMemory<SEP>leak: 0\n",
+      "Z<SEP>energy<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "Z<SEP>energy<SEP>Register<SEP>leak: 0\n",
+      "Z<SEP>energy<SEP>MAC<SEP>leak: 0\n",
+      "Z<SEP>mapping: nodes=[Storage(tensors=['Z'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['Z'], resource='MainMemory', persistent=False), Storage(tensors=['WZ'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=True), Reservation(purposes=['WZ'], resource='MainMemory', persistent=True), Storage(tensors=['AV'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['AV'], resource='MainMemory', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations0)), Temporal(rank_variable='g', tile_pattern=TilePattern(stride=stride1, initial_tile_shape=None, calculated_n_iterations=n_iterations1)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=stride2, initial_tile_shape=None, calculated_n_iterations=n_iterations2)), Storage(tensors=['Z'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['Z'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='f', tile_pattern=TilePattern(stride=stride3, initial_tile_shape=None, calculated_n_iterations=n_iterations3)), Temporal(rank_variable='h', tile_pattern=TilePattern(stride=stride4, initial_tile_shape=None, calculated_n_iterations=n_iterations4)), Storage(tensors=['AV'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['AV'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='g', tile_pattern=TilePattern(stride=stride5, initial_tile_shape=None, calculated_n_iterations=n_iterations5)), Storage(tensors=['WZ'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['WZ'], resource='GlobalBuffer', persistent=False), Spatial(rank_variable='h', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations6), name='reuse_output', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Spatial(rank_variable='f', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations7), name='reuse_output', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Spatial(rank_variable='g', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations8), name='reuse_input', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Storage(tensors=['WZ'], component='Register', component_object=Memory(name='Register', attributes=MemoryAttributes(energy=0, energy_scale=1, latency=0, area_scale=1, area=0, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 1}, size=1), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for Register action read.', 'Setting Register energy to attributes.energy=0', 'Calculating energy for Register action write.', 'Setting Register energy to attributes.energy=0', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for Register action read.', 'Setting Register energy to attributes.energy=0', 'Calculating energy for Register action write.', 'Setting Register energy to attributes.energy=0', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=0, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=0, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='weight', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['WZ'], resource='Register', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations9)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations10)), Compute(einsum='Z', compute='MAC', component_object=Compute(name='MAC', attributes=ComputeAttributes(energy=None, energy_scale=1, latency='compute_actions * 1e-9', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0'], actions=[Action(name='compute', arguments=AttributesWithEnergy(energy=8.4e-14, energy_scale=1))], enabled=True))]\n",
+      "Z<SEP>stride5: 32.0\n",
+      "Z<SEP>stride0: 0.0\n",
+      "FFA<SEP>stride1: 128\n",
+      "FFA<SEP>stride2: 256.0\n",
+      "FFA<SEP>stride3: 128\n",
+      "FFA<SEP>stride5: 128.0\n",
+      "FFA<SEP>stride6: 32.0\n",
+      "FFA<SEP>energy<SEP>Register<SEP>read: 0\n",
+      "FFA<SEP>energy<SEP>Register<SEP>write: 0\n",
+      "FFA<SEP>energy<SEP>GlobalBuffer<SEP>read: 4.329655647277832\n",
+      "FFA<SEP>energy<SEP>GlobalBuffer<SEP>write: 2.6074576377868652\n",
+      "FFA<SEP>energy<SEP>MainMemory<SEP>read: 0.7246468663215637\n",
+      "FFA<SEP>energy<SEP>MainMemory<SEP>write: 0.01509681004544\n",
+      "FFA<SEP>energy<SEP>MAC<SEP>compute: 0.092358976733184\n",
+      "FFA<SEP>energy<SEP>MainMemory<SEP>leak: 0\n",
+      "FFA<SEP>energy<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "FFA<SEP>energy<SEP>Register<SEP>leak: 0\n",
+      "FFA<SEP>energy<SEP>MAC<SEP>leak: 0\n",
+      "FFA<SEP>mapping: nodes=[Storage(tensors=['Z'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['Z'], resource='MainMemory', persistent=False), Storage(tensors=['WFFA'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=True), Reservation(purposes=['WFFA'], resource='MainMemory', persistent=True), Storage(tensors=['FFA'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['FFA'], resource='MainMemory', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations0)), Temporal(rank_variable='c', tile_pattern=TilePattern(stride=stride1, initial_tile_shape=None, calculated_n_iterations=n_iterations1)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=stride2, initial_tile_shape=None, calculated_n_iterations=n_iterations2)), Storage(tensors=['FFA'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['FFA'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='g', tile_pattern=TilePattern(stride=stride3, initial_tile_shape=None, calculated_n_iterations=n_iterations3)), Storage(tensors=['WFFA'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['WFFA'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations4)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=stride5, initial_tile_shape=None, calculated_n_iterations=n_iterations5)), Storage(tensors=['Z'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['Z'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='c', tile_pattern=TilePattern(stride=stride6, initial_tile_shape=None, calculated_n_iterations=n_iterations6)), Spatial(rank_variable='g', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations7), name='reuse_output', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Spatial(rank_variable='c', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations8), name='reuse_input', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Storage(tensors=['WFFA'], component='Register', component_object=Memory(name='Register', attributes=MemoryAttributes(energy=0, energy_scale=1, latency=0, area_scale=1, area=0, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 1}, size=1), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for Register action read.', 'Setting Register energy to attributes.energy=0', 'Calculating energy for Register action write.', 'Setting Register energy to attributes.energy=0', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for Register action read.', 'Setting Register energy to attributes.energy=0', 'Calculating energy for Register action write.', 'Setting Register energy to attributes.energy=0', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=0, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=0, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='weight', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['WFFA'], resource='Register', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations9)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations10)), Compute(einsum='FFA', compute='MAC', component_object=Compute(name='MAC', attributes=ComputeAttributes(energy=None, energy_scale=1, latency='compute_actions * 1e-9', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0'], actions=[Action(name='compute', arguments=AttributesWithEnergy(energy=8.4e-14, energy_scale=1))], enabled=True))]\n",
+      "FFA<SEP>stride0: 0.0\n",
+      "FFA<SEP>stride4: 0.0\n",
+      "FFB<SEP>stride1: 128\n",
+      "FFB<SEP>stride2: 256.0\n",
+      "FFB<SEP>stride3: 128\n",
+      "FFB<SEP>stride5: 128.0\n",
+      "FFB<SEP>stride6: 32.0\n",
+      "FFB<SEP>energy<SEP>Register<SEP>read: 0\n",
+      "FFB<SEP>energy<SEP>Register<SEP>write: 0\n",
+      "FFB<SEP>energy<SEP>GlobalBuffer<SEP>read: 4.380588054656982\n",
+      "FFB<SEP>energy<SEP>GlobalBuffer<SEP>write: 2.6074576377868652\n",
+      "FFB<SEP>energy<SEP>MainMemory<SEP>read: 0.7246468663215637\n",
+      "FFB<SEP>energy<SEP>MainMemory<SEP>write: 0.00377420251136\n",
+      "FFB<SEP>energy<SEP>MAC<SEP>compute: 0.092358976733184\n",
+      "FFB<SEP>energy<SEP>MainMemory<SEP>leak: 0\n",
+      "FFB<SEP>energy<SEP>GlobalBuffer<SEP>leak: 0\n",
+      "FFB<SEP>energy<SEP>Register<SEP>leak: 0\n",
+      "FFB<SEP>energy<SEP>MAC<SEP>leak: 0\n",
+      "FFB<SEP>mapping: nodes=[Storage(tensors=['WFFB'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=True), Reservation(purposes=['WFFB'], resource='MainMemory', persistent=True), Storage(tensors=['FFB'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['FFB'], resource='MainMemory', persistent=False), Storage(tensors=['FFA'], component='MainMemory', component_object=Memory(name='MainMemory', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='(read_actions + write_actions) / (8 * 38.4e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=inf), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MainMemory action read.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Calculating energy for MainMemory action write.', 'Setting MainMemory energy to args.energy=7.03e-12', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=7.03e-12, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='All', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['FFA'], resource='MainMemory', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations0)), Temporal(rank_variable='j', tile_pattern=TilePattern(stride=stride1, initial_tile_shape=None, calculated_n_iterations=n_iterations1)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=stride2, initial_tile_shape=None, calculated_n_iterations=n_iterations2)), Storage(tensors=['FFB'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['FFB'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='c', tile_pattern=TilePattern(stride=stride3, initial_tile_shape=None, calculated_n_iterations=n_iterations3)), Storage(tensors=['WFFB'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['WFFB'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations4)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=stride5, initial_tile_shape=None, calculated_n_iterations=n_iterations5)), Storage(tensors=['FFA'], component='GlobalBuffer', component_object=Memory(name='GlobalBuffer', attributes=MemoryAttributes(energy=None, energy_scale=1, latency='max(read_actions * 512e9, write_actions * 128e9)', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 8}, size=524288), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for GlobalBuffer action read.', 'Setting GlobalBuffer energy to args.energy=2.49e-13', 'Calculating energy for GlobalBuffer action write.', 'Setting GlobalBuffer energy to args.energy=2.93e-13', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=2.49e-13, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=2.93e-13, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='All', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['FFA'], resource='GlobalBuffer', persistent=False), Temporal(rank_variable='j', tile_pattern=TilePattern(stride=stride6, initial_tile_shape=None, calculated_n_iterations=n_iterations6)), Spatial(rank_variable='c', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations7), name='reuse_output', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Spatial(rank_variable='j', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations8), name='reuse_input', component='ArrayFanout', component_object=Fanout(name='ArrayFanout', attributes=FanoutAttributes(), spatial=[Spatial(name='reuse_input', fanout=32, may_reuse='input', loop_bounds=[], min_utilization=1, must_reuse='input'), Spatial(name='reuse_output', fanout=192, may_reuse='output', loop_bounds=[], min_utilization=1, must_reuse='output')])), Storage(tensors=['WFFB'], component='Register', component_object=Memory(name='Register', attributes=MemoryAttributes(energy=0, energy_scale=1, latency=0, area_scale=1, area=0, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1, datawidth={'All()': 1}, size=1), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for Register action read.', 'Setting Register energy to attributes.energy=0', 'Calculating energy for Register action write.', 'Setting Register energy to attributes.energy=0', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for Register action read.', 'Setting Register energy to attributes.energy=0', 'Calculating energy for Register action write.', 'Setting Register energy to attributes.energy=0', 'Using predefined leak power value attributes.leak_power=0'], actions=[ArchMemoryAction(name='read', arguments=ArchMemoryActionArguments(energy=0, energy_scale=1, bits_per_action=1)), ArchMemoryAction(name='write', arguments=ArchMemoryActionArguments(energy=0, energy_scale=1, bits_per_action=1))], enabled=True, tensors=Tensors(keep='weight', may_keep='<Nothing if keep is defined, else All>', tile_shape=[], no_refetch_from_above='~All', tensor_order_options=[])), persistent=False), Reservation(purposes=['WFFB'], resource='Register', persistent=False), Temporal(rank_variable='b', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations9)), Temporal(rank_variable='m', tile_pattern=TilePattern(stride=1, initial_tile_shape=None, calculated_n_iterations=n_iterations10)), Compute(einsum='FFB', compute='MAC', component_object=Compute(name='MAC', attributes=ComputeAttributes(energy=None, energy_scale=1, latency='compute_actions * 1e-9', area_scale=1, area=None, total_area=None, leak_power=0, total_leak_power=0, leak_power_scale=1), spatial=[], component_class=None, component_model=None, energy_area_log=['Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0', 'Calculating energy for MAC action compute.', 'Setting MAC energy to args.energy=8.4e-14', 'Using predefined leak power value attributes.leak_power=0'], actions=[Action(name='compute', arguments=AttributesWithEnergy(energy=8.4e-14, energy_scale=1))], enabled=True))]\n",
+      "FFB<SEP>stride0: 0.0\n",
+      "FFB<SEP>stride4: 0.0\n",
+      "Total<SEP>mapping: <accelforge.mapper.FFM.main.MappingFromRow object at 0x7f342026ad80>\n"
+     ]
+    }
+   ],
+   "source": [
+    "accessor = \"latency\" if spec.mapper.ffm.metrics == af.mapper.FFM.Metrics.LATENCY else \"energy\"\n",
+    "per_compute = mapping.access(\"Total\").per_compute().to_dict()[accessor]\n",
+    "print(f'Per-compute {accessor}: {per_compute}')\n",
+    "\n",
+    "print(f'Contributors to {accessor}:')\n",
+    "for k, v in mapping.access(accessor).to_dict().items():\n",
+    "    print(f\"\\t{k}: {v}\")\n",
+    "\n",
+    "# Print the other stats\n",
+    "for k, v in mapping.to_dict().items():\n",
+    "    print(f\"{k}: {v}\")"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.11"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 4
+}