From 13721d24fd3491f1fa82cd2ee2086a2d6a98d078 Mon Sep 17 00:00:00 2001
From: Adam Belfki <belfki.adam@gmail.com>
Date: Mon, 2 Dec 2024 11:48:40 -0500
Subject: [PATCH 1/2] bug: fixing visualization + reducing memory usage

---
 .../tutorials/activation_patching.ipynb       | 247 ++++++++++--------
 1 file changed, 132 insertions(+), 115 deletions(-)

diff --git a/docs/source/notebooks/tutorials/activation_patching.ipynb b/docs/source/notebooks/tutorials/activation_patching.ipynb
index 7b12ad0c..cb22820f 100644
--- a/docs/source/notebooks/tutorials/activation_patching.ipynb
+++ b/docs/source/notebooks/tutorials/activation_patching.ipynb
@@ -104,19 +104,35 @@
       "metadata": {},
       "outputs": [],
       "source": [
-        "from IPython.display import clear_output"
+        "try:\n",
+        "    import google.colab\n",
+        "    is_colab = True\n",
+        "except ImportError:\n",
+        "    is_colab = False\n",
+        "\n",
+        "if is_colab:\n",
+        "    !pip install -U nnsight"
       ]
     },
     {
       "cell_type": "code",
       "execution_count": 2,
       "metadata": {},
+      "outputs": [],
+      "source": [
+        "from IPython.display import clear_output"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 3,
+      "metadata": {},
       "outputs": [
         {
           "name": "stderr",
           "output_type": "stream",
           "text": [
-            "/opt/anaconda3/envs/nnsight/lib/python3.10/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+            "/Users/adam/NDIF/mib-env/lib/python3.10/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
             "  from .autonotebook import tqdm as notebook_tqdm\n"
           ]
         }
@@ -137,7 +153,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 3,
+      "execution_count": 4,
       "metadata": {
         "id": "l8WfCzQhwFM0"
       },
@@ -145,14 +161,14 @@
       "source": [
         "import plotly.express as px\n",
         "import plotly.io as pio\n",
-        "pio.renderers.default = \"plotly_mimetype+notebook_connected+colab+notebook\"\n",
+        "pio.renderers.default = \"colab\" if is_colab else \"plotly_mimetype+notebook_connected+colab+notebook\"\n",
         "from nnsight import LanguageModel, util\n",
         "from nnsight.tracing.Proxy import Proxy"
       ]
     },
     {
       "cell_type": "code",
-      "execution_count": 4,
+      "execution_count": 5,
       "metadata": {
         "id": "qLmX2tdZmgiz"
       },
@@ -165,7 +181,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 5,
+      "execution_count": 6,
       "metadata": {
         "colab": {
           "base_uri": "https://localhost:8080/"
@@ -226,7 +242,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 6,
+      "execution_count": 7,
       "metadata": {
         "id": "7FrduLBCmhOp"
       },
@@ -249,7 +265,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 7,
+      "execution_count": 8,
       "metadata": {
         "colab": {
           "base_uri": "https://localhost:8080/"
@@ -314,7 +330,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 8,
+      "execution_count": 9,
       "metadata": {
         "colab": {
           "base_uri": "https://localhost:8080/"
@@ -381,7 +397,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 9,
+      "execution_count": 10,
       "metadata": {
         "id": "JodVtd5VAuo2"
       },
@@ -418,7 +434,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 10,
+      "execution_count": 11,
       "metadata": {
         "id": "1vuK3rEMAug_"
       },
@@ -477,7 +493,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 13,
+      "execution_count": 12,
       "metadata": {
         "id": "G60gi4ZUmxlG"
       },
@@ -541,7 +557,7 @@
         "                    clean_logit_diff - corrupted_logit_diff\n",
         "                )\n",
         "\n",
-        "                _ioi_patching_results.append(patched_result.save())\n",
+        "                _ioi_patching_results.append(patched_result.item().save())\n",
         "\n",
         "        ioi_patching_results.append(_ioi_patching_results)"
       ]
@@ -566,7 +582,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 11,
+      "execution_count": 13,
       "metadata": {
         "id": "EaHSh6ctnJFl"
       },
@@ -577,7 +593,7 @@
         "                              x_labels,\n",
         "                              plot_title=\"Normalized Logit Difference After Patching Residual Stream on the IOI Task\"):\n",
         "\n",
-        "    ioi_patching_results = util.apply(ioi_patching_results, lambda x: x.value.item(), Proxy)\n",
+        "    ioi_patching_results = util.apply(ioi_patching_results, lambda x: x.value, Proxy)\n",
         "    fig = px.imshow(\n",
         "        ioi_patching_results,\n",
         "        color_continuous_midpoint=0.0,\n",
@@ -601,7 +617,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 12,
+      "execution_count": 14,
       "metadata": {
         "colab": {
           "base_uri": "https://localhost:8080/",
@@ -715,13 +731,13 @@
                       0,
                       0,
                       0,
-                      0.997462809085846,
-                      0.0017713640118017793,
-                      -0.00017296147416345775,
-                      0.0008970139897428453,
-                      0.000027435267838882282,
-                      -0.001084289513528347,
-                      -0.00046759238466620445
+                      0.9974616169929504,
+                      0.0017701691249385476,
+                      -0.0001777326106093824,
+                      0.0008922415436245501,
+                      0.000023856726329540834,
+                      -0.0010866738157346845,
+                      -0.0004663989820983261
                     ],
                     [
                       0,
@@ -733,13 +749,13 @@
                       0,
                       0,
                       0,
-                      0.9971288442611694,
-                      0.002613507444038987,
-                      -0.0004866778035648167,
-                      0.0006274326588027179,
-                      -0.00006202756048878655,
-                      -0.0004341929452493787,
-                      -0.0009220635402016342
+                      0.9971300363540649,
+                      0.002608733018860221,
+                      -0.00048309870180673897,
+                      0.0006298175430856645,
+                      -0.00006441315781557932,
+                      -0.00043419242138043046,
+                      -0.0009184839436784387
                     ],
                     [
                       0,
@@ -752,12 +768,12 @@
                       0,
                       0,
                       0.9950998425483704,
-                      0.0045661828480660915,
-                      -0.00023498902737628669,
-                      0.0005928403697907925,
-                      0.00006202756048878655,
-                      -0.0003220661892555654,
-                      -0.002197207184508443
+                      0.004563791677355766,
+                      -0.0002361815859330818,
+                      0.0005916468217037618,
+                      0.00006441315781557932,
+                      -0.0003244514809921384,
+                      -0.0021983974147588015
                     ],
                     [
                       0,
@@ -769,13 +785,13 @@
                       0,
                       0,
                       0,
-                      0.9868704080581665,
-                      0.02010408788919449,
-                      0.0006465180194936693,
-                      0.0011272316332906485,
-                      0.00015387606981676072,
-                      0.0006274326588027179,
-                      -0.0019156973576173186
+                      0.9868668913841248,
+                      0.020101677626371384,
+                      0.0006417459226213396,
+                      0.0011212661629542708,
+                      0.0001526830455986783,
+                      0.000627431902103126,
+                      -0.001915695145726204
                     ],
                     [
                       0,
@@ -787,13 +803,13 @@
                       0,
                       0,
                       0,
-                      0.9520777463912964,
-                      0.07812251895666122,
-                      0.0025824937038123608,
-                      0.00213160109706223,
-                      0.000459242524811998,
-                      0.0003208733396604657,
-                      -0.0014481049729511142
+                      0.9520730376243591,
+                      0.07812362164258957,
+                      0.0025824906770139933,
+                      0.0021339841187000275,
+                      0.00046401331201195717,
+                      0.00031968014081940055,
+                      -0.0014445247361436486
                     ],
                     [
                       0,
@@ -805,13 +821,13 @@
                       0,
                       0,
                       0,
-                      0.952825665473938,
-                      0.07888712733983994,
-                      0.0019884605426341295,
-                      0.0002314105222467333,
-                      0.00021351795294322073,
-                      0.00024333890178240836,
-                      -0.004971747752279043
+                      0.9528281092643738,
+                      0.07888465374708176,
+                      0.001984879607334733,
+                      0.0002278317406307906,
+                      0.0002147105406038463,
+                      0.0002433386107441038,
+                      -0.004974127281457186
                     ],
                     [
                       0,
@@ -823,13 +839,13 @@
                       0,
                       0,
                       0,
-                      0.9087968468666077,
-                      0.10826075822114944,
-                      0.003999584820121527,
-                      -0.0003757438971661031,
-                      0.0002147107879864052,
-                      0.0005642122705467045,
-                      0.009820632636547089
+                      0.9087921380996704,
+                      0.10825704783201218,
+                      0.003999580163508654,
+                      -0.0003733577614184469,
+                      0.0002206747158197686,
+                      0.0005677900626324117,
+                      0.00981227122247219
                     ],
                     [
                       0,
@@ -841,13 +857,13 @@
                       0,
                       0,
                       0,
-                      0.6858399510383606,
-                      0.0358411967754364,
-                      0.0005200772429816425,
-                      -0.0008099368424154818,
-                      0.000058449048083275557,
-                      0.0013109286082908511,
-                      0.41536638140678406
+                      0.6858367323875427,
+                      0.03584115207195282,
+                      0.0005200766026973724,
+                      -0.0008170928922481835,
+                      0.00005487047019414604,
+                      0.0013109270948916674,
+                      0.41536349058151245
                     ],
                     [
                       0,
@@ -859,13 +875,13 @@
                       0,
                       0,
                       0,
-                      0.10977685451507568,
-                      0.024682197719812393,
-                      0.0003005951002705842,
-                      -0.0003554656286723912,
-                      0.0002815097104758024,
-                      0.001400391454808414,
-                      0.8544618487358093
+                      0.10977672785520554,
+                      0.02468455396592617,
+                      0.00030059475102461874,
+                      -0.000356658041710034,
+                      0.000279123691143468,
+                      0.0014027755241841078,
+                      0.8544548749923706
                     ],
                     [
                       0,
@@ -877,13 +893,13 @@
                       0,
                       0,
                       0,
-                      0.019870290532708168,
-                      0.01540430635213852,
-                      -0.0001848898536991328,
-                      -0.00009423417941434309,
-                      0.000027435267838882282,
-                      0.0006560607580468059,
-                      0.907935619354248
+                      0.019870266318321228,
+                      0.01540309563279152,
+                      -0.00018250395078212023,
+                      -0.00009781257540453225,
+                      0.00002982090700243134,
+                      0.0006572527927346528,
+                      0.9079344868659973
                     ],
                     [
                       0,
@@ -895,13 +911,13 @@
                       0,
                       0,
                       0,
-                      0.01998003199696541,
-                      0.006296990439295769,
-                      0.00020993943326175213,
-                      -0.0007359808660112321,
-                      -0.00004174932109890506,
-                      0.0005713692517019808,
-                      0.9069038033485413
+                      0.01998358592391014,
+                      0.006295789964497089,
+                      0.0002087463508360088,
+                      -0.0007407513330690563,
+                      -0.00004294210521038622,
+                      0.0005737542524002492,
+                      0.9069039225578308
                     ],
                     [
                       0,
@@ -1825,9 +1841,9 @@
               }
             },
             "text/html": [
-              "<div>                            <div id=\"e11ca4d0-9f73-4090-9919-2553b6cf1514\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"e11ca4d0-9f73-4090-9919-2553b6cf1514\")) {                    Plotly.newPlot(                        \"e11ca4d0-9f73-4090-9919-2553b6cf1514\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"After_0\",\" John_1\",\" and_2\",\" Mary_3\",\" went_4\",\" to_5\",\" the_6\",\" store_7\",\",_8\",\" Mary_9\",\" gave_10\",\" a_11\",\" bottle_12\",\" of_13\",\" milk_14\",\" to_15\"],\"z\":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.997462809085846,0.0017713640118017793,-0.00017296147416345775,0.0008970139897428453,2.7435267838882282e-05,-0.001084289513528347,-0.00046759238466620445],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9971288442611694,0.002613507444038987,-0.0004866778035648167,0.0006274326588027179,-6.202756048878655e-05,-0.0004341929452493787,-0.0009220635402016342],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9950998425483704,0.0045661828480660915,-0.00023498902737628669,0.0005928403697907925,6.202756048878655e-05,-0.0003220661892555654,-0.002197207184508443],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9868704080581665,0.02010408788919449,0.0006465180194936693,0.0011272316332906485,0.00015387606981676072,0.0006274326588027179,-0.0019156973576173186],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9520777463912964,0.07812251895666122,0.0025824937038123608,0.00213160109706223,0.000459242524811998,0.0003208733396604657,-0.0014481049729511142],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.952825665473938,0.07888712733983994,0.0019884605426341295,0.0002314105222467333,0.00021351795294322073,0.00024333890178240836,-0.004971747752279043],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9087968468666077,0.10826075822114944,0.003999584820121527,-0.0003757438971661031,0.0002147107879864052,0.0005642122705467045,0.009820632636547089],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6858399510383606,0.0358411967754364,0.0005200772429816425,-0.0008099368424154818,5.8449048083275557e-05,0.0013109286082908511,0.41536638140678406],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10977685451507568,0.024682197719812393,0.0003005951002705842,-0.0003554656286723912,0.0002815097104758024,0.001400391454808414,0.8544618487358093],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.019870290532708168,0.01540430635213852,-0.0001848898536991328,-9.423417941434309e-05,2.7435267838882282e-05,0.0006560607580468059,0.907935619354248],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.01998003199696541,0.006296990439295769,0.00020993943326175213,-0.0007359808660112321,-4.174932109890506e-05,0.0005713692517019808,0.9069038033485413],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003eNorm. Logit Diff: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorbar\":{\"title\":{\"text\":\"Norm. Logit Diff\"}},\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Patching GPT-2-small Residual Stream on IOI task\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+              "<div>                            <div id=\"8451ae81-59bf-4461-a1e8-0f5b0b76cc45\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"8451ae81-59bf-4461-a1e8-0f5b0b76cc45\")) {                    Plotly.newPlot(                        \"8451ae81-59bf-4461-a1e8-0f5b0b76cc45\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"After_0\",\" John_1\",\" and_2\",\" Mary_3\",\" went_4\",\" to_5\",\" the_6\",\" store_7\",\",_8\",\" Mary_9\",\" gave_10\",\" a_11\",\" bottle_12\",\" of_13\",\" milk_14\",\" to_15\"],\"z\":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9974616169929504,0.0017701691249385476,-0.0001777326106093824,0.0008922415436245501,2.3856726329540834e-05,-0.0010866738157346845,-0.0004663989820983261],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9971300363540649,0.002608733018860221,-0.00048309870180673897,0.0006298175430856645,-6.441315781557932e-05,-0.00043419242138043046,-0.0009184839436784387],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9950998425483704,0.004563791677355766,-0.0002361815859330818,0.0005916468217037618,6.441315781557932e-05,-0.0003244514809921384,-0.0021983974147588015],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9868668913841248,0.020101677626371384,0.0006417459226213396,0.0011212661629542708,0.0001526830455986783,0.000627431902103126,-0.001915695145726204],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9520730376243591,0.07812362164258957,0.0025824906770139933,0.0021339841187000275,0.00046401331201195717,0.00031968014081940055,-0.0014445247361436486],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9528281092643738,0.07888465374708176,0.001984879607334733,0.0002278317406307906,0.0002147105406038463,0.0002433386107441038,-0.004974127281457186],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9087921380996704,0.10825704783201218,0.003999580163508654,-0.0003733577614184469,0.0002206747158197686,0.0005677900626324117,0.00981227122247219],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6858367323875427,0.03584115207195282,0.0005200766026973724,-0.0008170928922481835,5.487047019414604e-05,0.0013109270948916674,0.41536349058151245],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.10977672785520554,0.02468455396592617,0.00030059475102461874,-0.000356658041710034,0.000279123691143468,0.0014027755241841078,0.8544548749923706],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.019870266318321228,0.01540309563279152,-0.00018250395078212023,-9.781257540453225e-05,2.982090700243134e-05,0.0006572527927346528,0.9079344868659973],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.01998358592391014,0.006295789964497089,0.0002087463508360088,-0.0007407513330690563,-4.294210521038622e-05,0.0005737542524002492,0.9069039225578308],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003eNorm. Logit Diff: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorbar\":{\"title\":{\"text\":\"Norm. Logit Diff\"}},\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Patching GPT-2-small Residual Stream on IOI task\"}},                        {\"responsive\": true}                    ).then(function(){\n",
               "                            \n",
-              "var gd = document.getElementById('e11ca4d0-9f73-4090-9919-2553b6cf1514');\n",
+              "var gd = document.getElementById('8451ae81-59bf-4461-a1e8-0f5b0b76cc45');\n",
               "var x = new MutationObserver(function (mutations, observer) {{\n",
               "        var display = window.getComputedStyle(gd).display;\n",
               "        if (!display || display === 'none') {{\n",
@@ -1933,7 +1949,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 15,
+      "execution_count": 17,
       "metadata": {
         "id": "2AHdnHc0l8Cj"
       },
@@ -1942,15 +1958,16 @@
         "# from google.colab import userdata\n",
         "from nnsight import CONFIG\n",
         "\n",
-        "CONFIG.set_default_api_key('YOUR_API_KEY')\n",
+        "if is_colab:\n",
+        "    CONFIG.set_default_api_key('YOUR_API_KEY')\n",
+        "    %huggingface-cli login -token 'YOUR_HF_TOKEN'\n",
         "\n",
-        "%huggingface-cli login -token 'YOUR_HF_TOKEN'\n",
         "clear_output()"
       ]
     },
     {
       "cell_type": "code",
-      "execution_count": 16,
+      "execution_count": 18,
       "metadata": {
         "id": "fppg2PwAOZOh"
       },
@@ -1963,7 +1980,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 17,
+      "execution_count": 19,
       "metadata": {
         "colab": {
           "base_uri": "https://localhost:8080/"
@@ -2024,7 +2041,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 18,
+      "execution_count": 20,
       "metadata": {
         "id": "q9NSOwiL1k2V"
       },
@@ -2047,7 +2064,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 19,
+      "execution_count": 21,
       "metadata": {
         "id": "MMmQOD1P1fRP"
       },
@@ -2061,7 +2078,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 20,
+      "execution_count": 22,
       "metadata": {
         "colab": {
           "base_uri": "https://localhost:8080/"
@@ -2116,7 +2133,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 21,
+      "execution_count": 23,
       "metadata": {
         "id": "Eava539mV7zr"
       },
@@ -2136,7 +2153,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 22,
+      "execution_count": 24,
       "metadata": {
         "colab": {
           "base_uri": "https://localhost:8080/"
@@ -2149,15 +2166,15 @@
           "name": "stderr",
           "output_type": "stream",
           "text": [
-            "2024-11-12 11:26:27,428 6ca48f09-4bb3-4c74-8ff1-71d063d270a1 - RECEIVED: Your job has been received and is waiting approval.\n",
-            "2024-11-12 11:26:27,429 6ca48f09-4bb3-4c74-8ff1-71d063d270a1 - APPROVED: Your job was approved and is waiting to be run.\n",
-            "2024-11-12 11:26:27,467 6ca48f09-4bb3-4c74-8ff1-71d063d270a1 - RUNNING: Your job has started running.\n",
-            "2024-11-12 11:26:42,620 6ca48f09-4bb3-4c74-8ff1-71d063d270a1 - COMPLETED: Your job has been completed.\n",
-            "Downloading result:   0%|          | 0.00/276k [00:00<?, ?B/s]huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n",
+            "2024-12-02 11:45:39,137 6053779a-6455-4c56-ab27-ba744fefda09 - RECEIVED: Your job has been received and is waiting approval.\n",
+            "2024-12-02 11:45:39,140 6053779a-6455-4c56-ab27-ba744fefda09 - APPROVED: Your job was approved and is waiting to be run.\n",
+            "2024-12-02 11:45:39,141 6053779a-6455-4c56-ab27-ba744fefda09 - RUNNING: Your job has started running.\n",
+            "2024-12-02 11:45:54,353 6053779a-6455-4c56-ab27-ba744fefda09 - COMPLETED: Your job has been completed.\n",
+            "Downloading result:   0%|          | 0.00/34.5k [00:00<?, ?B/s]huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n",
             "To disable this warning, you can either:\n",
             "\t- Avoid using `tokenizers` before the fork if possible\n",
             "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n",
-            "Downloading result: 100%|██████████| 276k/276k [00:00<00:00, 3.45MB/s]\n"
+            "Downloading result: 100%|██████████| 34.5k/34.5k [00:00<00:00, 5.99MB/s]\n"
           ]
         }
       ],
@@ -2232,7 +2249,7 @@
         "                    clean_logit_diff - corrupted_logit_diff\n",
         "                )\n",
         "\n",
-        "                _ioi_patching_results.append(patched_result.save())\n",
+        "                _ioi_patching_results.append(patched_result.item().save())\n",
         "\n",
         "        ioi_patching_results.append(_ioi_patching_results)"
       ]
@@ -2257,7 +2274,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 23,
+      "execution_count": 25,
       "metadata": {
         "id": "RH2ms_7dUoFs"
       },
@@ -4311,9 +4328,9 @@
               }
             },
             "text/html": [
-              "<div>                            <div id=\"df7fda37-94c8-45a5-a4c1-5d1cce43115b\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"df7fda37-94c8-45a5-a4c1-5d1cce43115b\")) {                    Plotly.newPlot(                        \"df7fda37-94c8-45a5-a4c1-5d1cce43115b\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"Head 0\",\"Head 1\",\"Head 2\",\"Head 3\",\"Head 4\",\"Head 5\",\"Head 6\",\"Head 7\",\"Head 8\",\"Head 9\",\"Head 10\",\"Head 11\",\"Head 12\",\"Head 13\",\"Head 14\",\"Head 15\",\"Head 16\",\"Head 17\",\"Head 18\",\"Head 19\",\"Head 20\",\"Head 21\",\"Head 22\",\"Head 23\",\"Head 24\",\"Head 25\",\"Head 26\",\"Head 27\",\"Head 28\",\"Head 29\",\"Head 30\",\"Head 31\"],\"z\":[[0.00653076171875,-0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0130615234375,-0.00653076171875,-0.00653076171875,0.00653076171875,0.0,-0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,-0.00653076171875,0.0130615234375,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.00653076171875,-0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.0,0.0130615234375,0.00653076171875,0.00653076171875],[0.0,0.00653076171875,0.00653076171875,-0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.0,0.00653076171875,0.00653076171875,-0.00653076171875,0.0,-0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,-0.00653076171875,-0.00653076171875,0.0130615234375,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.0130615234375,0.0,0.00653076171875,0.00653076171875,0.0],[0.0,0.0,0.00653076171875,0.0130615234375,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.0,0.00653076171875,0.0130615234375,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,-0.00653076171875,0.0,0.00653076171875,-0.00653076171875,0.00653076171875,-0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.0,-0.00653076171875,0.00653076171875],[0.00653076171875,-0.00653076171875,-0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,-0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.00653076171875,-0.00653076171875,0.00653076171875,0.00653076171875,0.0,-0.0130615234375],[0.0,0.0130615234375,0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875,-0.00653076171875,0.00653076171875,0.11767578125,0.0,0.0,0.0,0.0130615234375,0.00653076171875,-0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875,-0.00653076171875,0.0130615234375],[0.0,0.00653076171875,0.00653076171875,0.0,-0.00653076171875,0.0,0.0130615234375,0.0,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.0,-0.00653076171875,0.00653076171875,-0.00653076171875,0.0,0.0,-0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.0,0.00653076171875],[0.00653076171875,0.0,0.0130615234375,0.0,0.00653076171875,0.00653076171875,0.0,-0.0130615234375,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,-0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.0,0.00653076171875,-0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.0],[0.00653076171875,0.00653076171875,0.0,0.0,-0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.0,0.0,0.00653076171875,0.00653076171875,-0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,-0.00653076171875,-0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.0],[0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.0,0.00653076171875,-0.00653076171875,0.00653076171875,0.00653076171875,-0.0196533203125,0.0,-0.00653076171875,0.0,0.0,0.0,0.0,0.0130615234375,0.0,-0.00653076171875,0.0,0.00653076171875,-0.00653076171875,0.0,0.0,-0.00653076171875,0.0,-0.00653076171875,0.0,0.0,0.00653076171875],[0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.0130615234375,0.00653076171875,0.00653076171875,-0.00653076171875,0.00653076171875,0.00653076171875,0.0,-0.0130615234375,0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.00653076171875,0.0,0.00653076171875],[0.026123046875,-0.026123046875,-0.0196533203125,0.0,0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.0,0.0,-0.00653076171875,-0.00653076171875,-0.0130615234375,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.00653076171875,-0.00653076171875,0.0,0.00653076171875,-0.0130615234375,-0.00653076171875,0.0,0.00653076171875,0.00653076171875],[0.0,0.0,-0.00653076171875,0.0,0.0,0.00653076171875,-0.0130615234375,0.0,-0.00653076171875,0.00653076171875,-0.0130615234375,-0.00653076171875,0.0,-0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875,-0.00653076171875,0.00653076171875,0.00653076171875,-0.00653076171875,0.0130615234375,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875],[-0.00653076171875,0.0,0.0,-0.00653076171875,0.0,0.00653076171875,-0.00653076171875,0.0130615234375,0.00653076171875,0.0,0.00653076171875,0.0,0.0196533203125,-0.0130615234375,-0.00653076171875,0.00653076171875,0.0,-0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.0130615234375,-0.00653076171875,-0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875],[-0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.0130615234375,0.00653076171875,0.0,-0.00653076171875,0.0,0.0,-0.00653076171875,0.0,0.0,-0.00653076171875,0.0,0.0130615234375,0.0,0.0,0.00653076171875,0.0130615234375,0.00653076171875,0.0,0.0],[0.0,0.0,0.00653076171875,0.0,0.00653076171875,-0.00653076171875,0.045654296875,0.0,0.0,-0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.058837890625,0.0,0.00653076171875,0.07177734375,0.0,0.0196533203125,-0.00653076171875,0.0,0.0,0.0,-0.00653076171875,0.0,-0.00653076171875,0.0,0.00653076171875,-0.00653076171875],[0.0,0.0,0.0,-0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.0130615234375,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.1240234375,0.0,-0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,-0.00653076171875],[-0.0130615234375,0.058837890625,0.03271484375,-0.0196533203125,0.0,0.0,0.0,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.0,-0.058837890625,0.03271484375,0.0,0.0,0.0,0.0,0.0849609375,0.0,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.039306640625,0.00653076171875,-0.03271484375,0.0],[0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.039306640625,-0.0196533203125,0.0,0.169921875,0.0,0.0,0.00653076171875,0.00653076171875],[0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.00653076171875,-0.00653076171875,0.0,-0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0130615234375,0.0,0.00653076171875,-0.00653076171875,-0.00653076171875,0.0,0.00653076171875,0.00653076171875,-0.0130615234375,0.09814453125,0.00653076171875,0.0],[0.0,0.0,0.00653076171875,-0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.0,-0.00653076171875,0.0,0.0,0.0,0.0,-0.045654296875,0.0,0.0,0.0849609375,0.00653076171875,0.0,0.0,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.0],[0.00653076171875,0.0,0.00653076171875,0.0130615234375,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,-0.111328125,0.0849609375,-0.248046875,0.0,0.00653076171875,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875],[0.0,0.0,0.0196533203125,-0.03271484375,0.0,0.0,0.00653076171875,0.0,-0.00653076171875,0.0,0.03271484375,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875],[0.0,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03271484375,0.0,-0.0196533203125,0.00653076171875,0.00653076171875,0.0,-0.03271484375,0.169921875,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.0,0.00653076171875,0.0130615234375,0.00653076171875],[0.0,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.0130615234375,0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.0130615234375,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.0130615234375,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.039306640625,0.00653076171875,0.00653076171875,0.00653076171875,0.0],[0.0,0.0,0.00653076171875,0.0,0.0,0.0130615234375,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1044921875,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.0],[0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1376953125,0.0,0.0,-0.0654296875,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0],[0.00653076171875,0.0,0.0,0.0,0.0,0.0,-0.0130615234375,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1630859375,0.0130615234375,0.0196533203125,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0],[0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0130615234375,-0.05224609375,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0196533203125,0.0,-0.1044921875,0.039306640625,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0130615234375,0.09130859375,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,-0.07861328125,0.0130615234375,0.0196533203125,0.00653076171875,0.0,0.00653076171875,0.00653076171875],[0.0,0.00653076171875,-0.00653076171875,0.0130615234375,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,-0.0130615234375,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003eNorm. Logit Diff: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorbar\":{\"title\":{\"text\":\"Norm. Logit Diff\"}},\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Patching Llama Attention Heads on IOI task\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+              "<div>                            <div id=\"c9d299b2-9469-4a3a-9581-3fbed40c4ba3\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"c9d299b2-9469-4a3a-9581-3fbed40c4ba3\")) {                    Plotly.newPlot(                        \"c9d299b2-9469-4a3a-9581-3fbed40c4ba3\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"Head 0\",\"Head 1\",\"Head 2\",\"Head 3\",\"Head 4\",\"Head 5\",\"Head 6\",\"Head 7\",\"Head 8\",\"Head 9\",\"Head 10\",\"Head 11\",\"Head 12\",\"Head 13\",\"Head 14\",\"Head 15\",\"Head 16\",\"Head 17\",\"Head 18\",\"Head 19\",\"Head 20\",\"Head 21\",\"Head 22\",\"Head 23\",\"Head 24\",\"Head 25\",\"Head 26\",\"Head 27\",\"Head 28\",\"Head 29\",\"Head 30\",\"Head 31\"],\"z\":[[0.00653076171875,-0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0130615234375,-0.00653076171875,-0.00653076171875,0.00653076171875,0.0,-0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,-0.00653076171875,0.0130615234375,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.00653076171875,-0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.0,0.0130615234375,0.00653076171875,0.00653076171875],[0.0,0.00653076171875,0.00653076171875,-0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.0,0.00653076171875,0.00653076171875,-0.00653076171875,0.0,-0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,-0.00653076171875,-0.00653076171875,0.0130615234375,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.0130615234375,0.0,0.00653076171875,0.00653076171875,0.0],[0.0,0.0,0.00653076171875,0.0130615234375,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.0,0.00653076171875,0.0130615234375,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,-0.00653076171875,0.0,0.00653076171875,-0.00653076171875,0.00653076171875,-0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.0,-0.00653076171875,0.00653076171875],[0.00653076171875,-0.00653076171875,-0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,-0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.00653076171875,-0.00653076171875,0.00653076171875,0.00653076171875,0.0,-0.0130615234375],[0.0,0.0130615234375,0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875,-0.00653076171875,0.00653076171875,0.11767578125,0.0,0.0,0.0,0.0130615234375,0.00653076171875,-0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875,-0.00653076171875,0.0130615234375],[0.0,0.00653076171875,0.00653076171875,0.0,-0.00653076171875,0.0,0.0130615234375,0.0,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.0,-0.00653076171875,0.00653076171875,-0.00653076171875,0.0,0.0,-0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.0,0.00653076171875],[0.00653076171875,0.0,0.0130615234375,0.0,0.00653076171875,0.00653076171875,0.0,-0.0130615234375,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,-0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.0,0.00653076171875,-0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.0],[0.00653076171875,0.00653076171875,0.0,0.0,-0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.0,0.0,0.00653076171875,0.00653076171875,-0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,-0.00653076171875,-0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.0],[0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.0,0.00653076171875,-0.00653076171875,0.00653076171875,0.00653076171875,-0.0196533203125,0.0,-0.00653076171875,0.0,0.0,0.0,0.0,0.0130615234375,0.0,-0.00653076171875,0.0,0.00653076171875,-0.00653076171875,0.0,0.0,-0.00653076171875,0.0,-0.00653076171875,0.0,0.0,0.00653076171875],[0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.0130615234375,0.00653076171875,0.00653076171875,-0.00653076171875,0.00653076171875,0.00653076171875,0.0,-0.0130615234375,0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.00653076171875,0.0,0.00653076171875],[0.026123046875,-0.026123046875,-0.0196533203125,0.0,0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.0,0.0,-0.00653076171875,-0.00653076171875,-0.0130615234375,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.00653076171875,-0.00653076171875,0.0,0.00653076171875,-0.0130615234375,-0.00653076171875,0.0,0.00653076171875,0.00653076171875],[0.0,0.0,-0.00653076171875,0.0,0.0,0.00653076171875,-0.0130615234375,0.0,-0.00653076171875,0.00653076171875,-0.0130615234375,-0.00653076171875,0.0,-0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875,-0.00653076171875,0.00653076171875,0.00653076171875,-0.00653076171875,0.0130615234375,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875],[-0.00653076171875,0.0,0.0,-0.00653076171875,0.0,0.00653076171875,-0.00653076171875,0.0130615234375,0.00653076171875,0.0,0.00653076171875,0.0,0.0196533203125,-0.0130615234375,-0.00653076171875,0.00653076171875,0.0,-0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.0130615234375,-0.00653076171875,-0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875],[-0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.0130615234375,0.00653076171875,0.0,-0.00653076171875,0.0,0.0,-0.00653076171875,0.0,0.0,-0.00653076171875,0.0,0.0130615234375,0.0,0.0,0.00653076171875,0.0130615234375,0.00653076171875,0.0,0.0],[0.0,0.0,0.00653076171875,0.0,0.00653076171875,-0.00653076171875,0.045654296875,0.0,0.0,-0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.058837890625,0.0,0.00653076171875,0.07177734375,0.0,0.0196533203125,-0.00653076171875,0.0,0.0,0.0,-0.00653076171875,0.0,-0.00653076171875,0.0,0.00653076171875,-0.00653076171875],[0.0,0.0,0.0,-0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.0130615234375,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.1240234375,0.0,-0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,-0.00653076171875],[-0.0130615234375,0.058837890625,0.03271484375,-0.0196533203125,0.0,0.0,0.0,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.0,-0.058837890625,0.03271484375,0.0,0.0,0.0,0.0,0.0849609375,0.0,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.039306640625,0.00653076171875,-0.03271484375,0.0],[0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.039306640625,-0.0196533203125,0.0,0.169921875,0.0,0.0,0.00653076171875,0.00653076171875],[0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.00653076171875,-0.00653076171875,0.0,-0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0130615234375,0.0,0.00653076171875,-0.00653076171875,-0.00653076171875,0.0,0.00653076171875,0.00653076171875,-0.0130615234375,0.09814453125,0.00653076171875,0.0],[0.0,0.0,0.00653076171875,-0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.00653076171875,0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.0,-0.00653076171875,0.0,0.0,0.0,0.0,-0.045654296875,0.0,0.0,0.0849609375,0.00653076171875,0.0,0.0,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.0],[0.00653076171875,0.0,0.00653076171875,0.0130615234375,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,-0.111328125,0.0849609375,-0.248046875,0.0,0.00653076171875,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875],[0.0,0.0,0.0196533203125,-0.03271484375,0.0,0.0,0.00653076171875,0.0,-0.00653076171875,0.0,0.03271484375,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875],[0.0,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03271484375,0.0,-0.0196533203125,0.00653076171875,0.00653076171875,0.0,-0.03271484375,0.169921875,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.0,0.00653076171875,0.0130615234375,0.00653076171875],[0.0,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.0130615234375,0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.0130615234375,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.0130615234375,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.00653076171875,0.00653076171875,0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.00653076171875,0.039306640625,0.00653076171875,0.00653076171875,0.00653076171875,0.0],[0.0,0.0,0.00653076171875,0.0,0.0,0.0130615234375,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1044921875,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.0],[0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1376953125,0.0,0.0,-0.0654296875,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0],[0.00653076171875,0.0,0.0,0.0,0.0,0.0,-0.0130615234375,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1630859375,0.0130615234375,0.0196533203125,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0],[0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0130615234375,-0.05224609375,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0196533203125,0.0,-0.1044921875,0.039306640625,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0130615234375,0.09130859375,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.00653076171875,-0.07861328125,0.0130615234375,0.0196533203125,0.00653076171875,0.0,0.00653076171875,0.00653076171875],[0.0,0.00653076171875,-0.00653076171875,0.0130615234375,0.0,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,0.00653076171875,0.0,0.00653076171875,0.0,0.0,0.0,0.0,0.0,-0.0130615234375,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003eNorm. Logit Diff: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorbar\":{\"title\":{\"text\":\"Norm. Logit Diff\"}},\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Patching Llama Attention Heads on IOI task\"}},                        {\"responsive\": true}                    ).then(function(){\n",
               "                            \n",
-              "var gd = document.getElementById('df7fda37-94c8-45a5-a4c1-5d1cce43115b');\n",
+              "var gd = document.getElementById('c9d299b2-9469-4a3a-9581-3fbed40c4ba3');\n",
               "var x = new MutationObserver(function (mutations, observer) {{\n",
               "        var display = window.getComputedStyle(gd).display;\n",
               "        if (!display || display === 'none') {{\n",
@@ -4374,7 +4391,7 @@
       "name": "python",
       "nbconvert_exporter": "python",
       "pygments_lexer": "ipython3",
-      "version": "3.10.13"
+      "version": "3.10.14"
     }
   },
   "nbformat": 4,

From df545a72b68b5a4edf7d187769c8159ea66a639b Mon Sep 17 00:00:00 2001
From: Adam Belfki <belfki.adam@gmail.com>
Date: Mon, 2 Dec 2024 12:01:38 -0500
Subject: [PATCH 2/2] remove cell

---
 .../notebooks/tutorials/activation_patching.ipynb      | 10 ----------
 1 file changed, 10 deletions(-)

diff --git a/docs/source/notebooks/tutorials/activation_patching.ipynb b/docs/source/notebooks/tutorials/activation_patching.ipynb
index cb22820f..e4e2401d 100644
--- a/docs/source/notebooks/tutorials/activation_patching.ipynb
+++ b/docs/source/notebooks/tutorials/activation_patching.ipynb
@@ -88,16 +88,6 @@
         "# Set Up"
       ]
     },
-    {
-      "cell_type": "markdown",
-      "metadata": {},
-      "source": [
-        "If using Colab, install NNsight:\n",
-        "```\n",
-        "!pip install -U nnsight\n",
-        "```"
-      ]
-    },
     {
       "cell_type": "code",
       "execution_count": 1,