indexing_and_model_creation.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "HHcNdNhfWeNa",
        "outputId": "e74f95ba-6d7f-47f0-884b-582cf22c1592"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Downloading...\n",
            "From (original): https://drive.google.com/uc?id=1mrBIEiHWKnBlOAyjvDtGEBpG5qGDv_o4\n",
            "From (redirected): https://drive.google.com/uc?id=1mrBIEiHWKnBlOAyjvDtGEBpG5qGDv_o4&confirm=t&uuid=01250e16-a8c7-4c99-b946-138291629d5c\n",
            "To: /content/RAW_recipes.csv\n",
            "100% 295M/295M [00:06<00:00, 45.8MB/s]\n"
          ]
        }
      ],
      "source": [
        "!gdown 1mrBIEiHWKnBlOAyjvDtGEBpG5qGDv_o4\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "nw9_HB2KWbct"
      },
      "outputs": [],
      "source": [
        "import tarfile\n",
        "import os\n",
        "import re\n",
        "import torch\n",
        "import random\n",
        "import numpy as np\n",
        "import pandas as pd\n",
        "from io import StringIO\n",
        "from sentence_transformers import SentenceTransformer, CrossEncoder\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "PqZyvjZaWqdv",
        "outputId": "a30369a5-276b-4eb2-d62c-b5c5c08875ab"
      },
      "outputs": [
        {
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "raw_df"
            },
            "text/html": [
              "\n",
              "  <div id=\"df-58af247e-ef0e-4239-bc5d-9d34553a6243\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>id</th>\n",
              "      <th>minutes</th>\n",
              "      <th>contributor_id</th>\n",
              "      <th>submitted</th>\n",
              "      <th>tags</th>\n",
              "      <th>nutrition</th>\n",
              "      <th>n_steps</th>\n",
              "      <th>steps</th>\n",
              "      <th>description</th>\n",
              "      <th>ingredients</th>\n",
              "      <th>n_ingredients</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>arriba   baked winter squash mexican style</td>\n",
              "      <td>137739</td>\n",
              "      <td>55</td>\n",
              "      <td>47892</td>\n",
              "      <td>2005-09-16</td>\n",
              "      <td>['60-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>[51.5, 0.0, 13.0, 0.0, 2.0, 0.0, 4.0]</td>\n",
              "      <td>11</td>\n",
              "      <td>['make a choice and proceed with recipe', 'dep...</td>\n",
              "      <td>autumn is my favorite time of year to cook! th...</td>\n",
              "      <td>['winter squash', 'mexican seasoning', 'mixed ...</td>\n",
              "      <td>7</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>a bit different  breakfast pizza</td>\n",
              "      <td>31490</td>\n",
              "      <td>30</td>\n",
              "      <td>26278</td>\n",
              "      <td>2002-06-17</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>[173.4, 18.0, 0.0, 17.0, 22.0, 35.0, 1.0]</td>\n",
              "      <td>9</td>\n",
              "      <td>['preheat oven to 425 degrees f', 'press dough...</td>\n",
              "      <td>this recipe calls for the crust to be prebaked...</td>\n",
              "      <td>['prepared pizza crust', 'sausage patty', 'egg...</td>\n",
              "      <td>6</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>all in the kitchen  chili</td>\n",
              "      <td>112140</td>\n",
              "      <td>130</td>\n",
              "      <td>196586</td>\n",
              "      <td>2005-02-25</td>\n",
              "      <td>['time-to-make', 'course', 'preparation', 'mai...</td>\n",
              "      <td>[269.8, 22.0, 32.0, 48.0, 39.0, 27.0, 5.0]</td>\n",
              "      <td>6</td>\n",
              "      <td>['brown ground beef in large pot', 'add choppe...</td>\n",
              "      <td>this modified version of 'mom's' chili was a h...</td>\n",
              "      <td>['ground beef', 'yellow onions', 'diced tomato...</td>\n",
              "      <td>13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>alouette  potatoes</td>\n",
              "      <td>59389</td>\n",
              "      <td>45</td>\n",
              "      <td>68585</td>\n",
              "      <td>2003-04-14</td>\n",
              "      <td>['60-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>[368.1, 17.0, 10.0, 2.0, 14.0, 8.0, 20.0]</td>\n",
              "      <td>11</td>\n",
              "      <td>['place potatoes in a large pot of lightly sal...</td>\n",
              "      <td>this is a super easy, great tasting, make ahea...</td>\n",
              "      <td>['spreadable cheese with garlic and herbs', 'n...</td>\n",
              "      <td>11</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>amish  tomato ketchup  for canning</td>\n",
              "      <td>44061</td>\n",
              "      <td>190</td>\n",
              "      <td>41706</td>\n",
              "      <td>2002-10-25</td>\n",
              "      <td>['weeknight', 'time-to-make', 'course', 'main-...</td>\n",
              "      <td>[352.9, 1.0, 337.0, 23.0, 3.0, 0.0, 28.0]</td>\n",
              "      <td>5</td>\n",
              "      <td>['mix all ingredients&amp; boil for 2 1 / 2 hours ...</td>\n",
              "      <td>my dh's amish mother raised him on this recipe...</td>\n",
              "      <td>['tomato juice', 'apple cider vinegar', 'sugar...</td>\n",
              "      <td>8</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>231632</th>\n",
              "      <td>zydeco soup</td>\n",
              "      <td>486161</td>\n",
              "      <td>60</td>\n",
              "      <td>227978</td>\n",
              "      <td>2012-08-29</td>\n",
              "      <td>['ham', '60-minutes-or-less', 'time-to-make', ...</td>\n",
              "      <td>[415.2, 26.0, 34.0, 26.0, 44.0, 21.0, 15.0]</td>\n",
              "      <td>7</td>\n",
              "      <td>['heat oil in a 4-quart dutch oven', 'add cele...</td>\n",
              "      <td>this is a delicious soup that i originally fou...</td>\n",
              "      <td>['celery', 'onion', 'green sweet pepper', 'gar...</td>\n",
              "      <td>22</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>231633</th>\n",
              "      <td>zydeco spice mix</td>\n",
              "      <td>493372</td>\n",
              "      <td>5</td>\n",
              "      <td>1500678</td>\n",
              "      <td>2013-01-09</td>\n",
              "      <td>['15-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>[14.8, 0.0, 2.0, 58.0, 1.0, 0.0, 1.0]</td>\n",
              "      <td>1</td>\n",
              "      <td>['mix all ingredients together thoroughly']</td>\n",
              "      <td>this spice mix will make your taste buds dance!</td>\n",
              "      <td>['paprika', 'salt', 'garlic powder', 'onion po...</td>\n",
              "      <td>13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>231634</th>\n",
              "      <td>zydeco ya ya deviled eggs</td>\n",
              "      <td>308080</td>\n",
              "      <td>40</td>\n",
              "      <td>37779</td>\n",
              "      <td>2008-06-07</td>\n",
              "      <td>['60-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>[59.2, 6.0, 2.0, 3.0, 6.0, 5.0, 0.0]</td>\n",
              "      <td>7</td>\n",
              "      <td>['in a bowl , combine the mashed yolks and may...</td>\n",
              "      <td>deviled eggs, cajun-style</td>\n",
              "      <td>['hard-cooked eggs', 'mayonnaise', 'dijon must...</td>\n",
              "      <td>8</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>231635</th>\n",
              "      <td>cookies by design   cookies on a stick</td>\n",
              "      <td>298512</td>\n",
              "      <td>29</td>\n",
              "      <td>506822</td>\n",
              "      <td>2008-04-15</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>[188.0, 11.0, 57.0, 11.0, 7.0, 21.0, 9.0]</td>\n",
              "      <td>9</td>\n",
              "      <td>['place melted butter in a large mixing bowl a...</td>\n",
              "      <td>i've heard of the 'cookies by design' company,...</td>\n",
              "      <td>['butter', 'eagle brand condensed milk', 'ligh...</td>\n",
              "      <td>10</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>231636</th>\n",
              "      <td>cookies by design   sugar shortbread cookies</td>\n",
              "      <td>298509</td>\n",
              "      <td>20</td>\n",
              "      <td>506822</td>\n",
              "      <td>2008-04-15</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>[174.9, 14.0, 33.0, 4.0, 4.0, 11.0, 6.0]</td>\n",
              "      <td>5</td>\n",
              "      <td>['whip sugar and shortening in a large bowl , ...</td>\n",
              "      <td>i've heard of the 'cookies by design' company,...</td>\n",
              "      <td>['granulated sugar', 'shortening', 'eggs', 'fl...</td>\n",
              "      <td>7</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>231637 rows × 12 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-58af247e-ef0e-4239-bc5d-9d34553a6243')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-58af247e-ef0e-4239-bc5d-9d34553a6243 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-58af247e-ef0e-4239-bc5d-9d34553a6243');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-95284469-9a63-4e46-8e27-2a60584d6b39\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-95284469-9a63-4e46-8e27-2a60584d6b39')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-95284469-9a63-4e46-8e27-2a60584d6b39 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "  <div id=\"id_5de45811-9985-4a62-894d-6f232cec67ef\">\n",
              "    <style>\n",
              "      .colab-df-generate {\n",
              "        background-color: #E8F0FE;\n",
              "        border: none;\n",
              "        border-radius: 50%;\n",
              "        cursor: pointer;\n",
              "        display: none;\n",
              "        fill: #1967D2;\n",
              "        height: 32px;\n",
              "        padding: 0 0 0 0;\n",
              "        width: 32px;\n",
              "      }\n",
              "\n",
              "      .colab-df-generate:hover {\n",
              "        background-color: #E2EBFA;\n",
              "        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "        fill: #174EA6;\n",
              "      }\n",
              "\n",
              "      [theme=dark] .colab-df-generate {\n",
              "        background-color: #3B4455;\n",
              "        fill: #D2E3FC;\n",
              "      }\n",
              "\n",
              "      [theme=dark] .colab-df-generate:hover {\n",
              "        background-color: #434B5C;\n",
              "        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "        fill: #FFFFFF;\n",
              "      }\n",
              "    </style>\n",
              "    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('raw_df')\"\n",
              "            title=\"Generate code using this dataframe.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "    <script>\n",
              "      (() => {\n",
              "      const buttonEl =\n",
              "        document.querySelector('#id_5de45811-9985-4a62-894d-6f232cec67ef button.colab-df-generate');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      buttonEl.onclick = () => {\n",
              "        google.colab.notebook.generateWithVariable('raw_df');\n",
              "      }\n",
              "      })();\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "text/plain": [
              "                                                name      id  minutes  \\\n",
              "0         arriba   baked winter squash mexican style  137739       55   \n",
              "1                   a bit different  breakfast pizza   31490       30   \n",
              "2                          all in the kitchen  chili  112140      130   \n",
              "3                                 alouette  potatoes   59389       45   \n",
              "4                 amish  tomato ketchup  for canning   44061      190   \n",
              "...                                              ...     ...      ...   \n",
              "231632                                   zydeco soup  486161       60   \n",
              "231633                              zydeco spice mix  493372        5   \n",
              "231634                     zydeco ya ya deviled eggs  308080       40   \n",
              "231635        cookies by design   cookies on a stick  298512       29   \n",
              "231636  cookies by design   sugar shortbread cookies  298509       20   \n",
              "\n",
              "        contributor_id   submitted  \\\n",
              "0                47892  2005-09-16   \n",
              "1                26278  2002-06-17   \n",
              "2               196586  2005-02-25   \n",
              "3                68585  2003-04-14   \n",
              "4                41706  2002-10-25   \n",
              "...                ...         ...   \n",
              "231632          227978  2012-08-29   \n",
              "231633         1500678  2013-01-09   \n",
              "231634           37779  2008-06-07   \n",
              "231635          506822  2008-04-15   \n",
              "231636          506822  2008-04-15   \n",
              "\n",
              "                                                     tags  \\\n",
              "0       ['60-minutes-or-less', 'time-to-make', 'course...   \n",
              "1       ['30-minutes-or-less', 'time-to-make', 'course...   \n",
              "2       ['time-to-make', 'course', 'preparation', 'mai...   \n",
              "3       ['60-minutes-or-less', 'time-to-make', 'course...   \n",
              "4       ['weeknight', 'time-to-make', 'course', 'main-...   \n",
              "...                                                   ...   \n",
              "231632  ['ham', '60-minutes-or-less', 'time-to-make', ...   \n",
              "231633  ['15-minutes-or-less', 'time-to-make', 'course...   \n",
              "231634  ['60-minutes-or-less', 'time-to-make', 'course...   \n",
              "231635  ['30-minutes-or-less', 'time-to-make', 'course...   \n",
              "231636  ['30-minutes-or-less', 'time-to-make', 'course...   \n",
              "\n",
              "                                          nutrition  n_steps  \\\n",
              "0             [51.5, 0.0, 13.0, 0.0, 2.0, 0.0, 4.0]       11   \n",
              "1         [173.4, 18.0, 0.0, 17.0, 22.0, 35.0, 1.0]        9   \n",
              "2        [269.8, 22.0, 32.0, 48.0, 39.0, 27.0, 5.0]        6   \n",
              "3         [368.1, 17.0, 10.0, 2.0, 14.0, 8.0, 20.0]       11   \n",
              "4         [352.9, 1.0, 337.0, 23.0, 3.0, 0.0, 28.0]        5   \n",
              "...                                             ...      ...   \n",
              "231632  [415.2, 26.0, 34.0, 26.0, 44.0, 21.0, 15.0]        7   \n",
              "231633        [14.8, 0.0, 2.0, 58.0, 1.0, 0.0, 1.0]        1   \n",
              "231634         [59.2, 6.0, 2.0, 3.0, 6.0, 5.0, 0.0]        7   \n",
              "231635    [188.0, 11.0, 57.0, 11.0, 7.0, 21.0, 9.0]        9   \n",
              "231636     [174.9, 14.0, 33.0, 4.0, 4.0, 11.0, 6.0]        5   \n",
              "\n",
              "                                                    steps  \\\n",
              "0       ['make a choice and proceed with recipe', 'dep...   \n",
              "1       ['preheat oven to 425 degrees f', 'press dough...   \n",
              "2       ['brown ground beef in large pot', 'add choppe...   \n",
              "3       ['place potatoes in a large pot of lightly sal...   \n",
              "4       ['mix all ingredients& boil for 2 1 / 2 hours ...   \n",
              "...                                                   ...   \n",
              "231632  ['heat oil in a 4-quart dutch oven', 'add cele...   \n",
              "231633        ['mix all ingredients together thoroughly']   \n",
              "231634  ['in a bowl , combine the mashed yolks and may...   \n",
              "231635  ['place melted butter in a large mixing bowl a...   \n",
              "231636  ['whip sugar and shortening in a large bowl , ...   \n",
              "\n",
              "                                              description  \\\n",
              "0       autumn is my favorite time of year to cook! th...   \n",
              "1       this recipe calls for the crust to be prebaked...   \n",
              "2       this modified version of 'mom's' chili was a h...   \n",
              "3       this is a super easy, great tasting, make ahea...   \n",
              "4       my dh's amish mother raised him on this recipe...   \n",
              "...                                                   ...   \n",
              "231632  this is a delicious soup that i originally fou...   \n",
              "231633    this spice mix will make your taste buds dance!   \n",
              "231634                          deviled eggs, cajun-style   \n",
              "231635  i've heard of the 'cookies by design' company,...   \n",
              "231636  i've heard of the 'cookies by design' company,...   \n",
              "\n",
              "                                              ingredients  n_ingredients  \n",
              "0       ['winter squash', 'mexican seasoning', 'mixed ...              7  \n",
              "1       ['prepared pizza crust', 'sausage patty', 'egg...              6  \n",
              "2       ['ground beef', 'yellow onions', 'diced tomato...             13  \n",
              "3       ['spreadable cheese with garlic and herbs', 'n...             11  \n",
              "4       ['tomato juice', 'apple cider vinegar', 'sugar...              8  \n",
              "...                                                   ...            ...  \n",
              "231632  ['celery', 'onion', 'green sweet pepper', 'gar...             22  \n",
              "231633  ['paprika', 'salt', 'garlic powder', 'onion po...             13  \n",
              "231634  ['hard-cooked eggs', 'mayonnaise', 'dijon must...              8  \n",
              "231635  ['butter', 'eagle brand condensed milk', 'ligh...             10  \n",
              "231636  ['granulated sugar', 'shortening', 'eggs', 'fl...              7  \n",
              "\n",
              "[231637 rows x 12 columns]"
            ]
          },
          "execution_count": 7,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "data_path = \"RAW_recipes.csv\"\n",
        "raw_df = pd.read_csv(data_path)\n",
        "raw_df"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ivVzhwgBigYc"
      },
      "source": [
        "## Data cleaning"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Q2LBRi5Qi2Nc"
      },
      "source": [
        "merge column name tags ingredients into column text"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "JcUPxEVZkfsl"
      },
      "outputs": [],
      "source": [
        "# drop unused column and save to pickle (for recipe details api purposes)\n",
        "clean_df = raw_df.drop(columns=['contributor_id', 'submitted', 'nutrition'])\n",
        "clean_df.to_pickle('clean_recipe.pkl')\n",
        "recipes_df = pd.read_pickle(\"clean_recipe.pkl\")\n",
        "# recipes_df\n"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "3GShZmBErMeY"
      },
      "source": [
        "## preprocess for pyterrier compatibilty\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "QM7CzCLsnqAq"
      },
      "outputs": [],
      "source": [
        "# preprocess for pyterrier compatibilty\n",
        "def merge_column(row):\n",
        "    name = row['name'] if pd.notnull(row['name']) else ''\n",
        "    tags = ' '.join(eval(row['tags'])) if pd.notnull(row['tags']) else ''\n",
        "    ingredients = ' '.join(eval(row['ingredients'])) if pd.notnull(row['ingredients']) else ''\n",
        "    return f\"{name} {tags} {ingredients}\"\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "O-Ij6aZbzgM2"
      },
      "outputs": [],
      "source": [
        "# Untuk preprocess text_raw menjadi text\n",
        "def remove_nonalphanum(text):\n",
        "  pattern = re.compile('[\\W_]+')\n",
        "  return pattern.sub(' ', text)\n",
        "\n",
        "def preprocess_text(text):\n",
        "    \"\"\"\n",
        "    Preprocessing steps dengan justifikasi:\n",
        "    1. Lowercase - menyeragamkan teks untuk menghindari mismatch karena perbedaan kapitalisasi\n",
        "    2. Remove special characters - membersihkan noise dan karakter yang tidak bermakna\n",
        "    3. Remove excessive whitespace - normalisasi format teks\n",
        "    \"\"\"\n",
        "    # lowercase\n",
        "    text = text.lower()\n",
        "    # remove non-alphanumeric characters\n",
        "    text = remove_nonalphanum(text)\n",
        "    # remove excessive whitespace\n",
        "    text = re.sub(r'\\s+', ' ', text)\n",
        "    return text.strip()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "C9Z1K9CWrqrh"
      },
      "outputs": [],
      "source": [
        "docs_df = recipes_df.copy()\n",
        "docs_df['text_raw'] = docs_df.apply(merge_column,axis=1)\n",
        "# docs_df = docs_df[['recipe_id', 'text']]\n",
        "# docs_df = docs_df.rename(columns={'recipe_id': 'docno'})\n",
        "docs_df = docs_df[['id','text_raw']]\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 424
        },
        "id": "EeTMe8uPskmS",
        "outputId": "aeb4d527-6e11-4b1a-db85-e43650336d8e"
      },
      "outputs": [
        {
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "docs_df"
            },
            "text/html": [
              "\n",
              "  <div id=\"df-3081495b-ff8f-4dd7-b16d-00970d742cae\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>docno</th>\n",
              "      <th>text_raw</th>\n",
              "      <th>text</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>137739</td>\n",
              "      <td>arriba   baked winter squash mexican style 60-...</td>\n",
              "      <td>arriba baked winter squash mexican style 60 mi...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>31490</td>\n",
              "      <td>a bit different  breakfast pizza 30-minutes-or...</td>\n",
              "      <td>a bit different breakfast pizza 30 minutes or ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>112140</td>\n",
              "      <td>all in the kitchen  chili time-to-make course ...</td>\n",
              "      <td>all in the kitchen chili time to make course p...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>59389</td>\n",
              "      <td>alouette  potatoes 60-minutes-or-less time-to-...</td>\n",
              "      <td>alouette potatoes 60 minutes or less time to m...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>44061</td>\n",
              "      <td>amish  tomato ketchup  for canning weeknight t...</td>\n",
              "      <td>amish tomato ketchup for canning weeknight tim...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>231632</th>\n",
              "      <td>486161</td>\n",
              "      <td>zydeco soup ham 60-minutes-or-less time-to-mak...</td>\n",
              "      <td>zydeco soup ham 60 minutes or less time to mak...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>231633</th>\n",
              "      <td>493372</td>\n",
              "      <td>zydeco spice mix 15-minutes-or-less time-to-ma...</td>\n",
              "      <td>zydeco spice mix 15 minutes or less time to ma...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>231634</th>\n",
              "      <td>308080</td>\n",
              "      <td>zydeco ya ya deviled eggs 60-minutes-or-less t...</td>\n",
              "      <td>zydeco ya ya deviled eggs 60 minutes or less t...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>231635</th>\n",
              "      <td>298512</td>\n",
              "      <td>cookies by design   cookies on a stick 30-minu...</td>\n",
              "      <td>cookies by design cookies on a stick 30 minute...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>231636</th>\n",
              "      <td>298509</td>\n",
              "      <td>cookies by design   sugar shortbread cookies 3...</td>\n",
              "      <td>cookies by design sugar shortbread cookies 30 ...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>231637 rows × 3 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-3081495b-ff8f-4dd7-b16d-00970d742cae')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-3081495b-ff8f-4dd7-b16d-00970d742cae button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-3081495b-ff8f-4dd7-b16d-00970d742cae');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-98a2dc6d-0b7b-463f-b538-98420c5a3d5d\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-98a2dc6d-0b7b-463f-b538-98420c5a3d5d')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-98a2dc6d-0b7b-463f-b538-98420c5a3d5d button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "  <div id=\"id_bcabe7fc-8015-411b-a1cf-627b4da05bb1\">\n",
              "    <style>\n",
              "      .colab-df-generate {\n",
              "        background-color: #E8F0FE;\n",
              "        border: none;\n",
              "        border-radius: 50%;\n",
              "        cursor: pointer;\n",
              "        display: none;\n",
              "        fill: #1967D2;\n",
              "        height: 32px;\n",
              "        padding: 0 0 0 0;\n",
              "        width: 32px;\n",
              "      }\n",
              "\n",
              "      .colab-df-generate:hover {\n",
              "        background-color: #E2EBFA;\n",
              "        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "        fill: #174EA6;\n",
              "      }\n",
              "\n",
              "      [theme=dark] .colab-df-generate {\n",
              "        background-color: #3B4455;\n",
              "        fill: #D2E3FC;\n",
              "      }\n",
              "\n",
              "      [theme=dark] .colab-df-generate:hover {\n",
              "        background-color: #434B5C;\n",
              "        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "        fill: #FFFFFF;\n",
              "      }\n",
              "    </style>\n",
              "    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('docs_df')\"\n",
              "            title=\"Generate code using this dataframe.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "    <script>\n",
              "      (() => {\n",
              "      const buttonEl =\n",
              "        document.querySelector('#id_bcabe7fc-8015-411b-a1cf-627b4da05bb1 button.colab-df-generate');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      buttonEl.onclick = () => {\n",
              "        google.colab.notebook.generateWithVariable('docs_df');\n",
              "      }\n",
              "      })();\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "text/plain": [
              "         docno                                           text_raw  \\\n",
              "0       137739  arriba   baked winter squash mexican style 60-...   \n",
              "1        31490  a bit different  breakfast pizza 30-minutes-or...   \n",
              "2       112140  all in the kitchen  chili time-to-make course ...   \n",
              "3        59389  alouette  potatoes 60-minutes-or-less time-to-...   \n",
              "4        44061  amish  tomato ketchup  for canning weeknight t...   \n",
              "...        ...                                                ...   \n",
              "231632  486161  zydeco soup ham 60-minutes-or-less time-to-mak...   \n",
              "231633  493372  zydeco spice mix 15-minutes-or-less time-to-ma...   \n",
              "231634  308080  zydeco ya ya deviled eggs 60-minutes-or-less t...   \n",
              "231635  298512  cookies by design   cookies on a stick 30-minu...   \n",
              "231636  298509  cookies by design   sugar shortbread cookies 3...   \n",
              "\n",
              "                                                     text  \n",
              "0       arriba baked winter squash mexican style 60 mi...  \n",
              "1       a bit different breakfast pizza 30 minutes or ...  \n",
              "2       all in the kitchen chili time to make course p...  \n",
              "3       alouette potatoes 60 minutes or less time to m...  \n",
              "4       amish tomato ketchup for canning weeknight tim...  \n",
              "...                                                   ...  \n",
              "231632  zydeco soup ham 60 minutes or less time to mak...  \n",
              "231633  zydeco spice mix 15 minutes or less time to ma...  \n",
              "231634  zydeco ya ya deviled eggs 60 minutes or less t...  \n",
              "231635  cookies by design cookies on a stick 30 minute...  \n",
              "231636  cookies by design sugar shortbread cookies 30 ...  \n",
              "\n",
              "[231637 rows x 3 columns]"
            ]
          },
          "execution_count": 12,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "# datatypes = docs_df.dtypes\n",
        "# value = docs_df.loc[0, 'text_raw']\n",
        "# re.sub(r'\\s+', ' ', value)\n",
        "# steps = docs_df.loc[0, 'steps']\n",
        "# eval(steps)\n",
        "docs_df = docs_df.rename(columns={'id': 'docno'})\n",
        "docs_df['docno'] = docs_df['docno'].astype(str)\n",
        "docs_df['text'] = docs_df['text_raw'].apply(preprocess_text)\n",
        "docs_df\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "SFihzvf0zyrk"
      },
      "outputs": [],
      "source": [
        "# save docs_df\n",
        "docs_df.to_pickle('docs_df_preprocessed.pkl')\n"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "EoQri5OQ0lVn"
      },
      "source": [
        "# Indexing"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "0gsTaXXU2mvs",
        "outputId": "2134de48-8c17-458f-c6de-da64ccbff3bc"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m147.8/147.8 kB\u001b[0m \u001b[31m4.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m347.9/347.9 kB\u001b[0m \u001b[31m7.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m60.1/60.1 kB\u001b[0m \u001b[31m3.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.5/1.5 MB\u001b[0m \u001b[31m31.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m287.4/287.4 kB\u001b[0m \u001b[31m16.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m119.4/119.4 kB\u001b[0m \u001b[31m5.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m114.5/114.5 kB\u001b[0m \u001b[31m6.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m45.4/45.4 kB\u001b[0m \u001b[31m2.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m42.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Building wheel for chest (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Building wheel for wget (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Building wheel for warc3-wet-clueweb09 (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Building wheel for cbor (setup.py) ... \u001b[?25l\u001b[?25hdone\n"
          ]
        }
      ],
      "source": [
        "!pip install python-terrier -q\n",
        "!pip install -U sentence-transformers -q"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "sI07qFYW00-M",
        "outputId": "2a345391-c7fc-48f4-a05a-912f5b71e252"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "terrier-assemblies 5.10 jar-with-dependencies not found, downloading to /root/.pyterrier...\n",
            "Done\n",
            "terrier-python-helper 0.0.8 jar not found, downloading to /root/.pyterrier...\n",
            "Done\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "Java started and loaded: pyterrier.java, pyterrier.terrier.java [version=5.10 (build: craigm 2024-08-22 17:33), helper_version=0.0.8]\n"
          ]
        }
      ],
      "source": [
        "from sentence_transformers import SentenceTransformer, CrossEncoder\n",
        "from sentence_transformers.util import cos_sim\n",
        "import pyterrier as pt\n",
        "from pyterrier.measures import *\n",
        "if not pt.java.started():\n",
        "    pt.java.init()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "jsI6WZo24AWh",
        "outputId": "ff14c529-1832-47e6-81cc-881847795a49"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "maximum length of the 'text_raw' column is: 911\n",
            "maximum length of the 'docno' column is: 6\n"
          ]
        }
      ],
      "source": [
        "# Find the maximum length of the 'text_raw' column\n",
        "max_text_raw_length = docs_df['text_raw'].str.len().max()\n",
        "print(f\"maximum length of the 'text_raw' column is: {max_text_raw_length}\")\n",
        "max_docno_length = docs_df['docno'].str.len().max()\n",
        "print(f\"maximum length of the 'docno' column is: {max_docno_length}\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "v4a7EnFUzeuK"
      },
      "outputs": [],
      "source": [
        "# not removing stopwords maybe to gain more context\n",
        "indexer = pt.IterDictIndexer('./recipe_index',\\\n",
        "                          type = pt.index.IndexingType(1), \\\n",
        "                          tokeniser = pt.index.TerrierTokeniser('utf'), \\\n",
        "                          stemmer = pt.index.TerrierStemmer('porter'), \\\n",
        "                          stopwords = None, \\\n",
        "                          blocks = True, verbose = True, meta={'text_raw':950,'docno':10},overwrite=True)\n",
        "indexref = indexer.index(docs_df.to_dict(orient='records'))\n",
        "index = pt.IndexFactory.of(indexref)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "-eMM7J0A7iCo"
      },
      "outputs": [],
      "source": [
        "# load index\n",
        "indexref_test = pt.IndexRef.of(\"./recipe_index\")\n",
        "bm25 = pt.terrier.Retriever(indexref_test, wmodel=\"BM25\")\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "hDDq92WY6NKu",
        "outputId": "5a16dfd1-b39c-4d45-8cae-03117de01d66"
      },
      "outputs": [
        {
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "summary": "{\n  \"name\": \"temp_pipeline\",\n  \"rows\": 50,\n  \"fields\": [\n    {\n      \"column\": \"qid\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 1,\n        \"samples\": [\n          \"1\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"docid\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 49382,\n        \"min\": 30562,\n        \"max\": 228745,\n        \"num_unique_values\": 50,\n        \"samples\": [\n          155779\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"docno\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 50,\n        \"samples\": [\n          \"230694\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"rank\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 14,\n        \"min\": 0,\n        \"max\": 49,\n        \"num_unique_values\": 50,\n        \"samples\": [\n          13\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"score\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.7992309975296626,\n        \"min\": 16.51616954150174,\n        \"max\": 19.128108833045065,\n        \"num_unique_values\": 47,\n        \"samples\": [\n          16.953019615993263\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"query\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 1,\n        \"samples\": [\n          \"tomato with peanut butter cookies\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}",
              "type": "dataframe"
            },
            "text/html": [
              "\n",
              "  <div id=\"df-52b56546-01ca-4534-b199-94ee876eea16\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>qid</th>\n",
              "      <th>docid</th>\n",
              "      <th>docno</th>\n",
              "      <th>rank</th>\n",
              "      <th>score</th>\n",
              "      <th>query</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>155882</td>\n",
              "      <td>335741</td>\n",
              "      <td>0</td>\n",
              "      <td>19.128109</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>155937</td>\n",
              "      <td>407855</td>\n",
              "      <td>1</td>\n",
              "      <td>18.853554</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1</td>\n",
              "      <td>116650</td>\n",
              "      <td>473389</td>\n",
              "      <td>2</td>\n",
              "      <td>18.785295</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1</td>\n",
              "      <td>156295</td>\n",
              "      <td>128122</td>\n",
              "      <td>3</td>\n",
              "      <td>18.784233</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1</td>\n",
              "      <td>88169</td>\n",
              "      <td>223013</td>\n",
              "      <td>4</td>\n",
              "      <td>18.765799</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>1</td>\n",
              "      <td>156280</td>\n",
              "      <td>51911</td>\n",
              "      <td>5</td>\n",
              "      <td>18.759707</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>1</td>\n",
              "      <td>156234</td>\n",
              "      <td>396857</td>\n",
              "      <td>6</td>\n",
              "      <td>18.620690</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>1</td>\n",
              "      <td>55392</td>\n",
              "      <td>109838</td>\n",
              "      <td>7</td>\n",
              "      <td>18.506496</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>1</td>\n",
              "      <td>155932</td>\n",
              "      <td>225467</td>\n",
              "      <td>8</td>\n",
              "      <td>18.496298</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>1</td>\n",
              "      <td>52169</td>\n",
              "      <td>460749</td>\n",
              "      <td>9</td>\n",
              "      <td>18.360580</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>1</td>\n",
              "      <td>85165</td>\n",
              "      <td>450551</td>\n",
              "      <td>10</td>\n",
              "      <td>18.360580</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>1</td>\n",
              "      <td>155941</td>\n",
              "      <td>384853</td>\n",
              "      <td>11</td>\n",
              "      <td>18.203434</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>1</td>\n",
              "      <td>155938</td>\n",
              "      <td>128813</td>\n",
              "      <td>12</td>\n",
              "      <td>17.956740</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>1</td>\n",
              "      <td>155779</td>\n",
              "      <td>230694</td>\n",
              "      <td>13</td>\n",
              "      <td>17.850841</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>1</td>\n",
              "      <td>155940</td>\n",
              "      <td>261415</td>\n",
              "      <td>14</td>\n",
              "      <td>17.681352</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>1</td>\n",
              "      <td>51336</td>\n",
              "      <td>188672</td>\n",
              "      <td>15</td>\n",
              "      <td>17.652243</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>1</td>\n",
              "      <td>72984</td>\n",
              "      <td>335740</td>\n",
              "      <td>16</td>\n",
              "      <td>17.652044</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>1</td>\n",
              "      <td>190376</td>\n",
              "      <td>191533</td>\n",
              "      <td>17</td>\n",
              "      <td>17.642890</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>1</td>\n",
              "      <td>156370</td>\n",
              "      <td>241747</td>\n",
              "      <td>18</td>\n",
              "      <td>17.554391</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>1</td>\n",
              "      <td>146200</td>\n",
              "      <td>444780</td>\n",
              "      <td>19</td>\n",
              "      <td>17.497655</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20</th>\n",
              "      <td>1</td>\n",
              "      <td>49129</td>\n",
              "      <td>217721</td>\n",
              "      <td>20</td>\n",
              "      <td>17.495356</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>21</th>\n",
              "      <td>1</td>\n",
              "      <td>228745</td>\n",
              "      <td>453639</td>\n",
              "      <td>21</td>\n",
              "      <td>17.439909</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>22</th>\n",
              "      <td>1</td>\n",
              "      <td>73109</td>\n",
              "      <td>290002</td>\n",
              "      <td>22</td>\n",
              "      <td>17.353512</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>23</th>\n",
              "      <td>1</td>\n",
              "      <td>156057</td>\n",
              "      <td>184784</td>\n",
              "      <td>23</td>\n",
              "      <td>17.307020</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24</th>\n",
              "      <td>1</td>\n",
              "      <td>97931</td>\n",
              "      <td>449630</td>\n",
              "      <td>24</td>\n",
              "      <td>17.241715</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25</th>\n",
              "      <td>1</td>\n",
              "      <td>155939</td>\n",
              "      <td>154195</td>\n",
              "      <td>25</td>\n",
              "      <td>17.124250</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>26</th>\n",
              "      <td>1</td>\n",
              "      <td>155850</td>\n",
              "      <td>507289</td>\n",
              "      <td>26</td>\n",
              "      <td>16.971849</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27</th>\n",
              "      <td>1</td>\n",
              "      <td>91718</td>\n",
              "      <td>210269</td>\n",
              "      <td>27</td>\n",
              "      <td>16.958306</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>28</th>\n",
              "      <td>1</td>\n",
              "      <td>30562</td>\n",
              "      <td>70842</td>\n",
              "      <td>28</td>\n",
              "      <td>16.953020</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>29</th>\n",
              "      <td>1</td>\n",
              "      <td>155778</td>\n",
              "      <td>316416</td>\n",
              "      <td>29</td>\n",
              "      <td>16.953020</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>30</th>\n",
              "      <td>1</td>\n",
              "      <td>144159</td>\n",
              "      <td>186718</td>\n",
              "      <td>30</td>\n",
              "      <td>16.929532</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>31</th>\n",
              "      <td>1</td>\n",
              "      <td>74742</td>\n",
              "      <td>297002</td>\n",
              "      <td>31</td>\n",
              "      <td>16.905423</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>32</th>\n",
              "      <td>1</td>\n",
              "      <td>33899</td>\n",
              "      <td>122473</td>\n",
              "      <td>32</td>\n",
              "      <td>16.898598</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>33</th>\n",
              "      <td>1</td>\n",
              "      <td>81163</td>\n",
              "      <td>380077</td>\n",
              "      <td>33</td>\n",
              "      <td>16.887609</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>34</th>\n",
              "      <td>1</td>\n",
              "      <td>156204</td>\n",
              "      <td>457760</td>\n",
              "      <td>34</td>\n",
              "      <td>16.839007</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>35</th>\n",
              "      <td>1</td>\n",
              "      <td>172725</td>\n",
              "      <td>345047</td>\n",
              "      <td>35</td>\n",
              "      <td>16.825976</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>36</th>\n",
              "      <td>1</td>\n",
              "      <td>91691</td>\n",
              "      <td>138534</td>\n",
              "      <td>36</td>\n",
              "      <td>16.753976</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>37</th>\n",
              "      <td>1</td>\n",
              "      <td>156187</td>\n",
              "      <td>50510</td>\n",
              "      <td>37</td>\n",
              "      <td>16.708080</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>38</th>\n",
              "      <td>1</td>\n",
              "      <td>155818</td>\n",
              "      <td>297494</td>\n",
              "      <td>38</td>\n",
              "      <td>16.683790</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>39</th>\n",
              "      <td>1</td>\n",
              "      <td>51255</td>\n",
              "      <td>430192</td>\n",
              "      <td>39</td>\n",
              "      <td>16.658650</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>40</th>\n",
              "      <td>1</td>\n",
              "      <td>114313</td>\n",
              "      <td>293647</td>\n",
              "      <td>40</td>\n",
              "      <td>16.646198</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>41</th>\n",
              "      <td>1</td>\n",
              "      <td>49765</td>\n",
              "      <td>15459</td>\n",
              "      <td>41</td>\n",
              "      <td>16.611855</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>42</th>\n",
              "      <td>1</td>\n",
              "      <td>155975</td>\n",
              "      <td>357940</td>\n",
              "      <td>42</td>\n",
              "      <td>16.611810</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>43</th>\n",
              "      <td>1</td>\n",
              "      <td>106746</td>\n",
              "      <td>308257</td>\n",
              "      <td>43</td>\n",
              "      <td>16.572872</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>44</th>\n",
              "      <td>1</td>\n",
              "      <td>155934</td>\n",
              "      <td>346008</td>\n",
              "      <td>44</td>\n",
              "      <td>16.552796</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>45</th>\n",
              "      <td>1</td>\n",
              "      <td>202414</td>\n",
              "      <td>393429</td>\n",
              "      <td>45</td>\n",
              "      <td>16.542824</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>46</th>\n",
              "      <td>1</td>\n",
              "      <td>32749</td>\n",
              "      <td>24532</td>\n",
              "      <td>46</td>\n",
              "      <td>16.541627</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47</th>\n",
              "      <td>1</td>\n",
              "      <td>126136</td>\n",
              "      <td>443296</td>\n",
              "      <td>47</td>\n",
              "      <td>16.541627</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>48</th>\n",
              "      <td>1</td>\n",
              "      <td>156528</td>\n",
              "      <td>142151</td>\n",
              "      <td>48</td>\n",
              "      <td>16.530703</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>49</th>\n",
              "      <td>1</td>\n",
              "      <td>155743</td>\n",
              "      <td>75086</td>\n",
              "      <td>49</td>\n",
              "      <td>16.516170</td>\n",
              "      <td>tomato with peanut butter cookies</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-52b56546-01ca-4534-b199-94ee876eea16')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-52b56546-01ca-4534-b199-94ee876eea16 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-52b56546-01ca-4534-b199-94ee876eea16');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-59b309fe-3350-4e22-9c7b-04c697e6fa37\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-59b309fe-3350-4e22-9c7b-04c697e6fa37')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-59b309fe-3350-4e22-9c7b-04c697e6fa37 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "text/plain": [
              "   qid   docid   docno  rank      score                              query\n",
              "0    1  155882  335741     0  19.128109  tomato with peanut butter cookies\n",
              "1    1  155937  407855     1  18.853554  tomato with peanut butter cookies\n",
              "2    1  116650  473389     2  18.785295  tomato with peanut butter cookies\n",
              "3    1  156295  128122     3  18.784233  tomato with peanut butter cookies\n",
              "4    1   88169  223013     4  18.765799  tomato with peanut butter cookies\n",
              "5    1  156280   51911     5  18.759707  tomato with peanut butter cookies\n",
              "6    1  156234  396857     6  18.620690  tomato with peanut butter cookies\n",
              "7    1   55392  109838     7  18.506496  tomato with peanut butter cookies\n",
              "8    1  155932  225467     8  18.496298  tomato with peanut butter cookies\n",
              "9    1   52169  460749     9  18.360580  tomato with peanut butter cookies\n",
              "10   1   85165  450551    10  18.360580  tomato with peanut butter cookies\n",
              "11   1  155941  384853    11  18.203434  tomato with peanut butter cookies\n",
              "12   1  155938  128813    12  17.956740  tomato with peanut butter cookies\n",
              "13   1  155779  230694    13  17.850841  tomato with peanut butter cookies\n",
              "14   1  155940  261415    14  17.681352  tomato with peanut butter cookies\n",
              "15   1   51336  188672    15  17.652243  tomato with peanut butter cookies\n",
              "16   1   72984  335740    16  17.652044  tomato with peanut butter cookies\n",
              "17   1  190376  191533    17  17.642890  tomato with peanut butter cookies\n",
              "18   1  156370  241747    18  17.554391  tomato with peanut butter cookies\n",
              "19   1  146200  444780    19  17.497655  tomato with peanut butter cookies\n",
              "20   1   49129  217721    20  17.495356  tomato with peanut butter cookies\n",
              "21   1  228745  453639    21  17.439909  tomato with peanut butter cookies\n",
              "22   1   73109  290002    22  17.353512  tomato with peanut butter cookies\n",
              "23   1  156057  184784    23  17.307020  tomato with peanut butter cookies\n",
              "24   1   97931  449630    24  17.241715  tomato with peanut butter cookies\n",
              "25   1  155939  154195    25  17.124250  tomato with peanut butter cookies\n",
              "26   1  155850  507289    26  16.971849  tomato with peanut butter cookies\n",
              "27   1   91718  210269    27  16.958306  tomato with peanut butter cookies\n",
              "28   1   30562   70842    28  16.953020  tomato with peanut butter cookies\n",
              "29   1  155778  316416    29  16.953020  tomato with peanut butter cookies\n",
              "30   1  144159  186718    30  16.929532  tomato with peanut butter cookies\n",
              "31   1   74742  297002    31  16.905423  tomato with peanut butter cookies\n",
              "32   1   33899  122473    32  16.898598  tomato with peanut butter cookies\n",
              "33   1   81163  380077    33  16.887609  tomato with peanut butter cookies\n",
              "34   1  156204  457760    34  16.839007  tomato with peanut butter cookies\n",
              "35   1  172725  345047    35  16.825976  tomato with peanut butter cookies\n",
              "36   1   91691  138534    36  16.753976  tomato with peanut butter cookies\n",
              "37   1  156187   50510    37  16.708080  tomato with peanut butter cookies\n",
              "38   1  155818  297494    38  16.683790  tomato with peanut butter cookies\n",
              "39   1   51255  430192    39  16.658650  tomato with peanut butter cookies\n",
              "40   1  114313  293647    40  16.646198  tomato with peanut butter cookies\n",
              "41   1   49765   15459    41  16.611855  tomato with peanut butter cookies\n",
              "42   1  155975  357940    42  16.611810  tomato with peanut butter cookies\n",
              "43   1  106746  308257    43  16.572872  tomato with peanut butter cookies\n",
              "44   1  155934  346008    44  16.552796  tomato with peanut butter cookies\n",
              "45   1  202414  393429    45  16.542824  tomato with peanut butter cookies\n",
              "46   1   32749   24532    46  16.541627  tomato with peanut butter cookies\n",
              "47   1  126136  443296    47  16.541627  tomato with peanut butter cookies\n",
              "48   1  156528  142151    48  16.530703  tomato with peanut butter cookies\n",
              "49   1  155743   75086    49  16.516170  tomato with peanut butter cookies"
            ]
          },
          "execution_count": 19,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "temp_pipeline = (bm25 % 50)\n",
        "temp_pipeline.search('tomato with peanut butter cookies')"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "1wUHAGWV-8Dg"
      },
      "source": [
        "## Reranker\n",
        "\n",
        "retrieve top 50 using bm25, rerank using crossencoder based on raw_text and query pair."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 304,
          "referenced_widgets": [
            "37a40742c0c1460283df3dbadf191f00",
            "c47d9a34d5174e0d9d0bd557e36498c1",
            "04153515870f4a0fb0516f1ccb661dcd",
            "fb5902a9e2c54b038f68f330095a596c",
            "53ad8f86dfbb401ca5b8b1160143065c",
            "e80adc18fbbb40c88905d213f6848916",
            "290a3da8721543c887a11d7e54c8188f",
            "903ad5dea4934406b4319b04aaf84c08",
            "4125bc94659441fba2c7ad20743f3ffe",
            "cbedda400a6f470aa80b7734e452fc18",
            "18491d1ec1434832a6aea032198597c6",
            "321186eb6a5349618dae60c0bfaa4912",
            "c40dd059e2bc4d5d80de4790882ee799",
            "efb6844be7594aa99a1312fa944f504d",
            "a452a8d658494f7da6765bcc4c0d8975",
            "f17842f51a684e33861a30358da67e51",
            "f2d9ccd6ec8c47b1b5dddd81ba1f21ed",
            "744f11dcfcac4ea7b2b4fd3182335c8e",
            "b067e7da95324f3394dfcecf2d97156a",
            "eaf75c37bd554167bb642353e8fe29cf",
            "ed218d8de7e6463d87b431f03898e98e",
            "89d09b727f184653968cff85b87f3f9d",
            "c2df1685446c41c291192797626cbe70",
            "afbf037a754746d79e46c6ccbc6cebde",
            "e4df2798a57a49a2b780687ea8806d62",
            "5532493a45d845c1a611e540640ad719",
            "f8e6a0fc8bb34302af433cca4950cfa0",
            "bba9b3047944468596d30e87365b2cb2",
            "6fb213375f22489c84c41333d6625170",
            "e06e47b0e7ce4b11847a9caec295e37b",
            "074aa952b30b406c83aaaa60f80d63af",
            "d54d71db608448ee9c423ab54d1a092e",
            "20a9b5f7b7c7462082d9f2993bcb2c9e",
            "59984cc7759f49ebbaeb82514271f6e0",
            "be7b7448e3a741558b07103104d863be",
            "66cd9fc9ae064aa5b2129ac152272f4e",
            "caf8e854dd7540799afaa555af99e7e1",
            "8f8867a444774446a518332fe06c7b34",
            "e86df39ce84a4b058da5884c18b48e8d",
            "486545f407934e50ad9b7f6519d63e3c",
            "7fa6ae65a09b472ca3b05045f59968dd",
            "f916e3c3504342349f6112d5ac64a0d4",
            "ecda045973f4435aa24a123f617e9b7a",
            "b0d3c9e0a33e468c974d3538ef096466",
            "1afd3bf2b6b141c593558ece3acec1ac",
            "f912a978979c453e8459ea9983b2a832",
            "19a90351f6fd47c8900dee41fb758321",
            "bcf01341550a4bb18ef6889a0a094653",
            "bc8d3eea89d1459abf81b350459000df",
            "0b950f42c45f4ed4a2b1dd454fe92e43",
            "d8c6835f5c6e4e0983473f4556ed0a37",
            "3de585a3186d4dc79ac5d14fe2618c78",
            "2f38a3e2fff24b3fa2f9074e5001207a",
            "fba5f9cbfbbc419bbf68d59b864568bf",
            "e9e6f5f4ff5342bf86191e659c9627b6"
          ]
        },
        "id": "xMA8MHkuFqzR",
        "outputId": "d4389ebc-02f5-4cb3-820c-879b38e350a0"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_auth.py:94: UserWarning: \n",
            "The secret `HF_TOKEN` does not exist in your Colab secrets.\n",
            "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n",
            "You will be able to reuse this secret in all of your notebooks.\n",
            "Please note that authentication is recommended but still optional to access public models or datasets.\n",
            "  warnings.warn(\n"
          ]
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "37a40742c0c1460283df3dbadf191f00",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "config.json:   0%|          | 0.00/791 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "321186eb6a5349618dae60c0bfaa4912",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "model.safetensors:   0%|          | 0.00/133M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "c2df1685446c41c291192797626cbe70",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "tokenizer_config.json:   0%|          | 0.00/316 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "59984cc7759f49ebbaeb82514271f6e0",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "vocab.txt:   0%|          | 0.00/232k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "1afd3bf2b6b141c593558ece3acec1ac",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "special_tokens_map.json:   0%|          | 0.00/112 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "crossmodel = CrossEncoder('cross-encoder/ms-marco-MiniLM-L-12-v2', max_length=512)"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "### Training Reranker\n"
      ],
      "metadata": {
        "id": "nwkIjEW8Ah7v"
      }
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 145,
          "referenced_widgets": [
            "840a3b07bfe74fc4aa70c8e163a5f0ee",
            "c4f5fcef714b4580b3147b29996113fe",
            "ed0cfe25bfef4ca39a09c5430ce27b9d",
            "e2b8e01286814168b5fb4851083ca18d",
            "ddeb0e83d69b4c1fa87393d502eaef0f",
            "8c0365507cca4ea6b76835a9b1ab4fc8",
            "5bd3d4ed010c40e19b929e22a4721ce1",
            "dad3f3a21d45404db75537c194017701",
            "3035d95fee9c4b54b99ddd2de526fc6f",
            "cb3d4b84a92c42e2bab8160b993b44da",
            "72542fef274c497d931e1c23cddb9fa7",
            "add1f2790cfb4cb3b50b1d1e601c6a40",
            "4987c872c1f64e1db93d3c7764e22936",
            "ec814be72ac047c19417cafff40ea808",
            "a2d4343a428b439bbdc2f5a42c72bbc2",
            "7c4ccbd8e2fc40a0afb72e1c7c0ce817",
            "bdd6ad479aef4053b0ba125f34b08e5e",
            "9281e7e23d394cdcb3049a24c593b352",
            "32043ee0390946b7acb8bc3d0aca5177",
            "e6e1cf091d254ed2bf6d306cd9d8fb7f",
            "a5f8145090d24818ac5335393f3a52d4",
            "f70abdcaf1474ea883ab43f32b26075c",
            "27d06ae7dc0a4ec389040ecb97d4614d",
            "7808ca060d0243bbafe8862c256f8a1f",
            "c49da6717e6244d98b55b1b2c7da271a",
            "db0572ebc534402d9947bafe648fc256",
            "8f50a38dd8994cc5b3ddc2e730866571",
            "88aa24009ac64e4ca8500945e689ae5e",
            "5a4f633cea3540be8ae3d33fbd1d07ce",
            "bc0f330723b24372a64ba8e989bbdcdf",
            "7cb88f9ed1a04922ab7a967ccc182373",
            "7539cd4be97e4210b16fe05620dc281d",
            "075f45fda84c4910afd8c081f60a62f1",
            "4f97283d11244506a4c0707dde13d64f",
            "67f5fb669ac0417fa9f3a491be6d770b",
            "ea07878a38b14f5ca1190aca29be6988",
            "96545e4fcd9a4760b51ee3a78d14fffa",
            "547f4b1de2af457db7de279c66d66514",
            "3cfc90931ca845cbb646a07b09ef730f",
            "0e2dcaaa2c124871ba256d313859bb2c",
            "c2e6131d5e3e4be1914819b2b35f440a",
            "1efcadd98bc54bf3bda2843c10d91f79",
            "653f818d2b2b46a5b560827e140ef2d0",
            "16e2af1cfc1a4c7f919e93e7433dc268"
          ]
        },
        "id": "44v-gr1OLLml",
        "outputId": "f260557e-88af-4ab6-833f-23b217c7484c"
      },
      "outputs": [
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "840a3b07bfe74fc4aa70c8e163a5f0ee",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Epoch:   0%|          | 0/3 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "add1f2790cfb4cb3b50b1d1e601c6a40",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Iteration:   0%|          | 0/125 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "27d06ae7dc0a4ec389040ecb97d4614d",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Iteration:   0%|          | 0/125 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "4f97283d11244506a4c0707dde13d64f",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Iteration:   0%|          | 0/125 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "# Train a pretrained reranker model\n",
        "\n",
        "from sentence_transformers import InputExample, CrossEncoder\n",
        "from torch.utils.data import DataLoader\n",
        "import random\n",
        "import pandas as pd\n",
        "\n",
        "def create_training_data(docs_df, bm25_pipeline, num_samples=1000):\n",
        "    training_data = []\n",
        "    for _ in range(num_samples):\n",
        "        query = random.choice([\"chocolate cake\", \"vegan pasta\", \"quick breakfast\", \"low-carb snacks\", \"banana ice cream\", \"fruit milkshake\"])\n",
        "\n",
        "        results = bm25_pipeline.search(query)\n",
        "\n",
        "        results_with_text = pd.merge(results, docs_df, on='docno', how='left')\n",
        "\n",
        "        if len(results) > 1:\n",
        "            positive = results_with_text.iloc[0]  # Top result\n",
        "            negative = results_with_text.iloc[1]  # Second result\n",
        "\n",
        "            training_data.append(InputExample(texts=[query, positive['text_raw']], label=1))\n",
        "\n",
        "            training_data.append(InputExample(texts=[query, negative['text_raw']], label=0))\n",
        "\n",
        "    return training_data\n",
        "\n",
        "training_data = create_training_data(docs_df, temp_pipeline, num_samples=1000)\n",
        "\n",
        "train_dataloader = DataLoader(training_data, shuffle=True, batch_size=16)\n",
        "\n",
        "crossmodel.fit(\n",
        "    train_dataloader=train_dataloader,\n",
        "    epochs=3,\n",
        "    warmup_steps=100,\n",
        "    output_path=\"crossencoder_model\"\n",
        ")\n",
        "\n",
        "crossmodel.save(\"crossencoder_model\")\n",
        "# crossmodel.save('crossencoder_model')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "3RpqiCwPYqWX"
      },
      "outputs": [],
      "source": [
        "crossmodel = CrossEncoder('crossencoder_model')\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "eRBF5NR4JlNV",
        "outputId": "a76ba101-8da8-46eb-d5f3-e149d3f6b496"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Model saved as 'crossencoder_model.pkl'\n"
          ]
        }
      ],
      "source": [
        "import pickle\n",
        "\n",
        "# Save the CrossEncoder model\n",
        "with open('crossencoder_model.pkl', 'wb') as f:\n",
        "    pickle.dump(crossmodel, f)\n",
        "\n",
        "print(\"Model saved as 'crossencoder_model.pkl'\")\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "qE0S_lkeHKMQ"
      },
      "outputs": [],
      "source": [
        "def _crossencoder_apply(df: pd.DataFrame):\n",
        "    # Score pairs of (query, text) using the CrossEncoder\n",
        "    return crossmodel.predict(list(zip(df['query'].values, df['text_raw'].values)))\n",
        "\n",
        "cross_encT = pt.apply.doc_score(_crossencoder_apply, batch_size=128)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "dePH8h4KHWIJ"
      },
      "outputs": [],
      "source": [
        "bm25_reranker_pipeline = (\n",
        "    bm25 % 50 >>\n",
        "    pt.text.get_text(index, ['text_raw']) >>\n",
        "    cross_encT % 30\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "N4SS0sMcM-sF",
        "outputId": "dc7a2897-1735-4ae8-9454-845aead594a9"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Common docno values: ['210269', '307836', '75086', '145504', '216619', '213906', '507289', '322997', '380077', '287523', '215880']\n"
          ]
        }
      ],
      "source": [
        "results1 = bm25_reranker_pipeline.search('peanut buter cookies')\n",
        "results2 = bm25_reranker_pipeline.search('paenut butter cookies')\n",
        "docnos1 = results1['docno'].tolist()\n",
        "docnos2 = results2['docno'].tolist()\n",
        "common_docnos = list(set(docnos1) & set(docnos2))\n",
        "print(f\"Common docno values: {common_docnos}\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "RG8-wiqkNAmZ"
      },
      "outputs": [],
      "source": [
        "recipes_df = pd.read_pickle(\"clean_recipe.pkl\")\n",
        "def search_recipes(query):\n",
        "    \"\"\"\n",
        "    Searches the recipes_df DataFrame for recipes matching the given query,\n",
        "    including the rank from the search results.\n",
        "    \"\"\"\n",
        "    # Preprocess the query\n",
        "    query = preprocess_text(query)\n",
        "\n",
        "    # Search using bm25_reranker_pipeline\n",
        "    results = bm25_reranker_pipeline.search(query)\n",
        "    results['docno'] = results['docno'].astype(np.int64)\n",
        "\n",
        "\n",
        "    # Merge search results with recipes_df\n",
        "    matching_recipes = pd.merge(results, recipes_df, left_on='docno', right_on='id', how='left')\n",
        "\n",
        "    #\n",
        "    matching_recipes = matching_recipes[['rank'] + recipes_df.columns.tolist()]\n",
        "\n",
        "    return matching_recipes"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "SkMnKu9ROcvi"
      },
      "outputs": [],
      "source": [
        "# bm25_reranker_pipeline.search('paenut butter cookies')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "fLL99KDON3xX",
        "outputId": "7c5c30d5-d3fd-4fc9-9caf-fcb1b856546c"
      },
      "outputs": [
        {
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "summary": "{\n  \"name\": \"search_recipes('paenut butter cookies under 30 minutes')\",\n  \"rows\": 30,\n  \"fields\": [\n    {\n      \"column\": \"rank\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 8,\n        \"min\": 0,\n        \"max\": 29,\n        \"num_unique_values\": 30,\n        \"samples\": [\n          27,\n          15,\n          23\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"name\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 30,\n        \"samples\": [\n          \"chili under pressure\",\n          \"easy peanut butter kiss cookies\",\n          \"six feet under dip\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"id\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 122577,\n        \"min\": 35920,\n        \"max\": 476590,\n        \"num_unique_values\": 30,\n        \"samples\": [\n          476590,\n          271983,\n          378692\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"minutes\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 41,\n        \"min\": 10,\n        \"max\": 250,\n        \"num_unique_values\": 15,\n        \"samples\": [\n          40,\n          50,\n          30\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"tags\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 26,\n        \"samples\": [\n          \"['30-minutes-or-less', 'time-to-make', 'course', 'preparation', 'drop-cookies', 'hand-formed-cookies', 'desserts', 'cookies-and-brownies', 'dietary', 'chocolate-chip-cookies']\",\n          \"['60-minutes-or-less', 'time-to-make', 'course', 'cuisine', 'preparation', 'main-dish', 'european', 'vegetarian', 'italian', 'dietary', 'inexpensive']\",\n          \"['30-minutes-or-less', 'time-to-make', 'course', 'preparation', 'hand-formed-cookies', 'desserts', 'cookies-and-brownies']\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"n_steps\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 3,\n        \"min\": 4,\n        \"max\": 19,\n        \"num_unique_values\": 11,\n        \"samples\": [\n          6,\n          9,\n          18\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"steps\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 30,\n        \"samples\": [\n          \"['cook the ground beef in the pressure cooker over medium high heat until brown and crumbly', 'remove beef and drain excess grease', 'add olive oil , onion , bell pepper and jalapeno pepper to pressure cooker', 'cook on medium high heat , stirring , for 3 or 4 minutes , until the onion is translucent', 'add garlic , cook and stir a few times', 'return the meat to the pressure cooker , add the kidney beans , diced tomatoes , tomato paste , brown sugar , cocoa powder , chili powder , cumin , salt , water and red pepper flakes', 'place lid on pressure cooker and lock', 'bring cooker up to pressure , 15 psi', 'reduce heat to maintain pressure and cook for 8 minutes', 'remove cooker from the heat and allow to cool on its own , 5 to 10 minutes', 'when pressure is fully released , remove lid , stir chili , and serve']\",\n          \"['preheat oven to 350 degrees', 'roll cookie dough into 1 inch balls', 'bake 10-12 minutes', 'press candy into the center of each cookie', 'allow to cool at room temperature', 'may need to refrigerate to get the candies to harden']\",\n          \"['grate 1 / 2 teaspoon zest and squeeze 1 tablespoon juice from limes', 'in bowl with fork , mash avocados with juice and zest until smooth', 'stir in 2 tablespoon cilantro and onion', 'spread evenly in bottom of 11x7\\\" serving or baking dish', 'in another bowl , stir together beans and salsa', 'spread over avocado mixture', 'in third bowl , stir together sour cream and ranch dip', 'spread over bean mixture', 'sprinkle with remaining cilantro', 'cover', 'refrigerate until ready to serve', 'just before serving , stir food coloring into ketchup', 'transfer to small plastic sandwich bag', 'snip tiny hole in one corner', 'for \\\"tombstones\\\" , pipe ketchup mixture onto melba toasts and crackers in spooky messages as desired', 'insert into dip', 'arrange tomatoes on top', 'serve with chips , if desired']\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"description\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 30,\n        \"samples\": [\n          \"i found this quick chili recipe on a pressure cooking site, but the recipe belongs to spyce at allrecipes.com.  i am saving it here for safe keeping.  i found out how good chili can be, by using cocoa, when i tried recipe#448787 by flower7.  enjoy!\",\n          \"so easy!\",\n          \"it's frighteningly good fun to scoop up servings of our delicious dip layered with homemade guacamole, refried beans and a zingy sour cream mix! i found this recipe in woman's world magazine. i have not tried this recipe, but i'm posting it safe keeping.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"ingredients\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 30,\n        \"samples\": [\n          \"['ground beef', 'olive oil', 'onion', 'green bell pepper', 'jalapeno pepper', 'garlic cloves', 'dark red kidney beans', 'diced tomatoes', 'tomato paste', 'dark brown sugar', 'unsweetened cocoa powder', 'crushed red pepper flakes', 'chili powder', 'ground cumin', 'kosher salt', 'water']\",\n          \"['peanut butter cookie dough', 'hershey chocolate kisses']\",\n          \"['lime', 'avocados', 'fresh cilantro', 'red onions', 'refried beans', 'mild salsa', 'sour cream', 'ranch dip', 'food coloring', 'ketchup', 'melba toast', 'cracker', 'cherry tomatoes', 'tortilla chips']\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"n_ingredients\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 4,\n        \"min\": 2,\n        \"max\": 20,\n        \"num_unique_values\": 13,\n        \"samples\": [\n          9,\n          7,\n          11\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}",
              "type": "dataframe"
            },
            "text/html": [
              "\n",
              "  <div id=\"df-bb070cd5-6abf-4a5c-be3c-aed54974e42f\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>rank</th>\n",
              "      <th>name</th>\n",
              "      <th>id</th>\n",
              "      <th>minutes</th>\n",
              "      <th>tags</th>\n",
              "      <th>n_steps</th>\n",
              "      <th>steps</th>\n",
              "      <th>description</th>\n",
              "      <th>ingredients</th>\n",
              "      <th>n_ingredients</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>evil peanut butter cookies</td>\n",
              "      <td>115689</td>\n",
              "      <td>30</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>9</td>\n",
              "      <td>['preheat the oven to 350', 'in a large bowl ,...</td>\n",
              "      <td>these are really wicked cookies!</td>\n",
              "      <td>['flour', 'sugar', 'brown sugar', 'baking powd...</td>\n",
              "      <td>11</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>peanut butter devil cookies</td>\n",
              "      <td>307836</td>\n",
              "      <td>29</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>9</td>\n",
              "      <td>['preheat oven to 350', 'in a large bowl , com...</td>\n",
              "      <td>i got this off the side of a devil's food cake...</td>\n",
              "      <td>[\"devil's food cake mix\", 'vegetable oil', 'eg...</td>\n",
              "      <td>6</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>butter pecan cookies</td>\n",
              "      <td>305119</td>\n",
              "      <td>25</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>7</td>\n",
              "      <td>['cream butter and sugar', 'add egg', 'add flo...</td>\n",
              "      <td>simple basic cookie that most everyone loves. ...</td>\n",
              "      <td>['butter', 'egg', 'baking powder', 'pecans', '...</td>\n",
              "      <td>8</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>best soft peanut butter cookies</td>\n",
              "      <td>216619</td>\n",
              "      <td>20</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>13</td>\n",
              "      <td>['preheat oven to 325 degrees', 'combine flour...</td>\n",
              "      <td>i made this recipe when i was craving peanut b...</td>\n",
              "      <td>['flour', 'baking soda', 'butter', 'granulated...</td>\n",
              "      <td>8</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>moist peanut butter cookies</td>\n",
              "      <td>213906</td>\n",
              "      <td>17</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>9</td>\n",
              "      <td>['preheat oven to 375', 'mix all ingredients t...</td>\n",
              "      <td>i love these cookies since they are moist and ...</td>\n",
              "      <td>['butter', 'peanut butter', 'brown sugar', 'gr...</td>\n",
              "      <td>10</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>5</td>\n",
              "      <td>michelle s peanut butter chocolate chip cookies</td>\n",
              "      <td>285626</td>\n",
              "      <td>25</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>7</td>\n",
              "      <td>['pre-heat oven to 350', 'cream butter , peanu...</td>\n",
              "      <td>delicious peanut butter cookies that i added c...</td>\n",
              "      <td>['butter', 'peanut butter', 'sugar', 'brown su...</td>\n",
              "      <td>10</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>6</td>\n",
              "      <td>peanut  butter cookies</td>\n",
              "      <td>145504</td>\n",
              "      <td>30</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>7</td>\n",
              "      <td>['heat oven to 375', 'beat peanut butter , wat...</td>\n",
              "      <td>these are the easiest peanut butter cookies yo...</td>\n",
              "      <td>['crunchy peanut butter', 'water', 'eggs', 'ye...</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>7</td>\n",
              "      <td>oatmeal peanut butter cookies   sugar free</td>\n",
              "      <td>322997</td>\n",
              "      <td>23</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>4</td>\n",
              "      <td>['mix all together', 'roll into small balls an...</td>\n",
              "      <td>i have not tried this recipe. i got this recip...</td>\n",
              "      <td>['natural-style peanut butter', 'oatmeal', 'sp...</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>8</td>\n",
              "      <td>peanut butter ball cookies</td>\n",
              "      <td>75086</td>\n",
              "      <td>22</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>11</td>\n",
              "      <td>['set oven to 375 degrees', 'combine sugar , p...</td>\n",
              "      <td>this is a super peanut butter cookie recipe, i...</td>\n",
              "      <td>['sugar', 'peanut butter', 'butter', 'egg whit...</td>\n",
              "      <td>8</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>9</td>\n",
              "      <td>homemade peanut butter cookies</td>\n",
              "      <td>308257</td>\n",
              "      <td>17</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>6</td>\n",
              "      <td>['preheat oven to 350f', 'mix all ingredients ...</td>\n",
              "      <td>my grandma passed this recipe down to me when ...</td>\n",
              "      <td>['peanut butter', 'sugar', 'egg', 'vanilla']</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>10</td>\n",
              "      <td>perfect peanut butter oatmeal chocolate chip c...</td>\n",
              "      <td>461605</td>\n",
              "      <td>23</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>8</td>\n",
              "      <td>['beat butter , peanut butter , and sugars unt...</td>\n",
              "      <td>considering these are made with whole wheat fl...</td>\n",
              "      <td>['butter', 'brown sugar', 'white sugar', 'natu...</td>\n",
              "      <td>10</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>11</td>\n",
              "      <td>chocolate peanut butter cookie duo</td>\n",
              "      <td>430192</td>\n",
              "      <td>25</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>13</td>\n",
              "      <td>['mix all ingredients for the peanut butter co...</td>\n",
              "      <td>from the picky palate blog</td>\n",
              "      <td>['peanut butter cookie', 'creamy peanut butter...</td>\n",
              "      <td>14</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>12</td>\n",
              "      <td>peanut butter oatmeal chocolate chip cookies</td>\n",
              "      <td>145478</td>\n",
              "      <td>22</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>9</td>\n",
              "      <td>['preheat oven to 350', 'cream butter and suga...</td>\n",
              "      <td>very yummy! a nice moist, chewy cookie. no hea...</td>\n",
              "      <td>['butter', 'sugar', 'brown sugar', 'peanut but...</td>\n",
              "      <td>11</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>13</td>\n",
              "      <td>sugar cookies  cut out</td>\n",
              "      <td>470158</td>\n",
              "      <td>27</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>6</td>\n",
              "      <td>['mix in order given', 'do not chill dough !',...</td>\n",
              "      <td>i got this recipe from a friend of mine years ...</td>\n",
              "      <td>['butter', 'sugar', 'eggs', 'vanilla', 'flour'...</td>\n",
              "      <td>6</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>14</td>\n",
              "      <td>gluten free peanut butter cookies</td>\n",
              "      <td>338326</td>\n",
              "      <td>18</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>7</td>\n",
              "      <td>['mix all three ingredients together', 'prehea...</td>\n",
              "      <td>very simple &amp; easy gluten free peanut butter c...</td>\n",
              "      <td>['egg', 'white sugar', 'peanut butter']</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>15</td>\n",
              "      <td>easy peanut butter kiss cookies</td>\n",
              "      <td>271983</td>\n",
              "      <td>20</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>6</td>\n",
              "      <td>['preheat oven to 350 degrees', 'roll cookie d...</td>\n",
              "      <td>so easy!</td>\n",
              "      <td>['peanut butter cookie dough', 'hershey chocol...</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>16</td>\n",
              "      <td>peanut butter banana cookies</td>\n",
              "      <td>35920</td>\n",
              "      <td>25</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>7</td>\n",
              "      <td>['cream butter , peanut butter &amp; sugars', 'bea...</td>\n",
              "      <td>these are a good variation to plain peanut but...</td>\n",
              "      <td>['butter', 'peanut butter', 'sugar', 'brown su...</td>\n",
              "      <td>11</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>17</td>\n",
              "      <td>down under thunder chocolate brownies</td>\n",
              "      <td>343535</td>\n",
              "      <td>40</td>\n",
              "      <td>['60-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>10</td>\n",
              "      <td>['preheat oven to 325', 'cream butter , sugar&amp;...</td>\n",
              "      <td>i just received this recipe from a a good frie...</td>\n",
              "      <td>['butter', 'sugar', 'vanilla', 'eggs', 'semi-s...</td>\n",
              "      <td>7</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>18</td>\n",
              "      <td>corned beef hash with poached eggs under holla...</td>\n",
              "      <td>328428</td>\n",
              "      <td>30</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>19</td>\n",
              "      <td>['hollandaise sauce: in a blender or food proc...</td>\n",
              "      <td>this is a great breakfast served with buttered...</td>\n",
              "      <td>['egg yolk', 'dry mustard', 'cayenne pepper', ...</td>\n",
              "      <td>16</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>19</td>\n",
              "      <td>garlic rosemary pork chops under 30 minutes</td>\n",
              "      <td>292557</td>\n",
              "      <td>30</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>8</td>\n",
              "      <td>['pat pork chops dry and season with salt and ...</td>\n",
              "      <td>i found this in the cooks country magazine and...</td>\n",
              "      <td>['pork chops', 'salt and pepper', 'vegetable o...</td>\n",
              "      <td>9</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20</th>\n",
              "      <td>20</td>\n",
              "      <td>ramen under the tuscan sun pie</td>\n",
              "      <td>336751</td>\n",
              "      <td>60</td>\n",
              "      <td>['60-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>18</td>\n",
              "      <td>['preheat oven to 400 degrees', 'add seasoning...</td>\n",
              "      <td>this is a great recipe to use up produce in yo...</td>\n",
              "      <td>['olive oil', 'ramen noodles', 'red bell peppe...</td>\n",
              "      <td>20</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>21</th>\n",
              "      <td>21</td>\n",
              "      <td>beans and wieners under cornbread</td>\n",
              "      <td>85477</td>\n",
              "      <td>40</td>\n",
              "      <td>['60-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>12</td>\n",
              "      <td>['preheat oven to 350f', 'brown weiners in a s...</td>\n",
              "      <td>this is a delicious casserole. i got it from e...</td>\n",
              "      <td>['all beef wieners', 'baked beans', 'catsup', ...</td>\n",
              "      <td>16</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>22</th>\n",
              "      <td>22</td>\n",
              "      <td>cabbage down under</td>\n",
              "      <td>170178</td>\n",
              "      <td>50</td>\n",
              "      <td>['60-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>4</td>\n",
              "      <td>['heat half the butter and oil in large saucep...</td>\n",
              "      <td>cabbage the australia way!</td>\n",
              "      <td>['butter', 'oil', 'cabbage', 'onion', 'vegetab...</td>\n",
              "      <td>10</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>23</th>\n",
              "      <td>23</td>\n",
              "      <td>six feet under dip</td>\n",
              "      <td>378692</td>\n",
              "      <td>30</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>18</td>\n",
              "      <td>['grate 1 / 2 teaspoon zest and squeeze 1 tabl...</td>\n",
              "      <td>it's frighteningly good fun to scoop up servin...</td>\n",
              "      <td>['lime', 'avocados', 'fresh cilantro', 'red on...</td>\n",
              "      <td>14</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24</th>\n",
              "      <td>24</td>\n",
              "      <td>30 minute garlic almond chicken under a brick</td>\n",
              "      <td>225703</td>\n",
              "      <td>40</td>\n",
              "      <td>['60-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>11</td>\n",
              "      <td>['preheat a heavy skillet over medium heat', '...</td>\n",
              "      <td>rachael ray</td>\n",
              "      <td>['garlic cloves', 'flat leaf parsley', 'almond...</td>\n",
              "      <td>8</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25</th>\n",
              "      <td>25</td>\n",
              "      <td>crisp butter cookies  refrigerator cookies</td>\n",
              "      <td>185285</td>\n",
              "      <td>250</td>\n",
              "      <td>['time-to-make', 'course', 'preparation', 'rol...</td>\n",
              "      <td>13</td>\n",
              "      <td>['combine the flour , baking soda and salt', '...</td>\n",
              "      <td>these are really good! buttery and crispy just...</td>\n",
              "      <td>['all-purpose flour', 'baking soda', 'salt', '...</td>\n",
              "      <td>6</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>26</th>\n",
              "      <td>26</td>\n",
              "      <td>french onion soup in under an hour</td>\n",
              "      <td>232761</td>\n",
              "      <td>55</td>\n",
              "      <td>['60-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>12</td>\n",
              "      <td>['heat oil in saucepot', 'add onions', 'cover ...</td>\n",
              "      <td>i found this recipe on the back of the swanson...</td>\n",
              "      <td>['vegetable oil', 'onion', 'sugar', 'all-purpo...</td>\n",
              "      <td>8</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27</th>\n",
              "      <td>27</td>\n",
              "      <td>chili under pressure</td>\n",
              "      <td>476590</td>\n",
              "      <td>30</td>\n",
              "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>11</td>\n",
              "      <td>['cook the ground beef in the pressure cooker ...</td>\n",
              "      <td>i found this quick chili recipe on a pressure ...</td>\n",
              "      <td>['ground beef', 'olive oil', 'onion', 'green b...</td>\n",
              "      <td>16</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>28</th>\n",
              "      <td>28</td>\n",
              "      <td>ham   egg under a blanket</td>\n",
              "      <td>391996</td>\n",
              "      <td>10</td>\n",
              "      <td>['15-minutes-or-less', 'time-to-make', 'course...</td>\n",
              "      <td>6</td>\n",
              "      <td>['preheat oven or toaster oven to 400f', 'poac...</td>\n",
              "      <td>an informal dish when it is just you on the we...</td>\n",
              "      <td>['egg', 'bread', 'butter', 'ham', 'havarti che...</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>29</th>\n",
              "      <td>29</td>\n",
              "      <td>cinnamon fruit salad under a cloud of meringue</td>\n",
              "      <td>95303</td>\n",
              "      <td>20</td>\n",
              "      <td>['lactose', '30-minutes-or-less', 'time-to-mak...</td>\n",
              "      <td>10</td>\n",
              "      <td>['preheat the oven to 450', 'slice the bananas...</td>\n",
              "      <td>i am always trying to find ways to get more fr...</td>\n",
              "      <td>['firm bananas', 'apples', 'mandarin oranges',...</td>\n",
              "      <td>9</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-bb070cd5-6abf-4a5c-be3c-aed54974e42f')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-bb070cd5-6abf-4a5c-be3c-aed54974e42f button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-bb070cd5-6abf-4a5c-be3c-aed54974e42f');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-2ef80d64-b074-410e-be11-7a3cbf4e3cc5\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-2ef80d64-b074-410e-be11-7a3cbf4e3cc5')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-2ef80d64-b074-410e-be11-7a3cbf4e3cc5 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "text/plain": [
              "    rank                                               name      id  minutes  \\\n",
              "0      0                         evil peanut butter cookies  115689       30   \n",
              "1      1                        peanut butter devil cookies  307836       29   \n",
              "2      2                               butter pecan cookies  305119       25   \n",
              "3      3                    best soft peanut butter cookies  216619       20   \n",
              "4      4                        moist peanut butter cookies  213906       17   \n",
              "5      5    michelle s peanut butter chocolate chip cookies  285626       25   \n",
              "6      6                             peanut  butter cookies  145504       30   \n",
              "7      7         oatmeal peanut butter cookies   sugar free  322997       23   \n",
              "8      8                         peanut butter ball cookies   75086       22   \n",
              "9      9                     homemade peanut butter cookies  308257       17   \n",
              "10    10  perfect peanut butter oatmeal chocolate chip c...  461605       23   \n",
              "11    11                 chocolate peanut butter cookie duo  430192       25   \n",
              "12    12       peanut butter oatmeal chocolate chip cookies  145478       22   \n",
              "13    13                             sugar cookies  cut out  470158       27   \n",
              "14    14                  gluten free peanut butter cookies  338326       18   \n",
              "15    15                    easy peanut butter kiss cookies  271983       20   \n",
              "16    16                       peanut butter banana cookies   35920       25   \n",
              "17    17              down under thunder chocolate brownies  343535       40   \n",
              "18    18  corned beef hash with poached eggs under holla...  328428       30   \n",
              "19    19        garlic rosemary pork chops under 30 minutes  292557       30   \n",
              "20    20                     ramen under the tuscan sun pie  336751       60   \n",
              "21    21                  beans and wieners under cornbread   85477       40   \n",
              "22    22                                 cabbage down under  170178       50   \n",
              "23    23                                 six feet under dip  378692       30   \n",
              "24    24      30 minute garlic almond chicken under a brick  225703       40   \n",
              "25    25         crisp butter cookies  refrigerator cookies  185285      250   \n",
              "26    26                 french onion soup in under an hour  232761       55   \n",
              "27    27                               chili under pressure  476590       30   \n",
              "28    28                          ham   egg under a blanket  391996       10   \n",
              "29    29     cinnamon fruit salad under a cloud of meringue   95303       20   \n",
              "\n",
              "                                                 tags  n_steps  \\\n",
              "0   ['30-minutes-or-less', 'time-to-make', 'course...        9   \n",
              "1   ['30-minutes-or-less', 'time-to-make', 'course...        9   \n",
              "2   ['30-minutes-or-less', 'time-to-make', 'course...        7   \n",
              "3   ['30-minutes-or-less', 'time-to-make', 'course...       13   \n",
              "4   ['30-minutes-or-less', 'time-to-make', 'course...        9   \n",
              "5   ['30-minutes-or-less', 'time-to-make', 'course...        7   \n",
              "6   ['30-minutes-or-less', 'time-to-make', 'course...        7   \n",
              "7   ['30-minutes-or-less', 'time-to-make', 'course...        4   \n",
              "8   ['30-minutes-or-less', 'time-to-make', 'course...       11   \n",
              "9   ['30-minutes-or-less', 'time-to-make', 'course...        6   \n",
              "10  ['30-minutes-or-less', 'time-to-make', 'course...        8   \n",
              "11  ['30-minutes-or-less', 'time-to-make', 'course...       13   \n",
              "12  ['30-minutes-or-less', 'time-to-make', 'course...        9   \n",
              "13  ['30-minutes-or-less', 'time-to-make', 'course...        6   \n",
              "14  ['30-minutes-or-less', 'time-to-make', 'course...        7   \n",
              "15  ['30-minutes-or-less', 'time-to-make', 'course...        6   \n",
              "16  ['30-minutes-or-less', 'time-to-make', 'course...        7   \n",
              "17  ['60-minutes-or-less', 'time-to-make', 'course...       10   \n",
              "18  ['30-minutes-or-less', 'time-to-make', 'course...       19   \n",
              "19  ['30-minutes-or-less', 'time-to-make', 'course...        8   \n",
              "20  ['60-minutes-or-less', 'time-to-make', 'course...       18   \n",
              "21  ['60-minutes-or-less', 'time-to-make', 'course...       12   \n",
              "22  ['60-minutes-or-less', 'time-to-make', 'course...        4   \n",
              "23  ['30-minutes-or-less', 'time-to-make', 'course...       18   \n",
              "24  ['60-minutes-or-less', 'time-to-make', 'course...       11   \n",
              "25  ['time-to-make', 'course', 'preparation', 'rol...       13   \n",
              "26  ['60-minutes-or-less', 'time-to-make', 'course...       12   \n",
              "27  ['30-minutes-or-less', 'time-to-make', 'course...       11   \n",
              "28  ['15-minutes-or-less', 'time-to-make', 'course...        6   \n",
              "29  ['lactose', '30-minutes-or-less', 'time-to-mak...       10   \n",
              "\n",
              "                                                steps  \\\n",
              "0   ['preheat the oven to 350', 'in a large bowl ,...   \n",
              "1   ['preheat oven to 350', 'in a large bowl , com...   \n",
              "2   ['cream butter and sugar', 'add egg', 'add flo...   \n",
              "3   ['preheat oven to 325 degrees', 'combine flour...   \n",
              "4   ['preheat oven to 375', 'mix all ingredients t...   \n",
              "5   ['pre-heat oven to 350', 'cream butter , peanu...   \n",
              "6   ['heat oven to 375', 'beat peanut butter , wat...   \n",
              "7   ['mix all together', 'roll into small balls an...   \n",
              "8   ['set oven to 375 degrees', 'combine sugar , p...   \n",
              "9   ['preheat oven to 350f', 'mix all ingredients ...   \n",
              "10  ['beat butter , peanut butter , and sugars unt...   \n",
              "11  ['mix all ingredients for the peanut butter co...   \n",
              "12  ['preheat oven to 350', 'cream butter and suga...   \n",
              "13  ['mix in order given', 'do not chill dough !',...   \n",
              "14  ['mix all three ingredients together', 'prehea...   \n",
              "15  ['preheat oven to 350 degrees', 'roll cookie d...   \n",
              "16  ['cream butter , peanut butter & sugars', 'bea...   \n",
              "17  ['preheat oven to 325', 'cream butter , sugar&...   \n",
              "18  ['hollandaise sauce: in a blender or food proc...   \n",
              "19  ['pat pork chops dry and season with salt and ...   \n",
              "20  ['preheat oven to 400 degrees', 'add seasoning...   \n",
              "21  ['preheat oven to 350f', 'brown weiners in a s...   \n",
              "22  ['heat half the butter and oil in large saucep...   \n",
              "23  ['grate 1 / 2 teaspoon zest and squeeze 1 tabl...   \n",
              "24  ['preheat a heavy skillet over medium heat', '...   \n",
              "25  ['combine the flour , baking soda and salt', '...   \n",
              "26  ['heat oil in saucepot', 'add onions', 'cover ...   \n",
              "27  ['cook the ground beef in the pressure cooker ...   \n",
              "28  ['preheat oven or toaster oven to 400f', 'poac...   \n",
              "29  ['preheat the oven to 450', 'slice the bananas...   \n",
              "\n",
              "                                          description  \\\n",
              "0                    these are really wicked cookies!   \n",
              "1   i got this off the side of a devil's food cake...   \n",
              "2   simple basic cookie that most everyone loves. ...   \n",
              "3   i made this recipe when i was craving peanut b...   \n",
              "4   i love these cookies since they are moist and ...   \n",
              "5   delicious peanut butter cookies that i added c...   \n",
              "6   these are the easiest peanut butter cookies yo...   \n",
              "7   i have not tried this recipe. i got this recip...   \n",
              "8   this is a super peanut butter cookie recipe, i...   \n",
              "9   my grandma passed this recipe down to me when ...   \n",
              "10  considering these are made with whole wheat fl...   \n",
              "11                         from the picky palate blog   \n",
              "12  very yummy! a nice moist, chewy cookie. no hea...   \n",
              "13  i got this recipe from a friend of mine years ...   \n",
              "14  very simple & easy gluten free peanut butter c...   \n",
              "15                                           so easy!   \n",
              "16  these are a good variation to plain peanut but...   \n",
              "17  i just received this recipe from a a good frie...   \n",
              "18  this is a great breakfast served with buttered...   \n",
              "19  i found this in the cooks country magazine and...   \n",
              "20  this is a great recipe to use up produce in yo...   \n",
              "21  this is a delicious casserole. i got it from e...   \n",
              "22                         cabbage the australia way!   \n",
              "23  it's frighteningly good fun to scoop up servin...   \n",
              "24                                        rachael ray   \n",
              "25  these are really good! buttery and crispy just...   \n",
              "26  i found this recipe on the back of the swanson...   \n",
              "27  i found this quick chili recipe on a pressure ...   \n",
              "28  an informal dish when it is just you on the we...   \n",
              "29  i am always trying to find ways to get more fr...   \n",
              "\n",
              "                                          ingredients  n_ingredients  \n",
              "0   ['flour', 'sugar', 'brown sugar', 'baking powd...             11  \n",
              "1   [\"devil's food cake mix\", 'vegetable oil', 'eg...              6  \n",
              "2   ['butter', 'egg', 'baking powder', 'pecans', '...              8  \n",
              "3   ['flour', 'baking soda', 'butter', 'granulated...              8  \n",
              "4   ['butter', 'peanut butter', 'brown sugar', 'gr...             10  \n",
              "5   ['butter', 'peanut butter', 'sugar', 'brown su...             10  \n",
              "6   ['crunchy peanut butter', 'water', 'eggs', 'ye...              4  \n",
              "7   ['natural-style peanut butter', 'oatmeal', 'sp...              5  \n",
              "8   ['sugar', 'peanut butter', 'butter', 'egg whit...              8  \n",
              "9        ['peanut butter', 'sugar', 'egg', 'vanilla']              4  \n",
              "10  ['butter', 'brown sugar', 'white sugar', 'natu...             10  \n",
              "11  ['peanut butter cookie', 'creamy peanut butter...             14  \n",
              "12  ['butter', 'sugar', 'brown sugar', 'peanut but...             11  \n",
              "13  ['butter', 'sugar', 'eggs', 'vanilla', 'flour'...              6  \n",
              "14            ['egg', 'white sugar', 'peanut butter']              3  \n",
              "15  ['peanut butter cookie dough', 'hershey chocol...              2  \n",
              "16  ['butter', 'peanut butter', 'sugar', 'brown su...             11  \n",
              "17  ['butter', 'sugar', 'vanilla', 'eggs', 'semi-s...              7  \n",
              "18  ['egg yolk', 'dry mustard', 'cayenne pepper', ...             16  \n",
              "19  ['pork chops', 'salt and pepper', 'vegetable o...              9  \n",
              "20  ['olive oil', 'ramen noodles', 'red bell peppe...             20  \n",
              "21  ['all beef wieners', 'baked beans', 'catsup', ...             16  \n",
              "22  ['butter', 'oil', 'cabbage', 'onion', 'vegetab...             10  \n",
              "23  ['lime', 'avocados', 'fresh cilantro', 'red on...             14  \n",
              "24  ['garlic cloves', 'flat leaf parsley', 'almond...              8  \n",
              "25  ['all-purpose flour', 'baking soda', 'salt', '...              6  \n",
              "26  ['vegetable oil', 'onion', 'sugar', 'all-purpo...              8  \n",
              "27  ['ground beef', 'olive oil', 'onion', 'green b...             16  \n",
              "28  ['egg', 'bread', 'butter', 'ham', 'havarti che...              5  \n",
              "29  ['firm bananas', 'apples', 'mandarin oranges',...              9  "
            ]
          },
          "execution_count": 29,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "search_recipes('paenut butter cookies under 30 minutes')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "S7UxYDEj8L6U"
      },
      "outputs": [],
      "source": []
    }
  ],
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "04153515870f4a0fb0516f1ccb661dcd": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_903ad5dea4934406b4319b04aaf84c08",
            "max": 791,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_4125bc94659441fba2c7ad20743f3ffe",
            "value": 791
          }
        },
        "074aa952b30b406c83aaaa60f80d63af": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "075f45fda84c4910afd8c081f60a62f1": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "0b950f42c45f4ed4a2b1dd454fe92e43": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0e2dcaaa2c124871ba256d313859bb2c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "16e2af1cfc1a4c7f919e93e7433dc268": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "18491d1ec1434832a6aea032198597c6": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "19a90351f6fd47c8900dee41fb758321": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3de585a3186d4dc79ac5d14fe2618c78",
            "max": 112,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_2f38a3e2fff24b3fa2f9074e5001207a",
            "value": 112
          }
        },
        "1afd3bf2b6b141c593558ece3acec1ac": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_f912a978979c453e8459ea9983b2a832",
              "IPY_MODEL_19a90351f6fd47c8900dee41fb758321",
              "IPY_MODEL_bcf01341550a4bb18ef6889a0a094653"
            ],
            "layout": "IPY_MODEL_bc8d3eea89d1459abf81b350459000df"
          }
        },
        "1efcadd98bc54bf3bda2843c10d91f79": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "20a9b5f7b7c7462082d9f2993bcb2c9e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "27d06ae7dc0a4ec389040ecb97d4614d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_7808ca060d0243bbafe8862c256f8a1f",
              "IPY_MODEL_c49da6717e6244d98b55b1b2c7da271a",
              "IPY_MODEL_db0572ebc534402d9947bafe648fc256"
            ],
            "layout": "IPY_MODEL_8f50a38dd8994cc5b3ddc2e730866571"
          }
        },
        "290a3da8721543c887a11d7e54c8188f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "2f38a3e2fff24b3fa2f9074e5001207a": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "3035d95fee9c4b54b99ddd2de526fc6f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "32043ee0390946b7acb8bc3d0aca5177": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "321186eb6a5349618dae60c0bfaa4912": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_c40dd059e2bc4d5d80de4790882ee799",
              "IPY_MODEL_efb6844be7594aa99a1312fa944f504d",
              "IPY_MODEL_a452a8d658494f7da6765bcc4c0d8975"
            ],
            "layout": "IPY_MODEL_f17842f51a684e33861a30358da67e51"
          }
        },
        "37a40742c0c1460283df3dbadf191f00": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_c47d9a34d5174e0d9d0bd557e36498c1",
              "IPY_MODEL_04153515870f4a0fb0516f1ccb661dcd",
              "IPY_MODEL_fb5902a9e2c54b038f68f330095a596c"
            ],
            "layout": "IPY_MODEL_53ad8f86dfbb401ca5b8b1160143065c"
          }
        },
        "3cfc90931ca845cbb646a07b09ef730f": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3de585a3186d4dc79ac5d14fe2618c78": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4125bc94659441fba2c7ad20743f3ffe": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "486545f407934e50ad9b7f6519d63e3c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "4987c872c1f64e1db93d3c7764e22936": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_bdd6ad479aef4053b0ba125f34b08e5e",
            "placeholder": "​",
            "style": "IPY_MODEL_9281e7e23d394cdcb3049a24c593b352",
            "value": "Iteration: 100%"
          }
        },
        "4f97283d11244506a4c0707dde13d64f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_67f5fb669ac0417fa9f3a491be6d770b",
              "IPY_MODEL_ea07878a38b14f5ca1190aca29be6988",
              "IPY_MODEL_96545e4fcd9a4760b51ee3a78d14fffa"
            ],
            "layout": "IPY_MODEL_547f4b1de2af457db7de279c66d66514"
          }
        },
        "53ad8f86dfbb401ca5b8b1160143065c": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "547f4b1de2af457db7de279c66d66514": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5532493a45d845c1a611e540640ad719": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d54d71db608448ee9c423ab54d1a092e",
            "placeholder": "​",
            "style": "IPY_MODEL_20a9b5f7b7c7462082d9f2993bcb2c9e",
            "value": " 316/316 [00:00&lt;00:00, 16.0kB/s]"
          }
        },
        "59984cc7759f49ebbaeb82514271f6e0": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_be7b7448e3a741558b07103104d863be",
              "IPY_MODEL_66cd9fc9ae064aa5b2129ac152272f4e",
              "IPY_MODEL_caf8e854dd7540799afaa555af99e7e1"
            ],
            "layout": "IPY_MODEL_8f8867a444774446a518332fe06c7b34"
          }
        },
        "5a4f633cea3540be8ae3d33fbd1d07ce": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "5bd3d4ed010c40e19b929e22a4721ce1": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "653f818d2b2b46a5b560827e140ef2d0": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "66cd9fc9ae064aa5b2129ac152272f4e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7fa6ae65a09b472ca3b05045f59968dd",
            "max": 231508,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_f916e3c3504342349f6112d5ac64a0d4",
            "value": 231508
          }
        },
        "67f5fb669ac0417fa9f3a491be6d770b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3cfc90931ca845cbb646a07b09ef730f",
            "placeholder": "​",
            "style": "IPY_MODEL_0e2dcaaa2c124871ba256d313859bb2c",
            "value": "Iteration: 100%"
          }
        },
        "6fb213375f22489c84c41333d6625170": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "72542fef274c497d931e1c23cddb9fa7": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "744f11dcfcac4ea7b2b4fd3182335c8e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7539cd4be97e4210b16fe05620dc281d": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7808ca060d0243bbafe8862c256f8a1f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_88aa24009ac64e4ca8500945e689ae5e",
            "placeholder": "​",
            "style": "IPY_MODEL_5a4f633cea3540be8ae3d33fbd1d07ce",
            "value": "Iteration: 100%"
          }
        },
        "7c4ccbd8e2fc40a0afb72e1c7c0ce817": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7cb88f9ed1a04922ab7a967ccc182373": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "7fa6ae65a09b472ca3b05045f59968dd": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "840a3b07bfe74fc4aa70c8e163a5f0ee": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_c4f5fcef714b4580b3147b29996113fe",
              "IPY_MODEL_ed0cfe25bfef4ca39a09c5430ce27b9d",
              "IPY_MODEL_e2b8e01286814168b5fb4851083ca18d"
            ],
            "layout": "IPY_MODEL_ddeb0e83d69b4c1fa87393d502eaef0f"
          }
        },
        "88aa24009ac64e4ca8500945e689ae5e": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "89d09b727f184653968cff85b87f3f9d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "8c0365507cca4ea6b76835a9b1ab4fc8": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8f50a38dd8994cc5b3ddc2e730866571": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8f8867a444774446a518332fe06c7b34": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "903ad5dea4934406b4319b04aaf84c08": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9281e7e23d394cdcb3049a24c593b352": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "96545e4fcd9a4760b51ee3a78d14fffa": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_653f818d2b2b46a5b560827e140ef2d0",
            "placeholder": "​",
            "style": "IPY_MODEL_16e2af1cfc1a4c7f919e93e7433dc268",
            "value": " 125/125 [09:15&lt;00:00,  4.45s/it]"
          }
        },
        "a2d4343a428b439bbdc2f5a42c72bbc2": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a5f8145090d24818ac5335393f3a52d4",
            "placeholder": "​",
            "style": "IPY_MODEL_f70abdcaf1474ea883ab43f32b26075c",
            "value": " 125/125 [09:16&lt;00:00,  4.39s/it]"
          }
        },
        "a452a8d658494f7da6765bcc4c0d8975": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ed218d8de7e6463d87b431f03898e98e",
            "placeholder": "​",
            "style": "IPY_MODEL_89d09b727f184653968cff85b87f3f9d",
            "value": " 133M/133M [00:02&lt;00:00, 53.5MB/s]"
          }
        },
        "a5f8145090d24818ac5335393f3a52d4": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "add1f2790cfb4cb3b50b1d1e601c6a40": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_4987c872c1f64e1db93d3c7764e22936",
              "IPY_MODEL_ec814be72ac047c19417cafff40ea808",
              "IPY_MODEL_a2d4343a428b439bbdc2f5a42c72bbc2"
            ],
            "layout": "IPY_MODEL_7c4ccbd8e2fc40a0afb72e1c7c0ce817"
          }
        },
        "afbf037a754746d79e46c6ccbc6cebde": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_bba9b3047944468596d30e87365b2cb2",
            "placeholder": "​",
            "style": "IPY_MODEL_6fb213375f22489c84c41333d6625170",
            "value": "tokenizer_config.json: 100%"
          }
        },
        "b067e7da95324f3394dfcecf2d97156a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b0d3c9e0a33e468c974d3538ef096466": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "bba9b3047944468596d30e87365b2cb2": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "bc0f330723b24372a64ba8e989bbdcdf": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "bc8d3eea89d1459abf81b350459000df": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "bcf01341550a4bb18ef6889a0a094653": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_fba5f9cbfbbc419bbf68d59b864568bf",
            "placeholder": "​",
            "style": "IPY_MODEL_e9e6f5f4ff5342bf86191e659c9627b6",
            "value": " 112/112 [00:00&lt;00:00, 6.02kB/s]"
          }
        },
        "bdd6ad479aef4053b0ba125f34b08e5e": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "be7b7448e3a741558b07103104d863be": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e86df39ce84a4b058da5884c18b48e8d",
            "placeholder": "​",
            "style": "IPY_MODEL_486545f407934e50ad9b7f6519d63e3c",
            "value": "vocab.txt: 100%"
          }
        },
        "c2df1685446c41c291192797626cbe70": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_afbf037a754746d79e46c6ccbc6cebde",
              "IPY_MODEL_e4df2798a57a49a2b780687ea8806d62",
              "IPY_MODEL_5532493a45d845c1a611e540640ad719"
            ],
            "layout": "IPY_MODEL_f8e6a0fc8bb34302af433cca4950cfa0"
          }
        },
        "c2e6131d5e3e4be1914819b2b35f440a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c40dd059e2bc4d5d80de4790882ee799": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f2d9ccd6ec8c47b1b5dddd81ba1f21ed",
            "placeholder": "​",
            "style": "IPY_MODEL_744f11dcfcac4ea7b2b4fd3182335c8e",
            "value": "model.safetensors: 100%"
          }
        },
        "c47d9a34d5174e0d9d0bd557e36498c1": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e80adc18fbbb40c88905d213f6848916",
            "placeholder": "​",
            "style": "IPY_MODEL_290a3da8721543c887a11d7e54c8188f",
            "value": "config.json: 100%"
          }
        },
        "c49da6717e6244d98b55b1b2c7da271a": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_bc0f330723b24372a64ba8e989bbdcdf",
            "max": 125,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_7cb88f9ed1a04922ab7a967ccc182373",
            "value": 125
          }
        },
        "c4f5fcef714b4580b3147b29996113fe": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8c0365507cca4ea6b76835a9b1ab4fc8",
            "placeholder": "​",
            "style": "IPY_MODEL_5bd3d4ed010c40e19b929e22a4721ce1",
            "value": "Epoch: 100%"
          }
        },
        "caf8e854dd7540799afaa555af99e7e1": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ecda045973f4435aa24a123f617e9b7a",
            "placeholder": "​",
            "style": "IPY_MODEL_b0d3c9e0a33e468c974d3538ef096466",
            "value": " 232k/232k [00:00&lt;00:00, 658kB/s]"
          }
        },
        "cb3d4b84a92c42e2bab8160b993b44da": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "cbedda400a6f470aa80b7734e452fc18": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d54d71db608448ee9c423ab54d1a092e": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d8c6835f5c6e4e0983473f4556ed0a37": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "dad3f3a21d45404db75537c194017701": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "db0572ebc534402d9947bafe648fc256": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7539cd4be97e4210b16fe05620dc281d",
            "placeholder": "​",
            "style": "IPY_MODEL_075f45fda84c4910afd8c081f60a62f1",
            "value": " 125/125 [09:13&lt;00:00,  4.46s/it]"
          }
        },
        "ddeb0e83d69b4c1fa87393d502eaef0f": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e06e47b0e7ce4b11847a9caec295e37b": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e2b8e01286814168b5fb4851083ca18d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_cb3d4b84a92c42e2bab8160b993b44da",
            "placeholder": "​",
            "style": "IPY_MODEL_72542fef274c497d931e1c23cddb9fa7",
            "value": " 3/3 [27:44&lt;00:00, 554.89s/it]"
          }
        },
        "e4df2798a57a49a2b780687ea8806d62": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e06e47b0e7ce4b11847a9caec295e37b",
            "max": 316,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_074aa952b30b406c83aaaa60f80d63af",
            "value": 316
          }
        },
        "e6e1cf091d254ed2bf6d306cd9d8fb7f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "e80adc18fbbb40c88905d213f6848916": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e86df39ce84a4b058da5884c18b48e8d": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e9e6f5f4ff5342bf86191e659c9627b6": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ea07878a38b14f5ca1190aca29be6988": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c2e6131d5e3e4be1914819b2b35f440a",
            "max": 125,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_1efcadd98bc54bf3bda2843c10d91f79",
            "value": 125
          }
        },
        "eaf75c37bd554167bb642353e8fe29cf": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "ec814be72ac047c19417cafff40ea808": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_32043ee0390946b7acb8bc3d0aca5177",
            "max": 125,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_e6e1cf091d254ed2bf6d306cd9d8fb7f",
            "value": 125
          }
        },
        "ecda045973f4435aa24a123f617e9b7a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ed0cfe25bfef4ca39a09c5430ce27b9d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_dad3f3a21d45404db75537c194017701",
            "max": 3,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_3035d95fee9c4b54b99ddd2de526fc6f",
            "value": 3
          }
        },
        "ed218d8de7e6463d87b431f03898e98e": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "efb6844be7594aa99a1312fa944f504d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b067e7da95324f3394dfcecf2d97156a",
            "max": 133469020,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_eaf75c37bd554167bb642353e8fe29cf",
            "value": 133469020
          }
        },
        "f17842f51a684e33861a30358da67e51": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f2d9ccd6ec8c47b1b5dddd81ba1f21ed": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f70abdcaf1474ea883ab43f32b26075c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "f8e6a0fc8bb34302af433cca4950cfa0": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f912a978979c453e8459ea9983b2a832": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0b950f42c45f4ed4a2b1dd454fe92e43",
            "placeholder": "​",
            "style": "IPY_MODEL_d8c6835f5c6e4e0983473f4556ed0a37",
            "value": "special_tokens_map.json: 100%"
          }
        },
        "f916e3c3504342349f6112d5ac64a0d4": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "fb5902a9e2c54b038f68f330095a596c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_cbedda400a6f470aa80b7734e452fc18",
            "placeholder": "​",
            "style": "IPY_MODEL_18491d1ec1434832a6aea032198597c6",
            "value": " 791/791 [00:00&lt;00:00, 35.8kB/s]"
          }
        },
        "fba5f9cbfbbc419bbf68d59b864568bf": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        }
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}