Missing_value_imputation.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "view-in-github"
   },
   "source": [
    "<a href=\"https://colab.research.google.com/github/isabellacadisco/AMS/blob/main/Missing_value_imputation.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "id": "BzqzBR-khFxj"
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from sklearn import set_config\n",
    "set_config(display='diagram')\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "id": "fYDf994ch5d7"
   },
   "outputs": [],
   "source": [
    "data = pd.read_csv(\"retained_vars.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "id": "zbHEKtLRh7Ea"
   },
   "outputs": [],
   "source": [
    "not_null_income_group = data[data['Income Group'].notna()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 696
    },
    "id": "8_omfzA1h9Aq",
    "outputId": "a1ab0e15-300c-4f80-ffb0-50322d438fc4"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "  <div id=\"df-d06b96ad-95c8-44cc-ac20-d20015f6b6d0\">\n",
       "    <div class=\"colab-df-container\">\n",
       "      <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Country Code</th>\n",
       "      <th>Country Name</th>\n",
       "      <th>Access to clean fuels and technologies for cooking (% of population) [EG.CFT.ACCS.ZS]</th>\n",
       "      <th>Access to clean fuels and technologies for cooking, rural (% of rural population) [EG.CFT.ACCS.RU.ZS]</th>\n",
       "      <th>Access to clean fuels and technologies for cooking, urban (% of urban population) [EG.CFT.ACCS.UR.ZS]</th>\n",
       "      <th>Access to electricity (% of population) [EG.ELC.ACCS.ZS]</th>\n",
       "      <th>Access to electricity, rural (% of rural population) [EG.ELC.ACCS.RU.ZS]</th>\n",
       "      <th>Access to electricity, urban (% of urban population) [EG.ELC.ACCS.UR.ZS]</th>\n",
       "      <th>Agricultural methane emissions (thousand metric tons of CO2 equivalent) [EN.ATM.METH.AG.KT.CE]</th>\n",
       "      <th>Agricultural nitrous oxide emissions (thousand metric tons of CO2 equivalent) [EN.ATM.NOXE.AG.KT.CE]</th>\n",
       "      <th>...</th>\n",
       "      <th>Inflation, consumer prices (annual %) [FP.CPI.TOTL.ZG]</th>\n",
       "      <th>Inflation, GDP deflator (annual %) [NY.GDP.DEFL.KD.ZG]</th>\n",
       "      <th>Manufacturing, value added (% of GDP) [NV.IND.MANF.ZS]</th>\n",
       "      <th>Manufacturing, value added (annual % growth) [NV.IND.MANF.KD.ZG]</th>\n",
       "      <th>Manufacturing, value added (current US$) [NV.IND.MANF.CD]</th>\n",
       "      <th>Population, total [SP.POP.TOTL]</th>\n",
       "      <th>Total tax and contribution rate (% of profit) [IC.TAX.TOTL.CP.ZS]</th>\n",
       "      <th>Unemployment, total (% of total labor force) (modeled ILO estimate) [SL.UEM.TOTL.ZS]</th>\n",
       "      <th>Wage and salaried workers, total (% of total employment) (modeled ILO estimate) [SL.EMP.WORK.ZS]</th>\n",
       "      <th>Income Group</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>AFG</td>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>30.9</td>\n",
       "      <td>13.85</td>\n",
       "      <td>81.6</td>\n",
       "      <td>96.616135</td>\n",
       "      <td>95.586174</td>\n",
       "      <td>99.626022</td>\n",
       "      <td>10540.0</td>\n",
       "      <td>4310.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.626149</td>\n",
       "      <td>2.071349</td>\n",
       "      <td>6.160177</td>\n",
       "      <td>22.921060</td>\n",
       "      <td>1.134634e+09</td>\n",
       "      <td>36686784.0</td>\n",
       "      <td>71.4</td>\n",
       "      <td>11.110</td>\n",
       "      <td>17.660000</td>\n",
       "      <td>L</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ALB</td>\n",
       "      <td>Albania</td>\n",
       "      <td>79.8</td>\n",
       "      <td>62.50</td>\n",
       "      <td>92.2</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>960.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.028060</td>\n",
       "      <td>1.473058</td>\n",
       "      <td>6.133262</td>\n",
       "      <td>6.259229</td>\n",
       "      <td>9.295837e+08</td>\n",
       "      <td>2866376.0</td>\n",
       "      <td>37.3</td>\n",
       "      <td>12.300</td>\n",
       "      <td>44.520000</td>\n",
       "      <td>UM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>DZA</td>\n",
       "      <td>Algeria</td>\n",
       "      <td>99.6</td>\n",
       "      <td>98.70</td>\n",
       "      <td>100.0</td>\n",
       "      <td>99.697838</td>\n",
       "      <td>99.071304</td>\n",
       "      <td>99.933952</td>\n",
       "      <td>6820.0</td>\n",
       "      <td>5530.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.269990</td>\n",
       "      <td>6.757341</td>\n",
       "      <td>26.549953</td>\n",
       "      <td>-4.603222</td>\n",
       "      <td>4.643876e+10</td>\n",
       "      <td>41927007.0</td>\n",
       "      <td>66.1</td>\n",
       "      <td>10.416</td>\n",
       "      <td>68.019997</td>\n",
       "      <td>UM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ASM</td>\n",
       "      <td>American Samoa</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.695361</td>\n",
       "      <td>13.928013</td>\n",
       "      <td>16.867470</td>\n",
       "      <td>8.900000e+07</td>\n",
       "      <td>48424.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>UM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>AND</td>\n",
       "      <td>Andorra</td>\n",
       "      <td>100.0</td>\n",
       "      <td>100.00</td>\n",
       "      <td>100.0</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.012478</td>\n",
       "      <td>3.610284</td>\n",
       "      <td>-2.170767</td>\n",
       "      <td>1.161904e+08</td>\n",
       "      <td>75013.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>H</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212</th>\n",
       "      <td>VIR</td>\n",
       "      <td>Virgin Islands (U.S.)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.441528</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>107001.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.245</td>\n",
       "      <td>93.419998</td>\n",
       "      <td>H</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213</th>\n",
       "      <td>PSE</td>\n",
       "      <td>West Bank and Gaza</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.195108</td>\n",
       "      <td>-0.301993</td>\n",
       "      <td>11.547252</td>\n",
       "      <td>0.341530</td>\n",
       "      <td>1.879500e+09</td>\n",
       "      <td>4569087.0</td>\n",
       "      <td>15.3</td>\n",
       "      <td>26.260</td>\n",
       "      <td>69.739998</td>\n",
       "      <td>LM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214</th>\n",
       "      <td>YEM</td>\n",
       "      <td>Yemen, Rep.</td>\n",
       "      <td>61.5</td>\n",
       "      <td>42.90</td>\n",
       "      <td>93.7</td>\n",
       "      <td>62.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4360.0</td>\n",
       "      <td>2980.0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>14.853665</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>30790513.0</td>\n",
       "      <td>26.6</td>\n",
       "      <td>13.076</td>\n",
       "      <td>45.299999</td>\n",
       "      <td>L</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>215</th>\n",
       "      <td>ZMB</td>\n",
       "      <td>Zambia</td>\n",
       "      <td>11.9</td>\n",
       "      <td>2.10</td>\n",
       "      <td>24.6</td>\n",
       "      <td>40.317890</td>\n",
       "      <td>12.466436</td>\n",
       "      <td>76.461876</td>\n",
       "      <td>10330.0</td>\n",
       "      <td>13510.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.494572</td>\n",
       "      <td>7.411571</td>\n",
       "      <td>6.847766</td>\n",
       "      <td>4.071350</td>\n",
       "      <td>1.801756e+09</td>\n",
       "      <td>17835893.0</td>\n",
       "      <td>15.6</td>\n",
       "      <td>5.030</td>\n",
       "      <td>24.860001</td>\n",
       "      <td>LM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>216</th>\n",
       "      <td>ZWE</td>\n",
       "      <td>Zimbabwe</td>\n",
       "      <td>29.9</td>\n",
       "      <td>6.40</td>\n",
       "      <td>79.1</td>\n",
       "      <td>45.572647</td>\n",
       "      <td>26.617121</td>\n",
       "      <td>85.468765</td>\n",
       "      <td>6420.0</td>\n",
       "      <td>4660.0</td>\n",
       "      <td>...</td>\n",
       "      <td>10.618866</td>\n",
       "      <td>200.769578</td>\n",
       "      <td>13.678137</td>\n",
       "      <td>1.387913</td>\n",
       "      <td>4.671914e+09</td>\n",
       "      <td>15052184.0</td>\n",
       "      <td>31.6</td>\n",
       "      <td>6.784</td>\n",
       "      <td>32.650002</td>\n",
       "      <td>LM</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>217 rows × 64 columns</p>\n",
       "</div>\n",
       "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-d06b96ad-95c8-44cc-ac20-d20015f6b6d0')\"\n",
       "              title=\"Convert this dataframe to an interactive table.\"\n",
       "              style=\"display:none;\">\n",
       "        \n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "       width=\"24px\">\n",
       "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
       "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
       "  </svg>\n",
       "      </button>\n",
       "      \n",
       "  <style>\n",
       "    .colab-df-container {\n",
       "      display:flex;\n",
       "      flex-wrap:wrap;\n",
       "      gap: 12px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert {\n",
       "      background-color: #E8F0FE;\n",
       "      border: none;\n",
       "      border-radius: 50%;\n",
       "      cursor: pointer;\n",
       "      display: none;\n",
       "      fill: #1967D2;\n",
       "      height: 32px;\n",
       "      padding: 0 0 0 0;\n",
       "      width: 32px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert:hover {\n",
       "      background-color: #E2EBFA;\n",
       "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "      fill: #174EA6;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert {\n",
       "      background-color: #3B4455;\n",
       "      fill: #D2E3FC;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert:hover {\n",
       "      background-color: #434B5C;\n",
       "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "      fill: #FFFFFF;\n",
       "    }\n",
       "  </style>\n",
       "\n",
       "      <script>\n",
       "        const buttonEl =\n",
       "          document.querySelector('#df-d06b96ad-95c8-44cc-ac20-d20015f6b6d0 button.colab-df-convert');\n",
       "        buttonEl.style.display =\n",
       "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "        async function convertToInteractive(key) {\n",
       "          const element = document.querySelector('#df-d06b96ad-95c8-44cc-ac20-d20015f6b6d0');\n",
       "          const dataTable =\n",
       "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
       "                                                     [key], {});\n",
       "          if (!dataTable) return;\n",
       "\n",
       "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
       "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
       "            + ' to learn more about interactive tables.';\n",
       "          element.innerHTML = '';\n",
       "          dataTable['output_type'] = 'display_data';\n",
       "          await google.colab.output.renderOutput(dataTable, element);\n",
       "          const docLink = document.createElement('div');\n",
       "          docLink.innerHTML = docLinkHtml;\n",
       "          element.appendChild(docLink);\n",
       "        }\n",
       "      </script>\n",
       "    </div>\n",
       "  </div>\n",
       "  "
      ],
      "text/plain": [
       "    Country Code           Country Name  \\\n",
       "0            AFG            Afghanistan   \n",
       "1            ALB                Albania   \n",
       "2            DZA                Algeria   \n",
       "3            ASM         American Samoa   \n",
       "4            AND                Andorra   \n",
       "..           ...                    ...   \n",
       "212          VIR  Virgin Islands (U.S.)   \n",
       "213          PSE     West Bank and Gaza   \n",
       "214          YEM            Yemen, Rep.   \n",
       "215          ZMB                 Zambia   \n",
       "216          ZWE               Zimbabwe   \n",
       "\n",
       "     Access to clean fuels and technologies for cooking (% of population) [EG.CFT.ACCS.ZS]  \\\n",
       "0                                                 30.9                                       \n",
       "1                                                 79.8                                       \n",
       "2                                                 99.6                                       \n",
       "3                                                  NaN                                       \n",
       "4                                                100.0                                       \n",
       "..                                                 ...                                       \n",
       "212                                                NaN                                       \n",
       "213                                                NaN                                       \n",
       "214                                               61.5                                       \n",
       "215                                               11.9                                       \n",
       "216                                               29.9                                       \n",
       "\n",
       "     Access to clean fuels and technologies for cooking, rural (% of rural population) [EG.CFT.ACCS.RU.ZS]  \\\n",
       "0                                                13.85                                                       \n",
       "1                                                62.50                                                       \n",
       "2                                                98.70                                                       \n",
       "3                                                  NaN                                                       \n",
       "4                                               100.00                                                       \n",
       "..                                                 ...                                                       \n",
       "212                                                NaN                                                       \n",
       "213                                                NaN                                                       \n",
       "214                                              42.90                                                       \n",
       "215                                               2.10                                                       \n",
       "216                                               6.40                                                       \n",
       "\n",
       "     Access to clean fuels and technologies for cooking, urban (% of urban population) [EG.CFT.ACCS.UR.ZS]  \\\n",
       "0                                                 81.6                                                       \n",
       "1                                                 92.2                                                       \n",
       "2                                                100.0                                                       \n",
       "3                                                  NaN                                                       \n",
       "4                                                100.0                                                       \n",
       "..                                                 ...                                                       \n",
       "212                                                NaN                                                       \n",
       "213                                                NaN                                                       \n",
       "214                                               93.7                                                       \n",
       "215                                               24.6                                                       \n",
       "216                                               79.1                                                       \n",
       "\n",
       "     Access to electricity (% of population) [EG.ELC.ACCS.ZS]  \\\n",
       "0                                            96.616135          \n",
       "1                                           100.000000          \n",
       "2                                            99.697838          \n",
       "3                                                  NaN          \n",
       "4                                           100.000000          \n",
       "..                                                 ...          \n",
       "212                                         100.000000          \n",
       "213                                         100.000000          \n",
       "214                                          62.000000          \n",
       "215                                          40.317890          \n",
       "216                                          45.572647          \n",
       "\n",
       "     Access to electricity, rural (% of rural population) [EG.ELC.ACCS.RU.ZS]  \\\n",
       "0                                            95.586174                          \n",
       "1                                           100.000000                          \n",
       "2                                            99.071304                          \n",
       "3                                                  NaN                          \n",
       "4                                           100.000000                          \n",
       "..                                                 ...                          \n",
       "212                                         100.000000                          \n",
       "213                                         100.000000                          \n",
       "214                                                NaN                          \n",
       "215                                          12.466436                          \n",
       "216                                          26.617121                          \n",
       "\n",
       "     Access to electricity, urban (% of urban population) [EG.ELC.ACCS.UR.ZS]  \\\n",
       "0                                            99.626022                          \n",
       "1                                           100.000000                          \n",
       "2                                            99.933952                          \n",
       "3                                                  NaN                          \n",
       "4                                           100.000000                          \n",
       "..                                                 ...                          \n",
       "212                                         100.000000                          \n",
       "213                                         100.000000                          \n",
       "214                                                NaN                          \n",
       "215                                          76.461876                          \n",
       "216                                          85.468765                          \n",
       "\n",
       "     Agricultural methane emissions (thousand metric tons of CO2 equivalent) [EN.ATM.METH.AG.KT.CE]  \\\n",
       "0                                              10540.0                                                \n",
       "1                                               2010.0                                                \n",
       "2                                               6820.0                                                \n",
       "3                                                  NaN                                                \n",
       "4                                                  NaN                                                \n",
       "..                                                 ...                                                \n",
       "212                                                NaN                                                \n",
       "213                                                NaN                                                \n",
       "214                                             4360.0                                                \n",
       "215                                            10330.0                                                \n",
       "216                                             6420.0                                                \n",
       "\n",
       "     Agricultural nitrous oxide emissions (thousand metric tons of CO2 equivalent) [EN.ATM.NOXE.AG.KT.CE]  \\\n",
       "0                                               4310.0                                                      \n",
       "1                                                960.0                                                      \n",
       "2                                               5530.0                                                      \n",
       "3                                                  NaN                                                      \n",
       "4                                                  NaN                                                      \n",
       "..                                                 ...                                                      \n",
       "212                                                NaN                                                      \n",
       "213                                                NaN                                                      \n",
       "214                                             2980.0                                                      \n",
       "215                                            13510.0                                                      \n",
       "216                                             4660.0                                                      \n",
       "\n",
       "     ...  Inflation, consumer prices (annual %) [FP.CPI.TOTL.ZG]  \\\n",
       "0    ...                                           0.626149        \n",
       "1    ...                                           2.028060        \n",
       "2    ...                                           4.269990        \n",
       "3    ...                                                NaN        \n",
       "4    ...                                                NaN        \n",
       "..   ...                                                ...        \n",
       "212  ...                                                NaN        \n",
       "213  ...                                          -0.195108        \n",
       "214  ...                                                NaN        \n",
       "215  ...                                           7.494572        \n",
       "216  ...                                          10.618866        \n",
       "\n",
       "     Inflation, GDP deflator (annual %) [NY.GDP.DEFL.KD.ZG]  \\\n",
       "0                                             2.071349        \n",
       "1                                             1.473058        \n",
       "2                                             6.757341        \n",
       "3                                             1.695361        \n",
       "4                                             1.012478        \n",
       "..                                                 ...        \n",
       "212                                           1.441528        \n",
       "213                                          -0.301993        \n",
       "214                                          14.853665        \n",
       "215                                           7.411571        \n",
       "216                                         200.769578        \n",
       "\n",
       "     Manufacturing, value added (% of GDP) [NV.IND.MANF.ZS]  \\\n",
       "0                                             6.160177        \n",
       "1                                             6.133262        \n",
       "2                                            26.549953        \n",
       "3                                            13.928013        \n",
       "4                                             3.610284        \n",
       "..                                                 ...        \n",
       "212                                                NaN        \n",
       "213                                          11.547252        \n",
       "214                                                NaN        \n",
       "215                                           6.847766        \n",
       "216                                          13.678137        \n",
       "\n",
       "     Manufacturing, value added (annual % growth) [NV.IND.MANF.KD.ZG]  \\\n",
       "0                                            22.921060                  \n",
       "1                                             6.259229                  \n",
       "2                                            -4.603222                  \n",
       "3                                            16.867470                  \n",
       "4                                            -2.170767                  \n",
       "..                                                 ...                  \n",
       "212                                                NaN                  \n",
       "213                                           0.341530                  \n",
       "214                                                NaN                  \n",
       "215                                           4.071350                  \n",
       "216                                           1.387913                  \n",
       "\n",
       "     Manufacturing, value added (current US$) [NV.IND.MANF.CD]  \\\n",
       "0                                         1.134634e+09           \n",
       "1                                         9.295837e+08           \n",
       "2                                         4.643876e+10           \n",
       "3                                         8.900000e+07           \n",
       "4                                         1.161904e+08           \n",
       "..                                                 ...           \n",
       "212                                                NaN           \n",
       "213                                       1.879500e+09           \n",
       "214                                                NaN           \n",
       "215                                       1.801756e+09           \n",
       "216                                       4.671914e+09           \n",
       "\n",
       "     Population, total [SP.POP.TOTL]  \\\n",
       "0                         36686784.0   \n",
       "1                          2866376.0   \n",
       "2                         41927007.0   \n",
       "3                            48424.0   \n",
       "4                            75013.0   \n",
       "..                               ...   \n",
       "212                         107001.0   \n",
       "213                        4569087.0   \n",
       "214                       30790513.0   \n",
       "215                       17835893.0   \n",
       "216                       15052184.0   \n",
       "\n",
       "     Total tax and contribution rate (% of profit) [IC.TAX.TOTL.CP.ZS]  \\\n",
       "0                                                 71.4                   \n",
       "1                                                 37.3                   \n",
       "2                                                 66.1                   \n",
       "3                                                  NaN                   \n",
       "4                                                  NaN                   \n",
       "..                                                 ...                   \n",
       "212                                                NaN                   \n",
       "213                                               15.3                   \n",
       "214                                               26.6                   \n",
       "215                                               15.6                   \n",
       "216                                               31.6                   \n",
       "\n",
       "     Unemployment, total (% of total labor force) (modeled ILO estimate) [SL.UEM.TOTL.ZS]  \\\n",
       "0                                               11.110                                      \n",
       "1                                               12.300                                      \n",
       "2                                               10.416                                      \n",
       "3                                                  NaN                                      \n",
       "4                                                  NaN                                      \n",
       "..                                                 ...                                      \n",
       "212                                             12.245                                      \n",
       "213                                             26.260                                      \n",
       "214                                             13.076                                      \n",
       "215                                              5.030                                      \n",
       "216                                              6.784                                      \n",
       "\n",
       "     Wage and salaried workers, total (% of total employment) (modeled ILO estimate) [SL.EMP.WORK.ZS]  \\\n",
       "0                                            17.660000                                                  \n",
       "1                                            44.520000                                                  \n",
       "2                                            68.019997                                                  \n",
       "3                                                  NaN                                                  \n",
       "4                                                  NaN                                                  \n",
       "..                                                 ...                                                  \n",
       "212                                          93.419998                                                  \n",
       "213                                          69.739998                                                  \n",
       "214                                          45.299999                                                  \n",
       "215                                          24.860001                                                  \n",
       "216                                          32.650002                                                  \n",
       "\n",
       "     Income Group  \n",
       "0               L  \n",
       "1              UM  \n",
       "2              UM  \n",
       "3              UM  \n",
       "4               H  \n",
       "..            ...  \n",
       "212             H  \n",
       "213            LM  \n",
       "214             L  \n",
       "215            LM  \n",
       "216            LM  \n",
       "\n",
       "[217 rows x 64 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "not_null_income_group"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "id": "vmZ-FKuLh_I9"
   },
   "outputs": [],
   "source": [
    "data_manova = not_null_income_group"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "id": "0SOXz2dCiA-o"
   },
   "outputs": [],
   "source": [
    "retained_var_pol = [\n",
    "    'Access to clean fuels and technologies for cooking (% of population) [EG.CFT.ACCS.ZS]',\n",
    "    'Access to clean fuels and technologies for cooking, rural (% of rural population) [EG.CFT.ACCS.RU.ZS]',\n",
    "    'Access to clean fuels and technologies for cooking, urban (% of urban population) [EG.CFT.ACCS.UR.ZS]',\n",
    "    'Access to electricity (% of population) [EG.ELC.ACCS.ZS]',\n",
    "    'Access to electricity, rural (% of rural population) [EG.ELC.ACCS.RU.ZS]',\n",
    "    'Access to electricity, urban (% of urban population) [EG.ELC.ACCS.UR.ZS]',\n",
    "    'Agricultural methane emissions (thousand metric tons of CO2 equivalent) [EN.ATM.METH.AG.KT.CE]',\n",
    "    'Agricultural nitrous oxide emissions (thousand metric tons of CO2 equivalent) [EN.ATM.NOXE.AG.KT.CE]',\n",
    "    'Annual freshwater withdrawals, total (% of internal resources) [ER.H2O.FWTL.ZS]',\n",
    "    'CO2 emissions (kg per 2015 US$ of GDP) [EN.ATM.CO2E.KD.GD]',\n",
    "    'CO2 emissions (kg per 2017 PPP $ of GDP) [EN.ATM.CO2E.PP.GD.KD]',\n",
    "    'CO2 emissions (kg per PPP $ of GDP) [EN.ATM.CO2E.PP.GD]',\n",
    "    'CO2 emissions (kt) [EN.ATM.CO2E.KT]',\n",
    "    'CO2 emissions (metric tons per capita) [EN.ATM.CO2E.PC]',\n",
    "    'Methane emissions (kt of CO2 equivalent) [EN.ATM.METH.KT.CE]',\n",
    "    'Nitrous oxide emissions (thousand metric tons of CO2 equivalent) [EN.ATM.NOXE.KT.CE]',\n",
    "    'Renewable energy consumption (% of total final energy consumption) [EG.FEC.RNEW.ZS]',\n",
    "    'Renewable internal freshwater resources per capita (cubic meters) [ER.H2O.INTR.PC]',\n",
    "    'Renewable internal freshwater resources, total (billion cubic meters) [ER.H2O.INTR.K3]',\n",
    "    'Total greenhouse gas emissions (kt of CO2 equivalent) [EN.ATM.GHGT.KT.CE]',    \n",
    "]\n",
    "\n",
    "retained_var_ec = [\n",
    "    'Adjusted net national income (current US$) [NY.ADJ.NNTY.CD]',\n",
    "    'Adjusted net national income per capita (current US$) [NY.ADJ.NNTY.PC.CD]',\n",
    "    'Adjusted savings: carbon dioxide damage (% of GNI) [NY.ADJ.DCO2.GN.ZS]',\n",
    "    'Adjusted savings: consumption of fixed capital (% of GNI) [NY.ADJ.DKAP.GN.ZS]',\n",
    "    'Adjusted savings: education expenditure (% of GNI) [NY.ADJ.AEDU.GN.ZS]',\n",
    "    'Adjusted savings: energy depletion (% of GNI) [NY.ADJ.DNGY.GN.ZS]',\n",
    "    'Adjusted savings: mineral depletion (% of GNI) [NY.ADJ.DMIN.GN.ZS]',\n",
    "    'Adjusted savings: mineral depletion (current US$) [NY.ADJ.DMIN.CD]',\n",
    "    'Adjusted savings: natural resources depletion (% of GNI) [NY.ADJ.DRES.GN.ZS]',\n",
    "    'Adjusted savings: net forest depletion (% of GNI) [NY.ADJ.DFOR.GN.ZS]',\n",
    "    'Adjusted savings: particulate emission damage (% of GNI) [NY.ADJ.DPEM.GN.ZS]',\n",
    "    'Age dependency ratio (% of working-age population) [SP.POP.DPND]',\n",
    "    'Age dependency ratio, old (% of working-age population) [SP.POP.DPND.OL]',\n",
    "    'Age dependency ratio, young (% of working-age population) [SP.POP.DPND.YG]',\n",
    "    'Contributing family workers, total (% of total employment) (modeled ILO estimate) [SL.FAM.WORK.ZS]',\n",
    "    'Current health expenditure per capita, PPP (current international $) [SH.XPD.CHEX.PP.CD]',\n",
    "    'Employers, total (% of total employment) (modeled ILO estimate) [SL.EMP.MPYR.ZS]',\n",
    "    'Exports of goods and services (% of GDP) [NE.EXP.GNFS.ZS]',\n",
    "    'Exports of goods and services (current US$) [NE.EXP.GNFS.CD]',\n",
    "    'Final consumption expenditure (current US$) [NE.CON.TOTL.CD]',\n",
    "    'GDP growth (annual %) [NY.GDP.MKTP.KD.ZG]',\n",
    "    'GDP (current US$) [NY.GDP.MKTP.CD]',\n",
    "    'GDP per capita (current US$) [NY.GDP.PCAP.CD]',\n",
    "    'General government final consumption expenditure (% of GDP) [NE.CON.GOVT.ZS]',\n",
    "    'General government final consumption expenditure (current US$) [NE.CON.GOVT.CD]',\n",
    "    'GNI (current US$) [NY.GNP.MKTP.CD]',\n",
    "    'GNI, PPP (current international $) [NY.GNP.MKTP.PP.CD]',\n",
    "    'Imports of goods and services (BoP, current US$) [BM.GSR.GNFS.CD]',\n",
    "    'Imports of goods and services (current US$) [NE.IMP.GNFS.CD]',\n",
    "    'Industry (including construction), value added (% of GDP) [NV.IND.TOTL.ZS]',\n",
    "    'Industry (including construction), value added (annual % growth) [NV.IND.TOTL.KD.ZG]',\n",
    "    'Industry (including construction), value added (current US$) [NV.IND.TOTL.CD]',\n",
    "    'Inflation, consumer prices (annual %) [FP.CPI.TOTL.ZG]',\n",
    "    'Inflation, GDP deflator (annual %) [NY.GDP.DEFL.KD.ZG]',\n",
    "    'Manufacturing, value added (% of GDP) [NV.IND.MANF.ZS]',\n",
    "    'Manufacturing, value added (annual % growth) [NV.IND.MANF.KD.ZG]',\n",
    "    'Manufacturing, value added (current US$) [NV.IND.MANF.CD]',\n",
    "    'Population, total [SP.POP.TOTL]',\n",
    "    'Total tax and contribution rate (% of profit) [IC.TAX.TOTL.CP.ZS]',\n",
    "    'Unemployment, total (% of total labor force) (modeled ILO estimate) [SL.UEM.TOTL.ZS]',\n",
    "    'Wage and salaried workers, total (% of total employment) (modeled ILO estimate) [SL.EMP.WORK.ZS]',\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "QyltbUkZiF6B",
    "outputId": "fa91fbdf-77e7-4e29-bf84-defad7878322"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-7-732c194f020e>:7: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  data_manova.loc[:,'Income Group'] = data_manova.loc[:,'Income Group'].astype(category_order)\n"
     ]
    }
   ],
   "source": [
    "from pandas.api.types import CategoricalDtype\n",
    "\n",
    "category_values = ['H', 'UM', 'LM', 'L']\n",
    "\n",
    "category_order = CategoricalDtype(category_values, ordered=True)\n",
    "\n",
    "data_manova.loc[:,'Income Group'] = data_manova.loc[:,'Income Group'].astype(category_order)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 696
    },
    "id": "bruyPvNhiLLc",
    "outputId": "fadf40eb-ec9b-49f2-8b15-881caba52960"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "  <div id=\"df-09981c83-ed97-4ff9-8f0f-c8299dfe4689\">\n",
       "    <div class=\"colab-df-container\">\n",
       "      <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Country Code</th>\n",
       "      <th>Country Name</th>\n",
       "      <th>Access to clean fuels and technologies for cooking (% of population) [EG.CFT.ACCS.ZS]</th>\n",
       "      <th>Access to clean fuels and technologies for cooking, rural (% of rural population) [EG.CFT.ACCS.RU.ZS]</th>\n",
       "      <th>Access to clean fuels and technologies for cooking, urban (% of urban population) [EG.CFT.ACCS.UR.ZS]</th>\n",
       "      <th>Access to electricity (% of population) [EG.ELC.ACCS.ZS]</th>\n",
       "      <th>Access to electricity, rural (% of rural population) [EG.ELC.ACCS.RU.ZS]</th>\n",
       "      <th>Access to electricity, urban (% of urban population) [EG.ELC.ACCS.UR.ZS]</th>\n",
       "      <th>Agricultural methane emissions (thousand metric tons of CO2 equivalent) [EN.ATM.METH.AG.KT.CE]</th>\n",
       "      <th>Agricultural nitrous oxide emissions (thousand metric tons of CO2 equivalent) [EN.ATM.NOXE.AG.KT.CE]</th>\n",
       "      <th>...</th>\n",
       "      <th>Inflation, consumer prices (annual %) [FP.CPI.TOTL.ZG]</th>\n",
       "      <th>Inflation, GDP deflator (annual %) [NY.GDP.DEFL.KD.ZG]</th>\n",
       "      <th>Manufacturing, value added (% of GDP) [NV.IND.MANF.ZS]</th>\n",
       "      <th>Manufacturing, value added (annual % growth) [NV.IND.MANF.KD.ZG]</th>\n",
       "      <th>Manufacturing, value added (current US$) [NV.IND.MANF.CD]</th>\n",
       "      <th>Population, total [SP.POP.TOTL]</th>\n",
       "      <th>Total tax and contribution rate (% of profit) [IC.TAX.TOTL.CP.ZS]</th>\n",
       "      <th>Unemployment, total (% of total labor force) (modeled ILO estimate) [SL.UEM.TOTL.ZS]</th>\n",
       "      <th>Wage and salaried workers, total (% of total employment) (modeled ILO estimate) [SL.EMP.WORK.ZS]</th>\n",
       "      <th>Income Group</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>AFG</td>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>30.9</td>\n",
       "      <td>13.85</td>\n",
       "      <td>81.6</td>\n",
       "      <td>96.616135</td>\n",
       "      <td>95.586174</td>\n",
       "      <td>99.626022</td>\n",
       "      <td>10540.0</td>\n",
       "      <td>4310.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.626149</td>\n",
       "      <td>2.071349</td>\n",
       "      <td>6.160177</td>\n",
       "      <td>22.921060</td>\n",
       "      <td>1.134634e+09</td>\n",
       "      <td>36686784.0</td>\n",
       "      <td>71.4</td>\n",
       "      <td>11.110</td>\n",
       "      <td>17.660000</td>\n",
       "      <td>L</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ALB</td>\n",
       "      <td>Albania</td>\n",
       "      <td>79.8</td>\n",
       "      <td>62.50</td>\n",
       "      <td>92.2</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>960.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.028060</td>\n",
       "      <td>1.473058</td>\n",
       "      <td>6.133262</td>\n",
       "      <td>6.259229</td>\n",
       "      <td>9.295837e+08</td>\n",
       "      <td>2866376.0</td>\n",
       "      <td>37.3</td>\n",
       "      <td>12.300</td>\n",
       "      <td>44.520000</td>\n",
       "      <td>UM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>DZA</td>\n",
       "      <td>Algeria</td>\n",
       "      <td>99.6</td>\n",
       "      <td>98.70</td>\n",
       "      <td>100.0</td>\n",
       "      <td>99.697838</td>\n",
       "      <td>99.071304</td>\n",
       "      <td>99.933952</td>\n",
       "      <td>6820.0</td>\n",
       "      <td>5530.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.269990</td>\n",
       "      <td>6.757341</td>\n",
       "      <td>26.549953</td>\n",
       "      <td>-4.603222</td>\n",
       "      <td>4.643876e+10</td>\n",
       "      <td>41927007.0</td>\n",
       "      <td>66.1</td>\n",
       "      <td>10.416</td>\n",
       "      <td>68.019997</td>\n",
       "      <td>UM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ASM</td>\n",
       "      <td>American Samoa</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.695361</td>\n",
       "      <td>13.928013</td>\n",
       "      <td>16.867470</td>\n",
       "      <td>8.900000e+07</td>\n",
       "      <td>48424.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>UM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>AND</td>\n",
       "      <td>Andorra</td>\n",
       "      <td>100.0</td>\n",
       "      <td>100.00</td>\n",
       "      <td>100.0</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.012478</td>\n",
       "      <td>3.610284</td>\n",
       "      <td>-2.170767</td>\n",
       "      <td>1.161904e+08</td>\n",
       "      <td>75013.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>H</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212</th>\n",
       "      <td>VIR</td>\n",
       "      <td>Virgin Islands (U.S.)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.441528</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>107001.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.245</td>\n",
       "      <td>93.419998</td>\n",
       "      <td>H</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213</th>\n",
       "      <td>PSE</td>\n",
       "      <td>West Bank and Gaza</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.195108</td>\n",
       "      <td>-0.301993</td>\n",
       "      <td>11.547252</td>\n",
       "      <td>0.341530</td>\n",
       "      <td>1.879500e+09</td>\n",
       "      <td>4569087.0</td>\n",
       "      <td>15.3</td>\n",
       "      <td>26.260</td>\n",
       "      <td>69.739998</td>\n",
       "      <td>LM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214</th>\n",
       "      <td>YEM</td>\n",
       "      <td>Yemen, Rep.</td>\n",
       "      <td>61.5</td>\n",
       "      <td>42.90</td>\n",
       "      <td>93.7</td>\n",
       "      <td>62.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4360.0</td>\n",
       "      <td>2980.0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>14.853665</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>30790513.0</td>\n",
       "      <td>26.6</td>\n",
       "      <td>13.076</td>\n",
       "      <td>45.299999</td>\n",
       "      <td>L</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>215</th>\n",
       "      <td>ZMB</td>\n",
       "      <td>Zambia</td>\n",
       "      <td>11.9</td>\n",
       "      <td>2.10</td>\n",
       "      <td>24.6</td>\n",
       "      <td>40.317890</td>\n",
       "      <td>12.466436</td>\n",
       "      <td>76.461876</td>\n",
       "      <td>10330.0</td>\n",
       "      <td>13510.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.494572</td>\n",
       "      <td>7.411571</td>\n",
       "      <td>6.847766</td>\n",
       "      <td>4.071350</td>\n",
       "      <td>1.801756e+09</td>\n",
       "      <td>17835893.0</td>\n",
       "      <td>15.6</td>\n",
       "      <td>5.030</td>\n",
       "      <td>24.860001</td>\n",
       "      <td>LM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>216</th>\n",
       "      <td>ZWE</td>\n",
       "      <td>Zimbabwe</td>\n",
       "      <td>29.9</td>\n",
       "      <td>6.40</td>\n",
       "      <td>79.1</td>\n",
       "      <td>45.572647</td>\n",
       "      <td>26.617121</td>\n",
       "      <td>85.468765</td>\n",
       "      <td>6420.0</td>\n",
       "      <td>4660.0</td>\n",
       "      <td>...</td>\n",
       "      <td>10.618866</td>\n",
       "      <td>200.769578</td>\n",
       "      <td>13.678137</td>\n",
       "      <td>1.387913</td>\n",
       "      <td>4.671914e+09</td>\n",
       "      <td>15052184.0</td>\n",
       "      <td>31.6</td>\n",
       "      <td>6.784</td>\n",
       "      <td>32.650002</td>\n",
       "      <td>LM</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>217 rows × 64 columns</p>\n",
       "</div>\n",
       "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-09981c83-ed97-4ff9-8f0f-c8299dfe4689')\"\n",
       "              title=\"Convert this dataframe to an interactive table.\"\n",
       "              style=\"display:none;\">\n",
       "        \n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "       width=\"24px\">\n",
       "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
       "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
       "  </svg>\n",
       "      </button>\n",
       "      \n",
       "  <style>\n",
       "    .colab-df-container {\n",
       "      display:flex;\n",
       "      flex-wrap:wrap;\n",
       "      gap: 12px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert {\n",
       "      background-color: #E8F0FE;\n",
       "      border: none;\n",
       "      border-radius: 50%;\n",
       "      cursor: pointer;\n",
       "      display: none;\n",
       "      fill: #1967D2;\n",
       "      height: 32px;\n",
       "      padding: 0 0 0 0;\n",
       "      width: 32px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert:hover {\n",
       "      background-color: #E2EBFA;\n",
       "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "      fill: #174EA6;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert {\n",
       "      background-color: #3B4455;\n",
       "      fill: #D2E3FC;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert:hover {\n",
       "      background-color: #434B5C;\n",
       "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "      fill: #FFFFFF;\n",
       "    }\n",
       "  </style>\n",
       "\n",
       "      <script>\n",
       "        const buttonEl =\n",
       "          document.querySelector('#df-09981c83-ed97-4ff9-8f0f-c8299dfe4689 button.colab-df-convert');\n",
       "        buttonEl.style.display =\n",
       "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "        async function convertToInteractive(key) {\n",
       "          const element = document.querySelector('#df-09981c83-ed97-4ff9-8f0f-c8299dfe4689');\n",
       "          const dataTable =\n",
       "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
       "                                                     [key], {});\n",
       "          if (!dataTable) return;\n",
       "\n",
       "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
       "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
       "            + ' to learn more about interactive tables.';\n",
       "          element.innerHTML = '';\n",
       "          dataTable['output_type'] = 'display_data';\n",
       "          await google.colab.output.renderOutput(dataTable, element);\n",
       "          const docLink = document.createElement('div');\n",
       "          docLink.innerHTML = docLinkHtml;\n",
       "          element.appendChild(docLink);\n",
       "        }\n",
       "      </script>\n",
       "    </div>\n",
       "  </div>\n",
       "  "
      ],
      "text/plain": [
       "    Country Code           Country Name  \\\n",
       "0            AFG            Afghanistan   \n",
       "1            ALB                Albania   \n",
       "2            DZA                Algeria   \n",
       "3            ASM         American Samoa   \n",
       "4            AND                Andorra   \n",
       "..           ...                    ...   \n",
       "212          VIR  Virgin Islands (U.S.)   \n",
       "213          PSE     West Bank and Gaza   \n",
       "214          YEM            Yemen, Rep.   \n",
       "215          ZMB                 Zambia   \n",
       "216          ZWE               Zimbabwe   \n",
       "\n",
       "     Access to clean fuels and technologies for cooking (% of population) [EG.CFT.ACCS.ZS]  \\\n",
       "0                                                 30.9                                       \n",
       "1                                                 79.8                                       \n",
       "2                                                 99.6                                       \n",
       "3                                                  NaN                                       \n",
       "4                                                100.0                                       \n",
       "..                                                 ...                                       \n",
       "212                                                NaN                                       \n",
       "213                                                NaN                                       \n",
       "214                                               61.5                                       \n",
       "215                                               11.9                                       \n",
       "216                                               29.9                                       \n",
       "\n",
       "     Access to clean fuels and technologies for cooking, rural (% of rural population) [EG.CFT.ACCS.RU.ZS]  \\\n",
       "0                                                13.85                                                       \n",
       "1                                                62.50                                                       \n",
       "2                                                98.70                                                       \n",
       "3                                                  NaN                                                       \n",
       "4                                               100.00                                                       \n",
       "..                                                 ...                                                       \n",
       "212                                                NaN                                                       \n",
       "213                                                NaN                                                       \n",
       "214                                              42.90                                                       \n",
       "215                                               2.10                                                       \n",
       "216                                               6.40                                                       \n",
       "\n",
       "     Access to clean fuels and technologies for cooking, urban (% of urban population) [EG.CFT.ACCS.UR.ZS]  \\\n",
       "0                                                 81.6                                                       \n",
       "1                                                 92.2                                                       \n",
       "2                                                100.0                                                       \n",
       "3                                                  NaN                                                       \n",
       "4                                                100.0                                                       \n",
       "..                                                 ...                                                       \n",
       "212                                                NaN                                                       \n",
       "213                                                NaN                                                       \n",
       "214                                               93.7                                                       \n",
       "215                                               24.6                                                       \n",
       "216                                               79.1                                                       \n",
       "\n",
       "     Access to electricity (% of population) [EG.ELC.ACCS.ZS]  \\\n",
       "0                                            96.616135          \n",
       "1                                           100.000000          \n",
       "2                                            99.697838          \n",
       "3                                                  NaN          \n",
       "4                                           100.000000          \n",
       "..                                                 ...          \n",
       "212                                         100.000000          \n",
       "213                                         100.000000          \n",
       "214                                          62.000000          \n",
       "215                                          40.317890          \n",
       "216                                          45.572647          \n",
       "\n",
       "     Access to electricity, rural (% of rural population) [EG.ELC.ACCS.RU.ZS]  \\\n",
       "0                                            95.586174                          \n",
       "1                                           100.000000                          \n",
       "2                                            99.071304                          \n",
       "3                                                  NaN                          \n",
       "4                                           100.000000                          \n",
       "..                                                 ...                          \n",
       "212                                         100.000000                          \n",
       "213                                         100.000000                          \n",
       "214                                                NaN                          \n",
       "215                                          12.466436                          \n",
       "216                                          26.617121                          \n",
       "\n",
       "     Access to electricity, urban (% of urban population) [EG.ELC.ACCS.UR.ZS]  \\\n",
       "0                                            99.626022                          \n",
       "1                                           100.000000                          \n",
       "2                                            99.933952                          \n",
       "3                                                  NaN                          \n",
       "4                                           100.000000                          \n",
       "..                                                 ...                          \n",
       "212                                         100.000000                          \n",
       "213                                         100.000000                          \n",
       "214                                                NaN                          \n",
       "215                                          76.461876                          \n",
       "216                                          85.468765                          \n",
       "\n",
       "     Agricultural methane emissions (thousand metric tons of CO2 equivalent) [EN.ATM.METH.AG.KT.CE]  \\\n",
       "0                                              10540.0                                                \n",
       "1                                               2010.0                                                \n",
       "2                                               6820.0                                                \n",
       "3                                                  NaN                                                \n",
       "4                                                  NaN                                                \n",
       "..                                                 ...                                                \n",
       "212                                                NaN                                                \n",
       "213                                                NaN                                                \n",
       "214                                             4360.0                                                \n",
       "215                                            10330.0                                                \n",
       "216                                             6420.0                                                \n",
       "\n",
       "     Agricultural nitrous oxide emissions (thousand metric tons of CO2 equivalent) [EN.ATM.NOXE.AG.KT.CE]  \\\n",
       "0                                               4310.0                                                      \n",
       "1                                                960.0                                                      \n",
       "2                                               5530.0                                                      \n",
       "3                                                  NaN                                                      \n",
       "4                                                  NaN                                                      \n",
       "..                                                 ...                                                      \n",
       "212                                                NaN                                                      \n",
       "213                                                NaN                                                      \n",
       "214                                             2980.0                                                      \n",
       "215                                            13510.0                                                      \n",
       "216                                             4660.0                                                      \n",
       "\n",
       "     ...  Inflation, consumer prices (annual %) [FP.CPI.TOTL.ZG]  \\\n",
       "0    ...                                           0.626149        \n",
       "1    ...                                           2.028060        \n",
       "2    ...                                           4.269990        \n",
       "3    ...                                                NaN        \n",
       "4    ...                                                NaN        \n",
       "..   ...                                                ...        \n",
       "212  ...                                                NaN        \n",
       "213  ...                                          -0.195108        \n",
       "214  ...                                                NaN        \n",
       "215  ...                                           7.494572        \n",
       "216  ...                                          10.618866        \n",
       "\n",
       "     Inflation, GDP deflator (annual %) [NY.GDP.DEFL.KD.ZG]  \\\n",
       "0                                             2.071349        \n",
       "1                                             1.473058        \n",
       "2                                             6.757341        \n",
       "3                                             1.695361        \n",
       "4                                             1.012478        \n",
       "..                                                 ...        \n",
       "212                                           1.441528        \n",
       "213                                          -0.301993        \n",
       "214                                          14.853665        \n",
       "215                                           7.411571        \n",
       "216                                         200.769578        \n",
       "\n",
       "     Manufacturing, value added (% of GDP) [NV.IND.MANF.ZS]  \\\n",
       "0                                             6.160177        \n",
       "1                                             6.133262        \n",
       "2                                            26.549953        \n",
       "3                                            13.928013        \n",
       "4                                             3.610284        \n",
       "..                                                 ...        \n",
       "212                                                NaN        \n",
       "213                                          11.547252        \n",
       "214                                                NaN        \n",
       "215                                           6.847766        \n",
       "216                                          13.678137        \n",
       "\n",
       "     Manufacturing, value added (annual % growth) [NV.IND.MANF.KD.ZG]  \\\n",
       "0                                            22.921060                  \n",
       "1                                             6.259229                  \n",
       "2                                            -4.603222                  \n",
       "3                                            16.867470                  \n",
       "4                                            -2.170767                  \n",
       "..                                                 ...                  \n",
       "212                                                NaN                  \n",
       "213                                           0.341530                  \n",
       "214                                                NaN                  \n",
       "215                                           4.071350                  \n",
       "216                                           1.387913                  \n",
       "\n",
       "     Manufacturing, value added (current US$) [NV.IND.MANF.CD]  \\\n",
       "0                                         1.134634e+09           \n",
       "1                                         9.295837e+08           \n",
       "2                                         4.643876e+10           \n",
       "3                                         8.900000e+07           \n",
       "4                                         1.161904e+08           \n",
       "..                                                 ...           \n",
       "212                                                NaN           \n",
       "213                                       1.879500e+09           \n",
       "214                                                NaN           \n",
       "215                                       1.801756e+09           \n",
       "216                                       4.671914e+09           \n",
       "\n",
       "     Population, total [SP.POP.TOTL]  \\\n",
       "0                         36686784.0   \n",
       "1                          2866376.0   \n",
       "2                         41927007.0   \n",
       "3                            48424.0   \n",
       "4                            75013.0   \n",
       "..                               ...   \n",
       "212                         107001.0   \n",
       "213                        4569087.0   \n",
       "214                       30790513.0   \n",
       "215                       17835893.0   \n",
       "216                       15052184.0   \n",
       "\n",
       "     Total tax and contribution rate (% of profit) [IC.TAX.TOTL.CP.ZS]  \\\n",
       "0                                                 71.4                   \n",
       "1                                                 37.3                   \n",
       "2                                                 66.1                   \n",
       "3                                                  NaN                   \n",
       "4                                                  NaN                   \n",
       "..                                                 ...                   \n",
       "212                                                NaN                   \n",
       "213                                               15.3                   \n",
       "214                                               26.6                   \n",
       "215                                               15.6                   \n",
       "216                                               31.6                   \n",
       "\n",
       "     Unemployment, total (% of total labor force) (modeled ILO estimate) [SL.UEM.TOTL.ZS]  \\\n",
       "0                                               11.110                                      \n",
       "1                                               12.300                                      \n",
       "2                                               10.416                                      \n",
       "3                                                  NaN                                      \n",
       "4                                                  NaN                                      \n",
       "..                                                 ...                                      \n",
       "212                                             12.245                                      \n",
       "213                                             26.260                                      \n",
       "214                                             13.076                                      \n",
       "215                                              5.030                                      \n",
       "216                                              6.784                                      \n",
       "\n",
       "     Wage and salaried workers, total (% of total employment) (modeled ILO estimate) [SL.EMP.WORK.ZS]  \\\n",
       "0                                            17.660000                                                  \n",
       "1                                            44.520000                                                  \n",
       "2                                            68.019997                                                  \n",
       "3                                                  NaN                                                  \n",
       "4                                                  NaN                                                  \n",
       "..                                                 ...                                                  \n",
       "212                                          93.419998                                                  \n",
       "213                                          69.739998                                                  \n",
       "214                                          45.299999                                                  \n",
       "215                                          24.860001                                                  \n",
       "216                                          32.650002                                                  \n",
       "\n",
       "     Income Group  \n",
       "0               L  \n",
       "1              UM  \n",
       "2              UM  \n",
       "3              UM  \n",
       "4               H  \n",
       "..            ...  \n",
       "212             H  \n",
       "213            LM  \n",
       "214             L  \n",
       "215            LM  \n",
       "216            LM  \n",
       "\n",
       "[217 rows x 64 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_manova"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "Yg7r9oZ3iM3t",
    "outputId": "182a561c-3690-4196-8fa7-8933f33e3523"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['L', 'UM', 'H', 'LM']\n",
       "Categories (4, object): ['H' < 'UM' < 'LM' < 'L']"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_manova['Income Group'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "id": "HZaxiSPFiQas"
   },
   "outputs": [],
   "source": [
    "X = data_manova[retained_var_ec + retained_var_pol]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 592
    },
    "id": "oRuLtt6wjHP9",
    "outputId": "8fa969b4-b1ee-4904-e056-f3a419f68c69"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "  <div id=\"df-af74d8d3-6c9f-4893-ad35-927e3f80644d\">\n",
       "    <div class=\"colab-df-container\">\n",
       "      <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Adjusted net national income (current US$) [NY.ADJ.NNTY.CD]</th>\n",
       "      <th>Adjusted net national income per capita (current US$) [NY.ADJ.NNTY.PC.CD]</th>\n",
       "      <th>Adjusted savings: carbon dioxide damage (% of GNI) [NY.ADJ.DCO2.GN.ZS]</th>\n",
       "      <th>Adjusted savings: consumption of fixed capital (% of GNI) [NY.ADJ.DKAP.GN.ZS]</th>\n",
       "      <th>Adjusted savings: education expenditure (% of GNI) [NY.ADJ.AEDU.GN.ZS]</th>\n",
       "      <th>Adjusted savings: energy depletion (% of GNI) [NY.ADJ.DNGY.GN.ZS]</th>\n",
       "      <th>Adjusted savings: mineral depletion (% of GNI) [NY.ADJ.DMIN.GN.ZS]</th>\n",
       "      <th>Adjusted savings: mineral depletion (current US$) [NY.ADJ.DMIN.CD]</th>\n",
       "      <th>Adjusted savings: natural resources depletion (% of GNI) [NY.ADJ.DRES.GN.ZS]</th>\n",
       "      <th>Adjusted savings: net forest depletion (% of GNI) [NY.ADJ.DFOR.GN.ZS]</th>\n",
       "      <th>...</th>\n",
       "      <th>CO2 emissions (kg per 2017 PPP $ of GDP) [EN.ATM.CO2E.PP.GD.KD]</th>\n",
       "      <th>CO2 emissions (kg per PPP $ of GDP) [EN.ATM.CO2E.PP.GD]</th>\n",
       "      <th>CO2 emissions (kt) [EN.ATM.CO2E.KT]</th>\n",
       "      <th>CO2 emissions (metric tons per capita) [EN.ATM.CO2E.PC]</th>\n",
       "      <th>Methane emissions (kt of CO2 equivalent) [EN.ATM.METH.KT.CE]</th>\n",
       "      <th>Nitrous oxide emissions (thousand metric tons of CO2 equivalent) [EN.ATM.NOXE.KT.CE]</th>\n",
       "      <th>Renewable energy consumption (% of total final energy consumption) [EG.FEC.RNEW.ZS]</th>\n",
       "      <th>Renewable internal freshwater resources per capita (cubic meters) [ER.H2O.INTR.PC]</th>\n",
       "      <th>Renewable internal freshwater resources, total (billion cubic meters) [ER.H2O.INTR.K3]</th>\n",
       "      <th>Total greenhouse gas emissions (kt of CO2 equivalent) [EN.ATM.GHGT.KT.CE]</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.681519e+10</td>\n",
       "      <td>458.344566</td>\n",
       "      <td>1.598055</td>\n",
       "      <td>7.417784</td>\n",
       "      <td>2.594447</td>\n",
       "      <td>0.154942</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.397921</td>\n",
       "      <td>0.242979</td>\n",
       "      <td>...</td>\n",
       "      <td>0.080291</td>\n",
       "      <td>0.078417</td>\n",
       "      <td>6070.000172</td>\n",
       "      <td>0.165455</td>\n",
       "      <td>15909.999850</td>\n",
       "      <td>4690.0</td>\n",
       "      <td>17.96</td>\n",
       "      <td>1285.203958</td>\n",
       "      <td>47.1500</td>\n",
       "      <td>27690.000530</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.237962e+10</td>\n",
       "      <td>4318.911492</td>\n",
       "      <td>1.439030</td>\n",
       "      <td>17.030871</td>\n",
       "      <td>3.303909</td>\n",
       "      <td>0.991616</td>\n",
       "      <td>0.018862</td>\n",
       "      <td>2.855307e+06</td>\n",
       "      <td>1.190626</td>\n",
       "      <td>0.180148</td>\n",
       "      <td>...</td>\n",
       "      <td>0.133868</td>\n",
       "      <td>0.132072</td>\n",
       "      <td>5110.000134</td>\n",
       "      <td>1.782739</td>\n",
       "      <td>3009.999990</td>\n",
       "      <td>1080.0</td>\n",
       "      <td>38.11</td>\n",
       "      <td>9384.672492</td>\n",
       "      <td>26.9000</td>\n",
       "      <td>9449.999809</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.368790e+11</td>\n",
       "      <td>3264.694290</td>\n",
       "      <td>3.475098</td>\n",
       "      <td>8.541906</td>\n",
       "      <td>4.467196</td>\n",
       "      <td>11.409329</td>\n",
       "      <td>0.002647</td>\n",
       "      <td>4.527132e+06</td>\n",
       "      <td>11.411977</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.336716</td>\n",
       "      <td>0.328859</td>\n",
       "      <td>165539.993300</td>\n",
       "      <td>3.948290</td>\n",
       "      <td>94400.001530</td>\n",
       "      <td>12510.0</td>\n",
       "      <td>0.19</td>\n",
       "      <td>268.251917</td>\n",
       "      <td>11.2470</td>\n",
       "      <td>278029.998800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>11.760709</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.49</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.440000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>490.000009</td>\n",
       "      <td>6.532201</td>\n",
       "      <td>50.000001</td>\n",
       "      <td>0.0</td>\n",
       "      <td>18.58</td>\n",
       "      <td>4207.270740</td>\n",
       "      <td>0.3156</td>\n",
       "      <td>620.000005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.356177</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.43</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.673616</td>\n",
       "      <td>10.605985</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.73</td>\n",
       "      <td>177.716029</td>\n",
       "      <td>0.8120</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214</th>\n",
       "      <td>2.051920e+10</td>\n",
       "      <td>666.413014</td>\n",
       "      <td>1.689545</td>\n",
       "      <td>4.257703</td>\n",
       "      <td>3.600000</td>\n",
       "      <td>0.645247</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.699962</td>\n",
       "      <td>0.054714</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9720.000267</td>\n",
       "      <td>0.315682</td>\n",
       "      <td>10619.999890</td>\n",
       "      <td>3080.0</td>\n",
       "      <td>3.60</td>\n",
       "      <td>68.202826</td>\n",
       "      <td>2.1000</td>\n",
       "      <td>23860.000610</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>215</th>\n",
       "      <td>2.043716e+10</td>\n",
       "      <td>1145.844603</td>\n",
       "      <td>1.170643</td>\n",
       "      <td>16.646641</td>\n",
       "      <td>3.563864</td>\n",
       "      <td>0.014706</td>\n",
       "      <td>4.445268</td>\n",
       "      <td>1.151537e+09</td>\n",
       "      <td>4.459974</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.126504</td>\n",
       "      <td>0.123552</td>\n",
       "      <td>7730.000019</td>\n",
       "      <td>0.433396</td>\n",
       "      <td>15250.000000</td>\n",
       "      <td>13990.0</td>\n",
       "      <td>82.28</td>\n",
       "      <td>4496.550860</td>\n",
       "      <td>80.2000</td>\n",
       "      <td>37560.001370</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>216</th>\n",
       "      <td>1.535263e+10</td>\n",
       "      <td>1019.960476</td>\n",
       "      <td>2.699228</td>\n",
       "      <td>8.803571</td>\n",
       "      <td>1.910000</td>\n",
       "      <td>0.224736</td>\n",
       "      <td>2.501930</td>\n",
       "      <td>4.455984e+08</td>\n",
       "      <td>4.995018</td>\n",
       "      <td>2.268352</td>\n",
       "      <td>...</td>\n",
       "      <td>0.342751</td>\n",
       "      <td>0.334753</td>\n",
       "      <td>12380.000110</td>\n",
       "      <td>0.822472</td>\n",
       "      <td>12340.000150</td>\n",
       "      <td>5320.0</td>\n",
       "      <td>80.23</td>\n",
       "      <td>814.499743</td>\n",
       "      <td>12.2600</td>\n",
       "      <td>30829.999920</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>217 rows × 61 columns</p>\n",
       "</div>\n",
       "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-af74d8d3-6c9f-4893-ad35-927e3f80644d')\"\n",
       "              title=\"Convert this dataframe to an interactive table.\"\n",
       "              style=\"display:none;\">\n",
       "        \n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "       width=\"24px\">\n",
       "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
       "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
       "  </svg>\n",
       "      </button>\n",
       "      \n",
       "  <style>\n",
       "    .colab-df-container {\n",
       "      display:flex;\n",
       "      flex-wrap:wrap;\n",
       "      gap: 12px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert {\n",
       "      background-color: #E8F0FE;\n",
       "      border: none;\n",
       "      border-radius: 50%;\n",
       "      cursor: pointer;\n",
       "      display: none;\n",
       "      fill: #1967D2;\n",
       "      height: 32px;\n",
       "      padding: 0 0 0 0;\n",
       "      width: 32px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert:hover {\n",
       "      background-color: #E2EBFA;\n",
       "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "      fill: #174EA6;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert {\n",
       "      background-color: #3B4455;\n",
       "      fill: #D2E3FC;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert:hover {\n",
       "      background-color: #434B5C;\n",
       "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "      fill: #FFFFFF;\n",
       "    }\n",
       "  </style>\n",
       "\n",
       "      <script>\n",
       "        const buttonEl =\n",
       "          document.querySelector('#df-af74d8d3-6c9f-4893-ad35-927e3f80644d button.colab-df-convert');\n",
       "        buttonEl.style.display =\n",
       "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "        async function convertToInteractive(key) {\n",
       "          const element = document.querySelector('#df-af74d8d3-6c9f-4893-ad35-927e3f80644d');\n",
       "          const dataTable =\n",
       "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
       "                                                     [key], {});\n",
       "          if (!dataTable) return;\n",
       "\n",
       "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
       "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
       "            + ' to learn more about interactive tables.';\n",
       "          element.innerHTML = '';\n",
       "          dataTable['output_type'] = 'display_data';\n",
       "          await google.colab.output.renderOutput(dataTable, element);\n",
       "          const docLink = document.createElement('div');\n",
       "          docLink.innerHTML = docLinkHtml;\n",
       "          element.appendChild(docLink);\n",
       "        }\n",
       "      </script>\n",
       "    </div>\n",
       "  </div>\n",
       "  "
      ],
      "text/plain": [
       "     Adjusted net national income (current US$) [NY.ADJ.NNTY.CD]  \\\n",
       "0                                         1.681519e+10             \n",
       "1                                         1.237962e+10             \n",
       "2                                         1.368790e+11             \n",
       "3                                                  NaN             \n",
       "4                                                  NaN             \n",
       "..                                                 ...             \n",
       "212                                                NaN             \n",
       "213                                                NaN             \n",
       "214                                       2.051920e+10             \n",
       "215                                       2.043716e+10             \n",
       "216                                       1.535263e+10             \n",
       "\n",
       "     Adjusted net national income per capita (current US$) [NY.ADJ.NNTY.PC.CD]  \\\n",
       "0                                           458.344566                           \n",
       "1                                          4318.911492                           \n",
       "2                                          3264.694290                           \n",
       "3                                                  NaN                           \n",
       "4                                                  NaN                           \n",
       "..                                                 ...                           \n",
       "212                                                NaN                           \n",
       "213                                                NaN                           \n",
       "214                                         666.413014                           \n",
       "215                                        1145.844603                           \n",
       "216                                        1019.960476                           \n",
       "\n",
       "     Adjusted savings: carbon dioxide damage (% of GNI) [NY.ADJ.DCO2.GN.ZS]  \\\n",
       "0                                             1.598055                        \n",
       "1                                             1.439030                        \n",
       "2                                             3.475098                        \n",
       "3                                                  NaN                        \n",
       "4                                                  NaN                        \n",
       "..                                                 ...                        \n",
       "212                                                NaN                        \n",
       "213                                           0.673616                        \n",
       "214                                           1.689545                        \n",
       "215                                           1.170643                        \n",
       "216                                           2.699228                        \n",
       "\n",
       "     Adjusted savings: consumption of fixed capital (% of GNI) [NY.ADJ.DKAP.GN.ZS]  \\\n",
       "0                                             7.417784                               \n",
       "1                                            17.030871                               \n",
       "2                                             8.541906                               \n",
       "3                                                  NaN                               \n",
       "4                                                  NaN                               \n",
       "..                                                 ...                               \n",
       "212                                                NaN                               \n",
       "213                                          10.605985                               \n",
       "214                                           4.257703                               \n",
       "215                                          16.646641                               \n",
       "216                                           8.803571                               \n",
       "\n",
       "     Adjusted savings: education expenditure (% of GNI) [NY.ADJ.AEDU.GN.ZS]  \\\n",
       "0                                             2.594447                        \n",
       "1                                             3.303909                        \n",
       "2                                             4.467196                        \n",
       "3                                            11.760709                        \n",
       "4                                             2.440000                        \n",
       "..                                                 ...                        \n",
       "212                                           9.356177                        \n",
       "213                                                NaN                        \n",
       "214                                           3.600000                        \n",
       "215                                           3.563864                        \n",
       "216                                           1.910000                        \n",
       "\n",
       "     Adjusted savings: energy depletion (% of GNI) [NY.ADJ.DNGY.GN.ZS]  \\\n",
       "0                                             0.154942                   \n",
       "1                                             0.991616                   \n",
       "2                                            11.409329                   \n",
       "3                                                  NaN                   \n",
       "4                                                  NaN                   \n",
       "..                                                 ...                   \n",
       "212                                                NaN                   \n",
       "213                                           0.000000                   \n",
       "214                                           0.645247                   \n",
       "215                                           0.014706                   \n",
       "216                                           0.224736                   \n",
       "\n",
       "     Adjusted savings: mineral depletion (% of GNI) [NY.ADJ.DMIN.GN.ZS]  \\\n",
       "0                                             0.000000                    \n",
       "1                                             0.018862                    \n",
       "2                                             0.002647                    \n",
       "3                                                  NaN                    \n",
       "4                                                  NaN                    \n",
       "..                                                 ...                    \n",
       "212                                                NaN                    \n",
       "213                                           0.000000                    \n",
       "214                                           0.000000                    \n",
       "215                                           4.445268                    \n",
       "216                                           2.501930                    \n",
       "\n",
       "     Adjusted savings: mineral depletion (current US$) [NY.ADJ.DMIN.CD]  \\\n",
       "0                                         0.000000e+00                    \n",
       "1                                         2.855307e+06                    \n",
       "2                                         4.527132e+06                    \n",
       "3                                         0.000000e+00                    \n",
       "4                                         0.000000e+00                    \n",
       "..                                                 ...                    \n",
       "212                                       0.000000e+00                    \n",
       "213                                       0.000000e+00                    \n",
       "214                                       0.000000e+00                    \n",
       "215                                       1.151537e+09                    \n",
       "216                                       4.455984e+08                    \n",
       "\n",
       "     Adjusted savings: natural resources depletion (% of GNI) [NY.ADJ.DRES.GN.ZS]  \\\n",
       "0                                             0.397921                              \n",
       "1                                             1.190626                              \n",
       "2                                            11.411977                              \n",
       "3                                                  NaN                              \n",
       "4                                                  NaN                              \n",
       "..                                                 ...                              \n",
       "212                                                NaN                              \n",
       "213                                                NaN                              \n",
       "214                                           0.699962                              \n",
       "215                                           4.459974                              \n",
       "216                                           4.995018                              \n",
       "\n",
       "     Adjusted savings: net forest depletion (% of GNI) [NY.ADJ.DFOR.GN.ZS]  \\\n",
       "0                                             0.242979                       \n",
       "1                                             0.180148                       \n",
       "2                                             0.000000                       \n",
       "3                                                  NaN                       \n",
       "4                                                  NaN                       \n",
       "..                                                 ...                       \n",
       "212                                                NaN                       \n",
       "213                                                NaN                       \n",
       "214                                           0.054714                       \n",
       "215                                           0.000000                       \n",
       "216                                           2.268352                       \n",
       "\n",
       "     ...  CO2 emissions (kg per 2017 PPP $ of GDP) [EN.ATM.CO2E.PP.GD.KD]  \\\n",
       "0    ...                                           0.080291                 \n",
       "1    ...                                           0.133868                 \n",
       "2    ...                                           0.336716                 \n",
       "3    ...                                                NaN                 \n",
       "4    ...                                                NaN                 \n",
       "..   ...                                                ...                 \n",
       "212  ...                                                NaN                 \n",
       "213  ...                                                NaN                 \n",
       "214  ...                                                NaN                 \n",
       "215  ...                                           0.126504                 \n",
       "216  ...                                           0.342751                 \n",
       "\n",
       "     CO2 emissions (kg per PPP $ of GDP) [EN.ATM.CO2E.PP.GD]  \\\n",
       "0                                             0.078417         \n",
       "1                                             0.132072         \n",
       "2                                             0.328859         \n",
       "3                                                  NaN         \n",
       "4                                                  NaN         \n",
       "..                                                 ...         \n",
       "212                                                NaN         \n",
       "213                                                NaN         \n",
       "214                                                NaN         \n",
       "215                                           0.123552         \n",
       "216                                           0.334753         \n",
       "\n",
       "     CO2 emissions (kt) [EN.ATM.CO2E.KT]  \\\n",
       "0                            6070.000172   \n",
       "1                            5110.000134   \n",
       "2                          165539.993300   \n",
       "3                                    NaN   \n",
       "4                             490.000009   \n",
       "..                                   ...   \n",
       "212                                  NaN   \n",
       "213                                  NaN   \n",
       "214                          9720.000267   \n",
       "215                          7730.000019   \n",
       "216                         12380.000110   \n",
       "\n",
       "     CO2 emissions (metric tons per capita) [EN.ATM.CO2E.PC]  \\\n",
       "0                                             0.165455         \n",
       "1                                             1.782739         \n",
       "2                                             3.948290         \n",
       "3                                                  NaN         \n",
       "4                                             6.532201         \n",
       "..                                                 ...         \n",
       "212                                                NaN         \n",
       "213                                                NaN         \n",
       "214                                           0.315682         \n",
       "215                                           0.433396         \n",
       "216                                           0.822472         \n",
       "\n",
       "     Methane emissions (kt of CO2 equivalent) [EN.ATM.METH.KT.CE]  \\\n",
       "0                                         15909.999850              \n",
       "1                                          3009.999990              \n",
       "2                                         94400.001530              \n",
       "3                                                  NaN              \n",
       "4                                            50.000001              \n",
       "..                                                 ...              \n",
       "212                                                NaN              \n",
       "213                                                NaN              \n",
       "214                                       10619.999890              \n",
       "215                                       15250.000000              \n",
       "216                                       12340.000150              \n",
       "\n",
       "     Nitrous oxide emissions (thousand metric tons of CO2 equivalent) [EN.ATM.NOXE.KT.CE]  \\\n",
       "0                                               4690.0                                      \n",
       "1                                               1080.0                                      \n",
       "2                                              12510.0                                      \n",
       "3                                                  NaN                                      \n",
       "4                                                  0.0                                      \n",
       "..                                                 ...                                      \n",
       "212                                                NaN                                      \n",
       "213                                                NaN                                      \n",
       "214                                             3080.0                                      \n",
       "215                                            13990.0                                      \n",
       "216                                             5320.0                                      \n",
       "\n",
       "     Renewable energy consumption (% of total final energy consumption) [EG.FEC.RNEW.ZS]  \\\n",
       "0                                                17.96                                     \n",
       "1                                                38.11                                     \n",
       "2                                                 0.19                                     \n",
       "3                                                 0.49                                     \n",
       "4                                                18.58                                     \n",
       "..                                                 ...                                     \n",
       "212                                               3.43                                     \n",
       "213                                              12.73                                     \n",
       "214                                               3.60                                     \n",
       "215                                              82.28                                     \n",
       "216                                              80.23                                     \n",
       "\n",
       "     Renewable internal freshwater resources per capita (cubic meters) [ER.H2O.INTR.PC]  \\\n",
       "0                                          1285.203958                                    \n",
       "1                                          9384.672492                                    \n",
       "2                                           268.251917                                    \n",
       "3                                                  NaN                                    \n",
       "4                                          4207.270740                                    \n",
       "..                                                 ...                                    \n",
       "212                                                NaN                                    \n",
       "213                                         177.716029                                    \n",
       "214                                          68.202826                                    \n",
       "215                                        4496.550860                                    \n",
       "216                                         814.499743                                    \n",
       "\n",
       "     Renewable internal freshwater resources, total (billion cubic meters) [ER.H2O.INTR.K3]  \\\n",
       "0                                              47.1500                                        \n",
       "1                                              26.9000                                        \n",
       "2                                              11.2470                                        \n",
       "3                                                  NaN                                        \n",
       "4                                               0.3156                                        \n",
       "..                                                 ...                                        \n",
       "212                                                NaN                                        \n",
       "213                                             0.8120                                        \n",
       "214                                             2.1000                                        \n",
       "215                                            80.2000                                        \n",
       "216                                            12.2600                                        \n",
       "\n",
       "     Total greenhouse gas emissions (kt of CO2 equivalent) [EN.ATM.GHGT.KT.CE]  \n",
       "0                                         27690.000530                          \n",
       "1                                          9449.999809                          \n",
       "2                                        278029.998800                          \n",
       "3                                                  NaN                          \n",
       "4                                           620.000005                          \n",
       "..                                                 ...                          \n",
       "212                                                NaN                          \n",
       "213                                                NaN                          \n",
       "214                                       23860.000610                          \n",
       "215                                       37560.001370                          \n",
       "216                                       30829.999920                          \n",
       "\n",
       "[217 rows x 61 columns]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "Eqll5WvFjSO3"
   },
   "source": [
    "Imputation with Nuclear Norm Mininimization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "jlxpDsmajaj7",
    "outputId": "4cc86ace-5cd1-430c-8a3e-1c9891d5e20a"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
      "Collecting fancyimpute\n",
      "  Downloading fancyimpute-0.7.0.tar.gz (25 kB)\n",
      "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
      "Collecting knnimpute>=0.1.0\n",
      "  Downloading knnimpute-0.1.0.tar.gz (8.3 kB)\n",
      "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
      "Requirement already satisfied: scikit-learn>=0.24.2 in /usr/local/lib/python3.9/dist-packages (from fancyimpute) (1.2.2)\n",
      "Requirement already satisfied: cvxpy in /usr/local/lib/python3.9/dist-packages (from fancyimpute) (1.3.1)\n",
      "Requirement already satisfied: cvxopt in /usr/local/lib/python3.9/dist-packages (from fancyimpute) (1.3.0)\n",
      "Requirement already satisfied: pytest in /usr/local/lib/python3.9/dist-packages (from fancyimpute) (7.2.2)\n",
      "Collecting nose\n",
      "  Downloading nose-1.3.7-py3-none-any.whl (154 kB)\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m154.7/154.7 KB\u001b[0m \u001b[31m5.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
      "\u001b[?25hRequirement already satisfied: six in /usr/local/lib/python3.9/dist-packages (from knnimpute>=0.1.0->fancyimpute) (1.16.0)\n",
      "Requirement already satisfied: numpy>=1.10 in /usr/local/lib/python3.9/dist-packages (from knnimpute>=0.1.0->fancyimpute) (1.22.4)\n",
      "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.9/dist-packages (from scikit-learn>=0.24.2->fancyimpute) (3.1.0)\n",
      "Requirement already satisfied: scipy>=1.3.2 in /usr/local/lib/python3.9/dist-packages (from scikit-learn>=0.24.2->fancyimpute) (1.10.1)\n",
      "Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.9/dist-packages (from scikit-learn>=0.24.2->fancyimpute) (1.1.1)\n",
      "Requirement already satisfied: ecos>=2 in /usr/local/lib/python3.9/dist-packages (from cvxpy->fancyimpute) (2.0.12)\n",
      "Requirement already satisfied: osqp>=0.4.1 in /usr/local/lib/python3.9/dist-packages (from cvxpy->fancyimpute) (0.6.2.post0)\n",
      "Requirement already satisfied: scs>=1.1.6 in /usr/local/lib/python3.9/dist-packages (from cvxpy->fancyimpute) (3.2.2)\n",
      "Requirement already satisfied: setuptools>65.5.1 in /usr/local/lib/python3.9/dist-packages (from cvxpy->fancyimpute) (67.6.0)\n",
      "Requirement already satisfied: pluggy<2.0,>=0.12 in /usr/local/lib/python3.9/dist-packages (from pytest->fancyimpute) (1.0.0)\n",
      "Requirement already satisfied: tomli>=1.0.0 in /usr/local/lib/python3.9/dist-packages (from pytest->fancyimpute) (2.0.1)\n",
      "Requirement already satisfied: iniconfig in /usr/local/lib/python3.9/dist-packages (from pytest->fancyimpute) (2.0.0)\n",
      "Requirement already satisfied: attrs>=19.2.0 in /usr/local/lib/python3.9/dist-packages (from pytest->fancyimpute) (22.2.0)\n",
      "Requirement already satisfied: packaging in /usr/local/lib/python3.9/dist-packages (from pytest->fancyimpute) (23.0)\n",
      "Requirement already satisfied: exceptiongroup>=1.0.0rc8 in /usr/local/lib/python3.9/dist-packages (from pytest->fancyimpute) (1.1.1)\n",
      "Requirement already satisfied: qdldl in /usr/local/lib/python3.9/dist-packages (from osqp>=0.4.1->cvxpy->fancyimpute) (0.1.5.post3)\n",
      "Building wheels for collected packages: fancyimpute, knnimpute\n",
      "  Building wheel for fancyimpute (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
      "  Created wheel for fancyimpute: filename=fancyimpute-0.7.0-py3-none-any.whl size=29898 sha256=eae33b551b82419550b0f2907aa787a113dcb504ed2f396f45d09a62bca292d3\n",
      "  Stored in directory: /root/.cache/pip/wheels/f9/fc/6a/b0406b906bce293abe23c3b6da5a72637d2d04146ef1125a0b\n",
      "  Building wheel for knnimpute (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
      "  Created wheel for knnimpute: filename=knnimpute-0.1.0-py3-none-any.whl size=11352 sha256=76112cd99fdb88e8c9bc6f2c073ec9340ed97a1d4eee34ff6a51c0a58e06ac90\n",
      "  Stored in directory: /root/.cache/pip/wheels/88/c4/be/e232c750d9bc360abf9a5e2cafe0d3e08e3605d2801bb11684\n",
      "Successfully built fancyimpute knnimpute\n",
      "Installing collected packages: nose, knnimpute, fancyimpute\n",
      "Successfully installed fancyimpute-0.7.0 knnimpute-0.1.0 nose-1.3.7\n"
     ]
    }
   ],
   "source": [
    "!pip install fancyimpute"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "id": "bv-didJHjH2Z"
   },
   "outputs": [],
   "source": [
    "from fancyimpute import NuclearNormMinimization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 729
    },
    "id": "U4pFw2pmjOSo",
    "outputId": "f46ccf4d-7b74-4f20-e537-49d3c12a7d25"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "===============================================================================\n",
      "                                     CVXPY                                     \n",
      "                                     v1.3.1                                    \n",
      "===============================================================================\n",
      "(CVXPY) Mar 25 04:17:17 PM: Your problem has 13237 variables, 1 constraints, and 0 parameters.\n",
      "(CVXPY) Mar 25 04:17:17 PM: It is compliant with the following grammars: DCP, DQCP\n",
      "(CVXPY) Mar 25 04:17:17 PM: (If you need to solve this problem multiple times, but with different data, consider using parameters.)\n",
      "(CVXPY) Mar 25 04:17:17 PM: CVXPY will first compile your problem; then, it will invoke a numerical solver to obtain a solution.\n",
      "-------------------------------------------------------------------------------\n",
      "                                  Compilation                                  \n",
      "-------------------------------------------------------------------------------\n",
      "(CVXPY) Mar 25 04:17:17 PM: Compiling problem (target solver=CVXOPT).\n",
      "(CVXPY) Mar 25 04:17:17 PM: Reduction chain: Dcp2Cone -> CvxAttr2Constr -> ConeMatrixStuffing -> CVXOPT\n",
      "(CVXPY) Mar 25 04:17:17 PM: Applying reduction Dcp2Cone\n",
      "(CVXPY) Mar 25 04:17:17 PM: Applying reduction CvxAttr2Constr\n",
      "(CVXPY) Mar 25 04:17:18 PM: Applying reduction ConeMatrixStuffing\n",
      "(CVXPY) Mar 25 04:17:18 PM: Applying reduction CVXOPT\n",
      "(CVXPY) Mar 25 04:17:18 PM: Finished problem compilation (took 1.030e+00 seconds).\n",
      "-------------------------------------------------------------------------------\n",
      "                                Numerical solver                               \n",
      "-------------------------------------------------------------------------------\n",
      "(CVXPY) Mar 25 04:17:18 PM: Invoking solver CVXOPT  to obtain a solution.\n"
     ]
    },
    {
     "ename": "OverflowError",
     "evalue": "ignored",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mOverflowError\u001b[0m                             Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-15-ab09117acc17>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mX_filled_nnm\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mNuclearNormMinimization\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfit_transform\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mX\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m/usr/local/lib/python3.9/dist-packages/fancyimpute/solver.py\u001b[0m in \u001b[0;36mfit_transform\u001b[0;34m(self, X, y)\u001b[0m\n\u001b[1;32m    184\u001b[0m                     type(X_filled)))\n\u001b[1;32m    185\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 186\u001b[0;31m         \u001b[0mX_result\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msolve\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mX_filled\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmissing_mask\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    187\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mX_result\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mndarray\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    188\u001b[0m             raise TypeError(\n",
      "\u001b[0;32m/usr/local/lib/python3.9/dist-packages/fancyimpute/nuclear_norm_minimization.py\u001b[0m in \u001b[0;36msolve\u001b[0;34m(self, X, missing_mask)\u001b[0m\n\u001b[1;32m    120\u001b[0m             error_tolerance=self.error_tolerance)\n\u001b[1;32m    121\u001b[0m         \u001b[0mproblem\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcvxpy\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mProblem\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mobjective\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mconstraints\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 122\u001b[0;31m         problem.solve(\n\u001b[0m\u001b[1;32m    123\u001b[0m             \u001b[0mverbose\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mverbose\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    124\u001b[0m             \u001b[0msolver\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mcvxpy\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mCVXOPT\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.9/dist-packages/cvxpy/problems/problem.py\u001b[0m in \u001b[0;36msolve\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m    491\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    492\u001b[0m             \u001b[0msolve_func\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mProblem\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_solve\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 493\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0msolve_func\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    494\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    495\u001b[0m     \u001b[0;34m@\u001b[0m\u001b[0mclassmethod\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.9/dist-packages/cvxpy/problems/problem.py\u001b[0m in \u001b[0;36m_solve\u001b[0;34m(self, solver, warm_start, verbose, gp, qcp, requires_grad, enforce_dpp, ignore_dpp, canon_backend, **kwargs)\u001b[0m\n\u001b[1;32m   1062\u001b[0m                     solving_chain.reductions[-1].name())\n\u001b[1;32m   1063\u001b[0m         \u001b[0mstart\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtime\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1064\u001b[0;31m         solution = solving_chain.solve_via_data(\n\u001b[0m\u001b[1;32m   1065\u001b[0m             self, data, warm_start, verbose, kwargs)\n\u001b[1;32m   1066\u001b[0m         \u001b[0mend\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtime\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.9/dist-packages/cvxpy/reductions/solvers/solving_chain.py\u001b[0m in \u001b[0;36msolve_via_data\u001b[0;34m(self, problem, data, warm_start, verbose, solver_opts)\u001b[0m\n\u001b[1;32m    408\u001b[0m             \u001b[0ma\u001b[0m \u001b[0mSolution\u001b[0m \u001b[0mobject\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    409\u001b[0m         \"\"\"\n\u001b[0;32m--> 410\u001b[0;31m         return self.solver.solve_via_data(data, warm_start, verbose,\n\u001b[0m\u001b[1;32m    411\u001b[0m                                           solver_opts, problem._solver_cache)\n",
      "\u001b[0;32m/usr/local/lib/python3.9/dist-packages/cvxpy/reductions/solvers/conic_solvers/cvxopt_conif.py\u001b[0m in \u001b[0;36msolve_via_data\u001b[0;34m(self, data, warm_start, verbose, solver_opts, solver_cache)\u001b[0m\n\u001b[1;32m    200\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    201\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 202\u001b[0;31m             results_dict = cvxopt.solvers.conelp(c, G, h, dims, A, b,\n\u001b[0m\u001b[1;32m    203\u001b[0m                                                  kktsolver=kktsolver)\n\u001b[1;32m    204\u001b[0m         \u001b[0;31m# Catch exceptions in CVXOPT and convert them to solver errors.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.9/dist-packages/cvxopt/coneprog.py\u001b[0m in \u001b[0;36mconelp\u001b[0;34m(c, G, h, dims, A, b, primalstart, dualstart, kktsolver, xnewcopy, xdot, xaxpy, xscal, ynewcopy, ydot, yaxpy, yscal, **kwargs)\u001b[0m\n\u001b[1;32m    579\u001b[0m             \u001b[0mfactor\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmisc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mkkt_qr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mG\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdims\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mA\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    580\u001b[0m         \u001b[0;32melif\u001b[0m \u001b[0mkktsolver\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m'chol'\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 581\u001b[0;31m             \u001b[0mfactor\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmisc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mkkt_chol\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mG\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdims\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mA\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    582\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    583\u001b[0m             \u001b[0mfactor\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmisc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mkkt_chol2\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mG\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdims\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mA\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.9/dist-packages/cvxopt/misc.py\u001b[0m in \u001b[0;36mkkt_chol\u001b[0;34m(G, dims, A, mnl)\u001b[0m\n\u001b[1;32m   1250\u001b[0m     \u001b[0mlapack\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgeqrf\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mQA\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtauA\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1251\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1252\u001b[0;31m     \u001b[0mGs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmatrix\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m0.0\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mcdim\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mn\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1253\u001b[0m     \u001b[0mK\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmatrix\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m0.0\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mn\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mn\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1254\u001b[0m     \u001b[0mbzp\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmatrix\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m0.0\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mcdim_pckd\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mOverflowError\u001b[0m: number of elements exceeds INT_MAX"
     ]
    }
   ],
   "source": [
    "X_filled_nnm = NuclearNormMinimization().fit_transform(X)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "pv4dF8MEj__M"
   },
   "source": [
    "ITERATIVE IMPUTAIOTN RANDOM FOREST ESTIMATOR\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "id": "hUSPRT9wkFt7"
   },
   "outputs": [],
   "source": [
    " from sklearn.ensemble import RandomForestRegressor"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "id": "GnWqcMuakVT6"
   },
   "outputs": [],
   "source": [
    "from sklearn.experimental import enable_iterative_imputer\n",
    "from sklearn.impute import IterativeImputer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "id": "V41BD-GrkH0n"
   },
   "outputs": [],
   "source": [
    "# Introduce IterativeImputer with an estimator\n",
    ">>> imp = IterativeImputer(estimator=RandomForestRegressor())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 173
    },
    "id": "koC0SUrQkJ7j",
    "outputId": "ca526d6d-5c2b-4821-aee2-61f529e2d580"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.9/dist-packages/sklearn/impute/_iterative.py:785: ConvergenceWarning: [IterativeImputer] Early stopping criterion not reached.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-1 {color: black;background-color: white;}#sk-container-id-1 pre{padding: 0;}#sk-container-id-1 div.sk-toggleable {background-color: white;}#sk-container-id-1 label.sk-toggleable__label {cursor: pointer;display: block;width: 100%;margin-bottom: 0;padding: 0.3em;box-sizing: border-box;text-align: center;}#sk-container-id-1 label.sk-toggleable__label-arrow:before {content: \"▸\";float: left;margin-right: 0.25em;color: #696969;}#sk-container-id-1 label.sk-toggleable__label-arrow:hover:before {color: black;}#sk-container-id-1 div.sk-estimator:hover label.sk-toggleable__label-arrow:before {color: black;}#sk-container-id-1 div.sk-toggleable__content {max-height: 0;max-width: 0;overflow: hidden;text-align: left;background-color: #f0f8ff;}#sk-container-id-1 div.sk-toggleable__content pre {margin: 0.2em;color: black;border-radius: 0.25em;background-color: #f0f8ff;}#sk-container-id-1 input.sk-toggleable__control:checked~div.sk-toggleable__content {max-height: 200px;max-width: 100%;overflow: auto;}#sk-container-id-1 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {content: \"▾\";}#sk-container-id-1 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-1 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-1 input.sk-hidden--visually {border: 0;clip: rect(1px 1px 1px 1px);clip: rect(1px, 1px, 1px, 1px);height: 1px;margin: -1px;overflow: hidden;padding: 0;position: absolute;width: 1px;}#sk-container-id-1 div.sk-estimator {font-family: monospace;background-color: #f0f8ff;border: 1px dotted black;border-radius: 0.25em;box-sizing: border-box;margin-bottom: 0.5em;}#sk-container-id-1 div.sk-estimator:hover {background-color: #d4ebff;}#sk-container-id-1 div.sk-parallel-item::after {content: \"\";width: 100%;border-bottom: 1px solid gray;flex-grow: 1;}#sk-container-id-1 div.sk-label:hover label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-1 div.sk-serial::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: 0;}#sk-container-id-1 div.sk-serial {display: flex;flex-direction: column;align-items: center;background-color: white;padding-right: 0.2em;padding-left: 0.2em;position: relative;}#sk-container-id-1 div.sk-item {position: relative;z-index: 1;}#sk-container-id-1 div.sk-parallel {display: flex;align-items: stretch;justify-content: center;background-color: white;position: relative;}#sk-container-id-1 div.sk-item::before, #sk-container-id-1 div.sk-parallel-item::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: -1;}#sk-container-id-1 div.sk-parallel-item {display: flex;flex-direction: column;z-index: 1;position: relative;background-color: white;}#sk-container-id-1 div.sk-parallel-item:first-child::after {align-self: flex-end;width: 50%;}#sk-container-id-1 div.sk-parallel-item:last-child::after {align-self: flex-start;width: 50%;}#sk-container-id-1 div.sk-parallel-item:only-child::after {width: 0;}#sk-container-id-1 div.sk-dashed-wrapped {border: 1px dashed gray;margin: 0 0.4em 0.5em 0.4em;box-sizing: border-box;padding-bottom: 0.4em;background-color: white;}#sk-container-id-1 div.sk-label label {font-family: monospace;font-weight: bold;display: inline-block;line-height: 1.2em;}#sk-container-id-1 div.sk-label-container {text-align: center;}#sk-container-id-1 div.sk-container {/* jupyter's `normalize.less` sets `[hidden] { display: none; }` but bootstrap.min.css set `[hidden] { display: none !important; }` so we also need the `!important` here to be able to override the default hidden behavior on the sphinx rendered scikit-learn.org. See: https://github.com/scikit-learn/scikit-learn/issues/21755 */display: inline-block !important;position: relative;}#sk-container-id-1 div.sk-text-repr-fallback {display: none;}</style><div id=\"sk-container-id-1\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>IterativeImputer(estimator=RandomForestRegressor())</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item sk-dashed-wrapped\"><div class=\"sk-label-container\"><div class=\"sk-label sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-1\" type=\"checkbox\" ><label for=\"sk-estimator-id-1\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">IterativeImputer</label><div class=\"sk-toggleable__content\"><pre>IterativeImputer(estimator=RandomForestRegressor())</pre></div></div></div><div class=\"sk-parallel\"><div class=\"sk-parallel-item\"><div class=\"sk-item\"><div class=\"sk-label-container\"><div class=\"sk-label sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-2\" type=\"checkbox\" ><label for=\"sk-estimator-id-2\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">estimator: RandomForestRegressor</label><div class=\"sk-toggleable__content\"><pre>RandomForestRegressor()</pre></div></div></div><div class=\"sk-serial\"><div class=\"sk-item\"><div class=\"sk-estimator sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-3\" type=\"checkbox\" ><label for=\"sk-estimator-id-3\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">RandomForestRegressor</label><div class=\"sk-toggleable__content\"><pre>RandomForestRegressor()</pre></div></div></div></div></div></div></div></div></div></div>"
      ],
      "text/plain": [
       "IterativeImputer(estimator=RandomForestRegressor())"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Fit to the dataset containing missing values\n",
    ">>> imp.fit(X)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "id": "24OsZRhIkaQf"
   },
   "outputs": [],
   "source": [
    "# Transform the dataset containing missing values\n",
    ">>> X_filed = pd.DataFrame(imp.transform(X), columns = X.columns)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "id": "ZDO3_pmpmUiU"
   },
   "outputs": [],
   "source": [
    ">>> X_filed = pd.DataFrame(imp.transform(X), columns = X.columns)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 592
    },
    "id": "ri9JP9FNptbN",
    "outputId": "d590c475-ab50-4649-ba63-21bcea3e4671"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "  <div id=\"df-cc25eec4-ce3b-412d-97ee-184e2be2c03e\">\n",
       "    <div class=\"colab-df-container\">\n",
       "      <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Adjusted net national income (current US$) [NY.ADJ.NNTY.CD]</th>\n",
       "      <th>Adjusted net national income per capita (current US$) [NY.ADJ.NNTY.PC.CD]</th>\n",
       "      <th>Adjusted savings: carbon dioxide damage (% of GNI) [NY.ADJ.DCO2.GN.ZS]</th>\n",
       "      <th>Adjusted savings: consumption of fixed capital (% of GNI) [NY.ADJ.DKAP.GN.ZS]</th>\n",
       "      <th>Adjusted savings: education expenditure (% of GNI) [NY.ADJ.AEDU.GN.ZS]</th>\n",
       "      <th>Adjusted savings: energy depletion (% of GNI) [NY.ADJ.DNGY.GN.ZS]</th>\n",
       "      <th>Adjusted savings: mineral depletion (% of GNI) [NY.ADJ.DMIN.GN.ZS]</th>\n",
       "      <th>Adjusted savings: mineral depletion (current US$) [NY.ADJ.DMIN.CD]</th>\n",
       "      <th>Adjusted savings: natural resources depletion (% of GNI) [NY.ADJ.DRES.GN.ZS]</th>\n",
       "      <th>Adjusted savings: net forest depletion (% of GNI) [NY.ADJ.DFOR.GN.ZS]</th>\n",
       "      <th>...</th>\n",
       "      <th>CO2 emissions (kg per 2017 PPP $ of GDP) [EN.ATM.CO2E.PP.GD.KD]</th>\n",
       "      <th>CO2 emissions (kg per PPP $ of GDP) [EN.ATM.CO2E.PP.GD]</th>\n",
       "      <th>CO2 emissions (kt) [EN.ATM.CO2E.KT]</th>\n",
       "      <th>CO2 emissions (metric tons per capita) [EN.ATM.CO2E.PC]</th>\n",
       "      <th>Methane emissions (kt of CO2 equivalent) [EN.ATM.METH.KT.CE]</th>\n",
       "      <th>Nitrous oxide emissions (thousand metric tons of CO2 equivalent) [EN.ATM.NOXE.KT.CE]</th>\n",
       "      <th>Renewable energy consumption (% of total final energy consumption) [EG.FEC.RNEW.ZS]</th>\n",
       "      <th>Renewable internal freshwater resources per capita (cubic meters) [ER.H2O.INTR.PC]</th>\n",
       "      <th>Renewable internal freshwater resources, total (billion cubic meters) [ER.H2O.INTR.K3]</th>\n",
       "      <th>Total greenhouse gas emissions (kt of CO2 equivalent) [EN.ATM.GHGT.KT.CE]</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.681519e+10</td>\n",
       "      <td>458.344566</td>\n",
       "      <td>1.598055</td>\n",
       "      <td>7.417784</td>\n",
       "      <td>2.594447</td>\n",
       "      <td>0.154942</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.397921</td>\n",
       "      <td>0.242979</td>\n",
       "      <td>...</td>\n",
       "      <td>0.080291</td>\n",
       "      <td>0.078417</td>\n",
       "      <td>6070.000172</td>\n",
       "      <td>0.165455</td>\n",
       "      <td>15909.999850</td>\n",
       "      <td>4690.0</td>\n",
       "      <td>17.96</td>\n",
       "      <td>1285.203958</td>\n",
       "      <td>47.150000</td>\n",
       "      <td>27690.000530</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.237962e+10</td>\n",
       "      <td>4318.911492</td>\n",
       "      <td>1.439030</td>\n",
       "      <td>17.030871</td>\n",
       "      <td>3.303909</td>\n",
       "      <td>0.991616</td>\n",
       "      <td>0.018862</td>\n",
       "      <td>2.855307e+06</td>\n",
       "      <td>1.190626</td>\n",
       "      <td>0.180148</td>\n",
       "      <td>...</td>\n",
       "      <td>0.133868</td>\n",
       "      <td>0.132072</td>\n",
       "      <td>5110.000134</td>\n",
       "      <td>1.782739</td>\n",
       "      <td>3009.999990</td>\n",
       "      <td>1080.0</td>\n",
       "      <td>38.11</td>\n",
       "      <td>9384.672492</td>\n",
       "      <td>26.900000</td>\n",
       "      <td>9449.999809</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.368790e+11</td>\n",
       "      <td>3264.694290</td>\n",
       "      <td>3.475098</td>\n",
       "      <td>8.541906</td>\n",
       "      <td>4.467196</td>\n",
       "      <td>11.409329</td>\n",
       "      <td>0.002647</td>\n",
       "      <td>4.527132e+06</td>\n",
       "      <td>11.411977</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.336716</td>\n",
       "      <td>0.328859</td>\n",
       "      <td>165539.993300</td>\n",
       "      <td>3.948290</td>\n",
       "      <td>94400.001530</td>\n",
       "      <td>12510.0</td>\n",
       "      <td>0.19</td>\n",
       "      <td>268.251917</td>\n",
       "      <td>11.247000</td>\n",
       "      <td>278029.998800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.067321e+09</td>\n",
       "      <td>9862.418544</td>\n",
       "      <td>1.972630</td>\n",
       "      <td>10.470673</td>\n",
       "      <td>11.760709</td>\n",
       "      <td>0.486320</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.683543</td>\n",
       "      <td>0.440634</td>\n",
       "      <td>...</td>\n",
       "      <td>0.207998</td>\n",
       "      <td>0.203138</td>\n",
       "      <td>174855.301167</td>\n",
       "      <td>4.268198</td>\n",
       "      <td>80874.700065</td>\n",
       "      <td>9969.3</td>\n",
       "      <td>0.49</td>\n",
       "      <td>9259.463193</td>\n",
       "      <td>120.582702</td>\n",
       "      <td>265788.500928</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>3.912236e+09</td>\n",
       "      <td>37156.247479</td>\n",
       "      <td>0.687838</td>\n",
       "      <td>13.595767</td>\n",
       "      <td>2.440000</td>\n",
       "      <td>0.022602</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.158647</td>\n",
       "      <td>0.071155</td>\n",
       "      <td>...</td>\n",
       "      <td>0.207652</td>\n",
       "      <td>0.203103</td>\n",
       "      <td>490.000009</td>\n",
       "      <td>6.532201</td>\n",
       "      <td>50.000001</td>\n",
       "      <td>0.0</td>\n",
       "      <td>18.58</td>\n",
       "      <td>4207.270740</td>\n",
       "      <td>0.315600</td>\n",
       "      <td>620.000005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212</th>\n",
       "      <td>3.514159e+09</td>\n",
       "      <td>29422.213299</td>\n",
       "      <td>1.915731</td>\n",
       "      <td>13.013706</td>\n",
       "      <td>9.356177</td>\n",
       "      <td>0.622321</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.637307</td>\n",
       "      <td>0.074314</td>\n",
       "      <td>...</td>\n",
       "      <td>0.207831</td>\n",
       "      <td>0.203225</td>\n",
       "      <td>182344.201484</td>\n",
       "      <td>7.719888</td>\n",
       "      <td>56363.799946</td>\n",
       "      <td>10617.7</td>\n",
       "      <td>3.43</td>\n",
       "      <td>2342.835693</td>\n",
       "      <td>42.143560</td>\n",
       "      <td>257706.901498</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213</th>\n",
       "      <td>1.675358e+10</td>\n",
       "      <td>3165.056280</td>\n",
       "      <td>0.673616</td>\n",
       "      <td>10.605985</td>\n",
       "      <td>5.743418</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.391340</td>\n",
       "      <td>0.238792</td>\n",
       "      <td>...</td>\n",
       "      <td>0.207365</td>\n",
       "      <td>0.203818</td>\n",
       "      <td>179023.900372</td>\n",
       "      <td>3.714701</td>\n",
       "      <td>81291.800503</td>\n",
       "      <td>21141.8</td>\n",
       "      <td>12.73</td>\n",
       "      <td>177.716029</td>\n",
       "      <td>0.812000</td>\n",
       "      <td>283953.200525</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214</th>\n",
       "      <td>2.051920e+10</td>\n",
       "      <td>666.413014</td>\n",
       "      <td>1.689545</td>\n",
       "      <td>4.257703</td>\n",
       "      <td>3.600000</td>\n",
       "      <td>0.645247</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.699962</td>\n",
       "      <td>0.054714</td>\n",
       "      <td>...</td>\n",
       "      <td>0.208075</td>\n",
       "      <td>0.203958</td>\n",
       "      <td>9720.000267</td>\n",
       "      <td>0.315682</td>\n",
       "      <td>10619.999890</td>\n",
       "      <td>3080.0</td>\n",
       "      <td>3.60</td>\n",
       "      <td>68.202826</td>\n",
       "      <td>2.100000</td>\n",
       "      <td>23860.000610</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>215</th>\n",
       "      <td>2.043716e+10</td>\n",
       "      <td>1145.844603</td>\n",
       "      <td>1.170643</td>\n",
       "      <td>16.646641</td>\n",
       "      <td>3.563864</td>\n",
       "      <td>0.014706</td>\n",
       "      <td>4.445268</td>\n",
       "      <td>1.151537e+09</td>\n",
       "      <td>4.459974</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.126504</td>\n",
       "      <td>0.123552</td>\n",
       "      <td>7730.000019</td>\n",
       "      <td>0.433396</td>\n",
       "      <td>15250.000000</td>\n",
       "      <td>13990.0</td>\n",
       "      <td>82.28</td>\n",
       "      <td>4496.550860</td>\n",
       "      <td>80.200000</td>\n",
       "      <td>37560.001370</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>216</th>\n",
       "      <td>1.535263e+10</td>\n",
       "      <td>1019.960476</td>\n",
       "      <td>2.699228</td>\n",
       "      <td>8.803571</td>\n",
       "      <td>1.910000</td>\n",
       "      <td>0.224736</td>\n",
       "      <td>2.501930</td>\n",
       "      <td>4.455984e+08</td>\n",
       "      <td>4.995018</td>\n",
       "      <td>2.268352</td>\n",
       "      <td>...</td>\n",
       "      <td>0.342751</td>\n",
       "      <td>0.334753</td>\n",
       "      <td>12380.000110</td>\n",
       "      <td>0.822472</td>\n",
       "      <td>12340.000150</td>\n",
       "      <td>5320.0</td>\n",
       "      <td>80.23</td>\n",
       "      <td>814.499743</td>\n",
       "      <td>12.260000</td>\n",
       "      <td>30829.999920</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>217 rows × 61 columns</p>\n",
       "</div>\n",
       "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-cc25eec4-ce3b-412d-97ee-184e2be2c03e')\"\n",
       "              title=\"Convert this dataframe to an interactive table.\"\n",
       "              style=\"display:none;\">\n",
       "        \n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "       width=\"24px\">\n",
       "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
       "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
       "  </svg>\n",
       "      </button>\n",
       "      \n",
       "  <style>\n",
       "    .colab-df-container {\n",
       "      display:flex;\n",
       "      flex-wrap:wrap;\n",
       "      gap: 12px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert {\n",
       "      background-color: #E8F0FE;\n",
       "      border: none;\n",
       "      border-radius: 50%;\n",
       "      cursor: pointer;\n",
       "      display: none;\n",
       "      fill: #1967D2;\n",
       "      height: 32px;\n",
       "      padding: 0 0 0 0;\n",
       "      width: 32px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert:hover {\n",
       "      background-color: #E2EBFA;\n",
       "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "      fill: #174EA6;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert {\n",
       "      background-color: #3B4455;\n",
       "      fill: #D2E3FC;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert:hover {\n",
       "      background-color: #434B5C;\n",
       "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "      fill: #FFFFFF;\n",
       "    }\n",
       "  </style>\n",
       "\n",
       "      <script>\n",
       "        const buttonEl =\n",
       "          document.querySelector('#df-cc25eec4-ce3b-412d-97ee-184e2be2c03e button.colab-df-convert');\n",
       "        buttonEl.style.display =\n",
       "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "        async function convertToInteractive(key) {\n",
       "          const element = document.querySelector('#df-cc25eec4-ce3b-412d-97ee-184e2be2c03e');\n",
       "          const dataTable =\n",
       "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
       "                                                     [key], {});\n",
       "          if (!dataTable) return;\n",
       "\n",
       "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
       "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
       "            + ' to learn more about interactive tables.';\n",
       "          element.innerHTML = '';\n",
       "          dataTable['output_type'] = 'display_data';\n",
       "          await google.colab.output.renderOutput(dataTable, element);\n",
       "          const docLink = document.createElement('div');\n",
       "          docLink.innerHTML = docLinkHtml;\n",
       "          element.appendChild(docLink);\n",
       "        }\n",
       "      </script>\n",
       "    </div>\n",
       "  </div>\n",
       "  "
      ],
      "text/plain": [
       "     Adjusted net national income (current US$) [NY.ADJ.NNTY.CD]  \\\n",
       "0                                         1.681519e+10             \n",
       "1                                         1.237962e+10             \n",
       "2                                         1.368790e+11             \n",
       "3                                         1.067321e+09             \n",
       "4                                         3.912236e+09             \n",
       "..                                                 ...             \n",
       "212                                       3.514159e+09             \n",
       "213                                       1.675358e+10             \n",
       "214                                       2.051920e+10             \n",
       "215                                       2.043716e+10             \n",
       "216                                       1.535263e+10             \n",
       "\n",
       "     Adjusted net national income per capita (current US$) [NY.ADJ.NNTY.PC.CD]  \\\n",
       "0                                           458.344566                           \n",
       "1                                          4318.911492                           \n",
       "2                                          3264.694290                           \n",
       "3                                          9862.418544                           \n",
       "4                                         37156.247479                           \n",
       "..                                                 ...                           \n",
       "212                                       29422.213299                           \n",
       "213                                        3165.056280                           \n",
       "214                                         666.413014                           \n",
       "215                                        1145.844603                           \n",
       "216                                        1019.960476                           \n",
       "\n",
       "     Adjusted savings: carbon dioxide damage (% of GNI) [NY.ADJ.DCO2.GN.ZS]  \\\n",
       "0                                             1.598055                        \n",
       "1                                             1.439030                        \n",
       "2                                             3.475098                        \n",
       "3                                             1.972630                        \n",
       "4                                             0.687838                        \n",
       "..                                                 ...                        \n",
       "212                                           1.915731                        \n",
       "213                                           0.673616                        \n",
       "214                                           1.689545                        \n",
       "215                                           1.170643                        \n",
       "216                                           2.699228                        \n",
       "\n",
       "     Adjusted savings: consumption of fixed capital (% of GNI) [NY.ADJ.DKAP.GN.ZS]  \\\n",
       "0                                             7.417784                               \n",
       "1                                            17.030871                               \n",
       "2                                             8.541906                               \n",
       "3                                            10.470673                               \n",
       "4                                            13.595767                               \n",
       "..                                                 ...                               \n",
       "212                                          13.013706                               \n",
       "213                                          10.605985                               \n",
       "214                                           4.257703                               \n",
       "215                                          16.646641                               \n",
       "216                                           8.803571                               \n",
       "\n",
       "     Adjusted savings: education expenditure (% of GNI) [NY.ADJ.AEDU.GN.ZS]  \\\n",
       "0                                             2.594447                        \n",
       "1                                             3.303909                        \n",
       "2                                             4.467196                        \n",
       "3                                            11.760709                        \n",
       "4                                             2.440000                        \n",
       "..                                                 ...                        \n",
       "212                                           9.356177                        \n",
       "213                                           5.743418                        \n",
       "214                                           3.600000                        \n",
       "215                                           3.563864                        \n",
       "216                                           1.910000                        \n",
       "\n",
       "     Adjusted savings: energy depletion (% of GNI) [NY.ADJ.DNGY.GN.ZS]  \\\n",
       "0                                             0.154942                   \n",
       "1                                             0.991616                   \n",
       "2                                            11.409329                   \n",
       "3                                             0.486320                   \n",
       "4                                             0.022602                   \n",
       "..                                                 ...                   \n",
       "212                                           0.622321                   \n",
       "213                                           0.000000                   \n",
       "214                                           0.645247                   \n",
       "215                                           0.014706                   \n",
       "216                                           0.224736                   \n",
       "\n",
       "     Adjusted savings: mineral depletion (% of GNI) [NY.ADJ.DMIN.GN.ZS]  \\\n",
       "0                                             0.000000                    \n",
       "1                                             0.018862                    \n",
       "2                                             0.002647                    \n",
       "3                                             0.000093                    \n",
       "4                                             0.000000                    \n",
       "..                                                 ...                    \n",
       "212                                           0.000000                    \n",
       "213                                           0.000000                    \n",
       "214                                           0.000000                    \n",
       "215                                           4.445268                    \n",
       "216                                           2.501930                    \n",
       "\n",
       "     Adjusted savings: mineral depletion (current US$) [NY.ADJ.DMIN.CD]  \\\n",
       "0                                         0.000000e+00                    \n",
       "1                                         2.855307e+06                    \n",
       "2                                         4.527132e+06                    \n",
       "3                                         0.000000e+00                    \n",
       "4                                         0.000000e+00                    \n",
       "..                                                 ...                    \n",
       "212                                       0.000000e+00                    \n",
       "213                                       0.000000e+00                    \n",
       "214                                       0.000000e+00                    \n",
       "215                                       1.151537e+09                    \n",
       "216                                       4.455984e+08                    \n",
       "\n",
       "     Adjusted savings: natural resources depletion (% of GNI) [NY.ADJ.DRES.GN.ZS]  \\\n",
       "0                                             0.397921                              \n",
       "1                                             1.190626                              \n",
       "2                                            11.411977                              \n",
       "3                                             0.683543                              \n",
       "4                                             0.158647                              \n",
       "..                                                 ...                              \n",
       "212                                           0.637307                              \n",
       "213                                           0.391340                              \n",
       "214                                           0.699962                              \n",
       "215                                           4.459974                              \n",
       "216                                           4.995018                              \n",
       "\n",
       "     Adjusted savings: net forest depletion (% of GNI) [NY.ADJ.DFOR.GN.ZS]  \\\n",
       "0                                             0.242979                       \n",
       "1                                             0.180148                       \n",
       "2                                             0.000000                       \n",
       "3                                             0.440634                       \n",
       "4                                             0.071155                       \n",
       "..                                                 ...                       \n",
       "212                                           0.074314                       \n",
       "213                                           0.238792                       \n",
       "214                                           0.054714                       \n",
       "215                                           0.000000                       \n",
       "216                                           2.268352                       \n",
       "\n",
       "     ...  CO2 emissions (kg per 2017 PPP $ of GDP) [EN.ATM.CO2E.PP.GD.KD]  \\\n",
       "0    ...                                           0.080291                 \n",
       "1    ...                                           0.133868                 \n",
       "2    ...                                           0.336716                 \n",
       "3    ...                                           0.207998                 \n",
       "4    ...                                           0.207652                 \n",
       "..   ...                                                ...                 \n",
       "212  ...                                           0.207831                 \n",
       "213  ...                                           0.207365                 \n",
       "214  ...                                           0.208075                 \n",
       "215  ...                                           0.126504                 \n",
       "216  ...                                           0.342751                 \n",
       "\n",
       "     CO2 emissions (kg per PPP $ of GDP) [EN.ATM.CO2E.PP.GD]  \\\n",
       "0                                             0.078417         \n",
       "1                                             0.132072         \n",
       "2                                             0.328859         \n",
       "3                                             0.203138         \n",
       "4                                             0.203103         \n",
       "..                                                 ...         \n",
       "212                                           0.203225         \n",
       "213                                           0.203818         \n",
       "214                                           0.203958         \n",
       "215                                           0.123552         \n",
       "216                                           0.334753         \n",
       "\n",
       "     CO2 emissions (kt) [EN.ATM.CO2E.KT]  \\\n",
       "0                            6070.000172   \n",
       "1                            5110.000134   \n",
       "2                          165539.993300   \n",
       "3                          174855.301167   \n",
       "4                             490.000009   \n",
       "..                                   ...   \n",
       "212                        182344.201484   \n",
       "213                        179023.900372   \n",
       "214                          9720.000267   \n",
       "215                          7730.000019   \n",
       "216                         12380.000110   \n",
       "\n",
       "     CO2 emissions (metric tons per capita) [EN.ATM.CO2E.PC]  \\\n",
       "0                                             0.165455         \n",
       "1                                             1.782739         \n",
       "2                                             3.948290         \n",
       "3                                             4.268198         \n",
       "4                                             6.532201         \n",
       "..                                                 ...         \n",
       "212                                           7.719888         \n",
       "213                                           3.714701         \n",
       "214                                           0.315682         \n",
       "215                                           0.433396         \n",
       "216                                           0.822472         \n",
       "\n",
       "     Methane emissions (kt of CO2 equivalent) [EN.ATM.METH.KT.CE]  \\\n",
       "0                                         15909.999850              \n",
       "1                                          3009.999990              \n",
       "2                                         94400.001530              \n",
       "3                                         80874.700065              \n",
       "4                                            50.000001              \n",
       "..                                                 ...              \n",
       "212                                       56363.799946              \n",
       "213                                       81291.800503              \n",
       "214                                       10619.999890              \n",
       "215                                       15250.000000              \n",
       "216                                       12340.000150              \n",
       "\n",
       "     Nitrous oxide emissions (thousand metric tons of CO2 equivalent) [EN.ATM.NOXE.KT.CE]  \\\n",
       "0                                               4690.0                                      \n",
       "1                                               1080.0                                      \n",
       "2                                              12510.0                                      \n",
       "3                                               9969.3                                      \n",
       "4                                                  0.0                                      \n",
       "..                                                 ...                                      \n",
       "212                                            10617.7                                      \n",
       "213                                            21141.8                                      \n",
       "214                                             3080.0                                      \n",
       "215                                            13990.0                                      \n",
       "216                                             5320.0                                      \n",
       "\n",
       "     Renewable energy consumption (% of total final energy consumption) [EG.FEC.RNEW.ZS]  \\\n",
       "0                                                17.96                                     \n",
       "1                                                38.11                                     \n",
       "2                                                 0.19                                     \n",
       "3                                                 0.49                                     \n",
       "4                                                18.58                                     \n",
       "..                                                 ...                                     \n",
       "212                                               3.43                                     \n",
       "213                                              12.73                                     \n",
       "214                                               3.60                                     \n",
       "215                                              82.28                                     \n",
       "216                                              80.23                                     \n",
       "\n",
       "     Renewable internal freshwater resources per capita (cubic meters) [ER.H2O.INTR.PC]  \\\n",
       "0                                          1285.203958                                    \n",
       "1                                          9384.672492                                    \n",
       "2                                           268.251917                                    \n",
       "3                                          9259.463193                                    \n",
       "4                                          4207.270740                                    \n",
       "..                                                 ...                                    \n",
       "212                                        2342.835693                                    \n",
       "213                                         177.716029                                    \n",
       "214                                          68.202826                                    \n",
       "215                                        4496.550860                                    \n",
       "216                                         814.499743                                    \n",
       "\n",
       "     Renewable internal freshwater resources, total (billion cubic meters) [ER.H2O.INTR.K3]  \\\n",
       "0                                            47.150000                                        \n",
       "1                                            26.900000                                        \n",
       "2                                            11.247000                                        \n",
       "3                                           120.582702                                        \n",
       "4                                             0.315600                                        \n",
       "..                                                 ...                                        \n",
       "212                                          42.143560                                        \n",
       "213                                           0.812000                                        \n",
       "214                                           2.100000                                        \n",
       "215                                          80.200000                                        \n",
       "216                                          12.260000                                        \n",
       "\n",
       "     Total greenhouse gas emissions (kt of CO2 equivalent) [EN.ATM.GHGT.KT.CE]  \n",
       "0                                         27690.000530                          \n",
       "1                                          9449.999809                          \n",
       "2                                        278029.998800                          \n",
       "3                                        265788.500928                          \n",
       "4                                           620.000005                          \n",
       "..                                                 ...                          \n",
       "212                                      257706.901498                          \n",
       "213                                      283953.200525                          \n",
       "214                                       23860.000610                          \n",
       "215                                       37560.001370                          \n",
       "216                                       30829.999920                          \n",
       "\n",
       "[217 rows x 61 columns]"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_filed"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "t2rhRguqpxma",
    "outputId": "abdd0aab-09d1-4eee-995f-732c30f33115"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Adjusted net national income (current US$) [NY.ADJ.NNTY.CD]                               0\n",
       "Adjusted net national income per capita (current US$) [NY.ADJ.NNTY.PC.CD]                 0\n",
       "Adjusted savings: carbon dioxide damage (% of GNI) [NY.ADJ.DCO2.GN.ZS]                    0\n",
       "Adjusted savings: consumption of fixed capital (% of GNI) [NY.ADJ.DKAP.GN.ZS]             0\n",
       "Adjusted savings: education expenditure (% of GNI) [NY.ADJ.AEDU.GN.ZS]                    0\n",
       "                                                                                         ..\n",
       "Nitrous oxide emissions (thousand metric tons of CO2 equivalent) [EN.ATM.NOXE.KT.CE]      0\n",
       "Renewable energy consumption (% of total final energy consumption) [EG.FEC.RNEW.ZS]       0\n",
       "Renewable internal freshwater resources per capita (cubic meters) [ER.H2O.INTR.PC]        0\n",
       "Renewable internal freshwater resources, total (billion cubic meters) [ER.H2O.INTR.K3]    0\n",
       "Total greenhouse gas emissions (kt of CO2 equivalent) [EN.ATM.GHGT.KT.CE]                 0\n",
       "Length: 61, dtype: int64"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_filed.isna().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "id": "3PBcn6K2p7B7"
   },
   "outputs": [],
   "source": [
    "X_filed.to_csv(r'C:\\Users\\isabe\\OneDrive - Università degli Studi di Milano\\second year\\1st trimester\\adv multivariate statistics\\AMS\\filled_data_colab.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "id": "lp6tAZgUqEGc"
   },
   "outputs": [],
   "source": [
    "from google.colab import files\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 17
    },
    "id": "64O-zBc1qb1M",
    "outputId": "0020f494-803d-441e-b818-0872ac39815e"
   },
   "outputs": [
    {
     "data": {
      "application/javascript": [
       "\n",
       "    async function download(id, filename, size) {\n",
       "      if (!google.colab.kernel.accessAllowed) {\n",
       "        return;\n",
       "      }\n",
       "      const div = document.createElement('div');\n",
       "      const label = document.createElement('label');\n",
       "      label.textContent = `Downloading \"${filename}\": `;\n",
       "      div.appendChild(label);\n",
       "      const progress = document.createElement('progress');\n",
       "      progress.max = size;\n",
       "      div.appendChild(progress);\n",
       "      document.body.appendChild(div);\n",
       "\n",
       "      const buffers = [];\n",
       "      let downloaded = 0;\n",
       "\n",
       "      const channel = await google.colab.kernel.comms.open(id);\n",
       "      // Send a message to notify the kernel that we're ready.\n",
       "      channel.send({})\n",
       "\n",
       "      for await (const message of channel.messages) {\n",
       "        // Send a message to notify the kernel that we're ready.\n",
       "        channel.send({})\n",
       "        if (message.buffers) {\n",
       "          for (const buffer of message.buffers) {\n",
       "            buffers.push(buffer);\n",
       "            downloaded += buffer.byteLength;\n",
       "            progress.value = downloaded;\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "      const blob = new Blob(buffers, {type: 'application/binary'});\n",
       "      const a = document.createElement('a');\n",
       "      a.href = window.URL.createObjectURL(blob);\n",
       "      a.download = filename;\n",
       "      div.appendChild(a);\n",
       "      a.click();\n",
       "      div.remove();\n",
       "    }\n",
       "  "
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/javascript": [
       "download(\"download_890a5718-0e61-4946-b3b4-51602266f61c\", \"filled_colab.csv\", 157400)"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "X_filed.to_csv('filled_colab.csv') \n",
    "files.download('filled_colab.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "bpl_o5x9qle_"
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "colab": {
   "authorship_tag": "ABX9TyPUZjXB9VHLEdLgJQ444v0c",
   "include_colab_link": true,
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}