timestanp (2).ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "#First we import all the libraries\n",
    "import numpy as np\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt\n",
    "import pandas as pd\n",
    "from scipy import stats\n",
    "from sklearn.utils import resample\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import datetime\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from mpl_toolkits.mplot3d import Axes3D\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "import matplotlib.pyplot as plt # plotting\n",
    "import numpy as np # linear algebra\n",
    "import os # accessing directory structure\n",
    "import pandas as pd # data processing\n",
    "from pandas.plotting import scatter_matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3.6.8\n"
     ]
    }
   ],
   "source": [
    "from platform import python_version\n",
    "\n",
    "print(python_version())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "ename": "FileNotFoundError",
     "evalue": "[Errno 2] No such file or directory: 'E:/work/Supermicro/modeling/rsd_node_20211228_15.csv'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mFileNotFoundError\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-4-08dc2e5e3283>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mdf\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mread_csv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'E:/work/Supermicro/modeling/rsd_node_20211228_15.csv'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m~/.local/lib/python3.6/site-packages/pandas/io/parsers.py\u001b[0m in \u001b[0;36mread_csv\u001b[0;34m(filepath_or_buffer, sep, delimiter, header, names, index_col, usecols, squeeze, prefix, mangle_dupe_cols, dtype, engine, converters, true_values, false_values, skipinitialspace, skiprows, skipfooter, nrows, na_values, keep_default_na, na_filter, verbose, skip_blank_lines, parse_dates, infer_datetime_format, keep_date_col, date_parser, dayfirst, cache_dates, iterator, chunksize, compression, thousands, decimal, lineterminator, quotechar, quoting, doublequote, escapechar, comment, encoding, dialect, error_bad_lines, warn_bad_lines, delim_whitespace, low_memory, memory_map, float_precision)\u001b[0m\n\u001b[1;32m    686\u001b[0m     )\n\u001b[1;32m    687\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 688\u001b[0;31m     \u001b[0;32mreturn\u001b[0m \u001b[0m_read\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilepath_or_buffer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkwds\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    689\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    690\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/.local/lib/python3.6/site-packages/pandas/io/parsers.py\u001b[0m in \u001b[0;36m_read\u001b[0;34m(filepath_or_buffer, kwds)\u001b[0m\n\u001b[1;32m    452\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    453\u001b[0m     \u001b[0;31m# Create the parser.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 454\u001b[0;31m     \u001b[0mparser\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mTextFileReader\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfp_or_buf\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwds\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    455\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    456\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mchunksize\u001b[0m \u001b[0;32mor\u001b[0m \u001b[0miterator\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/.local/lib/python3.6/site-packages/pandas/io/parsers.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, f, engine, **kwds)\u001b[0m\n\u001b[1;32m    946\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0moptions\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"has_index_names\"\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mkwds\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"has_index_names\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    947\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 948\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_make_engine\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mengine\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    949\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    950\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mclose\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/.local/lib/python3.6/site-packages/pandas/io/parsers.py\u001b[0m in \u001b[0;36m_make_engine\u001b[0;34m(self, engine)\u001b[0m\n\u001b[1;32m   1178\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m_make_engine\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mengine\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m\"c\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1179\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mengine\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m\"c\"\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1180\u001b[0;31m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_engine\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mCParserWrapper\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mf\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0moptions\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1181\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1182\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mengine\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m\"python\"\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/.local/lib/python3.6/site-packages/pandas/io/parsers.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, src, **kwds)\u001b[0m\n\u001b[1;32m   2008\u001b[0m         \u001b[0mkwds\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"usecols\"\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0musecols\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2009\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2010\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_reader\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mparsers\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mTextReader\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msrc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwds\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   2011\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0munnamed_cols\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_reader\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0munnamed_cols\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2012\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/parsers.pyx\u001b[0m in \u001b[0;36mpandas._libs.parsers.TextReader.__cinit__\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/parsers.pyx\u001b[0m in \u001b[0;36mpandas._libs.parsers.TextReader._setup_parser_source\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;31mFileNotFoundError\u001b[0m: [Errno 2] No such file or directory: 'E:/work/Supermicro/modeling/rsd_node_20211228_15.csv'"
     ]
    }
   ],
   "source": [
    "df = pd.read_csv('E:/work/Supermicro/modeling/rsd_node_20211228_15.csv')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 294,
   "metadata": {},
   "outputs": [],
   "source": [
    "# new data frame with split value columns\n",
    "new = df[\"date\"].str.split(\".\", n = 1, expand = True)\n",
    "# making separate first name column from new data frame\n",
    "df[\"Timestamp\"]= new[0]\n",
    "# making separate last name column from new data frame\n",
    "df[\"micro_sec\"]= new[1]\n",
    "# Dropping old Name columns\n",
    "df.drop(columns =[\"date\"], inplace = True)\n",
    "df.drop(columns =[\"micro_sec\"], inplace = True)\n",
    "# filter Timestamp alone\n",
    "df = df[df['Timestamp'] != 'date']\n",
    "# convert Timestamp\n",
    "df['Timestamp'] = pd.to_datetime(df['Timestamp'])\n",
    "#df['Timestamp'] = pd.to_datetime(df['Timestamp'], unit='s')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 295,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>serial_number</th>\n",
       "      <th>model</th>\n",
       "      <th>capacity_bytes</th>\n",
       "      <th>failure</th>\n",
       "      <th>smart_1_normalized</th>\n",
       "      <th>smart_1_raw</th>\n",
       "      <th>smart_2_normalized</th>\n",
       "      <th>smart_2_raw</th>\n",
       "      <th>smart_3_normalized</th>\n",
       "      <th>smart_3_raw</th>\n",
       "      <th>...</th>\n",
       "      <th>smart_250_raw</th>\n",
       "      <th>smart_251_normalized</th>\n",
       "      <th>smart_251_raw</th>\n",
       "      <th>smart_252_normalized</th>\n",
       "      <th>smart_252_raw</th>\n",
       "      <th>smart_254_normalized</th>\n",
       "      <th>smart_254_raw</th>\n",
       "      <th>smart_255_normalized</th>\n",
       "      <th>smart_255_raw</th>\n",
       "      <th>Timestamp</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>MK0271YGJP8LVA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>86</td>\n",
       "      <td>135</td>\n",
       "      <td>460</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:00:53</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Z1Y45RA5</td>\n",
       "      <td>ST3000NM0033-9ZM178</td>\n",
       "      <td>3000592982016</td>\n",
       "      <td>0</td>\n",
       "      <td>081</td>\n",
       "      <td>126329603</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>093</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:00:53</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>MK0271YGJA4WUA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>84</td>\n",
       "      <td>134</td>\n",
       "      <td>467</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:00:54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>MK0271YGJP8LVA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>86</td>\n",
       "      <td>135</td>\n",
       "      <td>460</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:01:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Z1Y45RA5</td>\n",
       "      <td>ST3000NM0033-9ZM178</td>\n",
       "      <td>3000592982016</td>\n",
       "      <td>0</td>\n",
       "      <td>081</td>\n",
       "      <td>126329603</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>093</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:02:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>209</th>\n",
       "      <td>Z1Y45RA5</td>\n",
       "      <td>ST3000NM0033-9ZM178</td>\n",
       "      <td>3000592982016</td>\n",
       "      <td>0</td>\n",
       "      <td>081</td>\n",
       "      <td>126329603</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>093</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:58:50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>210</th>\n",
       "      <td>MK0271YGJA4WUA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>84</td>\n",
       "      <td>134</td>\n",
       "      <td>467</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:58:51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212</th>\n",
       "      <td>MK0271YGJP8LVA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>86</td>\n",
       "      <td>135</td>\n",
       "      <td>460</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:59:56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213</th>\n",
       "      <td>Z1Y45RA5</td>\n",
       "      <td>ST3000NM0033-9ZM178</td>\n",
       "      <td>3000592982016</td>\n",
       "      <td>0</td>\n",
       "      <td>081</td>\n",
       "      <td>126329603</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>093</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:59:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214</th>\n",
       "      <td>MK0271YGJA4WUA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>84</td>\n",
       "      <td>134</td>\n",
       "      <td>467</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:59:58</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>162 rows × 149 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      serial_number                    model capacity_bytes failure  \\\n",
       "0    MK0271YGJP8LVA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "1          Z1Y45RA5      ST3000NM0033-9ZM178  3000592982016       0   \n",
       "2    MK0271YGJA4WUA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "4    MK0271YGJP8LVA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "5          Z1Y45RA5      ST3000NM0033-9ZM178  3000592982016       0   \n",
       "..              ...                      ...            ...     ...   \n",
       "209        Z1Y45RA5      ST3000NM0033-9ZM178  3000592982016       0   \n",
       "210  MK0271YGJA4WUA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "212  MK0271YGJP8LVA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "213        Z1Y45RA5      ST3000NM0033-9ZM178  3000592982016       0   \n",
       "214  MK0271YGJA4WUA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "\n",
       "    smart_1_normalized smart_1_raw smart_2_normalized smart_2_raw  \\\n",
       "0                  100           0                135          86   \n",
       "1                  081   126329603                NaN         NaN   \n",
       "2                  100           0                135          84   \n",
       "4                  100           0                135          86   \n",
       "5                  081   126329603                NaN         NaN   \n",
       "..                 ...         ...                ...         ...   \n",
       "209                081   126329603                NaN         NaN   \n",
       "210                100           0                135          84   \n",
       "212                100           0                135          86   \n",
       "213                081   126329603                NaN         NaN   \n",
       "214                100           0                135          84   \n",
       "\n",
       "    smart_3_normalized smart_3_raw  ... smart_250_raw smart_251_normalized  \\\n",
       "0                  135         460  ...           NaN                  NaN   \n",
       "1                  093           0  ...           NaN                  NaN   \n",
       "2                  134         467  ...           NaN                  NaN   \n",
       "4                  135         460  ...           NaN                  NaN   \n",
       "5                  093           0  ...           NaN                  NaN   \n",
       "..                 ...         ...  ...           ...                  ...   \n",
       "209                093           0  ...           NaN                  NaN   \n",
       "210                134         467  ...           NaN                  NaN   \n",
       "212                135         460  ...           NaN                  NaN   \n",
       "213                093           0  ...           NaN                  NaN   \n",
       "214                134         467  ...           NaN                  NaN   \n",
       "\n",
       "    smart_251_raw smart_252_normalized smart_252_raw smart_254_normalized  \\\n",
       "0             NaN                  NaN           NaN                  NaN   \n",
       "1             NaN                  NaN           NaN                  NaN   \n",
       "2             NaN                  NaN           NaN                  NaN   \n",
       "4             NaN                  NaN           NaN                  NaN   \n",
       "5             NaN                  NaN           NaN                  NaN   \n",
       "..            ...                  ...           ...                  ...   \n",
       "209           NaN                  NaN           NaN                  NaN   \n",
       "210           NaN                  NaN           NaN                  NaN   \n",
       "212           NaN                  NaN           NaN                  NaN   \n",
       "213           NaN                  NaN           NaN                  NaN   \n",
       "214           NaN                  NaN           NaN                  NaN   \n",
       "\n",
       "    smart_254_raw smart_255_normalized smart_255_raw           Timestamp  \n",
       "0             NaN                  NaN           NaN 2021-12-28 15:00:53  \n",
       "1             NaN                  NaN           NaN 2021-12-28 15:00:53  \n",
       "2             NaN                  NaN           NaN 2021-12-28 15:00:54  \n",
       "4             NaN                  NaN           NaN 2021-12-28 15:01:59  \n",
       "5             NaN                  NaN           NaN 2021-12-28 15:02:00  \n",
       "..            ...                  ...           ...                 ...  \n",
       "209           NaN                  NaN           NaN 2021-12-28 15:58:50  \n",
       "210           NaN                  NaN           NaN 2021-12-28 15:58:51  \n",
       "212           NaN                  NaN           NaN 2021-12-28 15:59:56  \n",
       "213           NaN                  NaN           NaN 2021-12-28 15:59:57  \n",
       "214           NaN                  NaN           NaN 2021-12-28 15:59:58  \n",
       "\n",
       "[162 rows x 149 columns]"
      ]
     },
     "execution_count": 295,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 296,
   "metadata": {},
   "outputs": [],
   "source": [
    "# CREATE VALIDATION DATA \n",
    "pd.Timestamp('now') - pd.Timedelta(10, 'minutes')\n",
    "# Use this if the timestamp is the index of the DataFrame\n",
    "last_ts = df.Timestamp.iloc[-1]\n",
    "last_ts = df[\"Timestamp\"].iloc[-1]\n",
    "# IMPORTANT : you need to change only below line not require to change in all the line \n",
    "first_ts = last_ts - pd.Timedelta(15, 'minutes')\n",
    "# Use this if the Timestamp is in a column\n",
    "validation_data = df[df[\"Timestamp\"] >= first_ts]\n",
    "# Use this if the Timestamp is the index of the DataFrame\n",
    "validation_data = df[df.Timestamp >= first_ts]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 297,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>serial_number</th>\n",
       "      <th>model</th>\n",
       "      <th>capacity_bytes</th>\n",
       "      <th>failure</th>\n",
       "      <th>smart_1_normalized</th>\n",
       "      <th>smart_1_raw</th>\n",
       "      <th>smart_2_normalized</th>\n",
       "      <th>smart_2_raw</th>\n",
       "      <th>smart_3_normalized</th>\n",
       "      <th>smart_3_raw</th>\n",
       "      <th>...</th>\n",
       "      <th>smart_250_raw</th>\n",
       "      <th>smart_251_normalized</th>\n",
       "      <th>smart_251_raw</th>\n",
       "      <th>smart_252_normalized</th>\n",
       "      <th>smart_252_raw</th>\n",
       "      <th>smart_254_normalized</th>\n",
       "      <th>smart_254_raw</th>\n",
       "      <th>smart_255_normalized</th>\n",
       "      <th>smart_255_raw</th>\n",
       "      <th>Timestamp</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>160</th>\n",
       "      <td>MK0271YGJP8LVA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>86</td>\n",
       "      <td>135</td>\n",
       "      <td>460</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:45:27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>161</th>\n",
       "      <td>Z1Y45RA5</td>\n",
       "      <td>ST3000NM0033-9ZM178</td>\n",
       "      <td>3000592982016</td>\n",
       "      <td>0</td>\n",
       "      <td>081</td>\n",
       "      <td>126329603</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>093</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:45:28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>162</th>\n",
       "      <td>MK0271YGJA4WUA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>84</td>\n",
       "      <td>134</td>\n",
       "      <td>467</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:45:29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>164</th>\n",
       "      <td>MK0271YGJP8LVA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>86</td>\n",
       "      <td>135</td>\n",
       "      <td>460</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:46:34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165</th>\n",
       "      <td>Z1Y45RA5</td>\n",
       "      <td>ST3000NM0033-9ZM178</td>\n",
       "      <td>3000592982016</td>\n",
       "      <td>0</td>\n",
       "      <td>081</td>\n",
       "      <td>126329603</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>093</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:46:35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>166</th>\n",
       "      <td>MK0271YGJA4WUA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>84</td>\n",
       "      <td>134</td>\n",
       "      <td>467</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:46:36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168</th>\n",
       "      <td>MK0271YGJP8LVA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>86</td>\n",
       "      <td>135</td>\n",
       "      <td>460</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:47:41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169</th>\n",
       "      <td>Z1Y45RA5</td>\n",
       "      <td>ST3000NM0033-9ZM178</td>\n",
       "      <td>3000592982016</td>\n",
       "      <td>0</td>\n",
       "      <td>081</td>\n",
       "      <td>126329603</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>093</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:47:42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170</th>\n",
       "      <td>MK0271YGJA4WUA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>84</td>\n",
       "      <td>134</td>\n",
       "      <td>467</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:47:42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172</th>\n",
       "      <td>MK0271YGJP8LVA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>86</td>\n",
       "      <td>135</td>\n",
       "      <td>460</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:48:48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>173</th>\n",
       "      <td>Z1Y45RA5</td>\n",
       "      <td>ST3000NM0033-9ZM178</td>\n",
       "      <td>3000592982016</td>\n",
       "      <td>0</td>\n",
       "      <td>081</td>\n",
       "      <td>126329603</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>093</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:48:48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174</th>\n",
       "      <td>MK0271YGJA4WUA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>84</td>\n",
       "      <td>134</td>\n",
       "      <td>467</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:48:49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>176</th>\n",
       "      <td>MK0271YGJP8LVA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>86</td>\n",
       "      <td>135</td>\n",
       "      <td>460</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:49:54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>177</th>\n",
       "      <td>Z1Y45RA5</td>\n",
       "      <td>ST3000NM0033-9ZM178</td>\n",
       "      <td>3000592982016</td>\n",
       "      <td>0</td>\n",
       "      <td>081</td>\n",
       "      <td>126329603</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>093</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:49:55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178</th>\n",
       "      <td>MK0271YGJA4WUA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>84</td>\n",
       "      <td>134</td>\n",
       "      <td>467</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:49:56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>180</th>\n",
       "      <td>MK0271YGJP8LVA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>86</td>\n",
       "      <td>135</td>\n",
       "      <td>460</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:51:01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>181</th>\n",
       "      <td>Z1Y45RA5</td>\n",
       "      <td>ST3000NM0033-9ZM178</td>\n",
       "      <td>3000592982016</td>\n",
       "      <td>0</td>\n",
       "      <td>081</td>\n",
       "      <td>126329603</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>093</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:51:02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>182</th>\n",
       "      <td>MK0271YGJA4WUA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>84</td>\n",
       "      <td>134</td>\n",
       "      <td>467</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:51:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>184</th>\n",
       "      <td>MK0271YGJP8LVA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>86</td>\n",
       "      <td>135</td>\n",
       "      <td>460</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:52:08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>185</th>\n",
       "      <td>Z1Y45RA5</td>\n",
       "      <td>ST3000NM0033-9ZM178</td>\n",
       "      <td>3000592982016</td>\n",
       "      <td>0</td>\n",
       "      <td>081</td>\n",
       "      <td>126329603</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>093</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:52:09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>186</th>\n",
       "      <td>MK0271YGJA4WUA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>84</td>\n",
       "      <td>134</td>\n",
       "      <td>467</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:52:10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>188</th>\n",
       "      <td>MK0271YGJP8LVA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>86</td>\n",
       "      <td>135</td>\n",
       "      <td>460</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:53:15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189</th>\n",
       "      <td>Z1Y45RA5</td>\n",
       "      <td>ST3000NM0033-9ZM178</td>\n",
       "      <td>3000592982016</td>\n",
       "      <td>0</td>\n",
       "      <td>081</td>\n",
       "      <td>126329603</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>093</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:53:16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>190</th>\n",
       "      <td>MK0271YGJA4WUA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>84</td>\n",
       "      <td>134</td>\n",
       "      <td>467</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:53:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>192</th>\n",
       "      <td>MK0271YGJP8LVA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>86</td>\n",
       "      <td>135</td>\n",
       "      <td>460</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:54:22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>193</th>\n",
       "      <td>Z1Y45RA5</td>\n",
       "      <td>ST3000NM0033-9ZM178</td>\n",
       "      <td>3000592982016</td>\n",
       "      <td>0</td>\n",
       "      <td>081</td>\n",
       "      <td>126329603</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>093</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:54:22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>194</th>\n",
       "      <td>MK0271YGJA4WUA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>84</td>\n",
       "      <td>134</td>\n",
       "      <td>467</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:54:23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>196</th>\n",
       "      <td>MK0271YGJP8LVA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>86</td>\n",
       "      <td>135</td>\n",
       "      <td>460</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:55:29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>197</th>\n",
       "      <td>Z1Y45RA5</td>\n",
       "      <td>ST3000NM0033-9ZM178</td>\n",
       "      <td>3000592982016</td>\n",
       "      <td>0</td>\n",
       "      <td>081</td>\n",
       "      <td>126329603</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>093</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:55:29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>198</th>\n",
       "      <td>MK0271YGJA4WUA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>84</td>\n",
       "      <td>134</td>\n",
       "      <td>467</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:55:30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>200</th>\n",
       "      <td>MK0271YGJP8LVA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>86</td>\n",
       "      <td>135</td>\n",
       "      <td>460</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:56:35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>201</th>\n",
       "      <td>Z1Y45RA5</td>\n",
       "      <td>ST3000NM0033-9ZM178</td>\n",
       "      <td>3000592982016</td>\n",
       "      <td>0</td>\n",
       "      <td>081</td>\n",
       "      <td>126329603</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>093</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:56:36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>202</th>\n",
       "      <td>MK0271YGJA4WUA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>84</td>\n",
       "      <td>134</td>\n",
       "      <td>467</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:56:37</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204</th>\n",
       "      <td>MK0271YGJP8LVA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>86</td>\n",
       "      <td>135</td>\n",
       "      <td>460</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:57:42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>Z1Y45RA5</td>\n",
       "      <td>ST3000NM0033-9ZM178</td>\n",
       "      <td>3000592982016</td>\n",
       "      <td>0</td>\n",
       "      <td>081</td>\n",
       "      <td>126329603</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>093</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:57:43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206</th>\n",
       "      <td>MK0271YGJA4WUA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>84</td>\n",
       "      <td>134</td>\n",
       "      <td>467</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:57:44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>208</th>\n",
       "      <td>MK0271YGJP8LVA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>86</td>\n",
       "      <td>135</td>\n",
       "      <td>460</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:58:49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>209</th>\n",
       "      <td>Z1Y45RA5</td>\n",
       "      <td>ST3000NM0033-9ZM178</td>\n",
       "      <td>3000592982016</td>\n",
       "      <td>0</td>\n",
       "      <td>081</td>\n",
       "      <td>126329603</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>093</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:58:50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>210</th>\n",
       "      <td>MK0271YGJA4WUA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>84</td>\n",
       "      <td>134</td>\n",
       "      <td>467</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:58:51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212</th>\n",
       "      <td>MK0271YGJP8LVA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>86</td>\n",
       "      <td>135</td>\n",
       "      <td>460</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:59:56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213</th>\n",
       "      <td>Z1Y45RA5</td>\n",
       "      <td>ST3000NM0033-9ZM178</td>\n",
       "      <td>3000592982016</td>\n",
       "      <td>0</td>\n",
       "      <td>081</td>\n",
       "      <td>126329603</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>093</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:59:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214</th>\n",
       "      <td>MK0271YGJA4WUA</td>\n",
       "      <td>Hitachi HUA723020ALA640</td>\n",
       "      <td>2000398934016</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>135</td>\n",
       "      <td>84</td>\n",
       "      <td>134</td>\n",
       "      <td>467</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-12-28 15:59:58</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>42 rows × 149 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      serial_number                    model capacity_bytes failure  \\\n",
       "160  MK0271YGJP8LVA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "161        Z1Y45RA5      ST3000NM0033-9ZM178  3000592982016       0   \n",
       "162  MK0271YGJA4WUA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "164  MK0271YGJP8LVA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "165        Z1Y45RA5      ST3000NM0033-9ZM178  3000592982016       0   \n",
       "166  MK0271YGJA4WUA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "168  MK0271YGJP8LVA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "169        Z1Y45RA5      ST3000NM0033-9ZM178  3000592982016       0   \n",
       "170  MK0271YGJA4WUA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "172  MK0271YGJP8LVA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "173        Z1Y45RA5      ST3000NM0033-9ZM178  3000592982016       0   \n",
       "174  MK0271YGJA4WUA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "176  MK0271YGJP8LVA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "177        Z1Y45RA5      ST3000NM0033-9ZM178  3000592982016       0   \n",
       "178  MK0271YGJA4WUA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "180  MK0271YGJP8LVA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "181        Z1Y45RA5      ST3000NM0033-9ZM178  3000592982016       0   \n",
       "182  MK0271YGJA4WUA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "184  MK0271YGJP8LVA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "185        Z1Y45RA5      ST3000NM0033-9ZM178  3000592982016       0   \n",
       "186  MK0271YGJA4WUA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "188  MK0271YGJP8LVA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "189        Z1Y45RA5      ST3000NM0033-9ZM178  3000592982016       0   \n",
       "190  MK0271YGJA4WUA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "192  MK0271YGJP8LVA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "193        Z1Y45RA5      ST3000NM0033-9ZM178  3000592982016       0   \n",
       "194  MK0271YGJA4WUA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "196  MK0271YGJP8LVA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "197        Z1Y45RA5      ST3000NM0033-9ZM178  3000592982016       0   \n",
       "198  MK0271YGJA4WUA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "200  MK0271YGJP8LVA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "201        Z1Y45RA5      ST3000NM0033-9ZM178  3000592982016       0   \n",
       "202  MK0271YGJA4WUA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "204  MK0271YGJP8LVA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "205        Z1Y45RA5      ST3000NM0033-9ZM178  3000592982016       0   \n",
       "206  MK0271YGJA4WUA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "208  MK0271YGJP8LVA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "209        Z1Y45RA5      ST3000NM0033-9ZM178  3000592982016       0   \n",
       "210  MK0271YGJA4WUA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "212  MK0271YGJP8LVA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "213        Z1Y45RA5      ST3000NM0033-9ZM178  3000592982016       0   \n",
       "214  MK0271YGJA4WUA  Hitachi HUA723020ALA640  2000398934016       0   \n",
       "\n",
       "    smart_1_normalized smart_1_raw smart_2_normalized smart_2_raw  \\\n",
       "160                100           0                135          86   \n",
       "161                081   126329603                NaN         NaN   \n",
       "162                100           0                135          84   \n",
       "164                100           0                135          86   \n",
       "165                081   126329603                NaN         NaN   \n",
       "166                100           0                135          84   \n",
       "168                100           0                135          86   \n",
       "169                081   126329603                NaN         NaN   \n",
       "170                100           0                135          84   \n",
       "172                100           0                135          86   \n",
       "173                081   126329603                NaN         NaN   \n",
       "174                100           0                135          84   \n",
       "176                100           0                135          86   \n",
       "177                081   126329603                NaN         NaN   \n",
       "178                100           0                135          84   \n",
       "180                100           0                135          86   \n",
       "181                081   126329603                NaN         NaN   \n",
       "182                100           0                135          84   \n",
       "184                100           0                135          86   \n",
       "185                081   126329603                NaN         NaN   \n",
       "186                100           0                135          84   \n",
       "188                100           0                135          86   \n",
       "189                081   126329603                NaN         NaN   \n",
       "190                100           0                135          84   \n",
       "192                100           0                135          86   \n",
       "193                081   126329603                NaN         NaN   \n",
       "194                100           0                135          84   \n",
       "196                100           0                135          86   \n",
       "197                081   126329603                NaN         NaN   \n",
       "198                100           0                135          84   \n",
       "200                100           0                135          86   \n",
       "201                081   126329603                NaN         NaN   \n",
       "202                100           0                135          84   \n",
       "204                100           0                135          86   \n",
       "205                081   126329603                NaN         NaN   \n",
       "206                100           0                135          84   \n",
       "208                100           0                135          86   \n",
       "209                081   126329603                NaN         NaN   \n",
       "210                100           0                135          84   \n",
       "212                100           0                135          86   \n",
       "213                081   126329603                NaN         NaN   \n",
       "214                100           0                135          84   \n",
       "\n",
       "    smart_3_normalized smart_3_raw  ... smart_250_raw smart_251_normalized  \\\n",
       "160                135         460  ...           NaN                  NaN   \n",
       "161                093           0  ...           NaN                  NaN   \n",
       "162                134         467  ...           NaN                  NaN   \n",
       "164                135         460  ...           NaN                  NaN   \n",
       "165                093           0  ...           NaN                  NaN   \n",
       "166                134         467  ...           NaN                  NaN   \n",
       "168                135         460  ...           NaN                  NaN   \n",
       "169                093           0  ...           NaN                  NaN   \n",
       "170                134         467  ...           NaN                  NaN   \n",
       "172                135         460  ...           NaN                  NaN   \n",
       "173                093           0  ...           NaN                  NaN   \n",
       "174                134         467  ...           NaN                  NaN   \n",
       "176                135         460  ...           NaN                  NaN   \n",
       "177                093           0  ...           NaN                  NaN   \n",
       "178                134         467  ...           NaN                  NaN   \n",
       "180                135         460  ...           NaN                  NaN   \n",
       "181                093           0  ...           NaN                  NaN   \n",
       "182                134         467  ...           NaN                  NaN   \n",
       "184                135         460  ...           NaN                  NaN   \n",
       "185                093           0  ...           NaN                  NaN   \n",
       "186                134         467  ...           NaN                  NaN   \n",
       "188                135         460  ...           NaN                  NaN   \n",
       "189                093           0  ...           NaN                  NaN   \n",
       "190                134         467  ...           NaN                  NaN   \n",
       "192                135         460  ...           NaN                  NaN   \n",
       "193                093           0  ...           NaN                  NaN   \n",
       "194                134         467  ...           NaN                  NaN   \n",
       "196                135         460  ...           NaN                  NaN   \n",
       "197                093           0  ...           NaN                  NaN   \n",
       "198                134         467  ...           NaN                  NaN   \n",
       "200                135         460  ...           NaN                  NaN   \n",
       "201                093           0  ...           NaN                  NaN   \n",
       "202                134         467  ...           NaN                  NaN   \n",
       "204                135         460  ...           NaN                  NaN   \n",
       "205                093           0  ...           NaN                  NaN   \n",
       "206                134         467  ...           NaN                  NaN   \n",
       "208                135         460  ...           NaN                  NaN   \n",
       "209                093           0  ...           NaN                  NaN   \n",
       "210                134         467  ...           NaN                  NaN   \n",
       "212                135         460  ...           NaN                  NaN   \n",
       "213                093           0  ...           NaN                  NaN   \n",
       "214                134         467  ...           NaN                  NaN   \n",
       "\n",
       "    smart_251_raw smart_252_normalized smart_252_raw smart_254_normalized  \\\n",
       "160           NaN                  NaN           NaN                  NaN   \n",
       "161           NaN                  NaN           NaN                  NaN   \n",
       "162           NaN                  NaN           NaN                  NaN   \n",
       "164           NaN                  NaN           NaN                  NaN   \n",
       "165           NaN                  NaN           NaN                  NaN   \n",
       "166           NaN                  NaN           NaN                  NaN   \n",
       "168           NaN                  NaN           NaN                  NaN   \n",
       "169           NaN                  NaN           NaN                  NaN   \n",
       "170           NaN                  NaN           NaN                  NaN   \n",
       "172           NaN                  NaN           NaN                  NaN   \n",
       "173           NaN                  NaN           NaN                  NaN   \n",
       "174           NaN                  NaN           NaN                  NaN   \n",
       "176           NaN                  NaN           NaN                  NaN   \n",
       "177           NaN                  NaN           NaN                  NaN   \n",
       "178           NaN                  NaN           NaN                  NaN   \n",
       "180           NaN                  NaN           NaN                  NaN   \n",
       "181           NaN                  NaN           NaN                  NaN   \n",
       "182           NaN                  NaN           NaN                  NaN   \n",
       "184           NaN                  NaN           NaN                  NaN   \n",
       "185           NaN                  NaN           NaN                  NaN   \n",
       "186           NaN                  NaN           NaN                  NaN   \n",
       "188           NaN                  NaN           NaN                  NaN   \n",
       "189           NaN                  NaN           NaN                  NaN   \n",
       "190           NaN                  NaN           NaN                  NaN   \n",
       "192           NaN                  NaN           NaN                  NaN   \n",
       "193           NaN                  NaN           NaN                  NaN   \n",
       "194           NaN                  NaN           NaN                  NaN   \n",
       "196           NaN                  NaN           NaN                  NaN   \n",
       "197           NaN                  NaN           NaN                  NaN   \n",
       "198           NaN                  NaN           NaN                  NaN   \n",
       "200           NaN                  NaN           NaN                  NaN   \n",
       "201           NaN                  NaN           NaN                  NaN   \n",
       "202           NaN                  NaN           NaN                  NaN   \n",
       "204           NaN                  NaN           NaN                  NaN   \n",
       "205           NaN                  NaN           NaN                  NaN   \n",
       "206           NaN                  NaN           NaN                  NaN   \n",
       "208           NaN                  NaN           NaN                  NaN   \n",
       "209           NaN                  NaN           NaN                  NaN   \n",
       "210           NaN                  NaN           NaN                  NaN   \n",
       "212           NaN                  NaN           NaN                  NaN   \n",
       "213           NaN                  NaN           NaN                  NaN   \n",
       "214           NaN                  NaN           NaN                  NaN   \n",
       "\n",
       "    smart_254_raw smart_255_normalized smart_255_raw           Timestamp  \n",
       "160           NaN                  NaN           NaN 2021-12-28 15:45:27  \n",
       "161           NaN                  NaN           NaN 2021-12-28 15:45:28  \n",
       "162           NaN                  NaN           NaN 2021-12-28 15:45:29  \n",
       "164           NaN                  NaN           NaN 2021-12-28 15:46:34  \n",
       "165           NaN                  NaN           NaN 2021-12-28 15:46:35  \n",
       "166           NaN                  NaN           NaN 2021-12-28 15:46:36  \n",
       "168           NaN                  NaN           NaN 2021-12-28 15:47:41  \n",
       "169           NaN                  NaN           NaN 2021-12-28 15:47:42  \n",
       "170           NaN                  NaN           NaN 2021-12-28 15:47:42  \n",
       "172           NaN                  NaN           NaN 2021-12-28 15:48:48  \n",
       "173           NaN                  NaN           NaN 2021-12-28 15:48:48  \n",
       "174           NaN                  NaN           NaN 2021-12-28 15:48:49  \n",
       "176           NaN                  NaN           NaN 2021-12-28 15:49:54  \n",
       "177           NaN                  NaN           NaN 2021-12-28 15:49:55  \n",
       "178           NaN                  NaN           NaN 2021-12-28 15:49:56  \n",
       "180           NaN                  NaN           NaN 2021-12-28 15:51:01  \n",
       "181           NaN                  NaN           NaN 2021-12-28 15:51:02  \n",
       "182           NaN                  NaN           NaN 2021-12-28 15:51:03  \n",
       "184           NaN                  NaN           NaN 2021-12-28 15:52:08  \n",
       "185           NaN                  NaN           NaN 2021-12-28 15:52:09  \n",
       "186           NaN                  NaN           NaN 2021-12-28 15:52:10  \n",
       "188           NaN                  NaN           NaN 2021-12-28 15:53:15  \n",
       "189           NaN                  NaN           NaN 2021-12-28 15:53:16  \n",
       "190           NaN                  NaN           NaN 2021-12-28 15:53:17  \n",
       "192           NaN                  NaN           NaN 2021-12-28 15:54:22  \n",
       "193           NaN                  NaN           NaN 2021-12-28 15:54:22  \n",
       "194           NaN                  NaN           NaN 2021-12-28 15:54:23  \n",
       "196           NaN                  NaN           NaN 2021-12-28 15:55:29  \n",
       "197           NaN                  NaN           NaN 2021-12-28 15:55:29  \n",
       "198           NaN                  NaN           NaN 2021-12-28 15:55:30  \n",
       "200           NaN                  NaN           NaN 2021-12-28 15:56:35  \n",
       "201           NaN                  NaN           NaN 2021-12-28 15:56:36  \n",
       "202           NaN                  NaN           NaN 2021-12-28 15:56:37  \n",
       "204           NaN                  NaN           NaN 2021-12-28 15:57:42  \n",
       "205           NaN                  NaN           NaN 2021-12-28 15:57:43  \n",
       "206           NaN                  NaN           NaN 2021-12-28 15:57:44  \n",
       "208           NaN                  NaN           NaN 2021-12-28 15:58:49  \n",
       "209           NaN                  NaN           NaN 2021-12-28 15:58:50  \n",
       "210           NaN                  NaN           NaN 2021-12-28 15:58:51  \n",
       "212           NaN                  NaN           NaN 2021-12-28 15:59:56  \n",
       "213           NaN                  NaN           NaN 2021-12-28 15:59:57  \n",
       "214           NaN                  NaN           NaN 2021-12-28 15:59:58  \n",
       "\n",
       "[42 rows x 149 columns]"
      ]
     },
     "execution_count": 297,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "validation_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}