Time Series Forecast.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Time Series Forecasting using facebook prophet"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "application/vnd.databricks.v1+cell": {
     "inputWidgets": {},
     "nuid": "168b4118-e86b-495e-bce5-e2a027603b7f",
     "showTitle": false,
     "title": ""
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style scoped>\n",
       "  .ansiout {\n",
       "    display: block;\n",
       "    unicode-bidi: embed;\n",
       "    white-space: pre-wrap;\n",
       "    word-wrap: break-word;\n",
       "    word-break: break-all;\n",
       "    font-family: \"Source Code Pro\", \"Menlo\", monospace;;\n",
       "    font-size: 13px;\n",
       "    color: #555;\n",
       "    margin-left: 4px;\n",
       "    line-height: 19px;\n",
       "  }\n",
       "</style>\n",
       "<div class=\"ansiout\">INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "</div>"
      ]
     },
     "metadata": {
      "application/vnd.databricks.v1+output": {
       "addedWidgets": {},
       "arguments": {},
       "data": "<div class=\"ansiout\">INFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\n</div>",
       "datasetInfos": [],
       "metadata": {},
       "removedWidgets": [],
       "type": "html"
      }
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt \n",
    "import seaborn as sns \n",
    "from fbprophet import Prophet\n",
    "from fbprophet.diagnostics import cross_validation\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Data Pre-processing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "application/vnd.databricks.v1+cell": {
     "inputWidgets": {},
     "nuid": "e376b2fc-12d5-4f50-854c-e04ce9921a14",
     "showTitle": false,
     "title": ""
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style scoped>\n",
       "  .ansiout {\n",
       "    display: block;\n",
       "    unicode-bidi: embed;\n",
       "    white-space: pre-wrap;\n",
       "    word-wrap: break-word;\n",
       "    word-break: break-all;\n",
       "    font-family: \"Source Code Pro\", \"Menlo\", monospace;;\n",
       "    font-size: 13px;\n",
       "    color: #555;\n",
       "    margin-left: 4px;\n",
       "    line-height: 19px;\n",
       "  }\n",
       "</style>\n",
       "<div class=\"ansiout\">/local_disk0/tmp/1603217241117-0/PythonShell.py:15: SettingWithCopyWarning: \n",
       "A value is trying to be set on a copy of a slice from a DataFrame\n",
       "\n",
       "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
       "  import traceback\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "</div>"
      ]
     },
     "metadata": {
      "application/vnd.databricks.v1+output": {
       "addedWidgets": {},
       "arguments": {},
       "data": "<div class=\"ansiout\">/local_disk0/tmp/1603217241117-0/PythonShell.py:15: SettingWithCopyWarning: \nA value is trying to be set on a copy of a slice from a DataFrame\n\nSee the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n  import traceback\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\n</div>",
       "datasetInfos": [],
       "metadata": {},
       "removedWidgets": [],
       "type": "html"
      }
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df2['Warehouse']=df2['Warehouse'].astype(str)\n",
    "df3['Warehouse']=df3['Warehouse'].astype(str)\n",
    "df1['Date']=pd.to_datetime(df1['Date'])\n",
    "df1['Week']=pd.to_datetime(df1['Week'])\n",
    "df5=pd.merge(pd.merge(df2,df3,on=['FiscalDayOfWeek','Warehouse'], how='left'),df1,on=['FiscalDayOfWeek'])\n",
    "df5=df5[['Date','Week','FiscalDayOfWeek','Warehouse','Percentage','Fedex%','UPS%','Other%']]\n",
    "df5 = df5.rename(columns = {'Week': 'ds', 'Warehouse': 'warehouse'})\n",
    "df5['Percentage']=df5['Percentage'].astype('float')\n",
    "df5['Fedex%']=df5['Fedex%'].astype('float')\n",
    "df5['UPS%']=df5['UPS%'].astype('float')\n",
    "df5['Other%']=df5['Other%'].astype('float')\n",
    "df['Qty']=df['Qty'].astype('int')\n",
    "df['Week']=pd.to_datetime(df['Week'])\n",
    "df_units=df[['Week','FiscalWeek','Warehouse','Qty']]\n",
    "df_units.sort_values(['Week'],inplace=True)\n",
    "df_units=df_units.groupby(['Week','FiscalWeek','Warehouse'])['Qty'].sum().unstack().reset_index()\n",
    "df_units.fillna(0,inplace=True)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Building function to adjust covid period\n",
    "# Building function to run the profit model, predict and evaluate the model performance"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "application/vnd.databricks.v1+cell": {
     "inputWidgets": {},
     "nuid": "e3d92168-ef9c-4fd9-85f2-d6c16a371919",
     "showTitle": false,
     "title": ""
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style scoped>\n",
       "  .ansiout {\n",
       "    display: block;\n",
       "    unicode-bidi: embed;\n",
       "    white-space: pre-wrap;\n",
       "    word-wrap: break-word;\n",
       "    word-break: break-all;\n",
       "    font-family: \"Source Code Pro\", \"Menlo\", monospace;;\n",
       "    font-size: 13px;\n",
       "    color: #555;\n",
       "    margin-left: 4px;\n",
       "    line-height: 19px;\n",
       "  }\n",
       "</style>\n",
       "<div class=\"ansiout\">INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "</div>"
      ]
     },
     "metadata": {
      "application/vnd.databricks.v1+output": {
       "addedWidgets": {},
       "arguments": {},
       "data": "<div class=\"ansiout\">INFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\n</div>",
       "datasetInfos": [],
       "metadata": {},
       "removedWidgets": [],
       "type": "html"
      }
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "\n",
    "# Functions developed to feature engineering, model building, prediction and cross validation \n",
    "def prep(whs,start_date,end_date,start_week,end_week,y,x,rate,beginning):\n",
    "    table1=df_units[['Week','FiscalWeek',whs]][(df_units['Week']>=start_date) & (df_units['Week']<=end_date)]\n",
    "    table2=df_units[['Week','FiscalWeek',whs]][(df_units['FiscalWeek']>=start_week) & (df_units['FiscalWeek']<=end_week) & (df_units['Week'].dt.year==2019)]\n",
    "    table3=pd.merge(table2[['FiscalWeek',whs]],table1[['Week','FiscalWeek',whs]],how='inner',on='FiscalWeek')\n",
    "    table3['Rate']=((table3[y]-table3[x])/table3[x])\n",
    "    \n",
    "    table4=df_units[['Week','FiscalWeek',whs]]\n",
    "    table4=pd.merge(table4,table3[['Week','Rate']],how='left',on='Week')\n",
    "    table4.fillna(0,inplace=True)\n",
    "    table4['new units']=np.where(table4['Rate']==0,table4[whs],(table4[whs]/(1+table4['Rate']))*rate)\n",
    "    table5=table4[['Week','new units']][table4['Week']>='10/20/2018']\n",
    "    table5.columns=['ds','y']\n",
    "    return table5\n",
    "\n",
    "  \n",
    "\n",
    "def model(data,changepoints,fourier1,fourier2,prior):\n",
    "    m=Prophet(growth=\"linear\",yearly_seasonality=False,n_changepoints=changepoints).add_seasonality(name='querterly',period=365.25/4,fourier_order=fourier1,prior_scale=prior).add_seasonality(name='yearly',period=365.25,fourier_order=fourier2)\n",
    "    return m.fit(data)\n",
    "    \n",
    "def prediction(model,future_table,forecast_table):\n",
    "    future_table=model.make_future_dataframe(freq='w',periods=30)\n",
    "    forecast_table=model.predict(future_table)\n",
    "    return forecast_table\n",
    "    \n",
    "def MAPE(model):  \n",
    "    cv_result=cross_validation(model,initial=pd.to_timedelta(55,unit=\"W\"),horizon=pd.to_timedelta(20,unit=\"W\"))\n",
    "    MAPE=np.mean(np.abs((cv_result['yhat'].values-cv_result['y'].values)/cv_result['y'].values))*100\n",
    "    return MAPE\n",
    "    \n",
    "#MAPE(model(prep('1','03/28/2020','05/30/2020',13,22,'1_y','1_x','01/01/2017')))\n",
    "#prediction(model(prep('1','03/28/2020','05/30/2020',13,22,'1_y','1_x','01/01/2017')),'future_rkd','forecast_rkd')\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Final Prediction"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "application/vnd.databricks.v1+cell": {
     "inputWidgets": {},
     "nuid": "8aae08a7-5d5d-4048-9de7-0aed3101a8a6",
     "showTitle": false,
     "title": ""
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style scoped>\n",
       "  .ansiout {\n",
       "    display: block;\n",
       "    unicode-bidi: embed;\n",
       "    white-space: pre-wrap;\n",
       "    word-wrap: break-word;\n",
       "    word-break: break-all;\n",
       "    font-family: \"Source Code Pro\", \"Menlo\", monospace;;\n",
       "    font-size: 13px;\n",
       "    color: #555;\n",
       "    margin-left: 4px;\n",
       "    line-height: 19px;\n",
       "  }\n",
       "</style>\n",
       "<div class=\"ansiout\">INFO:fbprophet:Disabling weekly seasonality. Run prophet with weekly_seasonality=True to override this.\n",
       "INFO:fbprophet:Disabling daily seasonality. Run prophet with daily_seasonality=True to override this.\n",
       "WARNING:fbprophet.models:Optimization terminated abnormally. Falling back to Newton.\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:fbprophet:Disabling weekly seasonality. Run prophet with weekly_seasonality=True to override this.\n",
       "INFO:fbprophet:Disabling daily seasonality. Run prophet with daily_seasonality=True to override this.\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "WARNING:fbprophet.models:Optimization terminated abnormally. Falling back to Newton.\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:fbprophet:Disabling weekly seasonality. Run prophet with weekly_seasonality=True to override this.\n",
       "INFO:fbprophet:Disabling daily seasonality. Run prophet with daily_seasonality=True to override this.\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:fbprophet:Disabling weekly seasonality. Run prophet with weekly_seasonality=True to override this.\n",
       "INFO:fbprophet:Disabling daily seasonality. Run prophet with daily_seasonality=True to override this.\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:fbprophet:Disabling weekly seasonality. Run prophet with weekly_seasonality=True to override this.\n",
       "INFO:fbprophet:Disabling daily seasonality. Run prophet with daily_seasonality=True to override this.\n",
       "WARNING:fbprophet.models:Optimization terminated abnormally. Falling back to Newton.\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:fbprophet:Disabling weekly seasonality. Run prophet with weekly_seasonality=True to override this.\n",
       "INFO:fbprophet:Disabling daily seasonality. Run prophet with daily_seasonality=True to override this.\n",
       "WARNING:fbprophet.models:Optimization terminated abnormally. Falling back to Newton.\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:fbprophet:Disabling weekly seasonality. Run prophet with weekly_seasonality=True to override this.\n",
       "INFO:fbprophet:Disabling daily seasonality. Run prophet with daily_seasonality=True to override this.\n",
       "WARNING:fbprophet.models:Optimization terminated abnormally. Falling back to Newton.\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "</div>"
      ]
     },
     "metadata": {
      "application/vnd.databricks.v1+output": {
       "addedWidgets": {},
       "arguments": {},
       "data": "<div class=\"ansiout\">INFO:fbprophet:Disabling weekly seasonality. Run prophet with weekly_seasonality=True to override this.\nINFO:fbprophet:Disabling daily seasonality. Run prophet with daily_seasonality=True to override this.\nWARNING:fbprophet.models:Optimization terminated abnormally. Falling back to Newton.\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:fbprophet:Disabling weekly seasonality. Run prophet with weekly_seasonality=True to override this.\nINFO:fbprophet:Disabling daily seasonality. Run prophet with daily_seasonality=True to override this.\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nWARNING:fbprophet.models:Optimization terminated abnormally. Falling back to Newton.\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:fbprophet:Disabling weekly seasonality. Run prophet with weekly_seasonality=True to override this.\nINFO:fbprophet:Disabling daily seasonality. Run prophet with daily_seasonality=True to override this.\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:fbprophet:Disabling weekly seasonality. Run prophet with weekly_seasonality=True to override this.\nINFO:fbprophet:Disabling daily seasonality. Run prophet with daily_seasonality=True to override this.\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:fbprophet:Disabling weekly seasonality. Run prophet with weekly_seasonality=True to override this.\nINFO:fbprophet:Disabling daily seasonality. Run prophet with daily_seasonality=True to override this.\nWARNING:fbprophet.models:Optimization terminated abnormally. Falling back to Newton.\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:fbprophet:Disabling weekly seasonality. Run prophet with weekly_seasonality=True to override this.\nINFO:fbprophet:Disabling daily seasonality. Run prophet with daily_seasonality=True to override this.\nWARNING:fbprophet.models:Optimization terminated abnormally. Falling back to Newton.\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:fbprophet:Disabling weekly seasonality. Run prophet with weekly_seasonality=True to override this.\nINFO:fbprophet:Disabling daily seasonality. Run prophet with daily_seasonality=True to override this.\nWARNING:fbprophet.models:Optimization terminated abnormally. Falling back to Newton.\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\n</div>",
       "datasetInfos": [
        {
         "name": "df",
         "schema": {
          "fields": [
           {
            "metadata": {},
            "name": "Date",
            "nullable": true,
            "type": "timestamp"
           },
           {
            "metadata": {},
            "name": "Week",
            "nullable": true,
            "type": "timestamp"
           },
           {
            "metadata": {},
            "name": "Day",
            "nullable": true,
            "type": "string"
           },
           {
            "metadata": {},
            "name": "Warehouse",
            "nullable": true,
            "type": "string"
           },
           {
            "metadata": {},
            "name": "Percentage",
            "nullable": true,
            "type": "double"
           },
           {
            "metadata": {},
            "name": "FEDEX%",
            "nullable": true,
            "type": "double"
           },
           {
            "metadata": {},
            "name": "UPS%",
            "nullable": true,
            "type": "double"
           },
           {
            "metadata": {},
            "name": "Other%",
            "nullable": true,
            "type": "double"
           },
           {
            "metadata": {},
            "name": "Prediction",
            "nullable": true,
            "type": "double"
           },
           {
            "metadata": {},
            "name": "FEDEX_unit",
            "nullable": true,
            "type": "double"
           },
           {
            "metadata": {},
            "name": "UPS_unit",
            "nullable": true,
            "type": "double"
           },
           {
            "metadata": {},
            "name": "Other_unit",
            "nullable": true,
            "type": "double"
           },
           {
            "metadata": {},
            "name": "Date_run",
            "nullable": true,
            "type": "timestamp"
           }
          ],
          "type": "struct"
         },
         "tableIdentifier": null,
         "typeStr": "pyspark.sql.dataframe.DataFrame"
        }
       ],
       "metadata": {},
       "removedWidgets": [],
       "type": "html"
      }
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import datetime as dt \n",
    "def pred_table(table,pred,whs,date):\n",
    "  table=pred\n",
    "  table['warehouse']=whs\n",
    "  table=table[table.ds>date][['ds','yhat','warehouse']]\n",
    "  return table\n",
    "\n",
    "\n",
    "\n",
    "df_final=pd.concat([\n",
    "pred_table('df_rkd',prediction(model(prep('1','03/28/2020','7/11/2020',13,28,'1_y','1_x',1.5,'1/1/2017'),2,5,15,15),'future_rkd','forecast_rkd'),'1','09/05/2020'),\n",
    "pred_table('df_lpt',prediction(model(prep('15','03/28/2020','07/11/2020',13,28,'15_y','15_x',1.5,'1/1/2018'),2,5,10,10),'future_lpt','forecast_lpt'),'15','09/05/2020'),\n",
    "pred_table('df_adv',prediction(model(prep('17','03/28/2020','07/11/2020',13,28,'17_y','17_x',1.4,'01/01/2018'),2,5,15,15),'future_adv','forecast_adv'),'17','09/05/2020'),\n",
    "pred_table('df_ecr',prediction(model(prep('ECR','03/28/2020','07/11/2020',13,28,'ECR_y','ECR_x',1.45,'1/1/2018'),2,5,15,15),'future_ecr','forecast_ecr'),'ECR','09/05/2020'),\n",
    "pred_table('df_red',prediction(model(prep('5','03/28/2020','07/11/2020',13,28,'5_y','5_x',1.50,'1/1/2018'),1,5,10,10),'future_red','forecast_red'),'5','09/05/2020'),\n",
    "pred_table('df_msq',prediction(model(prep('28','03/28/2020','07/11/2020',13,28,'28_y','28_x',1.70,'1/1/2018'),2,5,17,17),'future_msq','forecast_msq'),'28','09/05/2020'),\n",
    "pred_table('df_tac',prediction(model(prep('42','03/28/2020','07/11/2020',13,28,'42_y','42_x',1.0,'1/1/2018'),1,5,10,10),'future_tac','forecast_tac'),'42','09/05/2020')]\n",
    "          )\n",
    "\n",
    "df_prediction=pd.merge(df5,df_final,on=['ds','warehouse'],how='inner')\n",
    "#df_prediction['Pct']=df_prediction['Pct'].astype('float')\n",
    "df_prediction['FEDEX_unit']=df_prediction['Percentage']*df_prediction['yhat']*df_prediction['Fedex%']\n",
    "df_prediction['UPS_unit']=df_prediction['Percentage']*df_prediction['yhat']*df_prediction['UPS%']\n",
    "df_prediction['Other_unit']=df_prediction['Percentage']*df_prediction['yhat']*df_prediction['Other%']\n",
    "df_prediction['Date_Run'] = pd.to_datetime('today')\n",
    "df_prediction.sort_values(['ds','Date'],inplace=True)\n",
    "df_prediction.columns=['Date','Week','Day','Warehouse','Percentage','FEDEX%','UPS%','Other%','Prediction','FEDEX_unit','UPS_unit','Other_unit','Date_run']\n",
    "df=spark.createDataFrame(df_prediction)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "application/vnd.databricks.v1+cell": {
     "inputWidgets": {},
     "nuid": "02bec301-8d8d-4e16-9aab-d468d26ddbe2",
     "showTitle": false,
     "title": ""
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style scoped>\n",
       "  .ansiout {\n",
       "    display: block;\n",
       "    unicode-bidi: embed;\n",
       "    white-space: pre-wrap;\n",
       "    word-wrap: break-word;\n",
       "    word-break: break-all;\n",
       "    font-family: \"Source Code Pro\", \"Menlo\", monospace;;\n",
       "    font-size: 13px;\n",
       "    color: #555;\n",
       "    margin-left: 4px;\n",
       "    line-height: 19px;\n",
       "  }\n",
       "</style>\n",
       "<div class=\"ansiout\">+-------------------+-------------------+---+---------+----------+--------+--------+------+------------------+------------------+------------------+----------+--------------------+\n",
       "               Date|               Week|Day|Warehouse|Percentage|  FEDEX%|    UPS%|Other%|        Prediction|        FEDEX_unit|          UPS_unit|Other_unit|            Date_run|\n",
       "+-------------------+-------------------+---+---------+----------+--------+--------+------+------------------+------------------+------------------+----------+--------------------+\n",
       "2020-10-18 00:00:00|2020-10-18 00:00:00|  1|       28|  0.069952|0.294121|0.705878|   0.0| 8122.563212318431|167.11647623202228|401.07249740653475|       0.0|2020-10-20 20:14:...|\n",
       "2020-10-18 00:00:00|2020-10-18 00:00:00|  1|      ECR|  0.035095|0.388022|0.611977|   0.0| 8667.991087338429|118.03751358677377|186.16532942022116|       0.0|2020-10-20 20:14:...|\n",
       "2020-10-18 00:00:00|2020-10-18 00:00:00|  1|       17|  0.118093|0.326505|0.673494|   0.0|10846.289681067065|418.21074905992805| 862.6588573754375|       0.0|2020-10-20 20:14:...|\n",
       "2020-10-18 00:00:00|2020-10-18 00:00:00|  1|       15|   0.11215|0.242567|0.757432|   0.0|11587.807241808365| 315.2334225389413| 984.3378600572847|       0.0|2020-10-20 20:14:...|\n",
       "2020-10-18 00:00:00|2020-10-18 00:00:00|  1|        1|  0.074137|0.704605|0.295394|   0.0| 9751.108679925974| 509.3715980756282|213.54562321009942|       0.0|2020-10-20 20:14:...|\n",
       "2020-10-18 00:00:00|2020-10-18 00:00:00|  1|        5|  0.076639|0.257425|0.742574|   0.0| 12854.03680639056|253.59465161276844| 731.5248900716709|       0.0|2020-10-20 20:14:...|\n",
       "2020-10-19 00:00:00|2020-10-18 00:00:00|  2|       28|  0.198029|0.189541|0.810458|   0.0| 8122.563212318431| 304.8772804614184| 1303.624181407718|       0.0|2020-10-20 20:14:...|\n",
       "2020-10-19 00:00:00|2020-10-18 00:00:00|  2|      ECR|  0.277037|0.285435|0.714564|   0.0| 8667.991087338429| 685.4305494533336|1715.9212960553957|       0.0|2020-10-20 20:14:...|\n",
       "2020-10-19 00:00:00|2020-10-18 00:00:00|  2|       17|  0.177477| 0.28925|0.710749|   0.0|10846.289681067065| 556.7966913654594|1368.1683373943263|       0.0|2020-10-20 20:14:...|\n",
       "2020-10-19 00:00:00|2020-10-18 00:00:00|  2|       15|  0.183531|0.281044|0.718955|   0.0|11587.807241808365| 597.7024158633085|1529.0173083111717|       0.0|2020-10-20 20:14:...|\n",
       "2020-10-19 00:00:00|2020-10-18 00:00:00|  2|        1|  0.255127|0.294361|0.705638|   0.0| 9751.108679925974| 732.3027899985515| 1755.465826413818|       0.0|2020-10-20 20:14:...|\n",
       "2020-10-19 00:00:00|2020-10-18 00:00:00|  2|        5|  0.194959|0.262597|0.737402|   0.0| 12854.03680639056| 658.0707504416766|1847.9369052852592|       0.0|2020-10-20 20:14:...|\n",
       "2020-10-19 00:00:00|2020-10-18 00:00:00|  2|       42|  0.181901|0.266625|0.733374|   0.0| 525.4660855508952| 25.48476576381041| 70.09794508117655|       0.0|2020-10-20 20:14:...|\n",
       "2020-10-20 00:00:00|2020-10-18 00:00:00|  3|       28|  0.201876|0.481819| 0.51818|   0.0| 8122.563212318431| 790.0629803927378| 849.6859509066867|       0.0|2020-10-20 20:14:...|\n",
       "2020-10-20 00:00:00|2020-10-18 00:00:00|  3|      ECR|  0.185432|0.436378|0.563621|   0.0| 8667.991087338429| 701.4003626270102| 905.9209533574061|       0.0|2020-10-20 20:14:...|\n",
       "2020-10-20 00:00:00|2020-10-18 00:00:00|  3|       17|  0.164533| 0.30488|0.695119|   0.0|10846.289681067065| 544.0804882193659|1240.4903073030616|       0.0|2020-10-20 20:14:...|\n",
       "2020-10-20 00:00:00|2020-10-18 00:00:00|  3|       15|  0.163592|0.257354|0.742645|   0.0|11587.807241808365| 487.8589165986468|1407.8117500307048|       0.0|2020-10-20 20:14:...|\n",
       "2020-10-20 00:00:00|2020-10-18 00:00:00|  3|        1|  0.181137|0.406466|0.593533|   0.0| 9751.108679925974| 717.9354381630324|1048.3493685061458|       0.0|2020-10-20 20:14:...|\n",
       "2020-10-20 00:00:00|2020-10-18 00:00:00|  3|        5|   0.17066| 0.40712|0.592862|   0.0| 12854.03680639056|  893.086898391661|1300.5435369283673|       0.0|2020-10-20 20:14:...|\n",
       "2020-10-20 00:00:00|2020-10-18 00:00:00|  3|       42|  0.260359|0.273245|0.726754|   0.0| 525.4660855508952| 37.38260051406828| 99.42708724405269|       0.0|2020-10-20 20:14:...|\n",
       "+-------------------+-------------------+---+---------+----------+--------+--------+------+------------------+------------------+------------------+----------+--------------------+\n",
       "only showing top 20 rows\n",
       "\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "INFO:py4j.java_gateway:Received command c on object id p0\n",
       "</div>"
      ]
     },
     "metadata": {
      "application/vnd.databricks.v1+output": {
       "addedWidgets": {},
       "arguments": {},
       "data": "<div class=\"ansiout\">+-------------------+-------------------+---+---------+----------+--------+--------+------+------------------+------------------+------------------+----------+--------------------+\n|               Date|               Week|Day|Warehouse|Percentage|  FEDEX%|    UPS%|Other%|        Prediction|        FEDEX_unit|          UPS_unit|Other_unit|            Date_run|\n+-------------------+-------------------+---+---------+----------+--------+--------+------+------------------+------------------+------------------+----------+--------------------+\n|2020-10-18 00:00:00|2020-10-18 00:00:00|  1|       28|  0.069952|0.294121|0.705878|   0.0| 8122.563212318431|167.11647623202228|401.07249740653475|       0.0|2020-10-20 20:14:...|\n|2020-10-18 00:00:00|2020-10-18 00:00:00|  1|      ECR|  0.035095|0.388022|0.611977|   0.0| 8667.991087338429|118.03751358677377|186.16532942022116|       0.0|2020-10-20 20:14:...|\n|2020-10-18 00:00:00|2020-10-18 00:00:00|  1|       17|  0.118093|0.326505|0.673494|   0.0|10846.289681067065|418.21074905992805| 862.6588573754375|       0.0|2020-10-20 20:14:...|\n|2020-10-18 00:00:00|2020-10-18 00:00:00|  1|       15|   0.11215|0.242567|0.757432|   0.0|11587.807241808365| 315.2334225389413| 984.3378600572847|       0.0|2020-10-20 20:14:...|\n|2020-10-18 00:00:00|2020-10-18 00:00:00|  1|        1|  0.074137|0.704605|0.295394|   0.0| 9751.108679925974| 509.3715980756282|213.54562321009942|       0.0|2020-10-20 20:14:...|\n|2020-10-18 00:00:00|2020-10-18 00:00:00|  1|        5|  0.076639|0.257425|0.742574|   0.0| 12854.03680639056|253.59465161276844| 731.5248900716709|       0.0|2020-10-20 20:14:...|\n|2020-10-19 00:00:00|2020-10-18 00:00:00|  2|       28|  0.198029|0.189541|0.810458|   0.0| 8122.563212318431| 304.8772804614184| 1303.624181407718|       0.0|2020-10-20 20:14:...|\n|2020-10-19 00:00:00|2020-10-18 00:00:00|  2|      ECR|  0.277037|0.285435|0.714564|   0.0| 8667.991087338429| 685.4305494533336|1715.9212960553957|       0.0|2020-10-20 20:14:...|\n|2020-10-19 00:00:00|2020-10-18 00:00:00|  2|       17|  0.177477| 0.28925|0.710749|   0.0|10846.289681067065| 556.7966913654594|1368.1683373943263|       0.0|2020-10-20 20:14:...|\n|2020-10-19 00:00:00|2020-10-18 00:00:00|  2|       15|  0.183531|0.281044|0.718955|   0.0|11587.807241808365| 597.7024158633085|1529.0173083111717|       0.0|2020-10-20 20:14:...|\n|2020-10-19 00:00:00|2020-10-18 00:00:00|  2|        1|  0.255127|0.294361|0.705638|   0.0| 9751.108679925974| 732.3027899985515| 1755.465826413818|       0.0|2020-10-20 20:14:...|\n|2020-10-19 00:00:00|2020-10-18 00:00:00|  2|        5|  0.194959|0.262597|0.737402|   0.0| 12854.03680639056| 658.0707504416766|1847.9369052852592|       0.0|2020-10-20 20:14:...|\n|2020-10-19 00:00:00|2020-10-18 00:00:00|  2|       42|  0.181901|0.266625|0.733374|   0.0| 525.4660855508952| 25.48476576381041| 70.09794508117655|       0.0|2020-10-20 20:14:...|\n|2020-10-20 00:00:00|2020-10-18 00:00:00|  3|       28|  0.201876|0.481819| 0.51818|   0.0| 8122.563212318431| 790.0629803927378| 849.6859509066867|       0.0|2020-10-20 20:14:...|\n|2020-10-20 00:00:00|2020-10-18 00:00:00|  3|      ECR|  0.185432|0.436378|0.563621|   0.0| 8667.991087338429| 701.4003626270102| 905.9209533574061|       0.0|2020-10-20 20:14:...|\n|2020-10-20 00:00:00|2020-10-18 00:00:00|  3|       17|  0.164533| 0.30488|0.695119|   0.0|10846.289681067065| 544.0804882193659|1240.4903073030616|       0.0|2020-10-20 20:14:...|\n|2020-10-20 00:00:00|2020-10-18 00:00:00|  3|       15|  0.163592|0.257354|0.742645|   0.0|11587.807241808365| 487.8589165986468|1407.8117500307048|       0.0|2020-10-20 20:14:...|\n|2020-10-20 00:00:00|2020-10-18 00:00:00|  3|        1|  0.181137|0.406466|0.593533|   0.0| 9751.108679925974| 717.9354381630324|1048.3493685061458|       0.0|2020-10-20 20:14:...|\n|2020-10-20 00:00:00|2020-10-18 00:00:00|  3|        5|   0.17066| 0.40712|0.592862|   0.0| 12854.03680639056|  893.086898391661|1300.5435369283673|       0.0|2020-10-20 20:14:...|\n|2020-10-20 00:00:00|2020-10-18 00:00:00|  3|       42|  0.260359|0.273245|0.726754|   0.0| 525.4660855508952| 37.38260051406828| 99.42708724405269|       0.0|2020-10-20 20:14:...|\n+-------------------+-------------------+---+---------+----------+--------+--------+------+------------------+------------------+------------------+----------+--------------------+\nonly showing top 20 rows\n\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\nINFO:py4j.java_gateway:Received command c on object id p0\n</div>",
       "datasetInfos": [],
       "metadata": {},
       "removedWidgets": [],
       "type": "html"
      }
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "application/vnd.databricks.v1+cell": {
     "inputWidgets": {},
     "nuid": "9eb108d0-b62e-4325-b681-caba41280694",
     "showTitle": false,
     "title": ""
    }
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "application/vnd.databricks.v1+notebook": {
   "dashboards": [
    {
     "elements": [
      {
       "elementNUID": "e3d92168-ef9c-4fd9-85f2-d6c16a371919",
       "elementType": "command",
       "guid": "e5c143a2-a978-4f77-8694-740caf8d60c7",
       "options": null,
       "position": {
        "height": 6,
        "width": 12,
        "x": 0,
        "y": 0,
        "z": null
       }
      }
     ],
     "globalVars": {},
     "guid": "6b9af778-367d-454c-a23f-00ae7aa1cdb1",
     "layoutOption": {
      "grid": true,
      "stack": true
     },
     "nuid": "e7dc18d0-9fe6-4a34-b37e-c4701348477f",
     "origId": 4455224661765231,
     "title": "Untitled",
     "version": "DashboardViewV1",
     "width": 1024
    }
   ],
   "language": "python",
   "notebookMetadata": {
    "pythonIndentUnit": 2
   },
   "notebookName": "Express Shipments by DCs",
   "notebookOrigID": 770278259551726,
   "widgets": {}
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}