mlp_on_mnist_digit_classifier.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\users\\aarohi\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\tensorflow\\python\\framework\\dtypes.py:516: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n",
      "c:\\users\\aarohi\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\tensorflow\\python\\framework\\dtypes.py:517: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n",
      "c:\\users\\aarohi\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\tensorflow\\python\\framework\\dtypes.py:518: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n",
      "c:\\users\\aarohi\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\tensorflow\\python\\framework\\dtypes.py:519: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n",
      "c:\\users\\aarohi\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\tensorflow\\python\\framework\\dtypes.py:520: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n",
      "c:\\users\\aarohi\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\tensorflow\\python\\framework\\dtypes.py:525: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n",
      "c:\\users\\aarohi\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\tensorboard\\compat\\tensorflow_stub\\dtypes.py:541: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n",
      "c:\\users\\aarohi\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\tensorboard\\compat\\tensorflow_stub\\dtypes.py:542: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n",
      "c:\\users\\aarohi\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\tensorboard\\compat\\tensorflow_stub\\dtypes.py:543: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n",
      "c:\\users\\aarohi\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\tensorboard\\compat\\tensorflow_stub\\dtypes.py:544: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n",
      "c:\\users\\aarohi\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\tensorboard\\compat\\tensorflow_stub\\dtypes.py:545: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n",
      "c:\\users\\aarohi\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\tensorboard\\compat\\tensorflow_stub\\dtypes.py:550: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From <ipython-input-1-a891492fc6f6>:2: read_data_sets (from tensorflow.contrib.learn.python.learn.datasets.mnist) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Please use alternatives such as official/mnist/dataset.py from tensorflow/models.\n",
      "WARNING:tensorflow:From c:\\users\\aarohi\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\tensorflow\\contrib\\learn\\python\\learn\\datasets\\mnist.py:260: maybe_download (from tensorflow.contrib.learn.python.learn.datasets.base) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Please write your own downloading logic.\n",
      "WARNING:tensorflow:From c:\\users\\aarohi\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\tensorflow\\contrib\\learn\\python\\learn\\datasets\\mnist.py:262: extract_images (from tensorflow.contrib.learn.python.learn.datasets.mnist) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Please use tf.data to implement this functionality.\n",
      "Extracting /tmp/data/train-images-idx3-ubyte.gz\n",
      "WARNING:tensorflow:From c:\\users\\aarohi\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\tensorflow\\contrib\\learn\\python\\learn\\datasets\\mnist.py:267: extract_labels (from tensorflow.contrib.learn.python.learn.datasets.mnist) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Please use tf.data to implement this functionality.\n",
      "Extracting /tmp/data/train-labels-idx1-ubyte.gz\n",
      "WARNING:tensorflow:From c:\\users\\aarohi\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\tensorflow\\contrib\\learn\\python\\learn\\datasets\\mnist.py:110: dense_to_one_hot (from tensorflow.contrib.learn.python.learn.datasets.mnist) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Please use tf.one_hot on tensors.\n",
      "Extracting /tmp/data/t10k-images-idx3-ubyte.gz\n",
      "Extracting /tmp/data/t10k-labels-idx1-ubyte.gz\n",
      "WARNING:tensorflow:From c:\\users\\aarohi\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\tensorflow\\contrib\\learn\\python\\learn\\datasets\\mnist.py:290: DataSet.__init__ (from tensorflow.contrib.learn.python.learn.datasets.mnist) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Please use alternatives such as official/mnist/dataset.py from tensorflow/models.\n"
     ]
    }
   ],
   "source": [
    "from tensorflow.examples.tutorials.mnist import input_data\n",
    "mnist = input_data.read_data_sets(\"/tmp/data/\", one_hot=True) # y labels are oh-encoded\n",
    "\n",
    "import tensorflow as tf\n",
    "import matplotlib.pyplot as  plt\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(55000, 784) (55000, 10)\n",
      "(10000, 784) (10000, 10)\n"
     ]
    }
   ],
   "source": [
    "print(mnist.train.images.shape, mnist.train.labels.shape)\n",
    "\n",
    "print(mnist.test.images.shape, mnist.test.labels.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAfIAAAJACAYAAAB2e+QzAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nO3deZRU5ZnH8d8Dggu4QGgUobWN4cQtCkwPrvEwcdyICyYaxWVwxXHGUaLmiOgMqDPCZNzFMUMiAaPCcQSFGDVB3DOJY4MYUTTi3kigccOAijTP/EE5p0O9Rd+qulXV7+3v5xxPd//67bpPIfU83Kq3b5m7CwAAxKlLrQsAAAClY5ADABAxBjkAABFjkAMAEDEGOQAAEWOQAwAQsbIGuZkdZWavmdlSMxubVlEAUA30MGSBlfp75GbWVdIfJR0uqVnS85JGuvsrhX6mT58+3tDQUNLxgHItWLBglbvX1boOdAzF9jD6F2ppc/1rizJud6ikpe7+piSZ2UxJx0sqOMgbGhrU1NRUxiGB0pnZO7WuAR1KUT2M/oVa2lz/Kuep9f6S3mvzdXMuA4AY0MOQCeUMcgtkec/Tm9loM2sys6aWlpYyDgcAqWq3h9G/EINyBnmzpPo2Xw+Q9P6mi9x9irs3untjXR0vTwLoMNrtYfQvxKCcQf68pIFmtpuZdZd0iqS56ZQFABVHD0MmlLzZzd3Xm9mFkn4tqaukqe7+cmqVAUAF0cOQFeXsWpe7Pyzp4ZRqAYCqoochC7iyGwAAEYtykL/22msaNGjQ//+33Xbb6eabb651WQDQrs8//1xDhw7Vfvvtp7333lvjx4+vdUmIXFlPrdfKN7/5TS1atEiS1Nraqv79++uEE06ocVUA0L4tt9xSjz/+uHr27Kkvv/xShxxyiI4++mgdcMABtS4NkYryjLyt+fPna/fdd9euu+5a61IAoF1mpp49e0qSvvzyS3355ZcyC/1KO5BM9IN85syZGjlyZK3LAIDEWltbNWjQIPXt21eHH3649t9//1qXhIhFPcjXrVunuXPn6qSTTqp1KQCQWNeuXbVo0SI1Nzfrf//3f7V48eJal4SIRT3IH3nkEQ0ZMkQ77rhjrUsBgKLtsMMOGjZsmB599NFal4KIRT3IZ8yYwdPqAKLS0tKijz/+WJL02Wef6bHHHtMee+xR46oQsyh3rUvS2rVrNW/ePP3Xf/1XrUsBgMSWL1+uUaNGqbW1VRs2bNAPfvADHXPMMbUuCxGLdpBvs802+uCDD2pdBgAUZd9999ULL7xQ6zKQIVE/tQ4AQGfHIAcAIGIMcgAAIsYgBwAgYgxyAAAixiAHACBiDHIAACLGIAcAIGIMcgAAIsYgBwAgYmVdotXM3pb0qaRWSevdvTGNogCgGuhhyII0rrX+N+6+KoXbAYBaoIel6JNPPgnm06dPD+ZjxozJy8wsuNbdg/mQIUOC+e23356X7b///sG1MeOpdQAAIlbuIHdJvzGzBWY2Oo2CAKCK6GGIXrlPrR/s7u+bWV9J88zsVXd/uu2C3INjtCTtsssuZR4OAFK12R5G/0IMyjojd/f3cx9XSnpA0tDAminu3ujujXV1deUcDgBS1V4Po38hBiWfkZtZD0ld3P3T3OdHSLomtcoAoILoYcmtXbs2mN9yyy152W233RZcu3LlymAe2thWaLNbIYsWLQrmZ5xxRuK122yzTVHH7EjKeWp9R0kP5P7At5B0r7s/mkpVAFB59DBkQsmD3N3flLRfirUAQNXQw5AV/PoZAAARY5ADABAxBjkAABFL4xKtSOCxxx4L5qHdmb169QquXbx4cTA/8MAD87KBAwcWUR0ASD/72c+C+ejR4WvlhPpXocuoFtqJvttuu+Vlxf7OfnNzczB//fXX87JDDz00uLapqamoY3YknJEDABAxBjkAABFjkAMAEDEGOQAAEWOQAwAQseh2rT/99NPB/Pe//30wv+GGGypZTmIffPBB4rVdu3YN5uvWrQvmoWsE9+zZM7j2kEMOCea/+MUvEt82gGy69957g3mhHefFXBN9yJAhwfypp57Ky4rtO6Hd6ZK0xx575GWFrrUeM87IAQCIGIMcAICIMcgBAIgYgxwAgIh12M1ukyZNCuZXXXVVMG9tba1kOVVV7H1Zu3ZtokySZs+eHcwLbVqZPn16XtajR48iqgPQ0axcuTKYF7pMaegyqlL4Uqr9+vULrr3pppuC+XXXXZeX/ehHPwqu3X777YN5oUtSb9iwIS/r0iV8/vrwww8H8+HDhwfzjoQzcgAAIsYgBwAgYgxyAAAixiAHACBi7Q5yM5tqZivNbHGbrLeZzTOz13Mfw2+gDQA1Rg9D1lmhN4H//wVmh0r6s6S73H2fXPZjSR+6+yQzGyupl7tf3t7BGhsbPembtxfaJfn2228H8wMOOCCYb7vttomOV6zDDjssmH/ve9+ryPE25ze/+U1edssttwTXFrqUYSHf//7387K77roruLajX87VzBa4e2Ot60B1pdXDiulfsWppaQnmhX5TpZjHfKFd4ccee2xeVqjP19fXB/PnnnsumB900EF5WaHf0Fm9enUw7yh9bXP9q90zcnd/WtKHm8THS/rq95KmSxpRVoUAUCH0MGRdqa+R7+juyyUp97FveiUBQMXRw5AZFd/sZmajzazJzJoKPW0DAB0R/QsxKHWQrzCzfpKU+xi+TJAkd5/i7o3u3lhXV1fi4QAgVYl6GP0LMSh1kM+VNCr3+ShJc9IpBwCqgh6GzGj3WutmNkPSMEl9zKxZ0nhJkyTdZ2bnSHpX0klpF/b8888H8zfeeCOYDxo0KJhvueWWqdXUUYWuM3zqqacG1xbabf/CCy8E81mzZuVlhXbmFzomUEu16mExquSzDl/72teC+X777ZeXbbfddsG1M2fODOaXXHJJMA/9VtaOO+4YXNtRdqeXot1B7u4jC3wrPBEAoAOhhyHruLIbAAARY5ADABAxBjkAABFjkAMAELF2N7vVSp8+fYrK8Zd69Qq/B8R//ud/BvMDDzww8W0X2iHKrnUgmwq9R0MoL7Q7vdD7Z7z44ot52V577RVc+6c//SmYF7p++k477ZSXFboue8w4IwcAIGIMcgAAIsYgBwAgYgxyAAAi1mE3uwEAOobp06cH84kTJ+ZlocuiSoU3pIXWF9rUVui2C1129ZprrsnL6uvrg2tjxhk5AAARY5ADABAxBjkAABFjkAMAEDEGOQAAEWPXekbNmTMnmD/77LNl3/aaNWuC+XvvvRfMs7hLFEDhneiVWnvccccF81tvvTWYd5bewxk5AAARY5ADABAxBjkAABFjkAMAELF2B7mZTTWzlWa2uE02wcyWmdmi3H/DK1smAJSGHoasS7JrfZqkyZLu2iS/yd2vT72ijPrzn/8czB944IG87Kqrrir7eIV2kBe6VnExCt2XfffdN5h/9NFHZR8TKMM00cPKMmrUqGD+1ltv5WXLly8Prm1qagrmhfpJyI9//ONg3ll2pxfS7hm5uz8t6cMq1AIAqaOHIevKeY38QjP7Q+5pq16pVQQA1UEPQyaUOsjvkLS7pEGSlku6odBCMxttZk1m1tTS0lLi4QAgVYl6GP0LMShpkLv7CndvdfcNkn4qaehm1k5x90Z3b6yrqyu1TgBITdIeRv9CDEq6RKuZ9XP3r3Y0nCBp8ebWZ9Err7wSzJ9//vlgPmnSpGD+6quvplZTrV122WW1LgFIhB5WnIEDBwbze+65J/FtFHpG48orr8zLpk6dGlx7/vnnB/OHHnoomG+zzTYJq4tbu4PczGZIGiapj5k1SxovaZiZDZLkkt6WFP7TBYAao4ch69od5O4+MhDfWYFaACB19DBkHVd2AwAgYgxyAAAixiAHACBiJe1az6oPPvggmF9wwQV52f333x9cm8YlUHffffdgvtNOOyW+jcmTJwfz7t27B/NTTz01mL/44ouJj7nLLrskXgugNGvXrg3mHX2HdqFf35syZUpetmbNmuDaGTNmBPNf/vKXwfzkk09OWF3cOCMHACBiDHIAACLGIAcAIGIMcgAAIsYgBwAgYp1y1/rMmTOD+TXXXBPMlyxZkpdtu+22wbW9e/cO5tddd10wr6+vz8v23Xff4Nrtt98+mKehmDeEKFTHkUcemVY5ACS9/vrreVmh640X6hs333xzqjVVw4QJE4J5od69eHH4UvnsWgcAAB0egxwAgIgxyAEAiBiDHACAiDHIAQCIWKfctf7UU08F89DudEk688wz87Jx48YF1w4cOLDkuqph2bJlwfyVV15JfBtbbbVVMO/bt29JNQGdXaHrp4d2Xe+6667BtTHuTpekdevW5WUjR4beQj6d97LIIs7IAQCIGIMcAICIMcgBAIhYu4PczOrN7AkzW2JmL5vZxbm8t5nNM7PXcx97Vb5cAEiO/oXOIMlmt/WSLnX3hWa2raQFZjZP0pmS5rv7JDMbK2mspMsrV2p6brzxxmA+ZMiQYH7eeedVspyqeu+994L5+++/n/g2TjzxxLTKASotiv715JNPBvMXX3wxL/vud79b4WoqY+XKlcF8+PDhedmiRYuCa80smBe6PG1n0e4Zubsvd/eFuc8/lbREUn9Jx0uanls2XdKIShUJAKWgf6EzKOo1cjNrkDRY0nOSdnT35dLGB4skfvcIQIdF/0JWJR7kZtZT0ixJY9x9dRE/N9rMmsysqaWlpZQaAaAs9C9kWaJBbmbdtPFBcI+7z87FK8ysX+77/SQFXwBx9ynu3ujujcW8VSYApIH+haxLsmvdJN0paYm7t90lNlfSqNznoyTNSb88ACgd/QudQZJd6wdLOkPSS2b21VbCcZImSbrPzM6R9K6kkypTYvq23nrrYJ6l3emFFLo8bSG9e/fOyy655JK0ygEqLYr+1djYGMw3bNiQlz3yyCPBtX/7t38bzL/+9a/nZfX19UVUJ33yySfBPLS7/O677w6unTp1ajAPXXa10O70f/3Xfw3mJ50UzfipiHYHubs/Kyn8pyodlm45AJAe+hc6A67sBgBAxBjkAABEjEEOAEDEGOQAAEQsya51RGj//fcP5gsXLizqdk4++eS8LLQLFkDp+vYNX1gu9Js0hXZ/f+c73wnmoR3ghx56aBHVSa+++mowD10/PbQLvVAdhdxyyy3B/Oyzz058G50JZ+QAAESMQQ4AQMQY5AAARIxBDgBAxNjsllFLliwJ5uvXrw/mvXr1CuaXXXZZajUBKM7NN9+cly1dujS49oknngjmXbrkn689+eSTwbWFNqQVs4Ftm222Ca7967/+62A+ceLEvKzQZl2EcUYOAEDEGOQAAESMQQ4AQMQY5AAARIxBDgBAxNi1ngHPPPNMXrZ27drg2u233z6YP/TQQ8Gcy7ECtRPaAV7osRra/V3IddddF8zPPffcYF7oErIhF110UTCvq6tLfBsoDmfkAABEjEEOAEDEGOQAAESMQQ4AQMTaHeRmVm9mT5jZEjN72cwuzuUTzGyZmS3K/Te88uUCQHL0L3QGSXatr5d0qbsvNLNtJS0ws3m5793k7tdXrjy01draGsyvuOKKvKx79+7Bteedd14wP+igg0ovDOi4Mte/Cl3L/Nprr018G8WsRcfX7iB39+WSluc+/9TMlkjqX+nCAKBc9C90BkW9Rm5mDZIGS3ouF11oZn8ws6lmFn77LADoAOhfyKrEg9zMekqaJWmMu6+WdIek3SUN0sZ/8d5Q4OdGm1mTmTW1tLSkUDIAFIf+hSxLNMjNrJs2PgjucffZkuTuK9y91d03SPqppKGhn3X3Ke7e6O6NXNkHQLXRv5B1SXatm6Q7JS1x9xvb5P3aLDtB0uL0ywOA0tG/0Bkk2bV+sKQzJL1kZoty2ThJI81skCSX9Lak8ytSIf7fxp6U7/zz8//ohwwZEly79957p1oT0MHRv5B5SXatPyspNEEeTr8cAEgP/QudAVd2AwAgYgxyAAAixiAHACBiSTa7oYPo0iX8764zzjijypUAADoKzsgBAIgYgxwAgIgxyAEAiBiDHACAiDHIAQCImLl79Q5m1iLpndyXfSStqtrBa4P72LHs6u688wVKQv/KpJjuY8H+VdVB/hcHNmty98aaHLxKuI9ANnWGv/fcx3jw1DoAABFjkAMAELFaDvIpNTx2tXAfgWzqDH/vuY+RqNlr5AAAoHw8tQ4AQMSqPsjN7Cgze83MlprZ2Gofv1LMbKqZrTSzxW2y3mY2z8xez33sVcsay2Fm9Wb2hJktMbOXzeziXJ6Z+wgkkcUelvX+JWW7h1V1kJtZV0m3Szpa0l6SRprZXtWsoYKmSTpqk2yspPnuPlDS/NzXsVov6VJ331PSAZL+Mff/Lkv3EdisDPewacp2/5Iy3MOqfUY+VNJSd3/T3ddJminp+CrXUBHu/rSkDzeJj5c0Pff5dEkjqlpUitx9ubsvzH3+qaQlkvorQ/cRSCCTPSzr/UvKdg+r9iDvL+m9Nl8357Ks2tHdl0sb/xJJ6lvjelJhZg2SBkt6Thm9j0ABnamHZfaxnbUeVu1BboGMbfMRMbOekmZJGuPuq2tdD1Bl9LDIZbGHVXuQN0uqb/P1AEnvV7mGalphZv0kKfdxZY3rKYuZddPGB8A97j47F2fqPgLt6Ew9LHOP7az2sGoP8uclDTSz3cysu6RTJM2tcg3VNFfSqNznoyTNqWEtZTEzk3SnpCXufmObb2XmPgIJdKYelqnHdpZ7WNUvCGNmwyXdLKmrpKnu/m9VLaBCzGyGpGHa+G46KySNl/SgpPsk7SLpXUknufumG0qiYGaHSHpG0kuSNuTicdr4GlMm7iOQRBZ7WNb7l5TtHsaV3QAAiBhXdgMAIGIMcgAAIsYgBwAgYgxyAAAixiAHACBiDHIAACLGIAcAIGIMcgAAIsYgBwAgYgxyAAAixiAHACBiDHIAACLGIAcAIGIMcgAAIsYgBwAgYmUNcjM7ysxeM7OlZjY2raIAoBroYcgCc/fSftCsq6Q/SjpcUrOk5yWNdPdXCv1Mnz59vKGhoaTjAeVasGDBKnevq3Ud6BiK7WH0L9TS5vrXFmXc7lBJS939TUkys5mSjpdUcJA3NDSoqampjEMCpTOzd2pdAzqUonoY/Qu1tLn+Vc5T6/0lvdfm6+ZcBgAxoIchE8oZ5BbI8p6nN7PRZtZkZk0tLS1lHA4AUtVuD6N/IQblDPJmSfVtvh4g6f1NF7n7FHdvdPfGujpengTQYbTbw+hfiEE5g/x5SQPNbDcz6y7pFElz0ykLACqOHoZMKHmzm7uvN7MLJf1aUldJU9395dQqA4AKoochK8rZtS53f1jSwynVAgBVRQ9DFnBlNwAAIhb1IG9tbdXgwYN1zDHH1LoUAEjs448/1oknnqg99thDe+65p373u9/VuiRErKyn1mvtlltu0Z577qnVq1fXuhQASOziiy/WUUcdpfvvv1/r1q3T2rVra10SIhbtGXlzc7N+9atf6dxzz611KQCQ2OrVq/X000/rnHPOkSR1795dO+ywQ42rQsyiHeRjxozRj3/8Y3XpEu1dANAJvfnmm6qrq9NZZ52lwYMH69xzz9WaNWtqXRYiFuUUfOihh9S3b1/91V/9Va1LAYCirF+/XgsXLtQFF1ygF154QT169NCkSZNqXRYiFuUg/+1vf6u5c+eqoaFBp5xyih5//HGdfvrptS4LANo1YMAADRgwQPvvv78k6cQTT9TChQtrXBViFuUgnzhxopqbm/X2229r5syZ+s53vqO777671mUBQLt22mkn1dfX67XXXpMkzZ8/X3vttVeNq0LMot61DgAxuu2223Taaadp3bp1+vrXv66f//zntS4JEYt+kA8bNkzDhg2rdRkAkNigQYN4b/Mc97w3zdR1110XXDthwoRg/sYbbwTzXXbZpeS6YhLlU+sAAGAjBjkAABFjkAMAEDEGOQAAEWOQAwAQseh3rQMAOr5Cl6EN7VAvtGu9kGXLlgVzdq0DAIAOj0EOAEDEGOQAAESMQQ4AQMTK2uxmZm9L+lRSq6T17t6YRlEAUA30MGRBGrvW/8bdV6VwOwBQC/SwFP35z38O5rfcckswL2aH+nHHHRfMO/u7x/HUOgAAESt3kLuk35jZAjMbHVpgZqPNrMnMmlpaWso8HACkarM9jP6FGJQ7yA929yGSjpb0j2Z26KYL3H2Kuze6e2NdXV2ZhwOAVG22h9G/EIOyBrm7v5/7uFLSA5KGplEUAFQDPQxZUPJmNzPrIamLu3+a+/wISdekVlmkWltbg/mIESOC+a9+9au8zN2Da3v37h3M33rrrbxsu+22K1QiANHD0rBhw4a87Prrrw+uvfrqqxPf7vjx44P5P//zPwfzrl27Jr7tLCpn1/qOkh4ws69u5153fzSVqgCg8uhhyISSB7m7vylpvxRrAYCqoYchK/j1MwAAIsYgBwAgYgxyAAAilsYlWjulQrvTL7300mAe2p1eyNlnnx3MC+3Y7NmzZ+LbTsOaNWuCeY8ePapaB4DaCu1QL2Z3uiRdeeWVedmECRNKLalT4owcAICIMcgBAIgYgxwAgIgxyAEAiBiDHACAiLFrvUTTp08P5rfeemtRt/Mv//IvedlVV10VXLvFFtX/3/Xv//7veVmhaylPnjw5mJ988smp1gSgum6//fZgPnbs2MS3UWgneqF+h+Q4IwcAIGIMcgAAIsYgBwAgYgxyAAAixma3BP70pz/lZRdddFFRt7HddtsF89Bmty5dqv/vq3feeSeY33jjjXnZBx98UOlyANTAW2+9FcwLbVRz97wsdMlVKdzrJCn3fvAoA2fkAABEjEEOAEDEGOQAAESMQQ4AQMTaHeRmNtXMVprZ4jZZbzObZ2av5z72qmyZAFAaehiyLsmu9WmSJku6q002VtJ8d59kZmNzX1+efnkdw8SJE/OytWvXBtcWuozqc889F8xrsUM9JHQpVklqaWnJy7p16xZce+SRR6ZaE5CSaerkPSypK664IpivWrUqmI8aNSovu/zy8B8ju9Mrp90p4u5PS/pwk/h4SV9dbHy6pBEp1wUAqaCHIetKPR3c0d2XS1LuY9/0SgKAiqOHITMq/ryumY02syYzawo9TQsAHRX9CzEodZCvMLN+kpT7uLLQQnef4u6N7t5YV1dX4uEAIFWJehj9CzEodZDPlfTVLodRkuakUw4AVAU9DJnR7q51M5shaZikPmbWLGm8pEmS7jOzcyS9K+mkShZZa88880zitaeeemow/+Y3v5n4NjZs2BDMW1tbE99GIYWukz5nTvI+dv755wfzHXbYoaSagEqihyX37LPPFrU+9J4T2267bVrlIKF2B7m7jyzwrcNSrgUAUkcPQ9Z1jF9iBgAAJWGQAwAQMQY5AAARY5ADABCxJNdaRxG++OKLota/8847eVmhaxXfd999JdVUjp133jkvGzduXNXrAJCeRYsWBfNly5YF8/POOy+YDx48OLWaUDrOyAEAiBiDHACAiDHIAQCIGIMcAICIsdktgf/4j//Iyw4//PDg2lmzZgXzE088MZg/+OCDeVmhS7TWwtixY/OynXbaqQaVAEjLvffeW9T6M844I5ibWRrlVIy752UdveZScEYOAEDEGOQAAESMQQ4AQMQY5AAARIxBDgBAxNi1nsDrr7+eeO369euD+ezZsxPfxhFHHBHMTz311GAeuszr+PHjEx9vcw488MBUbgdAx7Fq1aqi1vfq1atClRTnzTffDOaTJ08O5s3NzXnZ9OnTg2u33nrr0gurMc7IAQCIGIMcAICIMcgBAIgYgxwAgIi1O8jNbKqZrTSzxW2yCWa2zMwW5f4bXtkyAaA09DBkXZJd69MkTZZ01yb5Te5+feoVdUCh3eJbbbVVKrc9YsSIvGy77bYLru3SJfzvrqlTp5Zdx3e/+91gPnjw4LJvG6ixaerEPezzzz/Py+6///4aVBK2bt26vGzo0KHBtUuWLEl8G4XU19cH8xtuuCHxbXQ07Z6Ru/vTkj6sQi0AkDp6GLKunNfILzSzP+SetuoYv2QIAMnRw5AJpQ7yOyTtLmmQpOWSCj4nYWajzazJzJpaWlpKPBwApCpRD6N/IQYlDXJ3X+Hure6+QdJPJYVf0Ni4doq7N7p7Y11dXal1AkBqkvYw+hdiUNIlWs2sn7svz315gqTFm1sfu9DmszPPPLP6hRRQaHNcMcaNGxfMC22wA2LWmXrYhg0b8rJPP/206nU888wzwfzKK6/My1588cWK1fHxxx9X7LZrpd1BbmYzJA2T1MfMmiWNlzTMzAZJcklvSzq/gjUCQMnoYci6dge5u48MxHdWoBYASB09DFnH86YAAESMQQ4AQMQY5AAARKykXevoWLbYIvn/xkK70AtdthBA3EL9Yb/99guuLXa3+BdffJGXPf7448G1w4d3jMvZ9+jRo9YlpI4zcgAAIsYgBwAgYgxyAAAixiAHACBiDHIAACLGrvUMmDRpUuK1J598cjAfMGBAWuUA6EC6d++elw0ZMiS4ttCu9R/+8IfB/N13383L/vjHPxZRXWV9+9vfzssmTpxYg0oqizNyAAAixiAHACBiDHIAACLGIAcAIGIMcgAAIsau9Yh8/vnnwXzVqlWJb2Ps2LFplQMgUhdffHEwv+uuu4L5Y489VslyEiv0XhGF+tq4cePyMq61DgAAOhQGOQAAEWOQAwAQsXYHuZnVm9kTZrbEzF42s4tzeW8zm2dmr+c+9qp8uQCQHP0LnUGSzW7rJV3q7gvNbFtJC8xsnqQzJc1390lmNlbSWEmXV65UvPHGG8H8zTffzMu6desWXLvddtulWhPQwdG/Avbbb79gvtNOOwXzZcuWVawWM8vLLrzwwuDas846K5gPHjw41Zpi0+4Zubsvd/eFuc8/lbREUn9Jx0uanls2XdKIShUJAKWgf6EzKOo1cjNrkDRY0nOSdnT35dLGB4ukvmkXBwBpoX8hqxIPcjPrKWmWpDHuvrqInxttZk1m1tTS0lJKjQBQFvoXsizRIDezbtr4ILjH3Wfn4hVm1i/3/X6SVoZ+1t2nuHujuzfW1dWlUTMAJEb/QtYl2bVuku6UtMTdb2zzrbmSRuU+HxwQbPYAABamSURBVCVpTvrlAUDp6F/oDJLsWj9Y0hmSXjKzRblsnKRJku4zs3MkvSvppMqUiK+cdtppidfusMMOwXzXXXdNqxwgBvSvCvrRj36Ulw0dOjS49rjjjgvmoV3rhX7rBmHtDnJ3f1ZS/p/0RoelWw4ApIf+hc6AK7sBABAxBjkAABFjkAMAEDEGOQAAEUuyax0dxNq1axOv/fa3v13BSgB0Jvfff38wP+GEE/KyLl04P6w2/sQBAIgYgxwAgIgxyAEAiBiDHACAiLHZLaO6du1a6xIARKa5ubnWJaAEnJEDABAxBjkAABFjkAMAEDEGOQAAEWOQAwAQMXatZ9SDDz4YzH/yk58E87//+7+vZDkAgArhjBwAgIgxyAEAiBiDHACAiDHIAQCIWLuD3MzqzewJM1tiZi+b2cW5fIKZLTOzRbn/hle+XABIjv6FziDJrvX1ki5194Vmtq2kBWY2L/e9m9z9+sqVh7auvvrqYP5P//RPedmHH34YXMs12NHJ0L+Qee0OcndfLml57vNPzWyJpP6VLgwAykX/QmdQ1GvkZtYgabCk53LRhWb2BzObama9Uq4NAFJD/0JWJR7kZtZT0ixJY9x9taQ7JO0uaZA2/ov3hgI/N9rMmsysqaWlJYWSAaA49C9kWaJBbmbdtPFBcI+7z5Ykd1/h7q3uvkHSTyUNDf2su09x90Z3b6yrq0urbgBIhP6FrEuya90k3Slpibvf2Cbv12bZCZIWp18eAJSO/oXOIMmu9YMlnSHpJTNblMvGSRppZoMkuaS3JZ1fkQrx/0aOHFlUDoD+hexLsmv9WUkW+NbD6ZcDAOmhf6Ez4MpuAABEjEEOAEDEGOQAAESMQQ4AQMQY5AAARIxBDgBAxBjkAABEjEEOAEDEGOQAAETM3L16BzNrkfRO7ss+klZV7eC1wX3sWHZ1d975AiWhf2VSTPexYP+q6iD/iwObNbl7Y00OXiXcRyCbOsPfe+5jPHhqHQCAiDHIAQCIWC0H+ZQaHrtauI9ANnWGv/fcx0jU7DVyAABQPp5aBwAgYlUf5GZ2lJm9ZmZLzWxstY9fKWY21cxWmtniNllvM5tnZq/nPvaqZY3lMLN6M3vCzJaY2ctmdnEuz8x9BJLIYg/Lev+Sst3DqjrIzayrpNslHS1pL0kjzWyvatZQQdMkHbVJNlbSfHcfKGl+7utYrZd0qbvvKekASf+Y+3+XpfsIbFaGe9g0Zbt/SRnuYdU+Ix8qaam7v+nu6yTNlHR8lWuoCHd/WtKHm8THS5qe+3y6pBFVLSpF7r7c3RfmPv9U0hJJ/ZWh+wgkkMkelvX+JWW7h1V7kPeX9F6br5tzWVbt6O7LpY1/iST1rXE9qTCzBkmDJT2njN5HoIDO1MMy+9jOWg+r9iC3QMa2+YiYWU9JsySNcffVta4HqDJ6WOSy2MOqPcibJdW3+XqApPerXEM1rTCzfpKU+7iyxvWUxcy6aeMD4B53n52LM3UfgXZ0ph6Wucd2VntYtQf585IGmtluZtZd0imS5la5hmqaK2lU7vNRkubUsJaymJlJulPSEne/sc23MnMfgQQ6Uw/L1GM7yz2s6heEMbPhkm6W1FXSVHf/t6oWUCFmNkPSMG18N50VksZLelDSfZJ2kfSupJPcfdMNJVEws0MkPSPpJUkbcvE4bXyNKRP3EUgiiz0s6/1LynYP48puAABEjCu7AQAQMQY5AAARY5ADABAxBjkAABFjkAMAEDEGOQAAEWOQAwAQMQY5AAARY5ADABAxBjkAABFjkAMAEDEGOQAAEWOQAwAQMQY5AAARY5ADABCxsga5mR1lZq+Z2VIzG5tWUQBQDfQwZIG5e2k/aNZV0h8lHS6pWdLzkka6+yuFfqZPnz7e0NBQ0vGAci1YsGCVu9fVug50DMX2MPoXamlz/WuLMm53qKSl7v6mJJnZTEnHSyo4yBsaGtTU1FTGIYHSmdk7ta4BHUpRPYz+hVraXP8q56n1/pLea/N1cy4DgBjQw5AJ5QxyC2R5z9Ob2WgzazKzppaWljIOBwCpareH0b8Qg3IGebOk+jZfD5D0/qaL3H2Kuze6e2NdHS9PAugw2u1h9C/EoJxB/rykgWa2m5l1l3SKpLnplAUAFUcPQyaUvNnN3deb2YWSfi2pq6Sp7v5yapUBQAXRw5AV5exal7s/LOnhlGoBgKqihyELuLIbAAARi3KQn3322erbt6/22WefWpcCAEW76aabtPfee2ufffbRyJEj9fnnn9e6JEQsykF+5pln6tFHH611GQBQtGXLlunWW29VU1OTFi9erNbWVs2cObPWZSFiUQ7yQw89VL179651GQBQkvXr1+uzzz7T+vXrtXbtWu288861LgkRi3KQA0Cs+vfvr8suu0y77LKL+vXrp+23315HHHFErctCxBjkAFBFH330kebMmaO33npL77//vtasWaO777671mUhYgxyAKiixx57TLvttpvq6urUrVs3fe9739P//M//1LosRIxBDgBVtMsuu+j3v/+91q5dK3fX/Pnzteeee9a6LEQsykE+cuRIHXjggXrttdc0YMAA3XnnnbUuCQAS2X///XXiiSdqyJAh+ta3vqUNGzZo9OjRtS4LETP3vDcsq5jGxkbn/XxRK2a2wN0ba10H4kT/Qi1trn9FeUYOAAA2YpADABAxBjkAABFjkAMAEDEGOQAAESvr/chRXWPHjg3mt912W1726quvBtfW19enWhMAoLY4IwcAIGIMcgAAIsYgBwAgYmW9Rm5mb0v6VFKrpPVcNQtATOhhyII0Nrv9jbuvSuF2AKAW6GGIGrvWI/KNb3wjmH/22Wd52bvvvhtcy651AB3JG2+8kZeFfhNHkm699dayj3fssccG81NPPTWYH3fccXnZ1ltvXXYdaSr3NXKX9BszW2BmvH0PgNjQwxC9cs/ID3b3982sr6R5Zvaquz/ddkHuwTFa2vg+vADQgWy2h9G/EIOyzsjd/f3cx5WSHpA0NLBmirs3untjXV1dOYcDgFS118PoX4hByYPczHqY2bZffS7pCEmL0yoMACqJHoasKOep9R0lPWBmX93Ove7+aCpVIajQZreQn/zkJ8H84IMPTqscIHb0sArYsGFDMJ88eXIwv/rqq/Oyjz/+OLg29/+qLL/85S+D+UMPPRTMx4wZk5fdcMMNZdeRppIHubu/KWm/FGsBgKqhhyEruLIbAAARY5ADABAxBjkAABFjkAMAEDEu0ZpR3bp1q3UJADqhG2+8MZhffvnlwdzd87I0dqdL4curzpkzp6jbuP/++/Oy6667Lrh2yy23LOq208IZOQAAEWOQAwAQMQY5AAARY5ADABAxBjkAABFj13pE7r777sRrzznnnApWAqAzKXT99NAO9SuuuKKo2+7Ro0deNnHixODaESNGBPOvfe1rwbx79+552aWXXhpce9tttwXzfv365WVdunSsc+COVQ0AACgKgxwAgIgxyAEAiBiDHACAiLHZrQNqbm4O5r/4xS+Ced++ffOyoUOHploTgM7rySefDOaFLrsasu+++wbzhx9+OC8LbTBLS7GXUd1nn33yso52CWzOyAEAiBiDHACAiDHIAQCIGIMcAICItTvIzWyqma00s8Vtst5mNs/MXs997FXZMgGgNPQwZF2SXevTJE2WdFebbKyk+e4+yczG5r5Ovn0Rm7V+/fpg/uWXXwbz0OUCO9quSqCGpokeVpZClzV197zsoIMOCq799a9/HcxDl2gtVqHe+NRTT+VljzzySHBt6Ld/JOlnP/tZ6YVVSbtn5O7+tKQPN4mPlzQ99/l0SeEL4AJAjdHDkHWlvka+o7svl6Tcx/A/ZQCgY6KHITMqvtnNzEabWZOZNbW0tFT6cACQGvoXYlDqIF9hZv0kKfdxZaGF7j7F3RvdvbGurq7EwwFAqhL1MPoXYlDqIJ8raVTu81GS5qRTDgBUBT0MmdHurnUzmyFpmKQ+ZtYsabykSZLuM7NzJL0r6aRKFtnZ/Pd//3etSwAygx5WPjNLnN9xxx3BtcXsTg/thpcKvw/FCSecEMxfeOGFxLd9+umnJ6yu42l3kLv7yALfOizlWgAgdfQwZB1XdgMAIGIMcgAAIsYgBwAgYgxyAAAiluRa66iyZcuW1boEAChJr17lv/9Mod3pDQ0NZd/2yJHhvY8xXFO9EM7IAQCIGIMcAICIMcgBAIgYgxwAgIix2Q0AsFl9+yZ/l9e99tormB966KHBfI899sjLpkyZkvh4krTlllsG86uvvjov++EPfxhcu8UW8Y5DzsgBAIgYgxwAgIgxyAEAiBiDHACAiDHIAQCIWLzb9DKitbU1L1u6dGlRtzF06NC0ygGAPNOnTw/mO++8c162Zs2a4NpHHnkkmD/88MN5mZkVUZ00a9asYH700UcXdTux4owcAICIMcgBAIgYgxwAgIgxyAEAiFi7g9zMpprZSjNb3CabYGbLzGxR7r/hlS0TAEpDD0PWJdm1Pk3SZEl3bZLf5O7Xp15RJ/Pll1/mZaFdnJszfDg9CNiMaaKHJfLGG28E87vu2vSPbiN3L/uYxdzGWWedFcw7y+70Qto9I3f3pyV9WIVaACB19DBkXTmvkV9oZn/IPW3Vq9AiMxttZk1m1tTS0lLG4QAgVe32MPoXYlDqIL9D0u6SBklaLumGQgvdfYq7N7p7Y11dXYmHA4BUJeph9C/EoKRB7u4r3L3V3TdI+qkkLi0GIBr0MGRJSZdoNbN+7r489+UJkhZvbj0K++STT8q+jSOPPDKFSoDOozP1sI8++igvO/vss4Nr58yZE8wLXTK1mEupHnbYYcE81L8mT54cXDt79uxgfskllwTzvffeO2F1cWt3kJvZDEnDJPUxs2ZJ4yUNM7NBklzS25LOr2CNAFAyehiyrt1B7u4jA/GdFagFAFJHD0PWcWU3AAAixiAHACBiDHIAACJW0q51pOfaa69NvPaMM84I5vX19WmVAyBSv/vd74J5aLf4F198kcoxjzjiiLzs+9//fnDtaaedFsy33nrrvOwHP/hBcG1DQ0MwHzVqVDBvamoK5lnDGTkAABFjkAMAEDEGOQAAEWOQAwAQMQY5AAARY9d6jc2aNSvx2t69ewfzLl349xjQWbz00kvBvNC1zEM71Av1kkMOOSSYX3PNNcF8r732ysu6du0aXFuMAQMGBPPbbrstmI8ZMyaYv/POO3nZrrvuWnphHRQTAACAiDHIAQCIGIMcAICIMcgBAIgYgxwAgIixa71K1qxZE8zXrVuXl7l7pcsBEKkXXnghmBe6fvo3vvGNvKzQddkL7WavttbW1mD+29/+tqj1hfKs4YwcAICIMcgBAIgYgxwAgIi1O8jNrN7MnjCzJWb2spldnMt7m9k8M3s997FX5csFgOToX+gMkmx2Wy/pUndfaGbbSlpgZvMknSlpvrtPMrOxksZKurxypcbtwgsvDOYfffRRXmZmwbVnnXVWqjUBnUCn6V+FNsmec845eVlH2dQmhTfpjRo1Krj2vvvuq3Q5UWr3jNzdl7v7wtznn0paIqm/pOMlTc8tmy5pRKWKBIBS0L/QGRT1GrmZNUgaLOk5STu6+3Jp44NFUt+0iwOAtNC/kFWJB7mZ9ZQ0S9IYd19dxM+NNrMmM2tqaWkppUYAKAv9C1mWaJCbWTdtfBDc4+6zc/EKM+uX+34/SStDP+vuU9y90d0b6+rq0qgZABKjfyHrkuxaN0l3Slri7je2+dZcSV/tSBglaU765QFA6ehf6AyS7Fo/WNIZkl4ys0W5bJykSZLuM7NzJL0r6aTKlBiX1avDz9o98cQTiW/jpJPCf5Tf+ta3SqoJ6MQy178GDx4czLfaaqtgPmHChMS3fdFFFxV12yGfffZZMF++fHkwP+KII/Kyt956K7i20G/0DBkyJJjX19cH86xpd5C7+7OSwn960mHplgMA6aF/oTPgym4AAESMQQ4AQMQY5AAARIxBDgBAxJLsWkcRPvnkk2D+7rvvJr6Nf/iHfwjmhXZsAug8Cv32yt133x3MQ78Fc8UVVwTX3nDDDcH8mGOOSVidNGPGjGAeuqa6FL5GfKFeF9rhLkk///nPg3m3bt2CedZwRg4AQMQY5AAARIxBDgBAxBjkAABEjM1uNXbsscfmZQcccEANKgEQsz333DOYhy7pWuid3N57771gPm3atJLras+gQYPysgsuuCC49uyzzw7mXbt2TbWm2HBGDgBAxBjkAABEjEEOAEDEGOQAAESMQQ4AQMTYtZ6yQm9kv2HDhipXAqAzKbRrvampKS9bs2ZNcO21115b1DFnz56dlzU0NATXnn766cH87/7u74o6JvJxRg4AQMQY5AAARIxBDgBAxBjkAABErN1Bbmb1ZvaEmS0xs5fN7OJcPsHMlpnZotx/wytfLgAkR/9CZ2ChN3X/iwVm/ST1c/eFZratpAWSRkj6gaQ/u/v1SQ/W2NjooR2UQDWY2QJ3b6x1Hage+heyYnP9q91fP3P35ZKW5z7/1MyWSOqfbokAkD76FzqDol4jN7MGSYMlPZeLLjSzP5jZVDPrlXJtAJAa+heyKvEgN7OekmZJGuPuqyXdIWl3SYO08V+8NxT4udFm1mRmTYXeOg8AKon+hSxLNMjNrJs2PgjucffZkuTuK9y91d03SPqppKGhn3X3Ke7e6O6NdXV1adUNAInQv5B1SXatm6Q7JS1x9xvb5P3aLDtB0uL0ywOA0tG/0Bkkudb6wZLOkPSSmS3KZeMkjTSzQZJc0tuSzq9IhQBQOvoXMi/JrvVnJVngWw+nXw4ApIf+hc6AK7sBABAxBjkAABFjkAMAEDEGOQAAEWOQAwAQMQY5AAARY5ADABAxBjkAABFjkAMAEDFz9+odzKxF0ju5L/tIWlW1g9cG97Fj2dXdeecLlIT+lUkx3ceC/auqg/wvDmzW5O6NNTl4lXAfgWzqDH/vuY/x4Kl1AAAixiAHACBitRzkU2p47GrhPgLZ1Bn+3nMfI1Gz18gBAED5eGodAICIVX2Qm9lRZvaamS01s7HVPn6lmNlUM1tpZovbZL3NbJ6ZvZ772KuWNZbDzOrN7AkzW2JmL5vZxbk8M/cRSCKLPSzr/UvKdg+r6iA3s66Sbpd0tKS9JI00s72qWUMFTZN01CbZWEnz3X2gpPm5r2O1XtKl7r6npAMk/WPu/12W7iOwWRnuYdOU7f4lZbiHVfuMfKikpe7+pruvkzRT0vFVrqEi3P1pSR9uEh8vaXru8+mSRlS1qBS5+3J3X5j7/FNJSyT1V4buI5BAJntY1vuXlO0eVu1B3l/Se22+bs5lWbWjuy+XNv4lktS3xvWkwswaJA2W9Jwyeh+BAjpTD8vsYztrPazag9wCGdvmI2JmPSXNkjTG3VfXuh6gyuhhkctiD6v2IG+WVN/m6wGS3q9yDdW0wsz6SVLu48oa11MWM+umjQ+Ae9x9di7O1H0E2tGZeljmHttZ7WHVHuTPSxpoZruZWXdJp0iaW+UaqmmupFG5z0dJmlPDWspiZibpTklL3P3GNt/KzH0EEuhMPSxTj+0s97CqXxDGzIZLullSV0lT3f3fqlpAhZjZDEnDtPHddFZIGi/pQUn3SdpF0ruSTnL3TTeURMHMDpH0jKSXJG3IxeO08TWmTNxHIIks9rCs9y8p2z2MK7sBABAxruwGAEDEGOQAAESMQQ4AQMQY5AAARIxBDgBAxBjkAABEjEEOAEDEGOQAAETs/wAwY2FI6O+dBAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 720x720 with 6 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import numpy as np\n",
    "left= 2.5\n",
    "top = 2.5\n",
    "\n",
    "fig = plt.figure(figsize=(10,10))\n",
    "\n",
    "for i in range(6):\n",
    "    ax = fig.add_subplot(3,2,i+1)\n",
    "    im = np.reshape(mnist.train.images[i,:], [28,28])\n",
    "\n",
    "    label = np.argmax(mnist.train.labels[i,:])\n",
    "    #label=mnist.train.labels[i,:]\n",
    "    ax.imshow(im, cmap='Greys')\n",
    "    #ax.imshow(im)\n",
    "    ax.text(left, top, label)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# hyper Parameters\n",
    "learning_rate = 0.001\n",
    "training_epochs = 15  # means we are feeding 60000 images 15 times.\n",
    "batch_size = 100      ## it means we giving 100 images as input and getting 100 outputs and based on that we are  updating  the weights.\n",
    "display_step = 1      # this is not a part of training process. This is just to  display to the user "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Why we use batches ?"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Because if we update our weights based on 55000 input sample then the training is going to be very slow.\n",
    "There might me memory constraints means you might not be able to fit the all data in shot. Remember we make use of GPU’s for training the neural networks. GPU have their own memory ie the Graphic memory. And if we together give 55000 samples to GPU for training then maybe GPU end this task with errors. So that’s why we use batches for training.\n",
    "So in this example we have a batch size of 100 which means that after every 100 images which fed to the network, we update the weights once that means instead of updating the weights after 55000 samples we are updating after every 100 samples. Because of this we speed up the training process. Also with 100 images GPU memory constraint will also get resolved.\n",
    "Sometime 100 batch size will also be a problem because may be your pc don’t have sufficient memory to accommodate 100 images. Then you have to choose batch size accordingly.\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Network Parameters\n",
    "n_hidden_1 = 256 # 1st layer has 256 neurons\n",
    "n_hidden_2 = 256 # 2nd layer has 256 neurons\n",
    "n_input = 784 # MNIST data input (img shape: 28*28)\n",
    "n_classes = 10 # MNIST total classes (0-9 digits)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# tf Graph input\n",
    "x = tf.placeholder(\"float\", [None, n_input])\n",
    "y = tf.placeholder(\"float\", [None, n_classes])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "# Store layers weight & bias\n",
    "weights = {\n",
    "    'h1': tf.Variable(tf.random_normal([n_input, n_hidden_1])),  # n_input 784 and n_hidden_1 256\n",
    "    'h2': tf.Variable(tf.random_normal([n_hidden_1, n_hidden_2])),  # output of h1 will be a input for h2 and n_hidden_2 256\n",
    "    'out': tf.Variable(tf.random_normal([n_hidden_2, n_classes]))  # 256,10\n",
    "}\n",
    "biases = {\n",
    "    'b1': tf.Variable(tf.random_normal([n_hidden_1])),\n",
    "    'b2': tf.Variable(tf.random_normal([n_hidden_2])),\n",
    "    'out': tf.Variable(tf.random_normal([n_classes]))\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create model\n",
    "def multilayer_perceptron(x, weights, biases):\n",
    "    # Hidden layer with RELU activation\n",
    "    layer_1 = tf.add(tf.matmul(x, weights['h1']), biases['b1'])  #matmul on x and w , then adding it with bias # summation\n",
    "    layer_1 = tf.nn.relu(layer_1)   # activation function\n",
    "    \n",
    "    # Hidden layer with RELU activation\n",
    "    layer_2 = tf.add(tf.matmul(layer_1, weights['h2']), biases['b2'])\n",
    "    layer_2 = tf.nn.relu(layer_2)\n",
    "    \n",
    "    # Output layer with linear activation\n",
    "    out_layer = tf.matmul(layer_2, weights['out']) + biases['out']\n",
    "    return out_layer\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Construct model\n",
    "pred = multilayer_perceptron(x, weights, biases)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From <ipython-input-8-14efde5dfbb0>:2: softmax_cross_entropy_with_logits (from tensorflow.python.ops.nn_ops) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "\n",
      "Future major versions of TensorFlow will allow gradients to flow\n",
      "into the labels input on backprop by default.\n",
      "\n",
      "See `tf.nn.softmax_cross_entropy_with_logits_v2`.\n",
      "\n"
     ]
    }
   ],
   "source": [
    "\n",
    "# Define loss and optimizer\n",
    "cost = tf.reduce_mean(tf.nn.softmax_cross_entropy_with_logits(logits=pred, labels=y))   #. pred is the output of MLP . Y is the placeholder which will hold the target output\n",
    "\n",
    "optimizer = tf.train.AdamOptimizer(learning_rate=learning_rate).minimize(cost)\n",
    "#It is used to reduce the cost or error. \n",
    "#Earlier we have used Stocastic Gradient Descent Optimizer. In Stocastic gradient descent optimizer we need to \n",
    "#manually update the weights but AdamOptimizer do this for us. It is very easy to use it. We just assign 1 initial\n",
    "#weight and after that it will gtake care of weight updation\n",
    "\n",
    "\n",
    "\n",
    "# Initializing the variables\n",
    "init = tf.global_variables_initializer()\n",
    "#create an empty list to store the cost history and accuracy history\n",
    "cost_history = []\n",
    "accuracy_history = []\n",
    "# Launch the graph\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0001 - cost= 3.685782138 - Accuracy= 0.1158\n",
      "Epoch: 0001 - cost= 6.799270241 - Accuracy= 0.124\n",
      "Epoch: 0001 - cost= 9.650791016 - Accuracy= 0.1319\n",
      "Epoch: 0001 - cost= 12.306396040 - Accuracy= 0.1416\n",
      "Epoch: 0001 - cost= 14.858946866 - Accuracy= 0.1518\n",
      "Epoch: 0001 - cost= 17.242998491 - Accuracy= 0.1618\n",
      "Epoch: 0001 - cost= 19.247243208 - Accuracy= 0.1714\n",
      "Epoch: 0001 - cost= 21.277549938 - Accuracy= 0.1815\n",
      "Epoch: 0001 - cost= 23.193328081 - Accuracy= 0.1885\n",
      "Epoch: 0001 - cost= 25.012308350 - Accuracy= 0.1985\n",
      "Epoch: 0001 - cost= 26.356812633 - Accuracy= 0.2085\n",
      "Epoch: 0001 - cost= 27.921342551 - Accuracy= 0.2199\n",
      "Epoch: 0001 - cost= 29.342369940 - Accuracy= 0.2314\n",
      "Epoch: 0001 - cost= 30.721320468 - Accuracy= 0.24\n",
      "Epoch: 0001 - cost= 32.182550604 - Accuracy= 0.2511\n",
      "Epoch: 0001 - cost= 33.519562655 - Accuracy= 0.2589\n",
      "Epoch: 0001 - cost= 34.600226718 - Accuracy= 0.2652\n",
      "Epoch: 0001 - cost= 35.913869296 - Accuracy= 0.2759\n",
      "Epoch: 0001 - cost= 37.136039928 - Accuracy= 0.2854\n",
      "Epoch: 0001 - cost= 38.564564320 - Accuracy= 0.2915\n",
      "Epoch: 0001 - cost= 39.607112260 - Accuracy= 0.2988\n",
      "Epoch: 0001 - cost= 40.880528897 - Accuracy= 0.3069\n",
      "Epoch: 0001 - cost= 42.009278010 - Accuracy= 0.3147\n",
      "Epoch: 0001 - cost= 43.051100630 - Accuracy= 0.321\n",
      "Epoch: 0001 - cost= 44.056943137 - Accuracy= 0.3285\n",
      "Epoch: 0001 - cost= 45.235352783 - Accuracy= 0.3357\n",
      "Epoch: 0001 - cost= 46.308710605 - Accuracy= 0.3423\n",
      "Epoch: 0001 - cost= 47.163143477 - Accuracy= 0.3503\n",
      "Epoch: 0001 - cost= 48.314025601 - Accuracy= 0.3568\n",
      "Epoch: 0001 - cost= 49.218869296 - Accuracy= 0.3644\n",
      "Epoch: 0001 - cost= 50.292720725 - Accuracy= 0.372\n",
      "Epoch: 0001 - cost= 51.226934593 - Accuracy= 0.3796\n",
      "Epoch: 0001 - cost= 52.057943559 - Accuracy= 0.3857\n",
      "Epoch: 0001 - cost= 52.866390159 - Accuracy= 0.3923\n",
      "Epoch: 0001 - cost= 53.636375899 - Accuracy= 0.3995\n",
      "Epoch: 0001 - cost= 54.468095370 - Accuracy= 0.4055\n",
      "Epoch: 0001 - cost= 55.122488403 - Accuracy= 0.4127\n",
      "Epoch: 0001 - cost= 55.800124956 - Accuracy= 0.4191\n",
      "Epoch: 0001 - cost= 56.570048828 - Accuracy= 0.4239\n",
      "Epoch: 0001 - cost= 57.340102428 - Accuracy= 0.4311\n",
      "Epoch: 0001 - cost= 58.135976008 - Accuracy= 0.4351\n",
      "Epoch: 0001 - cost= 58.993064353 - Accuracy= 0.4418\n",
      "Epoch: 0001 - cost= 59.813775579 - Accuracy= 0.4466\n",
      "Epoch: 0001 - cost= 60.643201294 - Accuracy= 0.4515\n",
      "Epoch: 0001 - cost= 61.453775857 - Accuracy= 0.4572\n",
      "Epoch: 0001 - cost= 62.202283325 - Accuracy= 0.4622\n",
      "Epoch: 0001 - cost= 62.948899647 - Accuracy= 0.4675\n",
      "Epoch: 0001 - cost= 63.578348111 - Accuracy= 0.4738\n",
      "Epoch: 0001 - cost= 64.007797519 - Accuracy= 0.4789\n",
      "Epoch: 0001 - cost= 64.708575439 - Accuracy= 0.4831\n",
      "Epoch: 0001 - cost= 65.353490434 - Accuracy= 0.489\n",
      "Epoch: 0001 - cost= 65.807854004 - Accuracy= 0.4936\n",
      "Epoch: 0001 - cost= 66.573681419 - Accuracy= 0.4972\n",
      "Epoch: 0001 - cost= 67.092319835 - Accuracy= 0.5018\n",
      "Epoch: 0001 - cost= 67.674696766 - Accuracy= 0.5073\n",
      "Epoch: 0001 - cost= 68.111098938 - Accuracy= 0.512\n",
      "Epoch: 0001 - cost= 68.715459401 - Accuracy= 0.5175\n",
      "Epoch: 0001 - cost= 69.163829152 - Accuracy= 0.5233\n",
      "Epoch: 0001 - cost= 69.753094899 - Accuracy= 0.5275\n",
      "Epoch: 0001 - cost= 70.427137091 - Accuracy= 0.5311\n",
      "Epoch: 0001 - cost= 70.942399486 - Accuracy= 0.5353\n",
      "Epoch: 0001 - cost= 71.504497708 - Accuracy= 0.5404\n",
      "Epoch: 0001 - cost= 71.993739818 - Accuracy= 0.5454\n",
      "Epoch: 0001 - cost= 72.594418141 - Accuracy= 0.5506\n",
      "Epoch: 0001 - cost= 73.090913502 - Accuracy= 0.5562\n",
      "Epoch: 0001 - cost= 73.672873396 - Accuracy= 0.5621\n",
      "Epoch: 0001 - cost= 74.093548528 - Accuracy= 0.5654\n",
      "Epoch: 0001 - cost= 74.582255748 - Accuracy= 0.569\n",
      "Epoch: 0001 - cost= 75.049518488 - Accuracy= 0.571\n",
      "Epoch: 0001 - cost= 75.564221136 - Accuracy= 0.5746\n",
      "Epoch: 0001 - cost= 76.034521151 - Accuracy= 0.5772\n",
      "Epoch: 0001 - cost= 76.459441861 - Accuracy= 0.5815\n",
      "Epoch: 0001 - cost= 76.927058216 - Accuracy= 0.5841\n",
      "Epoch: 0001 - cost= 77.415102206 - Accuracy= 0.5864\n",
      "Epoch: 0001 - cost= 77.806505238 - Accuracy= 0.5893\n",
      "Epoch: 0001 - cost= 78.204122842 - Accuracy= 0.5914\n",
      "Epoch: 0001 - cost= 78.665257069 - Accuracy= 0.5923\n",
      "Epoch: 0001 - cost= 79.110459095 - Accuracy= 0.5947\n",
      "Epoch: 0001 - cost= 79.389105114 - Accuracy= 0.5965\n",
      "Epoch: 0001 - cost= 80.098572110 - Accuracy= 0.6001\n",
      "Epoch: 0001 - cost= 80.512294561 - Accuracy= 0.6042\n",
      "Epoch: 0001 - cost= 80.992364863 - Accuracy= 0.6077\n",
      "Epoch: 0001 - cost= 81.255846918 - Accuracy= 0.6103\n",
      "Epoch: 0001 - cost= 81.839833957 - Accuracy= 0.6144\n",
      "Epoch: 0001 - cost= 82.184120012 - Accuracy= 0.6165\n",
      "Epoch: 0001 - cost= 82.702225591 - Accuracy= 0.621\n",
      "Epoch: 0001 - cost= 83.117374906 - Accuracy= 0.6219\n",
      "Epoch: 0001 - cost= 83.498748724 - Accuracy= 0.6246\n",
      "Epoch: 0001 - cost= 83.987452393 - Accuracy= 0.6283\n",
      "Epoch: 0001 - cost= 84.287950550 - Accuracy= 0.6298\n",
      "Epoch: 0001 - cost= 84.554984741 - Accuracy= 0.6326\n",
      "Epoch: 0001 - cost= 84.922723222 - Accuracy= 0.6355\n",
      "Epoch: 0001 - cost= 85.300262146 - Accuracy= 0.6393\n",
      "Epoch: 0001 - cost= 85.728897594 - Accuracy= 0.6428\n",
      "Epoch: 0001 - cost= 85.991919694 - Accuracy= 0.6456\n",
      "Epoch: 0001 - cost= 86.406775374 - Accuracy= 0.6492\n",
      "Epoch: 0001 - cost= 86.675417675 - Accuracy= 0.6515\n",
      "Epoch: 0001 - cost= 86.992268372 - Accuracy= 0.6546\n",
      "Epoch: 0001 - cost= 87.421822981 - Accuracy= 0.6573\n",
      "Epoch: 0001 - cost= 87.880118824 - Accuracy= 0.6592\n",
      "Epoch: 0001 - cost= 88.362731351 - Accuracy= 0.6617\n",
      "Epoch: 0001 - cost= 88.810658014 - Accuracy= 0.6631\n",
      "Epoch: 0001 - cost= 89.045269082 - Accuracy= 0.6655\n",
      "Epoch: 0001 - cost= 89.389006320 - Accuracy= 0.6676\n",
      "Epoch: 0001 - cost= 89.751082597 - Accuracy= 0.6705\n",
      "Epoch: 0001 - cost= 90.204336576 - Accuracy= 0.6711\n",
      "Epoch: 0001 - cost= 90.637973910 - Accuracy= 0.6698\n",
      "Epoch: 0001 - cost= 90.906917752 - Accuracy= 0.6695\n",
      "Epoch: 0001 - cost= 91.469575722 - Accuracy= 0.6723\n",
      "Epoch: 0001 - cost= 92.054084556 - Accuracy= 0.6742\n",
      "Epoch: 0001 - cost= 92.414010981 - Accuracy= 0.6752\n",
      "Epoch: 0001 - cost= 92.777520225 - Accuracy= 0.6757\n",
      "Epoch: 0001 - cost= 93.143893738 - Accuracy= 0.6765\n",
      "Epoch: 0001 - cost= 93.561077132 - Accuracy= 0.6779\n",
      "Epoch: 0001 - cost= 93.853011280 - Accuracy= 0.6796\n",
      "Epoch: 0001 - cost= 94.118555575 - Accuracy= 0.6799\n",
      "Epoch: 0001 - cost= 94.354378523 - Accuracy= 0.6808\n",
      "Epoch: 0001 - cost= 94.601361001 - Accuracy= 0.6825\n",
      "Epoch: 0001 - cost= 94.882635692 - Accuracy= 0.6851\n",
      "Epoch: 0001 - cost= 95.222035411 - Accuracy= 0.6863\n",
      "Epoch: 0001 - cost= 95.451982075 - Accuracy= 0.6873\n",
      "Epoch: 0001 - cost= 95.672302579 - Accuracy= 0.6891\n",
      "Epoch: 0001 - cost= 95.987411388 - Accuracy= 0.6923\n",
      "Epoch: 0001 - cost= 96.233141036 - Accuracy= 0.6945\n",
      "Epoch: 0001 - cost= 96.541115362 - Accuracy= 0.6977\n",
      "Epoch: 0001 - cost= 96.914628740 - Accuracy= 0.6993\n",
      "Epoch: 0001 - cost= 97.103938085 - Accuracy= 0.7013\n",
      "Epoch: 0001 - cost= 97.427523318 - Accuracy= 0.703\n",
      "Epoch: 0001 - cost= 97.753969352 - Accuracy= 0.7044\n",
      "Epoch: 0001 - cost= 97.983559848 - Accuracy= 0.7062\n",
      "Epoch: 0001 - cost= 98.271163191 - Accuracy= 0.7074\n",
      "Epoch: 0001 - cost= 98.566427668 - Accuracy= 0.7084\n",
      "Epoch: 0001 - cost= 98.864418640 - Accuracy= 0.7094\n",
      "Epoch: 0001 - cost= 99.165660178 - Accuracy= 0.7099\n",
      "Epoch: 0001 - cost= 99.490032598 - Accuracy= 0.7118\n",
      "Epoch: 0001 - cost= 99.712082090 - Accuracy= 0.7129\n",
      "Epoch: 0001 - cost= 99.950352187 - Accuracy= 0.7152\n",
      "Epoch: 0001 - cost= 100.225870098 - Accuracy= 0.7174\n",
      "Epoch: 0001 - cost= 100.581215057 - Accuracy= 0.7192\n",
      "Epoch: 0001 - cost= 100.949950742 - Accuracy= 0.7219\n",
      "Epoch: 0001 - cost= 101.303207911 - Accuracy= 0.7231\n",
      "Epoch: 0001 - cost= 101.488663580 - Accuracy= 0.7252\n",
      "Epoch: 0001 - cost= 101.664733193 - Accuracy= 0.7265\n",
      "Epoch: 0001 - cost= 101.849545663 - Accuracy= 0.7278\n",
      "Epoch: 0001 - cost= 102.188254159 - Accuracy= 0.7292\n",
      "Epoch: 0001 - cost= 102.445116647 - Accuracy= 0.7308\n",
      "Epoch: 0001 - cost= 102.661004958 - Accuracy= 0.7323\n",
      "Epoch: 0001 - cost= 102.887653184 - Accuracy= 0.7335\n",
      "Epoch: 0001 - cost= 103.112964810 - Accuracy= 0.7341\n",
      "Epoch: 0001 - cost= 103.397582758 - Accuracy= 0.7357\n",
      "Epoch: 0001 - cost= 103.821087258 - Accuracy= 0.7356\n",
      "Epoch: 0001 - cost= 104.025257138 - Accuracy= 0.7354\n",
      "Epoch: 0001 - cost= 104.337506145 - Accuracy= 0.7376\n",
      "Epoch: 0001 - cost= 104.671205541 - Accuracy= 0.738\n",
      "Epoch: 0001 - cost= 105.003544714 - Accuracy= 0.7388\n",
      "Epoch: 0001 - cost= 105.295366253 - Accuracy= 0.7397\n",
      "Epoch: 0001 - cost= 105.522954421 - Accuracy= 0.7401\n",
      "Epoch: 0001 - cost= 105.943417234 - Accuracy= 0.7401\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0001 - cost= 106.112990778 - Accuracy= 0.7417\n",
      "Epoch: 0001 - cost= 106.342233138 - Accuracy= 0.7422\n",
      "Epoch: 0001 - cost= 106.524143441 - Accuracy= 0.7424\n",
      "Epoch: 0001 - cost= 106.804737646 - Accuracy= 0.7427\n",
      "Epoch: 0001 - cost= 107.043675301 - Accuracy= 0.7429\n",
      "Epoch: 0001 - cost= 107.192764962 - Accuracy= 0.7445\n",
      "Epoch: 0001 - cost= 107.379896656 - Accuracy= 0.7446\n",
      "Epoch: 0001 - cost= 107.531935522 - Accuracy= 0.7467\n",
      "Epoch: 0001 - cost= 107.759492271 - Accuracy= 0.7473\n",
      "Epoch: 0001 - cost= 108.054291992 - Accuracy= 0.748\n",
      "Epoch: 0001 - cost= 108.255035428 - Accuracy= 0.7489\n",
      "Epoch: 0001 - cost= 108.516594904 - Accuracy= 0.7491\n",
      "Epoch: 0001 - cost= 108.818973416 - Accuracy= 0.7488\n",
      "Epoch: 0001 - cost= 109.089803800 - Accuracy= 0.7507\n",
      "Epoch: 0001 - cost= 109.317731753 - Accuracy= 0.7522\n",
      "Epoch: 0001 - cost= 109.592963687 - Accuracy= 0.7534\n",
      "Epoch: 0001 - cost= 109.865886688 - Accuracy= 0.7542\n",
      "Epoch: 0001 - cost= 110.035154669 - Accuracy= 0.7549\n",
      "Epoch: 0001 - cost= 110.292210222 - Accuracy= 0.757\n",
      "Epoch: 0001 - cost= 110.518617914 - Accuracy= 0.7576\n",
      "Epoch: 0001 - cost= 110.702425440 - Accuracy= 0.7584\n",
      "Epoch: 0001 - cost= 110.900383259 - Accuracy= 0.7581\n",
      "Epoch: 0001 - cost= 111.251549475 - Accuracy= 0.7585\n",
      "Epoch: 0001 - cost= 111.535354378 - Accuracy= 0.759\n",
      "Epoch: 0001 - cost= 111.683617706 - Accuracy= 0.7598\n",
      "Epoch: 0001 - cost= 111.887031916 - Accuracy= 0.7614\n",
      "Epoch: 0001 - cost= 112.124355469 - Accuracy= 0.7621\n",
      "Epoch: 0001 - cost= 112.424822193 - Accuracy= 0.762\n",
      "Epoch: 0001 - cost= 112.640062422 - Accuracy= 0.7617\n",
      "Epoch: 0001 - cost= 112.960890336 - Accuracy= 0.7625\n",
      "Epoch: 0001 - cost= 113.283052257 - Accuracy= 0.7636\n",
      "Epoch: 0001 - cost= 113.464047976 - Accuracy= 0.7646\n",
      "Epoch: 0001 - cost= 113.722311415 - Accuracy= 0.765\n",
      "Epoch: 0001 - cost= 113.982495131 - Accuracy= 0.7661\n",
      "Epoch: 0001 - cost= 114.126498829 - Accuracy= 0.7663\n",
      "Epoch: 0001 - cost= 114.313341980 - Accuracy= 0.7669\n",
      "Epoch: 0001 - cost= 114.519470867 - Accuracy= 0.7669\n",
      "Epoch: 0001 - cost= 114.732390359 - Accuracy= 0.7676\n",
      "Epoch: 0001 - cost= 114.902866419 - Accuracy= 0.7682\n",
      "Epoch: 0001 - cost= 115.184807448 - Accuracy= 0.7679\n",
      "Epoch: 0001 - cost= 115.328443631 - Accuracy= 0.7668\n",
      "Epoch: 0001 - cost= 115.650023776 - Accuracy= 0.7683\n",
      "Epoch: 0001 - cost= 115.900487865 - Accuracy= 0.769\n",
      "Epoch: 0001 - cost= 116.156180808 - Accuracy= 0.7692\n",
      "Epoch: 0001 - cost= 116.358022780 - Accuracy= 0.7707\n",
      "Epoch: 0001 - cost= 116.609750768 - Accuracy= 0.7718\n",
      "Epoch: 0001 - cost= 116.698084481 - Accuracy= 0.7713\n",
      "Epoch: 0001 - cost= 116.888950778 - Accuracy= 0.7715\n",
      "Epoch: 0001 - cost= 117.026954429 - Accuracy= 0.7724\n",
      "Epoch: 0001 - cost= 117.341710649 - Accuracy= 0.772\n",
      "Epoch: 0001 - cost= 117.586272500 - Accuracy= 0.7719\n",
      "Epoch: 0001 - cost= 117.813273634 - Accuracy= 0.7724\n",
      "Epoch: 0001 - cost= 118.050801766 - Accuracy= 0.7733\n",
      "Epoch: 0001 - cost= 118.207222151 - Accuracy= 0.7743\n",
      "Epoch: 0001 - cost= 118.420061174 - Accuracy= 0.7765\n",
      "Epoch: 0001 - cost= 118.571867953 - Accuracy= 0.7764\n",
      "Epoch: 0001 - cost= 118.764112438 - Accuracy= 0.7773\n",
      "Epoch: 0001 - cost= 118.927445928 - Accuracy= 0.7782\n",
      "Epoch: 0001 - cost= 119.215685425 - Accuracy= 0.7784\n",
      "Epoch: 0001 - cost= 119.435721311 - Accuracy= 0.7794\n",
      "Epoch: 0001 - cost= 119.646240609 - Accuracy= 0.7803\n",
      "Epoch: 0001 - cost= 119.952214286 - Accuracy= 0.782\n",
      "Epoch: 0001 - cost= 120.173208036 - Accuracy= 0.7827\n",
      "Epoch: 0001 - cost= 120.474131830 - Accuracy= 0.783\n",
      "Epoch: 0001 - cost= 120.658961334 - Accuracy= 0.7836\n",
      "Epoch: 0001 - cost= 120.896902535 - Accuracy= 0.7846\n",
      "Epoch: 0001 - cost= 121.061891049 - Accuracy= 0.7863\n",
      "Epoch: 0001 - cost= 121.212180467 - Accuracy= 0.7863\n",
      "Epoch: 0001 - cost= 121.464267426 - Accuracy= 0.7875\n",
      "Epoch: 0001 - cost= 121.632525094 - Accuracy= 0.7882\n",
      "Epoch: 0001 - cost= 121.776667980 - Accuracy= 0.7897\n",
      "Epoch: 0001 - cost= 121.989372697 - Accuracy= 0.7896\n",
      "Epoch: 0001 - cost= 122.204818185 - Accuracy= 0.7899\n",
      "Epoch: 0001 - cost= 122.469317003 - Accuracy= 0.7902\n",
      "Epoch: 0001 - cost= 122.608736392 - Accuracy= 0.7913\n",
      "Epoch: 0001 - cost= 122.837448841 - Accuracy= 0.7911\n",
      "Epoch: 0001 - cost= 123.032599279 - Accuracy= 0.7906\n",
      "Epoch: 0001 - cost= 123.352893136 - Accuracy= 0.7896\n",
      "Epoch: 0001 - cost= 123.581739322 - Accuracy= 0.7898\n",
      "Epoch: 0001 - cost= 123.855768169 - Accuracy= 0.7889\n",
      "Epoch: 0001 - cost= 124.063278864 - Accuracy= 0.7891\n",
      "Epoch: 0001 - cost= 124.209500510 - Accuracy= 0.7887\n",
      "Epoch: 0001 - cost= 124.392677515 - Accuracy= 0.7892\n",
      "Epoch: 0001 - cost= 124.574548007 - Accuracy= 0.7892\n",
      "Epoch: 0001 - cost= 124.766967857 - Accuracy= 0.7897\n",
      "Epoch: 0001 - cost= 124.931757535 - Accuracy= 0.7906\n",
      "Epoch: 0001 - cost= 125.104920502 - Accuracy= 0.7927\n",
      "Epoch: 0001 - cost= 125.324261336 - Accuracy= 0.7937\n",
      "Epoch: 0001 - cost= 125.501751210 - Accuracy= 0.7945\n",
      "Epoch: 0001 - cost= 125.632474587 - Accuracy= 0.795\n",
      "Epoch: 0001 - cost= 125.859812802 - Accuracy= 0.7958\n",
      "Epoch: 0001 - cost= 126.112289304 - Accuracy= 0.7962\n",
      "Epoch: 0001 - cost= 126.321237640 - Accuracy= 0.7963\n",
      "Epoch: 0001 - cost= 126.452254236 - Accuracy= 0.7969\n",
      "Epoch: 0001 - cost= 126.635376684 - Accuracy= 0.798\n",
      "Epoch: 0001 - cost= 126.814609750 - Accuracy= 0.798\n",
      "Epoch: 0001 - cost= 126.962811473 - Accuracy= 0.7968\n",
      "Epoch: 0001 - cost= 127.227931879 - Accuracy= 0.7969\n",
      "Epoch: 0001 - cost= 127.423217912 - Accuracy= 0.7972\n",
      "Epoch: 0001 - cost= 127.659911027 - Accuracy= 0.7973\n",
      "Epoch: 0001 - cost= 127.875743145 - Accuracy= 0.7985\n",
      "Epoch: 0001 - cost= 128.093557212 - Accuracy= 0.7988\n",
      "Epoch: 0001 - cost= 128.267100969 - Accuracy= 0.7985\n",
      "Epoch: 0001 - cost= 128.552535955 - Accuracy= 0.7996\n",
      "Epoch: 0001 - cost= 128.784075137 - Accuracy= 0.8002\n",
      "Epoch: 0001 - cost= 128.989568981 - Accuracy= 0.8018\n",
      "Epoch: 0001 - cost= 129.197927274 - Accuracy= 0.802\n",
      "Epoch: 0001 - cost= 129.505478238 - Accuracy= 0.8026\n",
      "Epoch: 0001 - cost= 129.689569799 - Accuracy= 0.8045\n",
      "Epoch: 0001 - cost= 129.872001579 - Accuracy= 0.8061\n",
      "Epoch: 0001 - cost= 130.031841958 - Accuracy= 0.8063\n",
      "Epoch: 0001 - cost= 130.231097953 - Accuracy= 0.8072\n",
      "Epoch: 0001 - cost= 130.601798276 - Accuracy= 0.8078\n",
      "Epoch: 0001 - cost= 130.756336115 - Accuracy= 0.8079\n",
      "Epoch: 0001 - cost= 130.996454606 - Accuracy= 0.8079\n",
      "Epoch: 0001 - cost= 131.114787598 - Accuracy= 0.8085\n",
      "Epoch: 0001 - cost= 131.359399275 - Accuracy= 0.8083\n",
      "Epoch: 0001 - cost= 131.504915688 - Accuracy= 0.8085\n",
      "Epoch: 0001 - cost= 131.700010251 - Accuracy= 0.8083\n",
      "Epoch: 0001 - cost= 131.924930267 - Accuracy= 0.8084\n",
      "Epoch: 0001 - cost= 132.134889180 - Accuracy= 0.8086\n",
      "Epoch: 0001 - cost= 132.308348833 - Accuracy= 0.8087\n",
      "Epoch: 0001 - cost= 132.439656372 - Accuracy= 0.8091\n",
      "Epoch: 0001 - cost= 132.653148221 - Accuracy= 0.809\n",
      "Epoch: 0001 - cost= 132.843690130 - Accuracy= 0.8101\n",
      "Epoch: 0001 - cost= 133.012284657 - Accuracy= 0.8107\n",
      "Epoch: 0001 - cost= 133.164419140 - Accuracy= 0.8119\n",
      "Epoch: 0001 - cost= 133.281319760 - Accuracy= 0.8121\n",
      "Epoch: 0001 - cost= 133.548913422 - Accuracy= 0.8114\n",
      "Epoch: 0001 - cost= 133.819498749 - Accuracy= 0.8115\n",
      "Epoch: 0001 - cost= 133.998695346 - Accuracy= 0.8116\n",
      "Epoch: 0001 - cost= 134.264690829 - Accuracy= 0.8118\n",
      "Epoch: 0001 - cost= 134.399593228 - Accuracy= 0.8126\n",
      "Epoch: 0001 - cost= 134.621859228 - Accuracy= 0.8129\n",
      "Epoch: 0001 - cost= 134.804980996 - Accuracy= 0.8135\n",
      "Epoch: 0001 - cost= 134.960638983 - Accuracy= 0.8133\n",
      "Epoch: 0001 - cost= 135.072024911 - Accuracy= 0.8128\n",
      "Epoch: 0001 - cost= 135.222443334 - Accuracy= 0.8135\n",
      "Epoch: 0001 - cost= 135.400369304 - Accuracy= 0.8139\n",
      "Epoch: 0001 - cost= 135.622458718 - Accuracy= 0.8145\n",
      "Epoch: 0001 - cost= 135.808451053 - Accuracy= 0.8149\n",
      "Epoch: 0001 - cost= 135.970460427 - Accuracy= 0.8156\n",
      "Epoch: 0001 - cost= 136.168501476 - Accuracy= 0.8159\n",
      "Epoch: 0001 - cost= 136.300929843 - Accuracy= 0.8161\n",
      "Epoch: 0001 - cost= 136.450193357 - Accuracy= 0.8165\n",
      "Epoch: 0001 - cost= 136.522594334 - Accuracy= 0.8165\n",
      "Epoch: 0001 - cost= 136.649748847 - Accuracy= 0.8169\n",
      "Epoch: 0001 - cost= 136.758535344 - Accuracy= 0.8186\n",
      "Epoch: 0001 - cost= 136.888706769 - Accuracy= 0.8181\n",
      "Epoch: 0001 - cost= 137.049516567 - Accuracy= 0.8183\n",
      "Epoch: 0001 - cost= 137.189844020 - Accuracy= 0.8184\n",
      "Epoch: 0001 - cost= 137.362105775 - Accuracy= 0.8179\n",
      "Epoch: 0001 - cost= 137.560977582 - Accuracy= 0.8169\n",
      "Epoch: 0001 - cost= 137.685750393 - Accuracy= 0.8163\n",
      "Epoch: 0001 - cost= 137.857224614 - Accuracy= 0.8159\n",
      "Epoch: 0001 - cost= 138.068585392 - Accuracy= 0.816\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0001 - cost= 138.215870285 - Accuracy= 0.8157\n",
      "Epoch: 0001 - cost= 138.401224872 - Accuracy= 0.8154\n",
      "Epoch: 0001 - cost= 138.575970036 - Accuracy= 0.817\n",
      "Epoch: 0001 - cost= 138.758565542 - Accuracy= 0.8178\n",
      "Epoch: 0001 - cost= 138.935612661 - Accuracy= 0.8189\n",
      "Epoch: 0001 - cost= 139.073319778 - Accuracy= 0.82\n",
      "Epoch: 0001 - cost= 139.238404187 - Accuracy= 0.8196\n",
      "Epoch: 0001 - cost= 139.364040548 - Accuracy= 0.8193\n",
      "Epoch: 0001 - cost= 139.504292124 - Accuracy= 0.8202\n",
      "Epoch: 0001 - cost= 139.726501832 - Accuracy= 0.8201\n",
      "Epoch: 0001 - cost= 139.835923732 - Accuracy= 0.8204\n",
      "Epoch: 0001 - cost= 139.929607773 - Accuracy= 0.8212\n",
      "Epoch: 0001 - cost= 140.107594806 - Accuracy= 0.8215\n",
      "Epoch: 0001 - cost= 140.300928421 - Accuracy= 0.8218\n",
      "Epoch: 0001 - cost= 140.417930013 - Accuracy= 0.8227\n",
      "Epoch: 0001 - cost= 140.542413795 - Accuracy= 0.8234\n",
      "Epoch: 0001 - cost= 140.734073244 - Accuracy= 0.8247\n",
      "Epoch: 0001 - cost= 140.822144748 - Accuracy= 0.8248\n",
      "Epoch: 0001 - cost= 140.994258076 - Accuracy= 0.8253\n",
      "Epoch: 0001 - cost= 141.111473070 - Accuracy= 0.8253\n",
      "Epoch: 0001 - cost= 141.285889074 - Accuracy= 0.8265\n",
      "Epoch: 0001 - cost= 141.459226019 - Accuracy= 0.8267\n",
      "Epoch: 0001 - cost= 141.619302327 - Accuracy= 0.8267\n",
      "Epoch: 0001 - cost= 141.717343278 - Accuracy= 0.826\n",
      "Epoch: 0001 - cost= 141.855574160 - Accuracy= 0.8263\n",
      "Epoch: 0001 - cost= 141.983097825 - Accuracy= 0.8268\n",
      "Epoch: 0001 - cost= 142.185965493 - Accuracy= 0.8283\n",
      "Epoch: 0001 - cost= 142.331391671 - Accuracy= 0.829\n",
      "Epoch: 0001 - cost= 142.497196461 - Accuracy= 0.8288\n",
      "Epoch: 0001 - cost= 142.646339583 - Accuracy= 0.8293\n",
      "Epoch: 0001 - cost= 142.815011028 - Accuracy= 0.8297\n",
      "Epoch: 0001 - cost= 142.902341198 - Accuracy= 0.8297\n",
      "Epoch: 0001 - cost= 143.068481293 - Accuracy= 0.8295\n",
      "Epoch: 0001 - cost= 143.260681041 - Accuracy= 0.8293\n",
      "Epoch: 0001 - cost= 143.488218162 - Accuracy= 0.8297\n",
      "Epoch: 0001 - cost= 143.566406000 - Accuracy= 0.8298\n",
      "Epoch: 0001 - cost= 143.709242984 - Accuracy= 0.8305\n",
      "Epoch: 0001 - cost= 143.897662686 - Accuracy= 0.8307\n",
      "Epoch: 0001 - cost= 144.128971141 - Accuracy= 0.8309\n",
      "Epoch: 0001 - cost= 144.237575933 - Accuracy= 0.8298\n",
      "Epoch: 0001 - cost= 144.432552809 - Accuracy= 0.8292\n",
      "Epoch: 0001 - cost= 144.530865929 - Accuracy= 0.8291\n",
      "Epoch: 0001 - cost= 144.646877643 - Accuracy= 0.8291\n",
      "Epoch: 0001 - cost= 144.806495438 - Accuracy= 0.8286\n",
      "Epoch: 0001 - cost= 144.977323213 - Accuracy= 0.8288\n",
      "Epoch: 0001 - cost= 145.068708184 - Accuracy= 0.8295\n",
      "Epoch: 0001 - cost= 145.156918002 - Accuracy= 0.829\n",
      "Epoch: 0001 - cost= 145.295834351 - Accuracy= 0.8292\n",
      "Epoch: 0001 - cost= 145.390110057 - Accuracy= 0.8294\n",
      "Epoch: 0001 - cost= 145.540972942 - Accuracy= 0.8306\n",
      "Epoch: 0001 - cost= 145.656040552 - Accuracy= 0.8305\n",
      "Epoch: 0001 - cost= 145.855822560 - Accuracy= 0.8318\n",
      "Epoch: 0001 - cost= 146.063647919 - Accuracy= 0.8318\n",
      "Epoch: 0001 - cost= 146.234330625 - Accuracy= 0.8326\n",
      "Epoch: 0001 - cost= 146.329792175 - Accuracy= 0.8325\n",
      "Epoch: 0001 - cost= 146.567272172 - Accuracy= 0.8317\n",
      "Epoch: 0001 - cost= 146.707914928 - Accuracy= 0.8314\n",
      "Epoch: 0001 - cost= 146.866083263 - Accuracy= 0.8314\n",
      "Epoch: 0001 - cost= 147.020283286 - Accuracy= 0.8317\n",
      "Epoch: 0001 - cost= 147.147800418 - Accuracy= 0.8328\n",
      "Epoch: 0001 - cost= 147.311292378 - Accuracy= 0.8328\n",
      "Epoch: 0001 - cost= 147.520397034 - Accuracy= 0.8336\n",
      "Epoch: 0001 - cost= 147.620626567 - Accuracy= 0.8342\n",
      "Epoch: 0001 - cost= 147.826407568 - Accuracy= 0.8339\n",
      "Epoch: 0001 - cost= 147.999523482 - Accuracy= 0.8342\n",
      "Epoch: 0001 - cost= 148.183068473 - Accuracy= 0.8356\n",
      "Epoch: 0001 - cost= 148.274286728 - Accuracy= 0.8367\n",
      "Epoch: 0001 - cost= 148.351268158 - Accuracy= 0.8368\n",
      "Epoch: 0001 - cost= 148.479170754 - Accuracy= 0.8373\n",
      "Epoch: 0001 - cost= 148.644012368 - Accuracy= 0.8383\n",
      "Epoch: 0001 - cost= 148.820971832 - Accuracy= 0.8386\n",
      "Epoch: 0001 - cost= 148.952851257 - Accuracy= 0.8384\n",
      "Epoch: 0001 - cost= 149.097233887 - Accuracy= 0.8392\n",
      "Epoch: 0001 - cost= 149.371001393 - Accuracy= 0.8397\n",
      "Epoch: 0001 - cost= 149.457179163 - Accuracy= 0.8392\n",
      "Epoch: 0001 - cost= 149.488740876 - Accuracy= 0.8387\n",
      "Epoch: 0001 - cost= 149.613141871 - Accuracy= 0.8374\n",
      "Epoch: 0001 - cost= 149.713010611 - Accuracy= 0.8379\n",
      "Epoch: 0001 - cost= 149.910222567 - Accuracy= 0.8381\n",
      "Epoch: 0001 - cost= 150.044872225 - Accuracy= 0.838\n",
      "Epoch: 0001 - cost= 150.181707136 - Accuracy= 0.8371\n",
      "Epoch: 0001 - cost= 150.329806862 - Accuracy= 0.8377\n",
      "Epoch: 0001 - cost= 150.515840922 - Accuracy= 0.8381\n",
      "Epoch: 0001 - cost= 150.609981603 - Accuracy= 0.837\n",
      "Epoch: 0001 - cost= 150.749886277 - Accuracy= 0.8387\n",
      "Epoch: 0001 - cost= 150.875534859 - Accuracy= 0.8385\n",
      "Epoch: 0001 - cost= 151.073071258 - Accuracy= 0.8387\n",
      "Epoch: 0001 - cost= 151.267002602 - Accuracy= 0.8391\n",
      "Epoch: 0001 - cost= 151.573975036 - Accuracy= 0.8403\n",
      "Epoch: 0001 - cost= 151.780488070 - Accuracy= 0.8409\n",
      "Epoch: 0001 - cost= 151.955921239 - Accuracy= 0.8415\n",
      "Epoch: 0001 - cost= 152.095052667 - Accuracy= 0.8423\n",
      "Epoch: 0001 - cost= 152.202867491 - Accuracy= 0.8425\n",
      "Epoch: 0001 - cost= 152.399113385 - Accuracy= 0.8426\n",
      "Epoch: 0001 - cost= 152.471986455 - Accuracy= 0.8425\n",
      "Epoch: 0001 - cost= 152.599763499 - Accuracy= 0.8424\n",
      "Epoch: 0001 - cost= 152.704605938 - Accuracy= 0.8424\n",
      "Epoch: 0001 - cost= 152.883149251 - Accuracy= 0.8427\n",
      "Epoch: 0001 - cost= 153.035617027 - Accuracy= 0.8433\n",
      "Epoch: 0001 - cost= 153.181070560 - Accuracy= 0.8428\n",
      "Epoch: 0001 - cost= 153.387272107 - Accuracy= 0.8424\n",
      "Epoch: 0001 - cost= 153.503597194 - Accuracy= 0.8432\n",
      "Epoch: 0001 - cost= 153.591595143 - Accuracy= 0.8427\n",
      "Epoch: 0001 - cost= 153.755114236 - Accuracy= 0.8427\n",
      "Epoch: 0001 - cost= 153.953323326 - Accuracy= 0.8435\n",
      "Epoch: 0001 - cost= 154.122931688 - Accuracy= 0.8436\n",
      "Epoch: 0001 - cost= 154.244930354 - Accuracy= 0.8439\n",
      "Epoch: 0001 - cost= 154.413795183 - Accuracy= 0.8443\n",
      "Epoch: 0001 - cost= 154.473909714 - Accuracy= 0.8437\n",
      "Epoch: 0001 - cost= 154.544144776 - Accuracy= 0.8443\n",
      "Epoch: 0001 - cost= 154.729781387 - Accuracy= 0.8445\n",
      "Epoch: 0001 - cost= 154.799649835 - Accuracy= 0.8446\n",
      "Epoch: 0001 - cost= 154.982093835 - Accuracy= 0.8438\n",
      "Epoch: 0001 - cost= 155.108706662 - Accuracy= 0.844\n",
      "Epoch: 0001 - cost= 155.258878184 - Accuracy= 0.8442\n",
      "Epoch: 0001 - cost= 155.442639115 - Accuracy= 0.8443\n",
      "Epoch: 0001 - cost= 155.561744908 - Accuracy= 0.8445\n",
      "Epoch: 0001 - cost= 155.725262045 - Accuracy= 0.8447\n",
      "Epoch: 0001 - cost= 155.833456064 - Accuracy= 0.8452\n",
      "Epoch: 0001 - cost= 155.934636456 - Accuracy= 0.8458\n",
      "Epoch: 0001 - cost= 156.066677361 - Accuracy= 0.8455\n",
      "Epoch: 0001 - cost= 156.189396033 - Accuracy= 0.8459\n",
      "Epoch: 0001 - cost= 156.357979213 - Accuracy= 0.8475\n",
      "Epoch: 0001 - cost= 156.522357237 - Accuracy= 0.8474\n",
      "Epoch: 0001 - cost= 156.592993951 - Accuracy= 0.8466\n",
      "Epoch: 0001 - cost= 156.754054076 - Accuracy= 0.8474\n",
      "Epoch: 0001 - cost= 156.871548930 - Accuracy= 0.8479\n",
      "Epoch: 0001 - cost= 157.059960754 - Accuracy= 0.8485\n",
      "Epoch: 0001 - cost= 157.121564425 - Accuracy= 0.8491\n",
      "Epoch: 0001 - cost= 157.254942956 - Accuracy= 0.8496\n",
      "Epoch: 0001 - cost= 157.401970142 - Accuracy= 0.8494\n",
      "Epoch: 0001 - cost= 157.504807125 - Accuracy= 0.8496\n",
      "Epoch: 0001 - cost= 157.713327314 - Accuracy= 0.8491\n",
      "Epoch: 0001 - cost= 157.873151533 - Accuracy= 0.8495\n",
      "Epoch: 0001 - cost= 157.968441575 - Accuracy= 0.8503\n",
      "Epoch: 0001 - cost= 158.155400651 - Accuracy= 0.85\n",
      "Epoch: 0001 - cost= 158.270436342 - Accuracy= 0.8503\n",
      "Epoch: 0001 - cost= 158.374122047 - Accuracy= 0.8506\n",
      "Epoch: 0001 - cost= 158.446457065 - Accuracy= 0.8498\n",
      "Epoch: 0001 - cost= 158.563974363 - Accuracy= 0.8494\n",
      "Epoch: 0001 - cost= 158.643847313 - Accuracy= 0.8491\n",
      "Epoch: 0001 - cost= 158.720825317 - Accuracy= 0.8499\n",
      "Epoch: 0001 - cost= 158.974686817 - Accuracy= 0.8496\n",
      "Epoch: 0001 - cost= 159.135286876 - Accuracy= 0.8498\n",
      "Epoch: 0001 - cost= 159.241344220 - Accuracy= 0.8493\n",
      "Epoch: 0001 - cost= 159.325121991 - Accuracy= 0.8492\n",
      "Epoch: 0001 - cost= 159.470738473 - Accuracy= 0.8486\n",
      "Epoch: 0001 - cost= 159.596594602 - Accuracy= 0.8493\n",
      "Epoch: 0001 - cost= 159.754168080 - Accuracy= 0.8496\n",
      "Epoch: 0001 - cost= 159.861617886 - Accuracy= 0.8504\n",
      "Epoch: 0001 - cost= 160.014758117 - Accuracy= 0.8504\n",
      "Epoch: 0001 - cost= 160.158666975 - Accuracy= 0.8505\n",
      "Epoch: 0001 - cost= 160.253314830 - Accuracy= 0.8512\n",
      "Epoch: 0001 - cost= 160.341564258 - Accuracy= 0.8504\n",
      "Epoch: 0001 - cost= 160.419912397 - Accuracy= 0.8509\n",
      "Epoch: 0001 - cost= 160.570305727 - Accuracy= 0.8506\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0001 - cost= 160.693362451 - Accuracy= 0.8509\n",
      "Epoch: 0001 - cost= 160.798680507 - Accuracy= 0.8514\n",
      "Epoch: 0001 - cost= 160.977229465 - Accuracy= 0.8523\n",
      "Epoch: 0001 - cost= 161.176546399 - Accuracy= 0.8526\n",
      "Epoch: 0001 - cost= 161.314728231 - Accuracy= 0.8528\n",
      "Epoch: 0001 - cost= 161.418298399 - Accuracy= 0.8531\n",
      "Epoch: 0001 - cost= 161.549036633 - Accuracy= 0.8536\n",
      "Epoch: 0001 - cost= 161.687170677 - Accuracy= 0.8536\n",
      "Epoch: 0001 - cost= 161.768896002 - Accuracy= 0.8547\n",
      "Epoch: 0001 - cost= 161.821393769 - Accuracy= 0.8545\n",
      "Epoch: 0001 - cost= 161.971561102 - Accuracy= 0.8545\n",
      "Epoch: 0001 - cost= 162.062009843 - Accuracy= 0.8543\n",
      "Epoch: 0001 - cost= 162.198572620 - Accuracy= 0.8538\n",
      "Epoch: 0001 - cost= 162.433109918 - Accuracy= 0.8545\n",
      "Epoch: 0001 - cost= 162.669334367 - Accuracy= 0.8548\n",
      "Epoch: 0001 - cost= 162.762014455 - Accuracy= 0.8541\n",
      "Epoch: 0001 - cost= 162.896455650 - Accuracy= 0.8536\n",
      "Epoch: 0001 - cost= 163.095061635 - Accuracy= 0.8539\n",
      "Epoch: 0001 - cost= 163.211679192 - Accuracy= 0.853\n",
      "Epoch: 0001 - cost= 163.334903665 - Accuracy= 0.8525\n",
      "Epoch: 0001 - cost= 163.446742744 - Accuracy= 0.8517\n",
      "Epoch: 0001 - cost= 163.548050298 - Accuracy= 0.852\n",
      "Epoch: 0001 - cost= 163.603775645 - Accuracy= 0.8506\n",
      "Epoch: 0001 - cost= 163.693965797 - Accuracy= 0.851\n",
      "Epoch: 0001 - cost= 163.814432092 - Accuracy= 0.8512\n",
      "Epoch: 0001 - cost= 163.956462052 - Accuracy= 0.8507\n",
      "Epoch: 0001 - cost= 164.021844139 - Accuracy= 0.8504\n",
      "Epoch: 0001 - cost= 164.189427133 - Accuracy= 0.8509\n",
      "Epoch: 0001 - cost= 164.255447169 - Accuracy= 0.8508\n",
      "Epoch: 0001 - cost= 164.315746678 - Accuracy= 0.8511\n",
      "Epoch: 0001 - cost= 164.400310991 - Accuracy= 0.852\n",
      "Epoch: 0001 - cost= 164.473228111 - Accuracy= 0.8526\n",
      "Epoch: 0001 - cost= 164.598623924 - Accuracy= 0.8517\n",
      "Epoch: 0001 - cost= 164.716009733 - Accuracy= 0.8512\n",
      "Epoch: 0001 - cost= 164.853572544 - Accuracy= 0.8514\n",
      "Epoch: 0001 - cost= 165.013496305 - Accuracy= 0.8518\n",
      "Epoch: 0001 - cost= 165.139621475 - Accuracy= 0.8518\n",
      "Epoch: 0001 - cost= 165.231326561 - Accuracy= 0.8522\n",
      "Epoch: 0001 - cost= 165.311362461 - Accuracy= 0.8531\n",
      "Epoch: 0001 - cost= 165.419421376 - Accuracy= 0.8531\n",
      "Epoch: 0001 - cost= 165.582468432 - Accuracy= 0.8537\n",
      "Epoch: 0001 - cost= 165.699243140 - Accuracy= 0.8539\n",
      "Epoch: 0001 - cost= 165.874748983 - Accuracy= 0.8548\n",
      "Epoch: 0001 - cost= 166.101253610 - Accuracy= 0.8558\n",
      "Epoch: 0001 - cost= 166.175454785 - Accuracy= 0.8575\n",
      "Epoch: 0001 - cost= 166.222499823 - Accuracy= 0.858\n",
      "Epoch: 0001 - cost= 166.397610990 - Accuracy= 0.8595\n",
      "Epoch: 0001 - cost= 166.559731199 - Accuracy= 0.8584\n",
      "Epoch: 0001 - cost= 166.688573737 - Accuracy= 0.8593\n",
      "Epoch: 0001 - cost= 166.812794845 - Accuracy= 0.8599\n",
      "Epoch: 0001 - cost= 166.945015151 - Accuracy= 0.8597\n",
      "Epoch: 0001 - cost= 167.071540129 - Accuracy= 0.8592\n",
      "Epoch: 0001 - cost= 167.168677379 - Accuracy= 0.8582\n",
      "Epoch: 0001 - cost= 167.250699973 - Accuracy= 0.8586\n",
      "Epoch: 0001 - cost= 167.427856137 - Accuracy= 0.8589\n",
      "Epoch: 0001 - cost= 167.507536465 - Accuracy= 0.8584\n",
      "Epoch: 0001 - cost= 167.610845972 - Accuracy= 0.8584\n",
      "Epoch: 0001 - cost= 167.780914941 - Accuracy= 0.8587\n",
      "Epoch: 0001 - cost= 167.889249424 - Accuracy= 0.8579\n",
      "Epoch: 0001 - cost= 167.970872355 - Accuracy= 0.8582\n",
      "Epoch: 0001 - cost= 168.092468855 - Accuracy= 0.8591\n",
      "Epoch: 0001 - cost= 168.251739984 - Accuracy= 0.8603\n",
      "Epoch: 0001 - cost= 168.311206176 - Accuracy= 0.8596\n",
      "Epoch: 0001 - cost= 168.483000707 - Accuracy= 0.8596\n",
      "Epoch: 0001 - cost= 168.598954478 - Accuracy= 0.8595\n",
      "Epoch: 0001 - cost= 168.717450073 - Accuracy= 0.859\n",
      "Epoch: 0001 - cost= 168.830459307 - Accuracy= 0.8587\n",
      "Epoch: 0001 - cost= 168.964045011 - Accuracy= 0.8567\n",
      "Epoch: 0001 - cost= 169.080914158 - Accuracy= 0.8558\n",
      "Epoch: 0001 - cost= 169.131924927 - Accuracy= 0.8547\n",
      "Epoch: 0001 - cost= 169.237911901 - Accuracy= 0.8551\n",
      "Epoch: 0001 - cost= 169.335193478 - Accuracy= 0.8546\n",
      "Epoch: 0001 - cost= 169.554800509 - Accuracy= 0.8552\n",
      "Epoch: 0001 - cost= 169.679968841 - Accuracy= 0.8558\n",
      "Epoch: 0001 - cost= 169.767103213 - Accuracy= 0.8562\n",
      "Epoch: 0001 - cost= 169.856062001 - Accuracy= 0.8558\n",
      "Epoch: 0001 - cost= 169.992751149 - Accuracy= 0.8574\n",
      "Epoch: 0001 - cost= 170.154985535 - Accuracy= 0.8593\n",
      "Epoch: 0001 - cost= 170.250810217 - Accuracy= 0.8592\n",
      "Epoch: 0001 - cost= 170.360389387 - Accuracy= 0.8604\n",
      "Epoch: 0002 - cost= 0.134200953 - Accuracy= 0.8603\n",
      "Epoch: 0002 - cost= 0.230351590 - Accuracy= 0.8612\n",
      "Epoch: 0002 - cost= 0.384771174 - Accuracy= 0.8618\n",
      "Epoch: 0002 - cost= 0.506471544 - Accuracy= 0.8621\n",
      "Epoch: 0002 - cost= 0.561484143 - Accuracy= 0.8614\n",
      "Epoch: 0002 - cost= 0.668099431 - Accuracy= 0.8615\n",
      "Epoch: 0002 - cost= 0.790820961 - Accuracy= 0.8621\n",
      "Epoch: 0002 - cost= 0.941436140 - Accuracy= 0.8615\n",
      "Epoch: 0002 - cost= 1.043237225 - Accuracy= 0.8614\n",
      "Epoch: 0002 - cost= 1.138247656 - Accuracy= 0.862\n",
      "Epoch: 0002 - cost= 1.220804537 - Accuracy= 0.8609\n",
      "Epoch: 0002 - cost= 1.250808830 - Accuracy= 0.8603\n",
      "Epoch: 0002 - cost= 1.375762485 - Accuracy= 0.8616\n",
      "Epoch: 0002 - cost= 1.486365998 - Accuracy= 0.8628\n",
      "Epoch: 0002 - cost= 1.621805631 - Accuracy= 0.8625\n",
      "Epoch: 0002 - cost= 1.715697302 - Accuracy= 0.8628\n",
      "Epoch: 0002 - cost= 1.781217988 - Accuracy= 0.8629\n",
      "Epoch: 0002 - cost= 1.850093068 - Accuracy= 0.8638\n",
      "Epoch: 0002 - cost= 1.922581277 - Accuracy= 0.8635\n",
      "Epoch: 0002 - cost= 2.112576256 - Accuracy= 0.8633\n",
      "Epoch: 0002 - cost= 2.168622270 - Accuracy= 0.863\n",
      "Epoch: 0002 - cost= 2.295681735 - Accuracy= 0.8631\n",
      "Epoch: 0002 - cost= 2.438128482 - Accuracy= 0.8635\n",
      "Epoch: 0002 - cost= 2.554261579 - Accuracy= 0.8634\n",
      "Epoch: 0002 - cost= 2.650106964 - Accuracy= 0.8639\n",
      "Epoch: 0002 - cost= 2.752965969 - Accuracy= 0.8637\n",
      "Epoch: 0002 - cost= 2.816406666 - Accuracy= 0.8639\n",
      "Epoch: 0002 - cost= 2.902099866 - Accuracy= 0.863\n",
      "Epoch: 0002 - cost= 2.994434031 - Accuracy= 0.8623\n",
      "Epoch: 0002 - cost= 3.041441241 - Accuracy= 0.8625\n",
      "Epoch: 0002 - cost= 3.114016058 - Accuracy= 0.8621\n",
      "Epoch: 0002 - cost= 3.206018136 - Accuracy= 0.8618\n",
      "Epoch: 0002 - cost= 3.360951316 - Accuracy= 0.8626\n",
      "Epoch: 0002 - cost= 3.470753944 - Accuracy= 0.8627\n",
      "Epoch: 0002 - cost= 3.513182158 - Accuracy= 0.8638\n",
      "Epoch: 0002 - cost= 3.568068653 - Accuracy= 0.8641\n",
      "Epoch: 0002 - cost= 3.660258553 - Accuracy= 0.8637\n",
      "Epoch: 0002 - cost= 3.760947411 - Accuracy= 0.8649\n",
      "Epoch: 0002 - cost= 3.897760572 - Accuracy= 0.8646\n",
      "Epoch: 0002 - cost= 4.074091152 - Accuracy= 0.8644\n",
      "Epoch: 0002 - cost= 4.126257674 - Accuracy= 0.8649\n",
      "Epoch: 0002 - cost= 4.166815761 - Accuracy= 0.8644\n",
      "Epoch: 0002 - cost= 4.274494865 - Accuracy= 0.8639\n",
      "Epoch: 0002 - cost= 4.359691689 - Accuracy= 0.863\n",
      "Epoch: 0002 - cost= 4.551742845 - Accuracy= 0.8631\n",
      "Epoch: 0002 - cost= 4.673256115 - Accuracy= 0.8632\n",
      "Epoch: 0002 - cost= 4.824736897 - Accuracy= 0.8637\n",
      "Epoch: 0002 - cost= 4.888667700 - Accuracy= 0.8636\n",
      "Epoch: 0002 - cost= 5.066022505 - Accuracy= 0.8647\n",
      "Epoch: 0002 - cost= 5.141689620 - Accuracy= 0.8658\n",
      "Epoch: 0002 - cost= 5.246769319 - Accuracy= 0.8665\n",
      "Epoch: 0002 - cost= 5.342430413 - Accuracy= 0.8674\n",
      "Epoch: 0002 - cost= 5.436068941 - Accuracy= 0.8683\n",
      "Epoch: 0002 - cost= 5.533484754 - Accuracy= 0.8688\n",
      "Epoch: 0002 - cost= 5.693460159 - Accuracy= 0.8701\n",
      "Epoch: 0002 - cost= 5.760997606 - Accuracy= 0.8699\n",
      "Epoch: 0002 - cost= 5.881666648 - Accuracy= 0.8697\n",
      "Epoch: 0002 - cost= 5.998164007 - Accuracy= 0.8688\n",
      "Epoch: 0002 - cost= 6.114397333 - Accuracy= 0.8693\n",
      "Epoch: 0002 - cost= 6.180868197 - Accuracy= 0.87\n",
      "Epoch: 0002 - cost= 6.358416526 - Accuracy= 0.8695\n",
      "Epoch: 0002 - cost= 6.451957987 - Accuracy= 0.8691\n",
      "Epoch: 0002 - cost= 6.546680804 - Accuracy= 0.8694\n",
      "Epoch: 0002 - cost= 6.681332474 - Accuracy= 0.8694\n",
      "Epoch: 0002 - cost= 6.818930685 - Accuracy= 0.8693\n",
      "Epoch: 0002 - cost= 6.914030866 - Accuracy= 0.8689\n",
      "Epoch: 0002 - cost= 7.024044023 - Accuracy= 0.8687\n",
      "Epoch: 0002 - cost= 7.144768233 - Accuracy= 0.8682\n",
      "Epoch: 0002 - cost= 7.187068391 - Accuracy= 0.8679\n",
      "Epoch: 0002 - cost= 7.268837551 - Accuracy= 0.8676\n",
      "Epoch: 0002 - cost= 7.357059389 - Accuracy= 0.8673\n",
      "Epoch: 0002 - cost= 7.466194021 - Accuracy= 0.8664\n",
      "Epoch: 0002 - cost= 7.543734956 - Accuracy= 0.8663\n",
      "Epoch: 0002 - cost= 7.629581458 - Accuracy= 0.8661\n",
      "Epoch: 0002 - cost= 7.716408178 - Accuracy= 0.8647\n",
      "Epoch: 0002 - cost= 7.778470244 - Accuracy= 0.8641\n",
      "Epoch: 0002 - cost= 7.893776849 - Accuracy= 0.8633\n",
      "Epoch: 0002 - cost= 8.003524427 - Accuracy= 0.8617\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0002 - cost= 8.178880636 - Accuracy= 0.8622\n",
      "Epoch: 0002 - cost= 8.263800472 - Accuracy= 0.8628\n",
      "Epoch: 0002 - cost= 8.382166519 - Accuracy= 0.8634\n",
      "Epoch: 0002 - cost= 8.454376741 - Accuracy= 0.8641\n",
      "Epoch: 0002 - cost= 8.527559017 - Accuracy= 0.8655\n",
      "Epoch: 0002 - cost= 8.592317734 - Accuracy= 0.8663\n",
      "Epoch: 0002 - cost= 8.665158761 - Accuracy= 0.8666\n",
      "Epoch: 0002 - cost= 8.747025771 - Accuracy= 0.8675\n",
      "Epoch: 0002 - cost= 8.781396051 - Accuracy= 0.8674\n",
      "Epoch: 0002 - cost= 8.853758091 - Accuracy= 0.8683\n",
      "Epoch: 0002 - cost= 8.950798385 - Accuracy= 0.868\n",
      "Epoch: 0002 - cost= 8.997031004 - Accuracy= 0.8682\n",
      "Epoch: 0002 - cost= 9.070911466 - Accuracy= 0.8693\n",
      "Epoch: 0002 - cost= 9.140538743 - Accuracy= 0.8697\n",
      "Epoch: 0002 - cost= 9.254263913 - Accuracy= 0.8708\n",
      "Epoch: 0002 - cost= 9.386029882 - Accuracy= 0.8718\n",
      "Epoch: 0002 - cost= 9.500498633 - Accuracy= 0.8715\n",
      "Epoch: 0002 - cost= 9.631936080 - Accuracy= 0.8723\n",
      "Epoch: 0002 - cost= 9.714043999 - Accuracy= 0.8721\n",
      "Epoch: 0002 - cost= 9.798387573 - Accuracy= 0.8726\n",
      "Epoch: 0002 - cost= 9.955063431 - Accuracy= 0.8724\n",
      "Epoch: 0002 - cost= 10.076084772 - Accuracy= 0.8728\n",
      "Epoch: 0002 - cost= 10.203703374 - Accuracy= 0.8728\n",
      "Epoch: 0002 - cost= 10.258246959 - Accuracy= 0.8732\n",
      "Epoch: 0002 - cost= 10.410514679 - Accuracy= 0.873\n",
      "Epoch: 0002 - cost= 10.445325588 - Accuracy= 0.8736\n",
      "Epoch: 0002 - cost= 10.561021611 - Accuracy= 0.8741\n",
      "Epoch: 0002 - cost= 10.676586394 - Accuracy= 0.8748\n",
      "Epoch: 0002 - cost= 10.787732232 - Accuracy= 0.8742\n",
      "Epoch: 0002 - cost= 10.854526548 - Accuracy= 0.874\n",
      "Epoch: 0002 - cost= 10.923083052 - Accuracy= 0.8742\n",
      "Epoch: 0002 - cost= 11.002742178 - Accuracy= 0.8738\n",
      "Epoch: 0002 - cost= 11.095378383 - Accuracy= 0.8734\n",
      "Epoch: 0002 - cost= 11.266665115 - Accuracy= 0.8741\n",
      "Epoch: 0002 - cost= 11.382352343 - Accuracy= 0.8743\n",
      "Epoch: 0002 - cost= 11.466073456 - Accuracy= 0.8739\n",
      "Epoch: 0002 - cost= 11.532930506 - Accuracy= 0.8737\n",
      "Epoch: 0002 - cost= 11.611587767 - Accuracy= 0.8731\n",
      "Epoch: 0002 - cost= 11.695128555 - Accuracy= 0.8729\n",
      "Epoch: 0002 - cost= 11.832968757 - Accuracy= 0.8731\n",
      "Epoch: 0002 - cost= 11.898038039 - Accuracy= 0.8729\n",
      "Epoch: 0002 - cost= 12.003331590 - Accuracy= 0.8732\n",
      "Epoch: 0002 - cost= 12.028432132 - Accuracy= 0.8739\n",
      "Epoch: 0002 - cost= 12.113477124 - Accuracy= 0.8739\n",
      "Epoch: 0002 - cost= 12.204691190 - Accuracy= 0.8741\n",
      "Epoch: 0002 - cost= 12.283838952 - Accuracy= 0.8735\n",
      "Epoch: 0002 - cost= 12.323828475 - Accuracy= 0.8741\n",
      "Epoch: 0002 - cost= 12.400426043 - Accuracy= 0.8741\n",
      "Epoch: 0002 - cost= 12.520986498 - Accuracy= 0.8737\n",
      "Epoch: 0002 - cost= 12.549820510 - Accuracy= 0.8731\n",
      "Epoch: 0002 - cost= 12.633709358 - Accuracy= 0.8727\n",
      "Epoch: 0002 - cost= 12.766684087 - Accuracy= 0.872\n",
      "Epoch: 0002 - cost= 12.924423858 - Accuracy= 0.8719\n",
      "Epoch: 0002 - cost= 13.066840891 - Accuracy= 0.8713\n",
      "Epoch: 0002 - cost= 13.152947098 - Accuracy= 0.8708\n",
      "Epoch: 0002 - cost= 13.256622774 - Accuracy= 0.8704\n",
      "Epoch: 0002 - cost= 13.330257750 - Accuracy= 0.8709\n",
      "Epoch: 0002 - cost= 13.422139936 - Accuracy= 0.8706\n",
      "Epoch: 0002 - cost= 13.493085905 - Accuracy= 0.8702\n",
      "Epoch: 0002 - cost= 13.568635159 - Accuracy= 0.8699\n",
      "Epoch: 0002 - cost= 13.661944887 - Accuracy= 0.8694\n",
      "Epoch: 0002 - cost= 13.798381974 - Accuracy= 0.8694\n",
      "Epoch: 0002 - cost= 13.915869128 - Accuracy= 0.8699\n",
      "Epoch: 0002 - cost= 13.943757544 - Accuracy= 0.8706\n",
      "Epoch: 0002 - cost= 14.046950307 - Accuracy= 0.8709\n",
      "Epoch: 0002 - cost= 14.178784275 - Accuracy= 0.8712\n",
      "Epoch: 0002 - cost= 14.351210090 - Accuracy= 0.8723\n",
      "Epoch: 0002 - cost= 14.418273980 - Accuracy= 0.8721\n",
      "Epoch: 0002 - cost= 14.502632556 - Accuracy= 0.8725\n",
      "Epoch: 0002 - cost= 14.563354594 - Accuracy= 0.8729\n",
      "Epoch: 0002 - cost= 14.610199996 - Accuracy= 0.8736\n",
      "Epoch: 0002 - cost= 14.706222224 - Accuracy= 0.8753\n",
      "Epoch: 0002 - cost= 14.827144840 - Accuracy= 0.875\n",
      "Epoch: 0002 - cost= 14.854744942 - Accuracy= 0.8757\n",
      "Epoch: 0002 - cost= 14.921050845 - Accuracy= 0.8759\n",
      "Epoch: 0002 - cost= 14.981997424 - Accuracy= 0.8763\n",
      "Epoch: 0002 - cost= 15.122442245 - Accuracy= 0.8757\n",
      "Epoch: 0002 - cost= 15.253543611 - Accuracy= 0.8759\n",
      "Epoch: 0002 - cost= 15.367483659 - Accuracy= 0.8761\n",
      "Epoch: 0002 - cost= 15.418575048 - Accuracy= 0.876\n",
      "Epoch: 0002 - cost= 15.453193765 - Accuracy= 0.8757\n",
      "Epoch: 0002 - cost= 15.522701669 - Accuracy= 0.876\n",
      "Epoch: 0002 - cost= 15.629380289 - Accuracy= 0.8764\n",
      "Epoch: 0002 - cost= 15.696719745 - Accuracy= 0.8755\n",
      "Epoch: 0002 - cost= 15.776171885 - Accuracy= 0.8756\n",
      "Epoch: 0002 - cost= 15.850170042 - Accuracy= 0.8755\n",
      "Epoch: 0002 - cost= 15.938569027 - Accuracy= 0.8754\n",
      "Epoch: 0002 - cost= 16.024628480 - Accuracy= 0.8757\n",
      "Epoch: 0002 - cost= 16.068984493 - Accuracy= 0.8755\n",
      "Epoch: 0002 - cost= 16.161620671 - Accuracy= 0.8765\n",
      "Epoch: 0002 - cost= 16.238277075 - Accuracy= 0.8767\n",
      "Epoch: 0002 - cost= 16.288769965 - Accuracy= 0.8774\n",
      "Epoch: 0002 - cost= 16.471588402 - Accuracy= 0.8775\n",
      "Epoch: 0002 - cost= 16.582101978 - Accuracy= 0.8777\n",
      "Epoch: 0002 - cost= 16.717930461 - Accuracy= 0.8776\n",
      "Epoch: 0002 - cost= 16.852470547 - Accuracy= 0.878\n",
      "Epoch: 0002 - cost= 16.967823705 - Accuracy= 0.8778\n",
      "Epoch: 0002 - cost= 17.017347246 - Accuracy= 0.878\n",
      "Epoch: 0002 - cost= 17.093167711 - Accuracy= 0.8782\n",
      "Epoch: 0002 - cost= 17.133295396 - Accuracy= 0.8774\n",
      "Epoch: 0002 - cost= 17.261238580 - Accuracy= 0.8772\n",
      "Epoch: 0002 - cost= 17.389110257 - Accuracy= 0.8764\n",
      "Epoch: 0002 - cost= 17.496711589 - Accuracy= 0.8768\n",
      "Epoch: 0002 - cost= 17.578885370 - Accuracy= 0.8766\n",
      "Epoch: 0002 - cost= 17.626816802 - Accuracy= 0.8771\n",
      "Epoch: 0002 - cost= 17.669684042 - Accuracy= 0.8769\n",
      "Epoch: 0002 - cost= 17.753209502 - Accuracy= 0.8764\n",
      "Epoch: 0002 - cost= 17.828497027 - Accuracy= 0.8762\n",
      "Epoch: 0002 - cost= 17.903416786 - Accuracy= 0.8756\n",
      "Epoch: 0002 - cost= 17.966117939 - Accuracy= 0.8748\n",
      "Epoch: 0002 - cost= 18.046246022 - Accuracy= 0.8748\n",
      "Epoch: 0002 - cost= 18.172315996 - Accuracy= 0.8753\n",
      "Epoch: 0002 - cost= 18.257952642 - Accuracy= 0.8753\n",
      "Epoch: 0002 - cost= 18.336202999 - Accuracy= 0.8748\n",
      "Epoch: 0002 - cost= 18.381428230 - Accuracy= 0.8747\n",
      "Epoch: 0002 - cost= 18.488633832 - Accuracy= 0.8752\n",
      "Epoch: 0002 - cost= 18.549163652 - Accuracy= 0.8759\n",
      "Epoch: 0002 - cost= 18.625952232 - Accuracy= 0.8752\n",
      "Epoch: 0002 - cost= 18.778203014 - Accuracy= 0.8755\n",
      "Epoch: 0002 - cost= 18.927730255 - Accuracy= 0.8767\n",
      "Epoch: 0002 - cost= 18.984746305 - Accuracy= 0.8772\n",
      "Epoch: 0002 - cost= 19.062589593 - Accuracy= 0.877\n",
      "Epoch: 0002 - cost= 19.145825573 - Accuracy= 0.8768\n",
      "Epoch: 0002 - cost= 19.238013094 - Accuracy= 0.8765\n",
      "Epoch: 0002 - cost= 19.336853808 - Accuracy= 0.877\n",
      "Epoch: 0002 - cost= 19.381115841 - Accuracy= 0.8768\n",
      "Epoch: 0002 - cost= 19.431367708 - Accuracy= 0.8773\n",
      "Epoch: 0002 - cost= 19.499327587 - Accuracy= 0.8776\n",
      "Epoch: 0002 - cost= 19.606139131 - Accuracy= 0.878\n",
      "Epoch: 0002 - cost= 19.661620709 - Accuracy= 0.8779\n",
      "Epoch: 0002 - cost= 19.766585933 - Accuracy= 0.8775\n",
      "Epoch: 0002 - cost= 19.846435370 - Accuracy= 0.8779\n",
      "Epoch: 0002 - cost= 19.910893315 - Accuracy= 0.8779\n",
      "Epoch: 0002 - cost= 19.950294914 - Accuracy= 0.8782\n",
      "Epoch: 0002 - cost= 20.018575623 - Accuracy= 0.8788\n",
      "Epoch: 0002 - cost= 20.114396005 - Accuracy= 0.8789\n",
      "Epoch: 0002 - cost= 20.194679243 - Accuracy= 0.8794\n",
      "Epoch: 0002 - cost= 20.250740513 - Accuracy= 0.8789\n",
      "Epoch: 0002 - cost= 20.337694948 - Accuracy= 0.8797\n",
      "Epoch: 0002 - cost= 20.402354539 - Accuracy= 0.8801\n",
      "Epoch: 0002 - cost= 20.452515904 - Accuracy= 0.8795\n",
      "Epoch: 0002 - cost= 20.568270146 - Accuracy= 0.8797\n",
      "Epoch: 0002 - cost= 20.661687310 - Accuracy= 0.8796\n",
      "Epoch: 0002 - cost= 20.842227097 - Accuracy= 0.8803\n",
      "Epoch: 0002 - cost= 20.922991832 - Accuracy= 0.8799\n",
      "Epoch: 0002 - cost= 21.086725034 - Accuracy= 0.8802\n",
      "Epoch: 0002 - cost= 21.181446027 - Accuracy= 0.8789\n",
      "Epoch: 0002 - cost= 21.217222661 - Accuracy= 0.8798\n",
      "Epoch: 0002 - cost= 21.330951618 - Accuracy= 0.8804\n",
      "Epoch: 0002 - cost= 21.464604808 - Accuracy= 0.8802\n",
      "Epoch: 0002 - cost= 21.536477457 - Accuracy= 0.8803\n",
      "Epoch: 0002 - cost= 21.609804199 - Accuracy= 0.8804\n",
      "Epoch: 0002 - cost= 21.724144818 - Accuracy= 0.8805\n",
      "Epoch: 0002 - cost= 21.805634166 - Accuracy= 0.8804\n",
      "Epoch: 0002 - cost= 21.910528936 - Accuracy= 0.8804\n",
      "Epoch: 0002 - cost= 22.007323487 - Accuracy= 0.8805\n",
      "Epoch: 0002 - cost= 22.045759042 - Accuracy= 0.8801\n",
      "Epoch: 0002 - cost= 22.116739828 - Accuracy= 0.8803\n",
      "Epoch: 0002 - cost= 22.205542055 - Accuracy= 0.8803\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0002 - cost= 22.342686192 - Accuracy= 0.881\n",
      "Epoch: 0002 - cost= 22.484541439 - Accuracy= 0.881\n",
      "Epoch: 0002 - cost= 22.504476067 - Accuracy= 0.8811\n",
      "Epoch: 0002 - cost= 22.550918459 - Accuracy= 0.8806\n",
      "Epoch: 0002 - cost= 22.653797675 - Accuracy= 0.8806\n",
      "Epoch: 0002 - cost= 22.715466529 - Accuracy= 0.881\n",
      "Epoch: 0002 - cost= 22.794144431 - Accuracy= 0.8809\n",
      "Epoch: 0002 - cost= 22.851803771 - Accuracy= 0.8812\n",
      "Epoch: 0002 - cost= 22.946779607 - Accuracy= 0.8813\n",
      "Epoch: 0002 - cost= 23.049610285 - Accuracy= 0.8814\n",
      "Epoch: 0002 - cost= 23.112106311 - Accuracy= 0.8817\n",
      "Epoch: 0002 - cost= 23.205672290 - Accuracy= 0.8814\n",
      "Epoch: 0002 - cost= 23.278063703 - Accuracy= 0.8822\n",
      "Epoch: 0002 - cost= 23.331139323 - Accuracy= 0.882\n",
      "Epoch: 0002 - cost= 23.430671711 - Accuracy= 0.8821\n",
      "Epoch: 0002 - cost= 23.488203144 - Accuracy= 0.8821\n",
      "Epoch: 0002 - cost= 23.571401775 - Accuracy= 0.8816\n",
      "Epoch: 0002 - cost= 23.651882510 - Accuracy= 0.8818\n",
      "Epoch: 0002 - cost= 23.663411392 - Accuracy= 0.8815\n",
      "Epoch: 0002 - cost= 23.749297317 - Accuracy= 0.882\n",
      "Epoch: 0002 - cost= 23.793056781 - Accuracy= 0.8819\n",
      "Epoch: 0002 - cost= 23.886602951 - Accuracy= 0.8825\n",
      "Epoch: 0002 - cost= 24.025283496 - Accuracy= 0.8827\n",
      "Epoch: 0002 - cost= 24.052200239 - Accuracy= 0.8837\n",
      "Epoch: 0002 - cost= 24.075876141 - Accuracy= 0.8834\n",
      "Epoch: 0002 - cost= 24.145523850 - Accuracy= 0.8835\n",
      "Epoch: 0002 - cost= 24.204277013 - Accuracy= 0.8836\n",
      "Epoch: 0002 - cost= 24.307511057 - Accuracy= 0.884\n",
      "Epoch: 0002 - cost= 24.425042144 - Accuracy= 0.8838\n",
      "Epoch: 0002 - cost= 24.491227946 - Accuracy= 0.8832\n",
      "Epoch: 0002 - cost= 24.582655967 - Accuracy= 0.8837\n",
      "Epoch: 0002 - cost= 24.678156359 - Accuracy= 0.8835\n",
      "Epoch: 0002 - cost= 24.745754119 - Accuracy= 0.8826\n",
      "Epoch: 0002 - cost= 24.844676127 - Accuracy= 0.8819\n",
      "Epoch: 0002 - cost= 24.929898198 - Accuracy= 0.8815\n",
      "Epoch: 0002 - cost= 25.007038798 - Accuracy= 0.8817\n",
      "Epoch: 0002 - cost= 25.046154121 - Accuracy= 0.8805\n",
      "Epoch: 0002 - cost= 25.144621071 - Accuracy= 0.8805\n",
      "Epoch: 0002 - cost= 25.224008021 - Accuracy= 0.8808\n",
      "Epoch: 0002 - cost= 25.300949390 - Accuracy= 0.8802\n",
      "Epoch: 0002 - cost= 25.378758900 - Accuracy= 0.8793\n",
      "Epoch: 0002 - cost= 25.552511994 - Accuracy= 0.879\n",
      "Epoch: 0002 - cost= 25.596765669 - Accuracy= 0.8791\n",
      "Epoch: 0002 - cost= 25.680688288 - Accuracy= 0.8791\n",
      "Epoch: 0002 - cost= 25.762529039 - Accuracy= 0.8795\n",
      "Epoch: 0002 - cost= 25.882107480 - Accuracy= 0.8787\n",
      "Epoch: 0002 - cost= 25.952277053 - Accuracy= 0.8789\n",
      "Epoch: 0002 - cost= 26.056370217 - Accuracy= 0.8787\n",
      "Epoch: 0002 - cost= 26.146260007 - Accuracy= 0.8793\n",
      "Epoch: 0002 - cost= 26.267903461 - Accuracy= 0.8791\n",
      "Epoch: 0002 - cost= 26.373440377 - Accuracy= 0.8789\n",
      "Epoch: 0002 - cost= 26.487991782 - Accuracy= 0.8799\n",
      "Epoch: 0002 - cost= 26.541859413 - Accuracy= 0.8804\n",
      "Epoch: 0002 - cost= 26.589844879 - Accuracy= 0.8807\n",
      "Epoch: 0002 - cost= 26.647277355 - Accuracy= 0.8809\n",
      "Epoch: 0002 - cost= 26.722623556 - Accuracy= 0.8812\n",
      "Epoch: 0002 - cost= 26.805670535 - Accuracy= 0.881\n",
      "Epoch: 0002 - cost= 26.883476190 - Accuracy= 0.8812\n",
      "Epoch: 0002 - cost= 26.944556283 - Accuracy= 0.8823\n",
      "Epoch: 0002 - cost= 26.988959925 - Accuracy= 0.8825\n",
      "Epoch: 0002 - cost= 27.025280607 - Accuracy= 0.8818\n",
      "Epoch: 0002 - cost= 27.075356738 - Accuracy= 0.882\n",
      "Epoch: 0002 - cost= 27.111226604 - Accuracy= 0.8827\n",
      "Epoch: 0002 - cost= 27.198280811 - Accuracy= 0.8831\n",
      "Epoch: 0002 - cost= 27.258719862 - Accuracy= 0.8833\n",
      "Epoch: 0002 - cost= 27.264842788 - Accuracy= 0.8841\n",
      "Epoch: 0002 - cost= 27.394517304 - Accuracy= 0.8835\n",
      "Epoch: 0002 - cost= 27.449292504 - Accuracy= 0.8834\n",
      "Epoch: 0002 - cost= 27.480363903 - Accuracy= 0.8831\n",
      "Epoch: 0002 - cost= 27.536387650 - Accuracy= 0.8836\n",
      "Epoch: 0002 - cost= 27.636876764 - Accuracy= 0.884\n",
      "Epoch: 0002 - cost= 27.788646742 - Accuracy= 0.8842\n",
      "Epoch: 0002 - cost= 27.857279131 - Accuracy= 0.8844\n",
      "Epoch: 0002 - cost= 27.923481246 - Accuracy= 0.8847\n",
      "Epoch: 0002 - cost= 28.014553585 - Accuracy= 0.8848\n",
      "Epoch: 0002 - cost= 28.193882948 - Accuracy= 0.8844\n",
      "Epoch: 0002 - cost= 28.268976991 - Accuracy= 0.8841\n",
      "Epoch: 0002 - cost= 28.370351752 - Accuracy= 0.8847\n",
      "Epoch: 0002 - cost= 28.459579359 - Accuracy= 0.8848\n",
      "Epoch: 0002 - cost= 28.509791269 - Accuracy= 0.8854\n",
      "Epoch: 0002 - cost= 28.611733796 - Accuracy= 0.8852\n",
      "Epoch: 0002 - cost= 28.690839236 - Accuracy= 0.8841\n",
      "Epoch: 0002 - cost= 28.773392412 - Accuracy= 0.8843\n",
      "Epoch: 0002 - cost= 28.868246698 - Accuracy= 0.8837\n",
      "Epoch: 0002 - cost= 28.900514199 - Accuracy= 0.8841\n",
      "Epoch: 0002 - cost= 28.949087388 - Accuracy= 0.884\n",
      "Epoch: 0002 - cost= 28.986466160 - Accuracy= 0.8841\n",
      "Epoch: 0002 - cost= 29.083477595 - Accuracy= 0.8837\n",
      "Epoch: 0002 - cost= 29.163514174 - Accuracy= 0.8832\n",
      "Epoch: 0002 - cost= 29.243625272 - Accuracy= 0.8832\n",
      "Epoch: 0002 - cost= 29.347886962 - Accuracy= 0.8829\n",
      "Epoch: 0002 - cost= 29.394514058 - Accuracy= 0.8826\n",
      "Epoch: 0002 - cost= 29.438370416 - Accuracy= 0.8837\n",
      "Epoch: 0002 - cost= 29.519891224 - Accuracy= 0.8842\n",
      "Epoch: 0002 - cost= 29.607763927 - Accuracy= 0.8837\n",
      "Epoch: 0002 - cost= 29.710088437 - Accuracy= 0.8846\n",
      "Epoch: 0002 - cost= 29.740442427 - Accuracy= 0.8853\n",
      "Epoch: 0002 - cost= 29.883100536 - Accuracy= 0.886\n",
      "Epoch: 0002 - cost= 29.974927159 - Accuracy= 0.8865\n",
      "Epoch: 0002 - cost= 30.043466747 - Accuracy= 0.887\n",
      "Epoch: 0002 - cost= 30.124184860 - Accuracy= 0.8876\n",
      "Epoch: 0002 - cost= 30.162005097 - Accuracy= 0.8875\n",
      "Epoch: 0002 - cost= 30.212885300 - Accuracy= 0.8875\n",
      "Epoch: 0002 - cost= 30.305104407 - Accuracy= 0.8868\n",
      "Epoch: 0002 - cost= 30.372833982 - Accuracy= 0.8872\n",
      "Epoch: 0002 - cost= 30.487190498 - Accuracy= 0.8868\n",
      "Epoch: 0002 - cost= 30.576576159 - Accuracy= 0.8875\n",
      "Epoch: 0002 - cost= 30.612083722 - Accuracy= 0.8875\n",
      "Epoch: 0002 - cost= 30.634731038 - Accuracy= 0.8872\n",
      "Epoch: 0002 - cost= 30.775626119 - Accuracy= 0.8875\n",
      "Epoch: 0002 - cost= 30.861702869 - Accuracy= 0.8878\n",
      "Epoch: 0002 - cost= 30.985394012 - Accuracy= 0.8875\n",
      "Epoch: 0002 - cost= 31.090915162 - Accuracy= 0.8876\n",
      "Epoch: 0002 - cost= 31.200459167 - Accuracy= 0.888\n",
      "Epoch: 0002 - cost= 31.331079770 - Accuracy= 0.8881\n",
      "Epoch: 0002 - cost= 31.394432909 - Accuracy= 0.8883\n",
      "Epoch: 0002 - cost= 31.485328135 - Accuracy= 0.8888\n",
      "Epoch: 0002 - cost= 31.607915083 - Accuracy= 0.8893\n",
      "Epoch: 0002 - cost= 31.623367861 - Accuracy= 0.8885\n",
      "Epoch: 0002 - cost= 31.714143570 - Accuracy= 0.8879\n",
      "Epoch: 0002 - cost= 31.796701948 - Accuracy= 0.8883\n",
      "Epoch: 0002 - cost= 31.881229897 - Accuracy= 0.8888\n",
      "Epoch: 0002 - cost= 31.998137426 - Accuracy= 0.889\n",
      "Epoch: 0002 - cost= 32.092620195 - Accuracy= 0.8883\n",
      "Epoch: 0002 - cost= 32.157484620 - Accuracy= 0.8876\n",
      "Epoch: 0002 - cost= 32.229777760 - Accuracy= 0.888\n",
      "Epoch: 0002 - cost= 32.297566199 - Accuracy= 0.888\n",
      "Epoch: 0002 - cost= 32.338506311 - Accuracy= 0.8878\n",
      "Epoch: 0002 - cost= 32.416081634 - Accuracy= 0.8877\n",
      "Epoch: 0002 - cost= 32.546123942 - Accuracy= 0.8878\n",
      "Epoch: 0002 - cost= 32.600382091 - Accuracy= 0.888\n",
      "Epoch: 0002 - cost= 32.653765148 - Accuracy= 0.8878\n",
      "Epoch: 0002 - cost= 32.732722571 - Accuracy= 0.8875\n",
      "Epoch: 0002 - cost= 32.778465851 - Accuracy= 0.8877\n",
      "Epoch: 0002 - cost= 32.825303886 - Accuracy= 0.888\n",
      "Epoch: 0002 - cost= 32.894889263 - Accuracy= 0.888\n",
      "Epoch: 0002 - cost= 32.943729165 - Accuracy= 0.8876\n",
      "Epoch: 0002 - cost= 33.071592588 - Accuracy= 0.8874\n",
      "Epoch: 0002 - cost= 33.142118767 - Accuracy= 0.8871\n",
      "Epoch: 0002 - cost= 33.185336113 - Accuracy= 0.8876\n",
      "Epoch: 0002 - cost= 33.271747052 - Accuracy= 0.8875\n",
      "Epoch: 0002 - cost= 33.311689478 - Accuracy= 0.8871\n",
      "Epoch: 0002 - cost= 33.496215831 - Accuracy= 0.8883\n",
      "Epoch: 0002 - cost= 33.541512507 - Accuracy= 0.8883\n",
      "Epoch: 0002 - cost= 33.605103115 - Accuracy= 0.8881\n",
      "Epoch: 0002 - cost= 33.660964248 - Accuracy= 0.8887\n",
      "Epoch: 0002 - cost= 33.737893528 - Accuracy= 0.8888\n",
      "Epoch: 0002 - cost= 33.877806983 - Accuracy= 0.8893\n",
      "Epoch: 0002 - cost= 33.919417947 - Accuracy= 0.8895\n",
      "Epoch: 0002 - cost= 34.030816845 - Accuracy= 0.8899\n",
      "Epoch: 0002 - cost= 34.072179673 - Accuracy= 0.8896\n",
      "Epoch: 0002 - cost= 34.148574375 - Accuracy= 0.8894\n",
      "Epoch: 0002 - cost= 34.179735628 - Accuracy= 0.8895\n",
      "Epoch: 0002 - cost= 34.280915493 - Accuracy= 0.8899\n",
      "Epoch: 0002 - cost= 34.376348440 - Accuracy= 0.8894\n",
      "Epoch: 0002 - cost= 34.444621416 - Accuracy= 0.8899\n",
      "Epoch: 0002 - cost= 34.502993241 - Accuracy= 0.8901\n",
      "Epoch: 0002 - cost= 34.553349475 - Accuracy= 0.8894\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0002 - cost= 34.668760200 - Accuracy= 0.8895\n",
      "Epoch: 0002 - cost= 34.715967234 - Accuracy= 0.8898\n",
      "Epoch: 0002 - cost= 34.785108588 - Accuracy= 0.89\n",
      "Epoch: 0002 - cost= 34.826222295 - Accuracy= 0.8901\n",
      "Epoch: 0002 - cost= 34.897004204 - Accuracy= 0.8902\n",
      "Epoch: 0002 - cost= 34.973465726 - Accuracy= 0.8902\n",
      "Epoch: 0002 - cost= 35.117345620 - Accuracy= 0.8897\n",
      "Epoch: 0002 - cost= 35.215534200 - Accuracy= 0.89\n",
      "Epoch: 0002 - cost= 35.275991194 - Accuracy= 0.8898\n",
      "Epoch: 0002 - cost= 35.315787874 - Accuracy= 0.89\n",
      "Epoch: 0002 - cost= 35.368557539 - Accuracy= 0.8906\n",
      "Epoch: 0002 - cost= 35.426941244 - Accuracy= 0.8907\n",
      "Epoch: 0002 - cost= 35.489259110 - Accuracy= 0.8906\n",
      "Epoch: 0002 - cost= 35.543658059 - Accuracy= 0.891\n",
      "Epoch: 0002 - cost= 35.635479279 - Accuracy= 0.8906\n",
      "Epoch: 0002 - cost= 35.678756458 - Accuracy= 0.8904\n",
      "Epoch: 0002 - cost= 35.750615630 - Accuracy= 0.8906\n",
      "Epoch: 0002 - cost= 35.821035725 - Accuracy= 0.8904\n",
      "Epoch: 0002 - cost= 35.950577559 - Accuracy= 0.8904\n",
      "Epoch: 0002 - cost= 36.018059388 - Accuracy= 0.8904\n",
      "Epoch: 0002 - cost= 36.161526504 - Accuracy= 0.891\n",
      "Epoch: 0002 - cost= 36.286293405 - Accuracy= 0.8902\n",
      "Epoch: 0002 - cost= 36.371908535 - Accuracy= 0.8904\n",
      "Epoch: 0002 - cost= 36.411369893 - Accuracy= 0.8903\n",
      "Epoch: 0002 - cost= 36.525140534 - Accuracy= 0.8893\n",
      "Epoch: 0002 - cost= 36.581718809 - Accuracy= 0.8891\n",
      "Epoch: 0002 - cost= 36.613352266 - Accuracy= 0.8893\n",
      "Epoch: 0002 - cost= 36.693967001 - Accuracy= 0.8893\n",
      "Epoch: 0002 - cost= 36.785454789 - Accuracy= 0.8897\n",
      "Epoch: 0002 - cost= 36.837070625 - Accuracy= 0.8902\n",
      "Epoch: 0002 - cost= 36.879527356 - Accuracy= 0.8908\n",
      "Epoch: 0002 - cost= 36.958955824 - Accuracy= 0.8903\n",
      "Epoch: 0002 - cost= 37.000272203 - Accuracy= 0.8907\n",
      "Epoch: 0002 - cost= 37.077306096 - Accuracy= 0.8907\n",
      "Epoch: 0002 - cost= 37.158571417 - Accuracy= 0.89\n",
      "Epoch: 0002 - cost= 37.229221580 - Accuracy= 0.8895\n",
      "Epoch: 0002 - cost= 37.299385356 - Accuracy= 0.8902\n",
      "Epoch: 0002 - cost= 37.378572672 - Accuracy= 0.8899\n",
      "Epoch: 0002 - cost= 37.423768661 - Accuracy= 0.8895\n",
      "Epoch: 0002 - cost= 37.493860325 - Accuracy= 0.8903\n",
      "Epoch: 0002 - cost= 37.558758882 - Accuracy= 0.8888\n",
      "Epoch: 0002 - cost= 37.640193756 - Accuracy= 0.8889\n",
      "Epoch: 0002 - cost= 37.684574055 - Accuracy= 0.8885\n",
      "Epoch: 0002 - cost= 37.757544171 - Accuracy= 0.8885\n",
      "Epoch: 0002 - cost= 37.842346889 - Accuracy= 0.8887\n",
      "Epoch: 0002 - cost= 37.915729298 - Accuracy= 0.8883\n",
      "Epoch: 0002 - cost= 37.991983820 - Accuracy= 0.8887\n",
      "Epoch: 0002 - cost= 38.059166153 - Accuracy= 0.8887\n",
      "Epoch: 0002 - cost= 38.138584155 - Accuracy= 0.8891\n",
      "Epoch: 0002 - cost= 38.229318394 - Accuracy= 0.8879\n",
      "Epoch: 0002 - cost= 38.315415674 - Accuracy= 0.888\n",
      "Epoch: 0002 - cost= 38.402740621 - Accuracy= 0.8879\n",
      "Epoch: 0002 - cost= 38.454313518 - Accuracy= 0.8893\n",
      "Epoch: 0002 - cost= 38.508365878 - Accuracy= 0.8891\n",
      "Epoch: 0002 - cost= 38.609175024 - Accuracy= 0.8903\n",
      "Epoch: 0002 - cost= 38.709991695 - Accuracy= 0.8893\n",
      "Epoch: 0002 - cost= 38.759510738 - Accuracy= 0.8887\n",
      "Epoch: 0002 - cost= 38.877498048 - Accuracy= 0.8894\n",
      "Epoch: 0002 - cost= 39.003946343 - Accuracy= 0.8893\n",
      "Epoch: 0002 - cost= 39.033959843 - Accuracy= 0.8893\n",
      "Epoch: 0002 - cost= 39.093762159 - Accuracy= 0.8892\n",
      "Epoch: 0002 - cost= 39.133110713 - Accuracy= 0.8895\n",
      "Epoch: 0002 - cost= 39.202251788 - Accuracy= 0.8898\n",
      "Epoch: 0002 - cost= 39.311437302 - Accuracy= 0.8897\n",
      "Epoch: 0002 - cost= 39.365558521 - Accuracy= 0.8897\n",
      "Epoch: 0002 - cost= 39.506602596 - Accuracy= 0.8893\n",
      "Epoch: 0002 - cost= 39.628547565 - Accuracy= 0.8886\n",
      "Epoch: 0002 - cost= 39.747589452 - Accuracy= 0.8883\n",
      "Epoch: 0002 - cost= 39.787745792 - Accuracy= 0.8872\n",
      "Epoch: 0002 - cost= 39.833134641 - Accuracy= 0.887\n",
      "Epoch: 0002 - cost= 39.878723714 - Accuracy= 0.8878\n",
      "Epoch: 0002 - cost= 39.929851654 - Accuracy= 0.8874\n",
      "Epoch: 0002 - cost= 40.044374185 - Accuracy= 0.8875\n",
      "Epoch: 0002 - cost= 40.047653947 - Accuracy= 0.8872\n",
      "Epoch: 0002 - cost= 40.129096652 - Accuracy= 0.8876\n",
      "Epoch: 0002 - cost= 40.193600866 - Accuracy= 0.8883\n",
      "Epoch: 0002 - cost= 40.310529438 - Accuracy= 0.889\n",
      "Epoch: 0002 - cost= 40.368358220 - Accuracy= 0.8892\n",
      "Epoch: 0002 - cost= 40.444794093 - Accuracy= 0.8902\n",
      "Epoch: 0002 - cost= 40.471659082 - Accuracy= 0.8906\n",
      "Epoch: 0002 - cost= 40.496543131 - Accuracy= 0.8912\n",
      "Epoch: 0002 - cost= 40.595537071 - Accuracy= 0.8917\n",
      "Epoch: 0002 - cost= 40.647802869 - Accuracy= 0.8916\n",
      "Epoch: 0002 - cost= 40.709778348 - Accuracy= 0.8906\n",
      "Epoch: 0002 - cost= 40.786435439 - Accuracy= 0.8905\n",
      "Epoch: 0002 - cost= 40.839640908 - Accuracy= 0.8904\n",
      "Epoch: 0002 - cost= 40.949995842 - Accuracy= 0.8907\n",
      "Epoch: 0002 - cost= 41.045563829 - Accuracy= 0.8909\n",
      "Epoch: 0002 - cost= 41.119084288 - Accuracy= 0.8919\n",
      "Epoch: 0002 - cost= 41.196206730 - Accuracy= 0.8915\n",
      "Epoch: 0002 - cost= 41.285555361 - Accuracy= 0.8923\n",
      "Epoch: 0002 - cost= 41.313401397 - Accuracy= 0.8926\n",
      "Epoch: 0002 - cost= 41.381890312 - Accuracy= 0.8921\n",
      "Epoch: 0002 - cost= 41.438103701 - Accuracy= 0.8922\n",
      "Epoch: 0002 - cost= 41.550316808 - Accuracy= 0.8924\n",
      "Epoch: 0002 - cost= 41.662928600 - Accuracy= 0.8929\n",
      "Epoch: 0002 - cost= 41.708475749 - Accuracy= 0.8933\n",
      "Epoch: 0002 - cost= 41.774736076 - Accuracy= 0.8935\n",
      "Epoch: 0002 - cost= 41.801524503 - Accuracy= 0.8935\n",
      "Epoch: 0002 - cost= 41.879501993 - Accuracy= 0.8931\n",
      "Epoch: 0002 - cost= 42.010271535 - Accuracy= 0.8928\n",
      "Epoch: 0002 - cost= 42.066272231 - Accuracy= 0.8926\n",
      "Epoch: 0002 - cost= 42.168997055 - Accuracy= 0.8922\n",
      "Epoch: 0002 - cost= 42.203335160 - Accuracy= 0.8919\n",
      "Epoch: 0002 - cost= 42.332526888 - Accuracy= 0.8919\n",
      "Epoch: 0002 - cost= 42.361717184 - Accuracy= 0.8922\n",
      "Epoch: 0002 - cost= 42.379395700 - Accuracy= 0.8918\n",
      "Epoch: 0002 - cost= 42.421711415 - Accuracy= 0.8915\n",
      "Epoch: 0002 - cost= 42.472365923 - Accuracy= 0.8913\n",
      "Epoch: 0002 - cost= 42.530346215 - Accuracy= 0.892\n",
      "Epoch: 0002 - cost= 42.665111063 - Accuracy= 0.8914\n",
      "Epoch: 0002 - cost= 42.701937564 - Accuracy= 0.8927\n",
      "Epoch: 0002 - cost= 42.779513081 - Accuracy= 0.8932\n",
      "Epoch: 0002 - cost= 42.816720185 - Accuracy= 0.8937\n",
      "Epoch: 0002 - cost= 42.848573851 - Accuracy= 0.8933\n",
      "Epoch: 0002 - cost= 42.898006678 - Accuracy= 0.8931\n",
      "Epoch: 0002 - cost= 42.951663537 - Accuracy= 0.8931\n",
      "Epoch: 0002 - cost= 43.034268989 - Accuracy= 0.893\n",
      "Epoch: 0002 - cost= 43.069313957 - Accuracy= 0.8934\n",
      "Epoch: 0002 - cost= 43.204923754 - Accuracy= 0.8937\n",
      "Epoch: 0002 - cost= 43.268371138 - Accuracy= 0.895\n",
      "Epoch: 0002 - cost= 43.379370089 - Accuracy= 0.8947\n",
      "Epoch: 0002 - cost= 43.414136130 - Accuracy= 0.8946\n",
      "Epoch: 0002 - cost= 43.473614425 - Accuracy= 0.8944\n",
      "Epoch: 0002 - cost= 43.529569442 - Accuracy= 0.8939\n",
      "Epoch: 0002 - cost= 43.575155168 - Accuracy= 0.8942\n",
      "Epoch: 0002 - cost= 43.629763873 - Accuracy= 0.8944\n",
      "Epoch: 0002 - cost= 43.705721827 - Accuracy= 0.8943\n",
      "Epoch: 0002 - cost= 43.749280242 - Accuracy= 0.8938\n",
      "Epoch: 0002 - cost= 43.838779123 - Accuracy= 0.8929\n",
      "Epoch: 0002 - cost= 43.889580057 - Accuracy= 0.8921\n",
      "Epoch: 0002 - cost= 43.973972022 - Accuracy= 0.8918\n",
      "Epoch: 0002 - cost= 44.055118824 - Accuracy= 0.8919\n",
      "Epoch: 0002 - cost= 44.081199458 - Accuracy= 0.892\n",
      "Epoch: 0002 - cost= 44.107236413 - Accuracy= 0.8921\n",
      "Epoch: 0002 - cost= 44.178089830 - Accuracy= 0.8923\n",
      "Epoch: 0002 - cost= 44.276715221 - Accuracy= 0.8926\n",
      "Epoch: 0002 - cost= 44.415914578 - Accuracy= 0.8926\n",
      "Epoch: 0002 - cost= 44.430000430 - Accuracy= 0.8919\n",
      "Epoch: 0002 - cost= 44.514174590 - Accuracy= 0.8919\n",
      "Epoch: 0002 - cost= 44.548706749 - Accuracy= 0.8917\n",
      "Epoch: 0002 - cost= 44.596014606 - Accuracy= 0.8916\n",
      "Epoch: 0002 - cost= 44.707804517 - Accuracy= 0.8916\n",
      "Epoch: 0002 - cost= 44.741716812 - Accuracy= 0.8918\n",
      "Epoch: 0002 - cost= 44.873334882 - Accuracy= 0.892\n",
      "Epoch: 0002 - cost= 44.976611436 - Accuracy= 0.8926\n",
      "Epoch: 0002 - cost= 45.013753562 - Accuracy= 0.8928\n",
      "Epoch: 0002 - cost= 45.143788310 - Accuracy= 0.8925\n",
      "Epoch: 0002 - cost= 45.200363035 - Accuracy= 0.8932\n",
      "Epoch: 0002 - cost= 45.295191339 - Accuracy= 0.8929\n",
      "Epoch: 0002 - cost= 45.444316441 - Accuracy= 0.8929\n",
      "Epoch: 0002 - cost= 45.488276721 - Accuracy= 0.8931\n",
      "Epoch: 0002 - cost= 45.535766321 - Accuracy= 0.8934\n",
      "Epoch: 0002 - cost= 45.590914369 - Accuracy= 0.8937\n",
      "Epoch: 0002 - cost= 45.683960163 - Accuracy= 0.8939\n",
      "Epoch: 0003 - cost= 0.116347337 - Accuracy= 0.8939\n",
      "Epoch: 0003 - cost= 0.196770949 - Accuracy= 0.8936\n",
      "Epoch: 0003 - cost= 0.264409214 - Accuracy= 0.8937\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0003 - cost= 0.307746013 - Accuracy= 0.8944\n",
      "Epoch: 0003 - cost= 0.386208836 - Accuracy= 0.8949\n",
      "Epoch: 0003 - cost= 0.440549968 - Accuracy= 0.8938\n",
      "Epoch: 0003 - cost= 0.479465308 - Accuracy= 0.8943\n",
      "Epoch: 0003 - cost= 0.554409003 - Accuracy= 0.8942\n",
      "Epoch: 0003 - cost= 0.609585540 - Accuracy= 0.8947\n",
      "Epoch: 0003 - cost= 0.624390233 - Accuracy= 0.8943\n",
      "Epoch: 0003 - cost= 0.671197345 - Accuracy= 0.8922\n",
      "Epoch: 0003 - cost= 0.752636505 - Accuracy= 0.8928\n",
      "Epoch: 0003 - cost= 0.808572077 - Accuracy= 0.8923\n",
      "Epoch: 0003 - cost= 0.892863064 - Accuracy= 0.8914\n",
      "Epoch: 0003 - cost= 0.965739651 - Accuracy= 0.8909\n",
      "Epoch: 0003 - cost= 1.035886655 - Accuracy= 0.8905\n",
      "Epoch: 0003 - cost= 1.078509631 - Accuracy= 0.8897\n",
      "Epoch: 0003 - cost= 1.163665437 - Accuracy= 0.8889\n",
      "Epoch: 0003 - cost= 1.263790975 - Accuracy= 0.8895\n",
      "Epoch: 0003 - cost= 1.312826609 - Accuracy= 0.89\n",
      "Epoch: 0003 - cost= 1.378259272 - Accuracy= 0.8916\n",
      "Epoch: 0003 - cost= 1.435655554 - Accuracy= 0.8918\n",
      "Epoch: 0003 - cost= 1.479133337 - Accuracy= 0.8926\n",
      "Epoch: 0003 - cost= 1.502388294 - Accuracy= 0.8942\n",
      "Epoch: 0003 - cost= 1.530588138 - Accuracy= 0.895\n",
      "Epoch: 0003 - cost= 1.599174841 - Accuracy= 0.8947\n",
      "Epoch: 0003 - cost= 1.673610675 - Accuracy= 0.8956\n",
      "Epoch: 0003 - cost= 1.769359112 - Accuracy= 0.8952\n",
      "Epoch: 0003 - cost= 1.862131523 - Accuracy= 0.8953\n",
      "Epoch: 0003 - cost= 1.912296703 - Accuracy= 0.8967\n",
      "Epoch: 0003 - cost= 1.925376460 - Accuracy= 0.8973\n",
      "Epoch: 0003 - cost= 1.959922262 - Accuracy= 0.8967\n",
      "Epoch: 0003 - cost= 1.980919819 - Accuracy= 0.8964\n",
      "Epoch: 0003 - cost= 2.022189080 - Accuracy= 0.8966\n",
      "Epoch: 0003 - cost= 2.070644235 - Accuracy= 0.8963\n",
      "Epoch: 0003 - cost= 2.114076842 - Accuracy= 0.8961\n",
      "Epoch: 0003 - cost= 2.145626139 - Accuracy= 0.8965\n",
      "Epoch: 0003 - cost= 2.219464023 - Accuracy= 0.8967\n",
      "Epoch: 0003 - cost= 2.261139334 - Accuracy= 0.8971\n",
      "Epoch: 0003 - cost= 2.289645401 - Accuracy= 0.8969\n",
      "Epoch: 0003 - cost= 2.383971226 - Accuracy= 0.897\n",
      "Epoch: 0003 - cost= 2.432620876 - Accuracy= 0.8975\n",
      "Epoch: 0003 - cost= 2.476346156 - Accuracy= 0.898\n",
      "Epoch: 0003 - cost= 2.583712670 - Accuracy= 0.8977\n",
      "Epoch: 0003 - cost= 2.635629853 - Accuracy= 0.8971\n",
      "Epoch: 0003 - cost= 2.673701094 - Accuracy= 0.8965\n",
      "Epoch: 0003 - cost= 2.709298233 - Accuracy= 0.8969\n",
      "Epoch: 0003 - cost= 2.768233946 - Accuracy= 0.8966\n",
      "Epoch: 0003 - cost= 2.814267008 - Accuracy= 0.8968\n",
      "Epoch: 0003 - cost= 2.880269975 - Accuracy= 0.8966\n",
      "Epoch: 0003 - cost= 2.926300845 - Accuracy= 0.896\n",
      "Epoch: 0003 - cost= 2.973543582 - Accuracy= 0.8956\n",
      "Epoch: 0003 - cost= 3.005597137 - Accuracy= 0.895\n",
      "Epoch: 0003 - cost= 3.037312128 - Accuracy= 0.8942\n",
      "Epoch: 0003 - cost= 3.120572515 - Accuracy= 0.8943\n",
      "Epoch: 0003 - cost= 3.191351351 - Accuracy= 0.8947\n",
      "Epoch: 0003 - cost= 3.238932160 - Accuracy= 0.8952\n",
      "Epoch: 0003 - cost= 3.271473876 - Accuracy= 0.8957\n",
      "Epoch: 0003 - cost= 3.300731529 - Accuracy= 0.8958\n",
      "Epoch: 0003 - cost= 3.375351079 - Accuracy= 0.8959\n",
      "Epoch: 0003 - cost= 3.435172891 - Accuracy= 0.8959\n",
      "Epoch: 0003 - cost= 3.529210352 - Accuracy= 0.8958\n",
      "Epoch: 0003 - cost= 3.570341663 - Accuracy= 0.8955\n",
      "Epoch: 0003 - cost= 3.619341460 - Accuracy= 0.8947\n",
      "Epoch: 0003 - cost= 3.689919567 - Accuracy= 0.8943\n",
      "Epoch: 0003 - cost= 3.725889118 - Accuracy= 0.8939\n",
      "Epoch: 0003 - cost= 3.777464314 - Accuracy= 0.8945\n",
      "Epoch: 0003 - cost= 3.831655941 - Accuracy= 0.8951\n",
      "Epoch: 0003 - cost= 3.917133832 - Accuracy= 0.8963\n",
      "Epoch: 0003 - cost= 3.976523238 - Accuracy= 0.8968\n",
      "Epoch: 0003 - cost= 4.000181798 - Accuracy= 0.8975\n",
      "Epoch: 0003 - cost= 4.037010418 - Accuracy= 0.8992\n",
      "Epoch: 0003 - cost= 4.122833748 - Accuracy= 0.8998\n",
      "Epoch: 0003 - cost= 4.182997232 - Accuracy= 0.8998\n",
      "Epoch: 0003 - cost= 4.284612562 - Accuracy= 0.9003\n",
      "Epoch: 0003 - cost= 4.315979954 - Accuracy= 0.8997\n",
      "Epoch: 0003 - cost= 4.352842047 - Accuracy= 0.9\n",
      "Epoch: 0003 - cost= 4.379970004 - Accuracy= 0.8999\n",
      "Epoch: 0003 - cost= 4.452605364 - Accuracy= 0.9002\n",
      "Epoch: 0003 - cost= 4.509757148 - Accuracy= 0.8993\n",
      "Epoch: 0003 - cost= 4.590400722 - Accuracy= 0.8991\n",
      "Epoch: 0003 - cost= 4.641791578 - Accuracy= 0.8991\n",
      "Epoch: 0003 - cost= 4.781569160 - Accuracy= 0.8987\n",
      "Epoch: 0003 - cost= 4.827250465 - Accuracy= 0.8986\n",
      "Epoch: 0003 - cost= 4.863015499 - Accuracy= 0.8985\n",
      "Epoch: 0003 - cost= 4.891276658 - Accuracy= 0.8984\n",
      "Epoch: 0003 - cost= 4.965325314 - Accuracy= 0.8984\n",
      "Epoch: 0003 - cost= 5.051669225 - Accuracy= 0.8983\n",
      "Epoch: 0003 - cost= 5.089940023 - Accuracy= 0.8981\n",
      "Epoch: 0003 - cost= 5.213126779 - Accuracy= 0.8982\n",
      "Epoch: 0003 - cost= 5.337402541 - Accuracy= 0.8988\n",
      "Epoch: 0003 - cost= 5.356811232 - Accuracy= 0.8984\n",
      "Epoch: 0003 - cost= 5.406861721 - Accuracy= 0.8983\n",
      "Epoch: 0003 - cost= 5.447174558 - Accuracy= 0.8983\n",
      "Epoch: 0003 - cost= 5.519851934 - Accuracy= 0.8981\n",
      "Epoch: 0003 - cost= 5.622107260 - Accuracy= 0.8981\n",
      "Epoch: 0003 - cost= 5.633702599 - Accuracy= 0.8989\n",
      "Epoch: 0003 - cost= 5.697546281 - Accuracy= 0.899\n",
      "Epoch: 0003 - cost= 5.795824618 - Accuracy= 0.899\n",
      "Epoch: 0003 - cost= 5.877522880 - Accuracy= 0.8985\n",
      "Epoch: 0003 - cost= 5.936573367 - Accuracy= 0.8984\n",
      "Epoch: 0003 - cost= 5.996466729 - Accuracy= 0.8981\n",
      "Epoch: 0003 - cost= 6.035228037 - Accuracy= 0.8985\n",
      "Epoch: 0003 - cost= 6.068307937 - Accuracy= 0.8985\n",
      "Epoch: 0003 - cost= 6.132813053 - Accuracy= 0.8986\n",
      "Epoch: 0003 - cost= 6.179324374 - Accuracy= 0.8988\n",
      "Epoch: 0003 - cost= 6.258532561 - Accuracy= 0.899\n",
      "Epoch: 0003 - cost= 6.287452465 - Accuracy= 0.899\n",
      "Epoch: 0003 - cost= 6.357705297 - Accuracy= 0.8994\n",
      "Epoch: 0003 - cost= 6.450937295 - Accuracy= 0.8995\n",
      "Epoch: 0003 - cost= 6.514987533 - Accuracy= 0.8995\n",
      "Epoch: 0003 - cost= 6.596144225 - Accuracy= 0.8997\n",
      "Epoch: 0003 - cost= 6.654910844 - Accuracy= 0.8995\n",
      "Epoch: 0003 - cost= 6.679038318 - Accuracy= 0.8993\n",
      "Epoch: 0003 - cost= 6.737090662 - Accuracy= 0.8996\n",
      "Epoch: 0003 - cost= 6.772288385 - Accuracy= 0.8997\n",
      "Epoch: 0003 - cost= 6.832517288 - Accuracy= 0.9\n",
      "Epoch: 0003 - cost= 6.873399027 - Accuracy= 0.8996\n",
      "Epoch: 0003 - cost= 6.897383071 - Accuracy= 0.8996\n",
      "Epoch: 0003 - cost= 6.995253637 - Accuracy= 0.8998\n",
      "Epoch: 0003 - cost= 7.023997494 - Accuracy= 0.8996\n",
      "Epoch: 0003 - cost= 7.066601465 - Accuracy= 0.8995\n",
      "Epoch: 0003 - cost= 7.182207794 - Accuracy= 0.8999\n",
      "Epoch: 0003 - cost= 7.249980004 - Accuracy= 0.8997\n",
      "Epoch: 0003 - cost= 7.288688133 - Accuracy= 0.8996\n",
      "Epoch: 0003 - cost= 7.325742708 - Accuracy= 0.8995\n",
      "Epoch: 0003 - cost= 7.384613370 - Accuracy= 0.8988\n",
      "Epoch: 0003 - cost= 7.475718162 - Accuracy= 0.8987\n",
      "Epoch: 0003 - cost= 7.548038663 - Accuracy= 0.8985\n",
      "Epoch: 0003 - cost= 7.573335209 - Accuracy= 0.8986\n",
      "Epoch: 0003 - cost= 7.637871425 - Accuracy= 0.8981\n",
      "Epoch: 0003 - cost= 7.687775960 - Accuracy= 0.8979\n",
      "Epoch: 0003 - cost= 7.758850692 - Accuracy= 0.8983\n",
      "Epoch: 0003 - cost= 7.844893499 - Accuracy= 0.8986\n",
      "Epoch: 0003 - cost= 7.893698417 - Accuracy= 0.8988\n",
      "Epoch: 0003 - cost= 7.975204182 - Accuracy= 0.8987\n",
      "Epoch: 0003 - cost= 7.990168086 - Accuracy= 0.8992\n",
      "Epoch: 0003 - cost= 8.036106221 - Accuracy= 0.8988\n",
      "Epoch: 0003 - cost= 8.135545779 - Accuracy= 0.8986\n",
      "Epoch: 0003 - cost= 8.157457097 - Accuracy= 0.8982\n",
      "Epoch: 0003 - cost= 8.224873714 - Accuracy= 0.8988\n",
      "Epoch: 0003 - cost= 8.270097970 - Accuracy= 0.8988\n",
      "Epoch: 0003 - cost= 8.335725502 - Accuracy= 0.8987\n",
      "Epoch: 0003 - cost= 8.392588083 - Accuracy= 0.8986\n",
      "Epoch: 0003 - cost= 8.401115936 - Accuracy= 0.8994\n",
      "Epoch: 0003 - cost= 8.436903182 - Accuracy= 0.8995\n",
      "Epoch: 0003 - cost= 8.457199842 - Accuracy= 0.8996\n",
      "Epoch: 0003 - cost= 8.523482302 - Accuracy= 0.8987\n",
      "Epoch: 0003 - cost= 8.573774636 - Accuracy= 0.8989\n",
      "Epoch: 0003 - cost= 8.593810596 - Accuracy= 0.8979\n",
      "Epoch: 0003 - cost= 8.654495203 - Accuracy= 0.8976\n",
      "Epoch: 0003 - cost= 8.676300814 - Accuracy= 0.8973\n",
      "Epoch: 0003 - cost= 8.705962467 - Accuracy= 0.898\n",
      "Epoch: 0003 - cost= 8.761623072 - Accuracy= 0.899\n",
      "Epoch: 0003 - cost= 8.795149212 - Accuracy= 0.8995\n",
      "Epoch: 0003 - cost= 8.801017254 - Accuracy= 0.8986\n",
      "Epoch: 0003 - cost= 8.865327800 - Accuracy= 0.8988\n",
      "Epoch: 0003 - cost= 8.925538170 - Accuracy= 0.8982\n",
      "Epoch: 0003 - cost= 8.954026114 - Accuracy= 0.898\n",
      "Epoch: 0003 - cost= 9.022177789 - Accuracy= 0.8987\n",
      "Epoch: 0003 - cost= 9.090698838 - Accuracy= 0.8989\n",
      "Epoch: 0003 - cost= 9.127135561 - Accuracy= 0.898\n",
      "Epoch: 0003 - cost= 9.195874824 - Accuracy= 0.8981\n",
      "Epoch: 0003 - cost= 9.289409252 - Accuracy= 0.8982\n",
      "Epoch: 0003 - cost= 9.322432944 - Accuracy= 0.8982\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0003 - cost= 9.407830255 - Accuracy= 0.8984\n",
      "Epoch: 0003 - cost= 9.457906015 - Accuracy= 0.8985\n",
      "Epoch: 0003 - cost= 9.544093704 - Accuracy= 0.898\n",
      "Epoch: 0003 - cost= 9.626387599 - Accuracy= 0.8983\n",
      "Epoch: 0003 - cost= 9.698125430 - Accuracy= 0.8989\n",
      "Epoch: 0003 - cost= 9.746571960 - Accuracy= 0.8995\n",
      "Epoch: 0003 - cost= 9.832666293 - Accuracy= 0.8998\n",
      "Epoch: 0003 - cost= 9.919454796 - Accuracy= 0.9\n",
      "Epoch: 0003 - cost= 9.937874423 - Accuracy= 0.9005\n",
      "Epoch: 0003 - cost= 10.008145349 - Accuracy= 0.9003\n",
      "Epoch: 0003 - cost= 10.070942972 - Accuracy= 0.8996\n",
      "Epoch: 0003 - cost= 10.097462733 - Accuracy= 0.8989\n",
      "Epoch: 0003 - cost= 10.121591736 - Accuracy= 0.8994\n",
      "Epoch: 0003 - cost= 10.192614123 - Accuracy= 0.899\n",
      "Epoch: 0003 - cost= 10.232835039 - Accuracy= 0.8994\n",
      "Epoch: 0003 - cost= 10.273134274 - Accuracy= 0.8991\n",
      "Epoch: 0003 - cost= 10.350182635 - Accuracy= 0.8993\n",
      "Epoch: 0003 - cost= 10.425397569 - Accuracy= 0.8993\n",
      "Epoch: 0003 - cost= 10.448949865 - Accuracy= 0.8993\n",
      "Epoch: 0003 - cost= 10.515682875 - Accuracy= 0.9\n",
      "Epoch: 0003 - cost= 10.632918122 - Accuracy= 0.9002\n",
      "Epoch: 0003 - cost= 10.669090090 - Accuracy= 0.9004\n",
      "Epoch: 0003 - cost= 10.687614841 - Accuracy= 0.9007\n",
      "Epoch: 0003 - cost= 10.726690543 - Accuracy= 0.9012\n",
      "Epoch: 0003 - cost= 10.791903071 - Accuracy= 0.9009\n",
      "Epoch: 0003 - cost= 10.885115212 - Accuracy= 0.901\n",
      "Epoch: 0003 - cost= 10.971958377 - Accuracy= 0.9007\n",
      "Epoch: 0003 - cost= 10.998802504 - Accuracy= 0.9007\n",
      "Epoch: 0003 - cost= 11.050111808 - Accuracy= 0.9022\n",
      "Epoch: 0003 - cost= 11.098807348 - Accuracy= 0.9018\n",
      "Epoch: 0003 - cost= 11.120457722 - Accuracy= 0.9021\n",
      "Epoch: 0003 - cost= 11.146874323 - Accuracy= 0.9017\n",
      "Epoch: 0003 - cost= 11.203274009 - Accuracy= 0.9008\n",
      "Epoch: 0003 - cost= 11.224620245 - Accuracy= 0.9012\n",
      "Epoch: 0003 - cost= 11.273834268 - Accuracy= 0.9009\n",
      "Epoch: 0003 - cost= 11.314133763 - Accuracy= 0.9015\n",
      "Epoch: 0003 - cost= 11.356213498 - Accuracy= 0.9015\n",
      "Epoch: 0003 - cost= 11.393235645 - Accuracy= 0.9016\n",
      "Epoch: 0003 - cost= 11.442531708 - Accuracy= 0.9013\n",
      "Epoch: 0003 - cost= 11.465964386 - Accuracy= 0.9011\n",
      "Epoch: 0003 - cost= 11.527197810 - Accuracy= 0.9018\n",
      "Epoch: 0003 - cost= 11.573816701 - Accuracy= 0.901\n",
      "Epoch: 0003 - cost= 11.631636473 - Accuracy= 0.9014\n",
      "Epoch: 0003 - cost= 11.658421949 - Accuracy= 0.9016\n",
      "Epoch: 0003 - cost= 11.741266763 - Accuracy= 0.9014\n",
      "Epoch: 0003 - cost= 11.809962269 - Accuracy= 0.9012\n",
      "Epoch: 0003 - cost= 11.869706171 - Accuracy= 0.9008\n",
      "Epoch: 0003 - cost= 11.893015918 - Accuracy= 0.9014\n",
      "Epoch: 0003 - cost= 11.983045479 - Accuracy= 0.9015\n",
      "Epoch: 0003 - cost= 12.038456838 - Accuracy= 0.9013\n",
      "Epoch: 0003 - cost= 12.099230188 - Accuracy= 0.9013\n",
      "Epoch: 0003 - cost= 12.164530183 - Accuracy= 0.9011\n",
      "Epoch: 0003 - cost= 12.217064994 - Accuracy= 0.9008\n",
      "Epoch: 0003 - cost= 12.257267412 - Accuracy= 0.9011\n",
      "Epoch: 0003 - cost= 12.335003147 - Accuracy= 0.901\n",
      "Epoch: 0003 - cost= 12.401052216 - Accuracy= 0.9012\n",
      "Epoch: 0003 - cost= 12.480174004 - Accuracy= 0.9015\n",
      "Epoch: 0003 - cost= 12.519548983 - Accuracy= 0.9018\n",
      "Epoch: 0003 - cost= 12.583471428 - Accuracy= 0.9019\n",
      "Epoch: 0003 - cost= 12.634995340 - Accuracy= 0.9013\n",
      "Epoch: 0003 - cost= 12.695445967 - Accuracy= 0.9023\n",
      "Epoch: 0003 - cost= 12.777296227 - Accuracy= 0.9024\n",
      "Epoch: 0003 - cost= 12.823670950 - Accuracy= 0.9031\n",
      "Epoch: 0003 - cost= 12.865556926 - Accuracy= 0.9031\n",
      "Epoch: 0003 - cost= 12.955645462 - Accuracy= 0.9035\n",
      "Epoch: 0003 - cost= 13.058789036 - Accuracy= 0.9023\n",
      "Epoch: 0003 - cost= 13.068663783 - Accuracy= 0.902\n",
      "Epoch: 0003 - cost= 13.088885141 - Accuracy= 0.9017\n",
      "Epoch: 0003 - cost= 13.156336480 - Accuracy= 0.9009\n",
      "Epoch: 0003 - cost= 13.269559240 - Accuracy= 0.9011\n",
      "Epoch: 0003 - cost= 13.356895069 - Accuracy= 0.9012\n",
      "Epoch: 0003 - cost= 13.405172033 - Accuracy= 0.9004\n",
      "Epoch: 0003 - cost= 13.479913688 - Accuracy= 0.8995\n",
      "Epoch: 0003 - cost= 13.522043294 - Accuracy= 0.8988\n",
      "Epoch: 0003 - cost= 13.558828066 - Accuracy= 0.8985\n",
      "Epoch: 0003 - cost= 13.626105801 - Accuracy= 0.8977\n",
      "Epoch: 0003 - cost= 13.654832270 - Accuracy= 0.8974\n",
      "Epoch: 0003 - cost= 13.743152652 - Accuracy= 0.8975\n",
      "Epoch: 0003 - cost= 13.827994765 - Accuracy= 0.8978\n",
      "Epoch: 0003 - cost= 13.869122292 - Accuracy= 0.8984\n",
      "Epoch: 0003 - cost= 13.886002947 - Accuracy= 0.8983\n",
      "Epoch: 0003 - cost= 13.897780842 - Accuracy= 0.8987\n",
      "Epoch: 0003 - cost= 13.934466619 - Accuracy= 0.8983\n",
      "Epoch: 0003 - cost= 13.951530627 - Accuracy= 0.8985\n",
      "Epoch: 0003 - cost= 13.993060934 - Accuracy= 0.899\n",
      "Epoch: 0003 - cost= 14.041563815 - Accuracy= 0.8995\n",
      "Epoch: 0003 - cost= 14.088497700 - Accuracy= 0.8985\n",
      "Epoch: 0003 - cost= 14.140301656 - Accuracy= 0.8983\n",
      "Epoch: 0003 - cost= 14.169172971 - Accuracy= 0.8985\n",
      "Epoch: 0003 - cost= 14.261462989 - Accuracy= 0.8992\n",
      "Epoch: 0003 - cost= 14.335696283 - Accuracy= 0.899\n",
      "Epoch: 0003 - cost= 14.402303734 - Accuracy= 0.9\n",
      "Epoch: 0003 - cost= 14.452706105 - Accuracy= 0.901\n",
      "Epoch: 0003 - cost= 14.509033998 - Accuracy= 0.9017\n",
      "Epoch: 0003 - cost= 14.524435749 - Accuracy= 0.9008\n",
      "Epoch: 0003 - cost= 14.560873068 - Accuracy= 0.9011\n",
      "Epoch: 0003 - cost= 14.634750160 - Accuracy= 0.9015\n",
      "Epoch: 0003 - cost= 14.742694899 - Accuracy= 0.9021\n",
      "Epoch: 0003 - cost= 14.818685700 - Accuracy= 0.9015\n",
      "Epoch: 0003 - cost= 14.895233150 - Accuracy= 0.9013\n",
      "Epoch: 0003 - cost= 14.953775783 - Accuracy= 0.9011\n",
      "Epoch: 0003 - cost= 15.026137469 - Accuracy= 0.9007\n",
      "Epoch: 0003 - cost= 15.071631812 - Accuracy= 0.8997\n",
      "Epoch: 0003 - cost= 15.214472388 - Accuracy= 0.8996\n",
      "Epoch: 0003 - cost= 15.254346784 - Accuracy= 0.8994\n",
      "Epoch: 0003 - cost= 15.317764121 - Accuracy= 0.8993\n",
      "Epoch: 0003 - cost= 15.354588608 - Accuracy= 0.899\n",
      "Epoch: 0003 - cost= 15.411680210 - Accuracy= 0.8991\n",
      "Epoch: 0003 - cost= 15.452797327 - Accuracy= 0.8991\n",
      "Epoch: 0003 - cost= 15.491452733 - Accuracy= 0.8998\n",
      "Epoch: 0003 - cost= 15.541363413 - Accuracy= 0.8995\n",
      "Epoch: 0003 - cost= 15.605817925 - Accuracy= 0.8997\n",
      "Epoch: 0003 - cost= 15.654979150 - Accuracy= 0.9002\n",
      "Epoch: 0003 - cost= 15.744103517 - Accuracy= 0.9004\n",
      "Epoch: 0003 - cost= 15.786685450 - Accuracy= 0.9003\n",
      "Epoch: 0003 - cost= 15.855205909 - Accuracy= 0.901\n",
      "Epoch: 0003 - cost= 15.877794844 - Accuracy= 0.9015\n",
      "Epoch: 0003 - cost= 15.957458914 - Accuracy= 0.902\n",
      "Epoch: 0003 - cost= 16.019433832 - Accuracy= 0.9026\n",
      "Epoch: 0003 - cost= 16.037670790 - Accuracy= 0.9037\n",
      "Epoch: 0003 - cost= 16.072304932 - Accuracy= 0.904\n",
      "Epoch: 0003 - cost= 16.120203700 - Accuracy= 0.9035\n",
      "Epoch: 0003 - cost= 16.171133311 - Accuracy= 0.9035\n",
      "Epoch: 0003 - cost= 16.224892934 - Accuracy= 0.903\n",
      "Epoch: 0003 - cost= 16.293013738 - Accuracy= 0.9037\n",
      "Epoch: 0003 - cost= 16.319451123 - Accuracy= 0.9036\n",
      "Epoch: 0003 - cost= 16.395549506 - Accuracy= 0.9027\n",
      "Epoch: 0003 - cost= 16.433735600 - Accuracy= 0.9028\n",
      "Epoch: 0003 - cost= 16.474312594 - Accuracy= 0.9028\n",
      "Epoch: 0003 - cost= 16.520672748 - Accuracy= 0.9032\n",
      "Epoch: 0003 - cost= 16.568332841 - Accuracy= 0.9034\n",
      "Epoch: 0003 - cost= 16.626402063 - Accuracy= 0.9043\n",
      "Epoch: 0003 - cost= 16.670341192 - Accuracy= 0.9043\n",
      "Epoch: 0003 - cost= 16.702000325 - Accuracy= 0.9042\n",
      "Epoch: 0003 - cost= 16.729158482 - Accuracy= 0.9039\n",
      "Epoch: 0003 - cost= 16.787507571 - Accuracy= 0.904\n",
      "Epoch: 0003 - cost= 16.825755741 - Accuracy= 0.9034\n",
      "Epoch: 0003 - cost= 16.891575748 - Accuracy= 0.9037\n",
      "Epoch: 0003 - cost= 16.972185170 - Accuracy= 0.9047\n",
      "Epoch: 0003 - cost= 17.022086890 - Accuracy= 0.9045\n",
      "Epoch: 0003 - cost= 17.047339083 - Accuracy= 0.9046\n",
      "Epoch: 0003 - cost= 17.088202075 - Accuracy= 0.9048\n",
      "Epoch: 0003 - cost= 17.110638352 - Accuracy= 0.9053\n",
      "Epoch: 0003 - cost= 17.142141360 - Accuracy= 0.9052\n",
      "Epoch: 0003 - cost= 17.189663509 - Accuracy= 0.905\n",
      "Epoch: 0003 - cost= 17.242921597 - Accuracy= 0.9048\n",
      "Epoch: 0003 - cost= 17.277192737 - Accuracy= 0.9042\n",
      "Epoch: 0003 - cost= 17.294535452 - Accuracy= 0.9048\n",
      "Epoch: 0003 - cost= 17.375293058 - Accuracy= 0.9047\n",
      "Epoch: 0003 - cost= 17.413822162 - Accuracy= 0.9045\n",
      "Epoch: 0003 - cost= 17.463957286 - Accuracy= 0.9047\n",
      "Epoch: 0003 - cost= 17.506297436 - Accuracy= 0.905\n",
      "Epoch: 0003 - cost= 17.553832181 - Accuracy= 0.9047\n",
      "Epoch: 0003 - cost= 17.642561505 - Accuracy= 0.9046\n",
      "Epoch: 0003 - cost= 17.655247272 - Accuracy= 0.9044\n",
      "Epoch: 0003 - cost= 17.743248086 - Accuracy= 0.9042\n",
      "Epoch: 0003 - cost= 17.786461268 - Accuracy= 0.9044\n",
      "Epoch: 0003 - cost= 17.854068856 - Accuracy= 0.9049\n",
      "Epoch: 0003 - cost= 17.904186647 - Accuracy= 0.905\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0003 - cost= 17.936880545 - Accuracy= 0.9051\n",
      "Epoch: 0003 - cost= 17.965388967 - Accuracy= 0.905\n",
      "Epoch: 0003 - cost= 18.015755400 - Accuracy= 0.9048\n",
      "Epoch: 0003 - cost= 18.089864460 - Accuracy= 0.9055\n",
      "Epoch: 0003 - cost= 18.139739914 - Accuracy= 0.9053\n",
      "Epoch: 0003 - cost= 18.206528521 - Accuracy= 0.9058\n",
      "Epoch: 0003 - cost= 18.217936000 - Accuracy= 0.9056\n",
      "Epoch: 0003 - cost= 18.248768024 - Accuracy= 0.9054\n",
      "Epoch: 0003 - cost= 18.318658071 - Accuracy= 0.9061\n",
      "Epoch: 0003 - cost= 18.380530053 - Accuracy= 0.906\n",
      "Epoch: 0003 - cost= 18.414931267 - Accuracy= 0.9052\n",
      "Epoch: 0003 - cost= 18.505628566 - Accuracy= 0.9053\n",
      "Epoch: 0003 - cost= 18.592222513 - Accuracy= 0.9059\n",
      "Epoch: 0003 - cost= 18.652893338 - Accuracy= 0.9062\n",
      "Epoch: 0003 - cost= 18.709778922 - Accuracy= 0.9067\n",
      "Epoch: 0003 - cost= 18.759547641 - Accuracy= 0.9074\n",
      "Epoch: 0003 - cost= 18.832062601 - Accuracy= 0.9071\n",
      "Epoch: 0003 - cost= 18.848630643 - Accuracy= 0.9074\n",
      "Epoch: 0003 - cost= 18.902179879 - Accuracy= 0.9073\n",
      "Epoch: 0003 - cost= 18.958503721 - Accuracy= 0.9073\n",
      "Epoch: 0003 - cost= 19.023090340 - Accuracy= 0.9072\n",
      "Epoch: 0003 - cost= 19.077533824 - Accuracy= 0.9076\n",
      "Epoch: 0003 - cost= 19.155647158 - Accuracy= 0.9074\n",
      "Epoch: 0003 - cost= 19.188113304 - Accuracy= 0.907\n",
      "Epoch: 0003 - cost= 19.207382930 - Accuracy= 0.9071\n",
      "Epoch: 0003 - cost= 19.295369727 - Accuracy= 0.907\n",
      "Epoch: 0003 - cost= 19.361068670 - Accuracy= 0.9068\n",
      "Epoch: 0003 - cost= 19.401404647 - Accuracy= 0.9065\n",
      "Epoch: 0003 - cost= 19.507959192 - Accuracy= 0.9068\n",
      "Epoch: 0003 - cost= 19.540088577 - Accuracy= 0.9078\n",
      "Epoch: 0003 - cost= 19.563070484 - Accuracy= 0.9077\n",
      "Epoch: 0003 - cost= 19.577497791 - Accuracy= 0.9073\n",
      "Epoch: 0003 - cost= 19.638719965 - Accuracy= 0.9072\n",
      "Epoch: 0003 - cost= 19.663019942 - Accuracy= 0.9068\n",
      "Epoch: 0003 - cost= 19.712441856 - Accuracy= 0.9076\n",
      "Epoch: 0003 - cost= 19.807090987 - Accuracy= 0.9065\n",
      "Epoch: 0003 - cost= 19.821562610 - Accuracy= 0.9068\n",
      "Epoch: 0003 - cost= 19.877899758 - Accuracy= 0.907\n",
      "Epoch: 0003 - cost= 19.898340259 - Accuracy= 0.907\n",
      "Epoch: 0003 - cost= 19.911384723 - Accuracy= 0.9061\n",
      "Epoch: 0003 - cost= 20.018149056 - Accuracy= 0.9058\n",
      "Epoch: 0003 - cost= 20.073382009 - Accuracy= 0.9058\n",
      "Epoch: 0003 - cost= 20.135051473 - Accuracy= 0.9054\n",
      "Epoch: 0003 - cost= 20.146785486 - Accuracy= 0.9057\n",
      "Epoch: 0003 - cost= 20.182435514 - Accuracy= 0.9058\n",
      "Epoch: 0003 - cost= 20.229876050 - Accuracy= 0.9063\n",
      "Epoch: 0003 - cost= 20.266944139 - Accuracy= 0.9061\n",
      "Epoch: 0003 - cost= 20.294942403 - Accuracy= 0.9062\n",
      "Epoch: 0003 - cost= 20.407453396 - Accuracy= 0.9059\n",
      "Epoch: 0003 - cost= 20.432538629 - Accuracy= 0.9062\n",
      "Epoch: 0003 - cost= 20.492289009 - Accuracy= 0.9063\n",
      "Epoch: 0003 - cost= 20.522117115 - Accuracy= 0.9061\n",
      "Epoch: 0003 - cost= 20.562491819 - Accuracy= 0.9061\n",
      "Epoch: 0003 - cost= 20.606182230 - Accuracy= 0.906\n",
      "Epoch: 0003 - cost= 20.651369889 - Accuracy= 0.9076\n",
      "Epoch: 0003 - cost= 20.673941896 - Accuracy= 0.9083\n",
      "Epoch: 0003 - cost= 20.690945764 - Accuracy= 0.9083\n",
      "Epoch: 0003 - cost= 20.719785185 - Accuracy= 0.9081\n",
      "Epoch: 0003 - cost= 20.786502659 - Accuracy= 0.9083\n",
      "Epoch: 0003 - cost= 20.833961065 - Accuracy= 0.9087\n",
      "Epoch: 0003 - cost= 20.877872260 - Accuracy= 0.9084\n",
      "Epoch: 0003 - cost= 20.905826891 - Accuracy= 0.9086\n",
      "Epoch: 0003 - cost= 20.928576809 - Accuracy= 0.9081\n",
      "Epoch: 0003 - cost= 20.990486280 - Accuracy= 0.9083\n",
      "Epoch: 0003 - cost= 21.010066256 - Accuracy= 0.9083\n",
      "Epoch: 0003 - cost= 21.070938885 - Accuracy= 0.9073\n",
      "Epoch: 0003 - cost= 21.126195347 - Accuracy= 0.9073\n",
      "Epoch: 0003 - cost= 21.196106610 - Accuracy= 0.9068\n",
      "Epoch: 0003 - cost= 21.221084430 - Accuracy= 0.9067\n",
      "Epoch: 0003 - cost= 21.245413813 - Accuracy= 0.9062\n",
      "Epoch: 0003 - cost= 21.297073268 - Accuracy= 0.9061\n",
      "Epoch: 0003 - cost= 21.351847452 - Accuracy= 0.9066\n",
      "Epoch: 0003 - cost= 21.404382367 - Accuracy= 0.9072\n",
      "Epoch: 0003 - cost= 21.459712300 - Accuracy= 0.9075\n",
      "Epoch: 0003 - cost= 21.488504080 - Accuracy= 0.9073\n",
      "Epoch: 0003 - cost= 21.528649586 - Accuracy= 0.9073\n",
      "Epoch: 0003 - cost= 21.574871039 - Accuracy= 0.9073\n",
      "Epoch: 0003 - cost= 21.619208793 - Accuracy= 0.9077\n",
      "Epoch: 0003 - cost= 21.690288658 - Accuracy= 0.9083\n",
      "Epoch: 0003 - cost= 21.707986762 - Accuracy= 0.9084\n",
      "Epoch: 0003 - cost= 21.735664535 - Accuracy= 0.9085\n",
      "Epoch: 0003 - cost= 21.834453223 - Accuracy= 0.9086\n",
      "Epoch: 0003 - cost= 21.920383406 - Accuracy= 0.9088\n",
      "Epoch: 0003 - cost= 21.933708476 - Accuracy= 0.9088\n",
      "Epoch: 0003 - cost= 21.987076240 - Accuracy= 0.9085\n",
      "Epoch: 0003 - cost= 22.037412502 - Accuracy= 0.9083\n",
      "Epoch: 0003 - cost= 22.082576045 - Accuracy= 0.9085\n",
      "Epoch: 0003 - cost= 22.119393471 - Accuracy= 0.9086\n",
      "Epoch: 0003 - cost= 22.180345480 - Accuracy= 0.9087\n",
      "Epoch: 0003 - cost= 22.242646166 - Accuracy= 0.9091\n",
      "Epoch: 0003 - cost= 22.278186805 - Accuracy= 0.909\n",
      "Epoch: 0003 - cost= 22.380033910 - Accuracy= 0.9086\n",
      "Epoch: 0003 - cost= 22.421017436 - Accuracy= 0.9084\n",
      "Epoch: 0003 - cost= 22.443858877 - Accuracy= 0.9081\n",
      "Epoch: 0003 - cost= 22.515711121 - Accuracy= 0.9082\n",
      "Epoch: 0003 - cost= 22.524014435 - Accuracy= 0.9081\n",
      "Epoch: 0003 - cost= 22.545527490 - Accuracy= 0.908\n",
      "Epoch: 0003 - cost= 22.571826122 - Accuracy= 0.9078\n",
      "Epoch: 0003 - cost= 22.689430242 - Accuracy= 0.9077\n",
      "Epoch: 0003 - cost= 22.727936893 - Accuracy= 0.9087\n",
      "Epoch: 0003 - cost= 22.774408298 - Accuracy= 0.9085\n",
      "Epoch: 0003 - cost= 22.826433725 - Accuracy= 0.9083\n",
      "Epoch: 0003 - cost= 22.849809252 - Accuracy= 0.9077\n",
      "Epoch: 0003 - cost= 22.917510418 - Accuracy= 0.9075\n",
      "Epoch: 0003 - cost= 22.979373461 - Accuracy= 0.9074\n",
      "Epoch: 0003 - cost= 23.040898597 - Accuracy= 0.9073\n",
      "Epoch: 0003 - cost= 23.048215144 - Accuracy= 0.9067\n",
      "Epoch: 0003 - cost= 23.071664534 - Accuracy= 0.9067\n",
      "Epoch: 0003 - cost= 23.128694990 - Accuracy= 0.9067\n",
      "Epoch: 0003 - cost= 23.162101105 - Accuracy= 0.9073\n",
      "Epoch: 0003 - cost= 23.177570185 - Accuracy= 0.9073\n",
      "Epoch: 0003 - cost= 23.241837166 - Accuracy= 0.9073\n",
      "Epoch: 0003 - cost= 23.296649903 - Accuracy= 0.9074\n",
      "Epoch: 0003 - cost= 23.377929699 - Accuracy= 0.907\n",
      "Epoch: 0003 - cost= 23.403097870 - Accuracy= 0.9073\n",
      "Epoch: 0003 - cost= 23.434779860 - Accuracy= 0.9078\n",
      "Epoch: 0003 - cost= 23.488103991 - Accuracy= 0.9081\n",
      "Epoch: 0003 - cost= 23.501362570 - Accuracy= 0.9081\n",
      "Epoch: 0003 - cost= 23.586043515 - Accuracy= 0.9077\n",
      "Epoch: 0003 - cost= 23.605379080 - Accuracy= 0.9081\n",
      "Epoch: 0003 - cost= 23.643457402 - Accuracy= 0.9089\n",
      "Epoch: 0003 - cost= 23.692863908 - Accuracy= 0.9087\n",
      "Epoch: 0003 - cost= 23.724812778 - Accuracy= 0.9092\n",
      "Epoch: 0003 - cost= 23.761010142 - Accuracy= 0.9087\n",
      "Epoch: 0003 - cost= 23.785435602 - Accuracy= 0.9086\n",
      "Epoch: 0003 - cost= 23.828583351 - Accuracy= 0.9087\n",
      "Epoch: 0003 - cost= 23.872680811 - Accuracy= 0.9089\n",
      "Epoch: 0003 - cost= 23.924815363 - Accuracy= 0.9087\n",
      "Epoch: 0003 - cost= 23.999530627 - Accuracy= 0.9084\n",
      "Epoch: 0003 - cost= 24.035174680 - Accuracy= 0.9082\n",
      "Epoch: 0003 - cost= 24.101046962 - Accuracy= 0.9085\n",
      "Epoch: 0003 - cost= 24.167017720 - Accuracy= 0.9082\n",
      "Epoch: 0003 - cost= 24.249652732 - Accuracy= 0.9083\n",
      "Epoch: 0003 - cost= 24.279962756 - Accuracy= 0.9082\n",
      "Epoch: 0003 - cost= 24.330561636 - Accuracy= 0.9078\n",
      "Epoch: 0003 - cost= 24.384112831 - Accuracy= 0.9078\n",
      "Epoch: 0003 - cost= 24.407666152 - Accuracy= 0.9075\n",
      "Epoch: 0003 - cost= 24.474141178 - Accuracy= 0.9072\n",
      "Epoch: 0003 - cost= 24.518816228 - Accuracy= 0.9073\n",
      "Epoch: 0003 - cost= 24.571841616 - Accuracy= 0.9076\n",
      "Epoch: 0003 - cost= 24.636895479 - Accuracy= 0.9077\n",
      "Epoch: 0003 - cost= 24.670824427 - Accuracy= 0.9078\n",
      "Epoch: 0003 - cost= 24.721002143 - Accuracy= 0.9072\n",
      "Epoch: 0003 - cost= 24.774559334 - Accuracy= 0.9075\n",
      "Epoch: 0003 - cost= 24.877864534 - Accuracy= 0.9073\n",
      "Epoch: 0003 - cost= 24.896727470 - Accuracy= 0.9075\n",
      "Epoch: 0003 - cost= 24.931517134 - Accuracy= 0.9078\n",
      "Epoch: 0003 - cost= 24.988644164 - Accuracy= 0.9078\n",
      "Epoch: 0003 - cost= 25.042435429 - Accuracy= 0.9076\n",
      "Epoch: 0003 - cost= 25.097090081 - Accuracy= 0.9077\n",
      "Epoch: 0003 - cost= 25.132315914 - Accuracy= 0.9077\n",
      "Epoch: 0003 - cost= 25.188768995 - Accuracy= 0.9079\n",
      "Epoch: 0003 - cost= 25.220027582 - Accuracy= 0.9077\n",
      "Epoch: 0003 - cost= 25.288842903 - Accuracy= 0.9064\n",
      "Epoch: 0003 - cost= 25.317627830 - Accuracy= 0.9062\n",
      "Epoch: 0003 - cost= 25.368497737 - Accuracy= 0.9063\n",
      "Epoch: 0003 - cost= 25.413750228 - Accuracy= 0.9063\n",
      "Epoch: 0003 - cost= 25.499844443 - Accuracy= 0.9064\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0003 - cost= 25.532532431 - Accuracy= 0.9068\n",
      "Epoch: 0003 - cost= 25.581549380 - Accuracy= 0.907\n",
      "Epoch: 0003 - cost= 25.646978950 - Accuracy= 0.9073\n",
      "Epoch: 0003 - cost= 25.688639911 - Accuracy= 0.9069\n",
      "Epoch: 0003 - cost= 25.765409937 - Accuracy= 0.907\n",
      "Epoch: 0003 - cost= 25.792131430 - Accuracy= 0.9066\n",
      "Epoch: 0003 - cost= 25.840402585 - Accuracy= 0.9066\n",
      "Epoch: 0003 - cost= 25.854127183 - Accuracy= 0.907\n",
      "Epoch: 0003 - cost= 25.874275030 - Accuracy= 0.9068\n",
      "Epoch: 0003 - cost= 25.946136693 - Accuracy= 0.9073\n",
      "Epoch: 0003 - cost= 26.012451480 - Accuracy= 0.9083\n",
      "Epoch: 0003 - cost= 26.028167944 - Accuracy= 0.9083\n",
      "Epoch: 0003 - cost= 26.056845541 - Accuracy= 0.9087\n",
      "Epoch: 0003 - cost= 26.103412116 - Accuracy= 0.9091\n",
      "Epoch: 0003 - cost= 26.163091855 - Accuracy= 0.9102\n",
      "Epoch: 0003 - cost= 26.194873326 - Accuracy= 0.9101\n",
      "Epoch: 0003 - cost= 26.212768514 - Accuracy= 0.9114\n",
      "Epoch: 0003 - cost= 26.258639715 - Accuracy= 0.9119\n",
      "Epoch: 0003 - cost= 26.262618054 - Accuracy= 0.9116\n",
      "Epoch: 0003 - cost= 26.330193100 - Accuracy= 0.911\n",
      "Epoch: 0003 - cost= 26.403410672 - Accuracy= 0.91\n",
      "Epoch: 0003 - cost= 26.438513960 - Accuracy= 0.9101\n",
      "Epoch: 0003 - cost= 26.490000433 - Accuracy= 0.9089\n",
      "Epoch: 0003 - cost= 26.500171677 - Accuracy= 0.9089\n",
      "Epoch: 0003 - cost= 26.547182418 - Accuracy= 0.9083\n",
      "Epoch: 0003 - cost= 26.602585690 - Accuracy= 0.9087\n",
      "Epoch: 0003 - cost= 26.645928499 - Accuracy= 0.9081\n",
      "Epoch: 0003 - cost= 26.740945693 - Accuracy= 0.9077\n",
      "Epoch: 0003 - cost= 26.817438002 - Accuracy= 0.9085\n",
      "Epoch: 0003 - cost= 26.886146131 - Accuracy= 0.9086\n",
      "Epoch: 0003 - cost= 26.955323440 - Accuracy= 0.9087\n",
      "Epoch: 0003 - cost= 27.006482931 - Accuracy= 0.9093\n",
      "Epoch: 0003 - cost= 27.095566169 - Accuracy= 0.9095\n",
      "Epoch: 0003 - cost= 27.130447455 - Accuracy= 0.9103\n",
      "Epoch: 0003 - cost= 27.186512245 - Accuracy= 0.9108\n",
      "Epoch: 0003 - cost= 27.248513227 - Accuracy= 0.9112\n",
      "Epoch: 0003 - cost= 27.312396006 - Accuracy= 0.9117\n",
      "Epoch: 0003 - cost= 27.337072648 - Accuracy= 0.9116\n",
      "Epoch: 0003 - cost= 27.379384403 - Accuracy= 0.9114\n",
      "Epoch: 0003 - cost= 27.438224721 - Accuracy= 0.9111\n",
      "Epoch: 0003 - cost= 27.481766571 - Accuracy= 0.911\n",
      "Epoch: 0003 - cost= 27.513336027 - Accuracy= 0.9108\n",
      "Epoch: 0003 - cost= 27.580161395 - Accuracy= 0.9102\n",
      "Epoch: 0003 - cost= 27.671110949 - Accuracy= 0.9104\n",
      "Epoch: 0003 - cost= 27.690466562 - Accuracy= 0.9098\n",
      "Epoch: 0003 - cost= 27.715239990 - Accuracy= 0.9103\n",
      "Epoch: 0003 - cost= 27.755015654 - Accuracy= 0.9106\n",
      "Epoch: 0003 - cost= 27.768401562 - Accuracy= 0.9108\n",
      "Epoch: 0003 - cost= 27.817075303 - Accuracy= 0.9109\n",
      "Epoch: 0003 - cost= 27.892853820 - Accuracy= 0.9114\n",
      "Epoch: 0003 - cost= 27.902101157 - Accuracy= 0.9112\n",
      "Epoch: 0003 - cost= 27.949011276 - Accuracy= 0.9114\n",
      "Epoch: 0003 - cost= 27.982272444 - Accuracy= 0.9113\n",
      "Epoch: 0003 - cost= 28.010598438 - Accuracy= 0.9113\n",
      "Epoch: 0003 - cost= 28.050319844 - Accuracy= 0.9121\n",
      "Epoch: 0003 - cost= 28.081008480 - Accuracy= 0.9117\n",
      "Epoch: 0003 - cost= 28.164118069 - Accuracy= 0.9122\n",
      "Epoch: 0003 - cost= 28.201049339 - Accuracy= 0.9121\n",
      "Epoch: 0003 - cost= 28.292003728 - Accuracy= 0.9116\n",
      "Epoch: 0003 - cost= 28.321784823 - Accuracy= 0.9117\n",
      "Epoch: 0003 - cost= 28.365166379 - Accuracy= 0.911\n",
      "Epoch: 0003 - cost= 28.401606653 - Accuracy= 0.9112\n",
      "Epoch: 0003 - cost= 28.433808107 - Accuracy= 0.9108\n",
      "Epoch: 0003 - cost= 28.480321665 - Accuracy= 0.9114\n",
      "Epoch: 0003 - cost= 28.518211499 - Accuracy= 0.9111\n",
      "Epoch: 0003 - cost= 28.564454813 - Accuracy= 0.9119\n",
      "Epoch: 0003 - cost= 28.595883539 - Accuracy= 0.9119\n",
      "Epoch: 0003 - cost= 28.627328796 - Accuracy= 0.9116\n",
      "Epoch: 0004 - cost= 0.064639594 - Accuracy= 0.9118\n",
      "Epoch: 0004 - cost= 0.084425486 - Accuracy= 0.9116\n",
      "Epoch: 0004 - cost= 0.112134037 - Accuracy= 0.9114\n",
      "Epoch: 0004 - cost= 0.137736438 - Accuracy= 0.9117\n",
      "Epoch: 0004 - cost= 0.139242557 - Accuracy= 0.9113\n",
      "Epoch: 0004 - cost= 0.174307140 - Accuracy= 0.912\n",
      "Epoch: 0004 - cost= 0.209425139 - Accuracy= 0.9118\n",
      "Epoch: 0004 - cost= 0.257636795 - Accuracy= 0.9121\n",
      "Epoch: 0004 - cost= 0.353680607 - Accuracy= 0.9122\n",
      "Epoch: 0004 - cost= 0.415316370 - Accuracy= 0.9117\n",
      "Epoch: 0004 - cost= 0.431718963 - Accuracy= 0.9113\n",
      "Epoch: 0004 - cost= 0.450656126 - Accuracy= 0.911\n",
      "Epoch: 0004 - cost= 0.502110663 - Accuracy= 0.9117\n",
      "Epoch: 0004 - cost= 0.519014256 - Accuracy= 0.9122\n",
      "Epoch: 0004 - cost= 0.549338346 - Accuracy= 0.9109\n",
      "Epoch: 0004 - cost= 0.574446617 - Accuracy= 0.9106\n",
      "Epoch: 0004 - cost= 0.584307315 - Accuracy= 0.9105\n",
      "Epoch: 0004 - cost= 0.654243270 - Accuracy= 0.9108\n",
      "Epoch: 0004 - cost= 0.678236207 - Accuracy= 0.9112\n",
      "Epoch: 0004 - cost= 0.706985945 - Accuracy= 0.9117\n",
      "Epoch: 0004 - cost= 0.746625345 - Accuracy= 0.9108\n",
      "Epoch: 0004 - cost= 0.761854567 - Accuracy= 0.9107\n",
      "Epoch: 0004 - cost= 0.795661593 - Accuracy= 0.9107\n",
      "Epoch: 0004 - cost= 0.837719081 - Accuracy= 0.9104\n",
      "Epoch: 0004 - cost= 0.899098372 - Accuracy= 0.9104\n",
      "Epoch: 0004 - cost= 0.943956822 - Accuracy= 0.9103\n",
      "Epoch: 0004 - cost= 0.972110271 - Accuracy= 0.9104\n",
      "Epoch: 0004 - cost= 1.020834536 - Accuracy= 0.9104\n",
      "Epoch: 0004 - cost= 1.070398401 - Accuracy= 0.9102\n",
      "Epoch: 0004 - cost= 1.096359648 - Accuracy= 0.9101\n",
      "Epoch: 0004 - cost= 1.105999651 - Accuracy= 0.9099\n",
      "Epoch: 0004 - cost= 1.143998682 - Accuracy= 0.9096\n",
      "Epoch: 0004 - cost= 1.210667723 - Accuracy= 0.9096\n",
      "Epoch: 0004 - cost= 1.302541433 - Accuracy= 0.9096\n",
      "Epoch: 0004 - cost= 1.330517676 - Accuracy= 0.9096\n",
      "Epoch: 0004 - cost= 1.373241522 - Accuracy= 0.9096\n",
      "Epoch: 0004 - cost= 1.425226597 - Accuracy= 0.9105\n",
      "Epoch: 0004 - cost= 1.508794227 - Accuracy= 0.9103\n",
      "Epoch: 0004 - cost= 1.565971916 - Accuracy= 0.9105\n",
      "Epoch: 0004 - cost= 1.605567132 - Accuracy= 0.9109\n",
      "Epoch: 0004 - cost= 1.635501834 - Accuracy= 0.9101\n",
      "Epoch: 0004 - cost= 1.703212440 - Accuracy= 0.9101\n",
      "Epoch: 0004 - cost= 1.716205496 - Accuracy= 0.9104\n",
      "Epoch: 0004 - cost= 1.757616892 - Accuracy= 0.9108\n",
      "Epoch: 0004 - cost= 1.790779405 - Accuracy= 0.9115\n",
      "Epoch: 0004 - cost= 1.815483178 - Accuracy= 0.9106\n",
      "Epoch: 0004 - cost= 1.856769400 - Accuracy= 0.9104\n",
      "Epoch: 0004 - cost= 1.920653164 - Accuracy= 0.9099\n",
      "Epoch: 0004 - cost= 1.980472632 - Accuracy= 0.9104\n",
      "Epoch: 0004 - cost= 2.028970442 - Accuracy= 0.9098\n",
      "Epoch: 0004 - cost= 2.038162220 - Accuracy= 0.9098\n",
      "Epoch: 0004 - cost= 2.078592511 - Accuracy= 0.91\n",
      "Epoch: 0004 - cost= 2.097199694 - Accuracy= 0.9101\n",
      "Epoch: 0004 - cost= 2.131511786 - Accuracy= 0.91\n",
      "Epoch: 0004 - cost= 2.166936722 - Accuracy= 0.9094\n",
      "Epoch: 0004 - cost= 2.204865376 - Accuracy= 0.9097\n",
      "Epoch: 0004 - cost= 2.240535463 - Accuracy= 0.91\n",
      "Epoch: 0004 - cost= 2.293513101 - Accuracy= 0.9104\n",
      "Epoch: 0004 - cost= 2.317018343 - Accuracy= 0.9095\n",
      "Epoch: 0004 - cost= 2.329023115 - Accuracy= 0.9093\n",
      "Epoch: 0004 - cost= 2.396054198 - Accuracy= 0.9099\n",
      "Epoch: 0004 - cost= 2.410079943 - Accuracy= 0.9095\n",
      "Epoch: 0004 - cost= 2.438295296 - Accuracy= 0.9077\n",
      "Epoch: 0004 - cost= 2.446966140 - Accuracy= 0.9072\n",
      "Epoch: 0004 - cost= 2.496983719 - Accuracy= 0.9073\n",
      "Epoch: 0004 - cost= 2.565437969 - Accuracy= 0.9076\n",
      "Epoch: 0004 - cost= 2.602797858 - Accuracy= 0.9076\n",
      "Epoch: 0004 - cost= 2.637878050 - Accuracy= 0.9076\n",
      "Epoch: 0004 - cost= 2.660104391 - Accuracy= 0.907\n",
      "Epoch: 0004 - cost= 2.670054440 - Accuracy= 0.9074\n",
      "Epoch: 0004 - cost= 2.676358070 - Accuracy= 0.9074\n",
      "Epoch: 0004 - cost= 2.715105261 - Accuracy= 0.9085\n",
      "Epoch: 0004 - cost= 2.762267618 - Accuracy= 0.9093\n",
      "Epoch: 0004 - cost= 2.816524435 - Accuracy= 0.9097\n",
      "Epoch: 0004 - cost= 2.848257643 - Accuracy= 0.9099\n",
      "Epoch: 0004 - cost= 2.888179879 - Accuracy= 0.911\n",
      "Epoch: 0004 - cost= 2.938250205 - Accuracy= 0.9107\n",
      "Epoch: 0004 - cost= 2.988438387 - Accuracy= 0.9104\n",
      "Epoch: 0004 - cost= 2.994699195 - Accuracy= 0.9105\n",
      "Epoch: 0004 - cost= 3.019895397 - Accuracy= 0.9104\n",
      "Epoch: 0004 - cost= 3.048080327 - Accuracy= 0.9103\n",
      "Epoch: 0004 - cost= 3.062211765 - Accuracy= 0.9101\n",
      "Epoch: 0004 - cost= 3.069057319 - Accuracy= 0.91\n",
      "Epoch: 0004 - cost= 3.109216219 - Accuracy= 0.9103\n",
      "Epoch: 0004 - cost= 3.145004828 - Accuracy= 0.9099\n",
      "Epoch: 0004 - cost= 3.184945111 - Accuracy= 0.9095\n",
      "Epoch: 0004 - cost= 3.209576937 - Accuracy= 0.9097\n",
      "Epoch: 0004 - cost= 3.236026595 - Accuracy= 0.9102\n",
      "Epoch: 0004 - cost= 3.254062370 - Accuracy= 0.9103\n",
      "Epoch: 0004 - cost= 3.310709484 - Accuracy= 0.9106\n",
      "Epoch: 0004 - cost= 3.396419621 - Accuracy= 0.9108\n",
      "Epoch: 0004 - cost= 3.428449761 - Accuracy= 0.9114\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0004 - cost= 3.472528522 - Accuracy= 0.9117\n",
      "Epoch: 0004 - cost= 3.510077257 - Accuracy= 0.9112\n",
      "Epoch: 0004 - cost= 3.543311666 - Accuracy= 0.9109\n",
      "Epoch: 0004 - cost= 3.570191706 - Accuracy= 0.9115\n",
      "Epoch: 0004 - cost= 3.594593728 - Accuracy= 0.9117\n",
      "Epoch: 0004 - cost= 3.627121031 - Accuracy= 0.9117\n",
      "Epoch: 0004 - cost= 3.651313321 - Accuracy= 0.9117\n",
      "Epoch: 0004 - cost= 3.670481695 - Accuracy= 0.9115\n",
      "Epoch: 0004 - cost= 3.704259292 - Accuracy= 0.9111\n",
      "Epoch: 0004 - cost= 3.735982925 - Accuracy= 0.9108\n",
      "Epoch: 0004 - cost= 3.766403721 - Accuracy= 0.9109\n",
      "Epoch: 0004 - cost= 3.810055135 - Accuracy= 0.9105\n",
      "Epoch: 0004 - cost= 3.843048937 - Accuracy= 0.9109\n",
      "Epoch: 0004 - cost= 3.976470721 - Accuracy= 0.9113\n",
      "Epoch: 0004 - cost= 4.003134485 - Accuracy= 0.9112\n",
      "Epoch: 0004 - cost= 4.030337437 - Accuracy= 0.9103\n",
      "Epoch: 0004 - cost= 4.050327274 - Accuracy= 0.9112\n",
      "Epoch: 0004 - cost= 4.124966494 - Accuracy= 0.9112\n",
      "Epoch: 0004 - cost= 4.171435471 - Accuracy= 0.9111\n",
      "Epoch: 0004 - cost= 4.179138183 - Accuracy= 0.9105\n",
      "Epoch: 0004 - cost= 4.226969569 - Accuracy= 0.9096\n",
      "Epoch: 0004 - cost= 4.274952985 - Accuracy= 0.9098\n",
      "Epoch: 0004 - cost= 4.303820221 - Accuracy= 0.9095\n",
      "Epoch: 0004 - cost= 4.340390559 - Accuracy= 0.9094\n",
      "Epoch: 0004 - cost= 4.399712153 - Accuracy= 0.9099\n",
      "Epoch: 0004 - cost= 4.422057911 - Accuracy= 0.9097\n",
      "Epoch: 0004 - cost= 4.429761904 - Accuracy= 0.9096\n",
      "Epoch: 0004 - cost= 4.470996860 - Accuracy= 0.9098\n",
      "Epoch: 0004 - cost= 4.480117681 - Accuracy= 0.9098\n",
      "Epoch: 0004 - cost= 4.495985615 - Accuracy= 0.9098\n",
      "Epoch: 0004 - cost= 4.518447470 - Accuracy= 0.9107\n",
      "Epoch: 0004 - cost= 4.568271103 - Accuracy= 0.9108\n",
      "Epoch: 0004 - cost= 4.596143505 - Accuracy= 0.9106\n",
      "Epoch: 0004 - cost= 4.612604007 - Accuracy= 0.9108\n",
      "Epoch: 0004 - cost= 4.655394049 - Accuracy= 0.9109\n",
      "Epoch: 0004 - cost= 4.686333269 - Accuracy= 0.9114\n",
      "Epoch: 0004 - cost= 4.730053702 - Accuracy= 0.911\n",
      "Epoch: 0004 - cost= 4.751368888 - Accuracy= 0.9115\n",
      "Epoch: 0004 - cost= 4.763604720 - Accuracy= 0.9124\n",
      "Epoch: 0004 - cost= 4.791564254 - Accuracy= 0.9122\n",
      "Epoch: 0004 - cost= 4.822998216 - Accuracy= 0.9121\n",
      "Epoch: 0004 - cost= 4.866540745 - Accuracy= 0.9124\n",
      "Epoch: 0004 - cost= 4.880989414 - Accuracy= 0.9126\n",
      "Epoch: 0004 - cost= 4.895997172 - Accuracy= 0.9127\n",
      "Epoch: 0004 - cost= 4.939059881 - Accuracy= 0.9131\n",
      "Epoch: 0004 - cost= 4.983838782 - Accuracy= 0.9125\n",
      "Epoch: 0004 - cost= 5.015324086 - Accuracy= 0.9125\n",
      "Epoch: 0004 - cost= 5.099235378 - Accuracy= 0.9128\n",
      "Epoch: 0004 - cost= 5.116426181 - Accuracy= 0.9136\n",
      "Epoch: 0004 - cost= 5.145992464 - Accuracy= 0.9131\n",
      "Epoch: 0004 - cost= 5.190015423 - Accuracy= 0.913\n",
      "Epoch: 0004 - cost= 5.242407141 - Accuracy= 0.9126\n",
      "Epoch: 0004 - cost= 5.279055968 - Accuracy= 0.9132\n",
      "Epoch: 0004 - cost= 5.302197671 - Accuracy= 0.9138\n",
      "Epoch: 0004 - cost= 5.334980944 - Accuracy= 0.9135\n",
      "Epoch: 0004 - cost= 5.375147334 - Accuracy= 0.913\n",
      "Epoch: 0004 - cost= 5.387970476 - Accuracy= 0.9128\n",
      "Epoch: 0004 - cost= 5.419216696 - Accuracy= 0.9126\n",
      "Epoch: 0004 - cost= 5.451165326 - Accuracy= 0.912\n",
      "Epoch: 0004 - cost= 5.475151770 - Accuracy= 0.9131\n",
      "Epoch: 0004 - cost= 5.506017106 - Accuracy= 0.9129\n",
      "Epoch: 0004 - cost= 5.540847862 - Accuracy= 0.9132\n",
      "Epoch: 0004 - cost= 5.593878681 - Accuracy= 0.9132\n",
      "Epoch: 0004 - cost= 5.682726302 - Accuracy= 0.9126\n",
      "Epoch: 0004 - cost= 5.711128757 - Accuracy= 0.9122\n",
      "Epoch: 0004 - cost= 5.730360411 - Accuracy= 0.9117\n",
      "Epoch: 0004 - cost= 5.768631441 - Accuracy= 0.9111\n",
      "Epoch: 0004 - cost= 5.829534408 - Accuracy= 0.9108\n",
      "Epoch: 0004 - cost= 5.876108716 - Accuracy= 0.9105\n",
      "Epoch: 0004 - cost= 5.927061281 - Accuracy= 0.9113\n",
      "Epoch: 0004 - cost= 5.986329650 - Accuracy= 0.9115\n",
      "Epoch: 0004 - cost= 6.032765488 - Accuracy= 0.9115\n",
      "Epoch: 0004 - cost= 6.062790672 - Accuracy= 0.9113\n",
      "Epoch: 0004 - cost= 6.078917804 - Accuracy= 0.9112\n",
      "Epoch: 0004 - cost= 6.105854465 - Accuracy= 0.9123\n",
      "Epoch: 0004 - cost= 6.137375149 - Accuracy= 0.9122\n",
      "Epoch: 0004 - cost= 6.208403085 - Accuracy= 0.9119\n",
      "Epoch: 0004 - cost= 6.238142787 - Accuracy= 0.912\n",
      "Epoch: 0004 - cost= 6.285916135 - Accuracy= 0.9118\n",
      "Epoch: 0004 - cost= 6.312216681 - Accuracy= 0.9126\n",
      "Epoch: 0004 - cost= 6.335688647 - Accuracy= 0.9133\n",
      "Epoch: 0004 - cost= 6.407358278 - Accuracy= 0.9134\n",
      "Epoch: 0004 - cost= 6.422619005 - Accuracy= 0.9134\n",
      "Epoch: 0004 - cost= 6.488165658 - Accuracy= 0.913\n",
      "Epoch: 0004 - cost= 6.569153817 - Accuracy= 0.9127\n",
      "Epoch: 0004 - cost= 6.589571194 - Accuracy= 0.9129\n",
      "Epoch: 0004 - cost= 6.625964862 - Accuracy= 0.9132\n",
      "Epoch: 0004 - cost= 6.688061364 - Accuracy= 0.9139\n",
      "Epoch: 0004 - cost= 6.731969709 - Accuracy= 0.9143\n",
      "Epoch: 0004 - cost= 6.787662306 - Accuracy= 0.9145\n",
      "Epoch: 0004 - cost= 6.800659604 - Accuracy= 0.9135\n",
      "Epoch: 0004 - cost= 6.862534029 - Accuracy= 0.9136\n",
      "Epoch: 0004 - cost= 6.901761150 - Accuracy= 0.9133\n",
      "Epoch: 0004 - cost= 6.950085201 - Accuracy= 0.9131\n",
      "Epoch: 0004 - cost= 6.980855048 - Accuracy= 0.913\n",
      "Epoch: 0004 - cost= 6.998396278 - Accuracy= 0.9128\n",
      "Epoch: 0004 - cost= 7.044097659 - Accuracy= 0.9132\n",
      "Epoch: 0004 - cost= 7.074713490 - Accuracy= 0.913\n",
      "Epoch: 0004 - cost= 7.091553209 - Accuracy= 0.9131\n",
      "Epoch: 0004 - cost= 7.139982813 - Accuracy= 0.9125\n",
      "Epoch: 0004 - cost= 7.177245570 - Accuracy= 0.9126\n",
      "Epoch: 0004 - cost= 7.193231865 - Accuracy= 0.913\n",
      "Epoch: 0004 - cost= 7.218203751 - Accuracy= 0.9132\n",
      "Epoch: 0004 - cost= 7.247056354 - Accuracy= 0.9134\n",
      "Epoch: 0004 - cost= 7.324919735 - Accuracy= 0.9138\n",
      "Epoch: 0004 - cost= 7.357664143 - Accuracy= 0.9139\n",
      "Epoch: 0004 - cost= 7.376932791 - Accuracy= 0.9138\n",
      "Epoch: 0004 - cost= 7.420636026 - Accuracy= 0.9134\n",
      "Epoch: 0004 - cost= 7.462252445 - Accuracy= 0.9135\n",
      "Epoch: 0004 - cost= 7.487956076 - Accuracy= 0.9135\n",
      "Epoch: 0004 - cost= 7.524969068 - Accuracy= 0.9132\n",
      "Epoch: 0004 - cost= 7.555526849 - Accuracy= 0.9133\n",
      "Epoch: 0004 - cost= 7.618966694 - Accuracy= 0.9138\n",
      "Epoch: 0004 - cost= 7.641827096 - Accuracy= 0.9138\n",
      "Epoch: 0004 - cost= 7.713596685 - Accuracy= 0.9141\n",
      "Epoch: 0004 - cost= 7.734394472 - Accuracy= 0.914\n",
      "Epoch: 0004 - cost= 7.770962264 - Accuracy= 0.9138\n",
      "Epoch: 0004 - cost= 7.792976646 - Accuracy= 0.9134\n",
      "Epoch: 0004 - cost= 7.804325670 - Accuracy= 0.913\n",
      "Epoch: 0004 - cost= 7.827633116 - Accuracy= 0.9127\n",
      "Epoch: 0004 - cost= 7.872456919 - Accuracy= 0.9132\n",
      "Epoch: 0004 - cost= 7.958504060 - Accuracy= 0.9133\n",
      "Epoch: 0004 - cost= 8.011515725 - Accuracy= 0.9132\n",
      "Epoch: 0004 - cost= 8.044902046 - Accuracy= 0.9133\n",
      "Epoch: 0004 - cost= 8.102612593 - Accuracy= 0.9141\n",
      "Epoch: 0004 - cost= 8.133494818 - Accuracy= 0.9138\n",
      "Epoch: 0004 - cost= 8.163669753 - Accuracy= 0.9135\n",
      "Epoch: 0004 - cost= 8.189628423 - Accuracy= 0.9136\n",
      "Epoch: 0004 - cost= 8.223544258 - Accuracy= 0.9135\n",
      "Epoch: 0004 - cost= 8.282113733 - Accuracy= 0.9135\n",
      "Epoch: 0004 - cost= 8.328665243 - Accuracy= 0.9136\n",
      "Epoch: 0004 - cost= 8.358607905 - Accuracy= 0.9133\n",
      "Epoch: 0004 - cost= 8.388839741 - Accuracy= 0.9131\n",
      "Epoch: 0004 - cost= 8.407928868 - Accuracy= 0.9133\n",
      "Epoch: 0004 - cost= 8.424940543 - Accuracy= 0.9127\n",
      "Epoch: 0004 - cost= 8.437974776 - Accuracy= 0.9131\n",
      "Epoch: 0004 - cost= 8.479106905 - Accuracy= 0.9131\n",
      "Epoch: 0004 - cost= 8.498221909 - Accuracy= 0.9129\n",
      "Epoch: 0004 - cost= 8.547389959 - Accuracy= 0.9128\n",
      "Epoch: 0004 - cost= 8.572996572 - Accuracy= 0.9129\n",
      "Epoch: 0004 - cost= 8.610491575 - Accuracy= 0.9137\n",
      "Epoch: 0004 - cost= 8.623065043 - Accuracy= 0.9142\n",
      "Epoch: 0004 - cost= 8.679970994 - Accuracy= 0.9142\n",
      "Epoch: 0004 - cost= 8.769130824 - Accuracy= 0.9133\n",
      "Epoch: 0004 - cost= 8.783055820 - Accuracy= 0.9126\n",
      "Epoch: 0004 - cost= 8.841820094 - Accuracy= 0.9133\n",
      "Epoch: 0004 - cost= 8.882984853 - Accuracy= 0.9134\n",
      "Epoch: 0004 - cost= 8.918435112 - Accuracy= 0.9136\n",
      "Epoch: 0004 - cost= 8.944825347 - Accuracy= 0.913\n",
      "Epoch: 0004 - cost= 8.991483860 - Accuracy= 0.9126\n",
      "Epoch: 0004 - cost= 9.024672309 - Accuracy= 0.9127\n",
      "Epoch: 0004 - cost= 9.053788207 - Accuracy= 0.912\n",
      "Epoch: 0004 - cost= 9.081070105 - Accuracy= 0.9116\n",
      "Epoch: 0004 - cost= 9.097089708 - Accuracy= 0.9117\n",
      "Epoch: 0004 - cost= 9.161501628 - Accuracy= 0.9117\n",
      "Epoch: 0004 - cost= 9.206010593 - Accuracy= 0.9112\n",
      "Epoch: 0004 - cost= 9.215442134 - Accuracy= 0.911\n",
      "Epoch: 0004 - cost= 9.285521744 - Accuracy= 0.9105\n",
      "Epoch: 0004 - cost= 9.363767260 - Accuracy= 0.9094\n",
      "Epoch: 0004 - cost= 9.412061713 - Accuracy= 0.9098\n",
      "Epoch: 0004 - cost= 9.441493097 - Accuracy= 0.9101\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0004 - cost= 9.476338429 - Accuracy= 0.9102\n",
      "Epoch: 0004 - cost= 9.550481925 - Accuracy= 0.9106\n",
      "Epoch: 0004 - cost= 9.598180886 - Accuracy= 0.9113\n",
      "Epoch: 0004 - cost= 9.646631526 - Accuracy= 0.9115\n",
      "Epoch: 0004 - cost= 9.657157959 - Accuracy= 0.9113\n",
      "Epoch: 0004 - cost= 9.663151980 - Accuracy= 0.9113\n",
      "Epoch: 0004 - cost= 9.716873296 - Accuracy= 0.9121\n",
      "Epoch: 0004 - cost= 9.765631751 - Accuracy= 0.9127\n",
      "Epoch: 0004 - cost= 9.790534858 - Accuracy= 0.9136\n",
      "Epoch: 0004 - cost= 9.837660293 - Accuracy= 0.9139\n",
      "Epoch: 0004 - cost= 9.868902587 - Accuracy= 0.9153\n",
      "Epoch: 0004 - cost= 9.900205500 - Accuracy= 0.9153\n",
      "Epoch: 0004 - cost= 9.996247939 - Accuracy= 0.9164\n",
      "Epoch: 0004 - cost= 10.027598998 - Accuracy= 0.9163\n",
      "Epoch: 0004 - cost= 10.051749173 - Accuracy= 0.9163\n",
      "Epoch: 0004 - cost= 10.124616431 - Accuracy= 0.9162\n",
      "Epoch: 0004 - cost= 10.171379695 - Accuracy= 0.9153\n",
      "Epoch: 0004 - cost= 10.210650977 - Accuracy= 0.915\n",
      "Epoch: 0004 - cost= 10.259556464 - Accuracy= 0.9139\n",
      "Epoch: 0004 - cost= 10.297400512 - Accuracy= 0.9135\n",
      "Epoch: 0004 - cost= 10.311809896 - Accuracy= 0.9134\n",
      "Epoch: 0004 - cost= 10.334131462 - Accuracy= 0.9132\n",
      "Epoch: 0004 - cost= 10.383973593 - Accuracy= 0.9129\n",
      "Epoch: 0004 - cost= 10.456182725 - Accuracy= 0.9126\n",
      "Epoch: 0004 - cost= 10.479329193 - Accuracy= 0.9127\n",
      "Epoch: 0004 - cost= 10.513772778 - Accuracy= 0.9124\n",
      "Epoch: 0004 - cost= 10.529433825 - Accuracy= 0.9125\n",
      "Epoch: 0004 - cost= 10.577462633 - Accuracy= 0.9134\n",
      "Epoch: 0004 - cost= 10.606088721 - Accuracy= 0.9143\n",
      "Epoch: 0004 - cost= 10.665082265 - Accuracy= 0.914\n",
      "Epoch: 0004 - cost= 10.684550207 - Accuracy= 0.9142\n",
      "Epoch: 0004 - cost= 10.712216498 - Accuracy= 0.9143\n",
      "Epoch: 0004 - cost= 10.733567195 - Accuracy= 0.9146\n",
      "Epoch: 0004 - cost= 10.818908750 - Accuracy= 0.9141\n",
      "Epoch: 0004 - cost= 10.865210251 - Accuracy= 0.9145\n",
      "Epoch: 0004 - cost= 10.884292297 - Accuracy= 0.9138\n",
      "Epoch: 0004 - cost= 10.898452273 - Accuracy= 0.9139\n",
      "Epoch: 0004 - cost= 10.924101954 - Accuracy= 0.9139\n",
      "Epoch: 0004 - cost= 10.953348458 - Accuracy= 0.9129\n",
      "Epoch: 0004 - cost= 11.013630447 - Accuracy= 0.9126\n",
      "Epoch: 0004 - cost= 11.050870601 - Accuracy= 0.9119\n",
      "Epoch: 0004 - cost= 11.084051132 - Accuracy= 0.9111\n",
      "Epoch: 0004 - cost= 11.118138983 - Accuracy= 0.9112\n",
      "Epoch: 0004 - cost= 11.146120912 - Accuracy= 0.9108\n",
      "Epoch: 0004 - cost= 11.148424090 - Accuracy= 0.9092\n",
      "Epoch: 0004 - cost= 11.183053707 - Accuracy= 0.9089\n",
      "Epoch: 0004 - cost= 11.218760404 - Accuracy= 0.9102\n",
      "Epoch: 0004 - cost= 11.293839077 - Accuracy= 0.9112\n",
      "Epoch: 0004 - cost= 11.365815340 - Accuracy= 0.9115\n",
      "Epoch: 0004 - cost= 11.436131432 - Accuracy= 0.9132\n",
      "Epoch: 0004 - cost= 11.479117300 - Accuracy= 0.9135\n",
      "Epoch: 0004 - cost= 11.534445863 - Accuracy= 0.9134\n",
      "Epoch: 0004 - cost= 11.553291482 - Accuracy= 0.9145\n",
      "Epoch: 0004 - cost= 11.585387523 - Accuracy= 0.9144\n",
      "Epoch: 0004 - cost= 11.615067141 - Accuracy= 0.9142\n",
      "Epoch: 0004 - cost= 11.658372281 - Accuracy= 0.914\n",
      "Epoch: 0004 - cost= 11.689963169 - Accuracy= 0.9147\n",
      "Epoch: 0004 - cost= 11.732075003 - Accuracy= 0.9137\n",
      "Epoch: 0004 - cost= 11.751693056 - Accuracy= 0.9132\n",
      "Epoch: 0004 - cost= 11.796325805 - Accuracy= 0.9136\n",
      "Epoch: 0004 - cost= 11.822151795 - Accuracy= 0.9131\n",
      "Epoch: 0004 - cost= 11.865959501 - Accuracy= 0.9125\n",
      "Epoch: 0004 - cost= 11.925060085 - Accuracy= 0.9123\n",
      "Epoch: 0004 - cost= 12.004557724 - Accuracy= 0.9123\n",
      "Epoch: 0004 - cost= 12.022224843 - Accuracy= 0.9125\n",
      "Epoch: 0004 - cost= 12.039459655 - Accuracy= 0.9134\n",
      "Epoch: 0004 - cost= 12.069934252 - Accuracy= 0.9142\n",
      "Epoch: 0004 - cost= 12.102936315 - Accuracy= 0.9143\n",
      "Epoch: 0004 - cost= 12.130213994 - Accuracy= 0.9149\n",
      "Epoch: 0004 - cost= 12.161597939 - Accuracy= 0.9144\n",
      "Epoch: 0004 - cost= 12.180263306 - Accuracy= 0.9142\n",
      "Epoch: 0004 - cost= 12.190753235 - Accuracy= 0.9144\n",
      "Epoch: 0004 - cost= 12.238130249 - Accuracy= 0.9145\n",
      "Epoch: 0004 - cost= 12.257433545 - Accuracy= 0.9143\n",
      "Epoch: 0004 - cost= 12.312018873 - Accuracy= 0.9136\n",
      "Epoch: 0004 - cost= 12.315038462 - Accuracy= 0.9135\n",
      "Epoch: 0004 - cost= 12.332921570 - Accuracy= 0.9133\n",
      "Epoch: 0004 - cost= 12.353380093 - Accuracy= 0.9132\n",
      "Epoch: 0004 - cost= 12.357117414 - Accuracy= 0.9133\n",
      "Epoch: 0004 - cost= 12.398673131 - Accuracy= 0.9135\n",
      "Epoch: 0004 - cost= 12.422176224 - Accuracy= 0.9132\n",
      "Epoch: 0004 - cost= 12.450083842 - Accuracy= 0.9127\n",
      "Epoch: 0004 - cost= 12.472020958 - Accuracy= 0.9122\n",
      "Epoch: 0004 - cost= 12.506495209 - Accuracy= 0.9124\n",
      "Epoch: 0004 - cost= 12.548945965 - Accuracy= 0.9128\n",
      "Epoch: 0004 - cost= 12.593769594 - Accuracy= 0.9132\n",
      "Epoch: 0004 - cost= 12.629202944 - Accuracy= 0.9132\n",
      "Epoch: 0004 - cost= 12.662899718 - Accuracy= 0.9144\n",
      "Epoch: 0004 - cost= 12.699678487 - Accuracy= 0.9152\n",
      "Epoch: 0004 - cost= 12.783574174 - Accuracy= 0.9147\n",
      "Epoch: 0004 - cost= 12.794692949 - Accuracy= 0.9146\n",
      "Epoch: 0004 - cost= 12.832349629 - Accuracy= 0.9144\n",
      "Epoch: 0004 - cost= 12.872402310 - Accuracy= 0.9146\n",
      "Epoch: 0004 - cost= 12.911225934 - Accuracy= 0.914\n",
      "Epoch: 0004 - cost= 12.931848770 - Accuracy= 0.9143\n",
      "Epoch: 0004 - cost= 12.943097451 - Accuracy= 0.9142\n",
      "Epoch: 0004 - cost= 12.967396762 - Accuracy= 0.9147\n",
      "Epoch: 0004 - cost= 12.998702610 - Accuracy= 0.9147\n",
      "Epoch: 0004 - cost= 13.027567266 - Accuracy= 0.9144\n",
      "Epoch: 0004 - cost= 13.060622113 - Accuracy= 0.9146\n",
      "Epoch: 0004 - cost= 13.148527442 - Accuracy= 0.9147\n",
      "Epoch: 0004 - cost= 13.179623530 - Accuracy= 0.9149\n",
      "Epoch: 0004 - cost= 13.203191782 - Accuracy= 0.9144\n",
      "Epoch: 0004 - cost= 13.238302065 - Accuracy= 0.9147\n",
      "Epoch: 0004 - cost= 13.262216447 - Accuracy= 0.9151\n",
      "Epoch: 0004 - cost= 13.291565854 - Accuracy= 0.9152\n",
      "Epoch: 0004 - cost= 13.330281660 - Accuracy= 0.9155\n",
      "Epoch: 0004 - cost= 13.344076549 - Accuracy= 0.915\n",
      "Epoch: 0004 - cost= 13.382032329 - Accuracy= 0.9151\n",
      "Epoch: 0004 - cost= 13.428088639 - Accuracy= 0.915\n",
      "Epoch: 0004 - cost= 13.460911141 - Accuracy= 0.9149\n",
      "Epoch: 0004 - cost= 13.481078379 - Accuracy= 0.9142\n",
      "Epoch: 0004 - cost= 13.532906964 - Accuracy= 0.9141\n",
      "Epoch: 0004 - cost= 13.600187848 - Accuracy= 0.9138\n",
      "Epoch: 0004 - cost= 13.644072649 - Accuracy= 0.9142\n",
      "Epoch: 0004 - cost= 13.674809174 - Accuracy= 0.9136\n",
      "Epoch: 0004 - cost= 13.746305395 - Accuracy= 0.9139\n",
      "Epoch: 0004 - cost= 13.790477606 - Accuracy= 0.9146\n",
      "Epoch: 0004 - cost= 13.803958893 - Accuracy= 0.9147\n",
      "Epoch: 0004 - cost= 13.871913841 - Accuracy= 0.915\n",
      "Epoch: 0004 - cost= 13.918850792 - Accuracy= 0.9145\n",
      "Epoch: 0004 - cost= 13.945540239 - Accuracy= 0.9152\n",
      "Epoch: 0004 - cost= 13.969357649 - Accuracy= 0.9155\n",
      "Epoch: 0004 - cost= 14.010642813 - Accuracy= 0.9156\n",
      "Epoch: 0004 - cost= 14.015948927 - Accuracy= 0.9157\n",
      "Epoch: 0004 - cost= 14.024751982 - Accuracy= 0.9158\n",
      "Epoch: 0004 - cost= 14.039301300 - Accuracy= 0.9161\n",
      "Epoch: 0004 - cost= 14.100162617 - Accuracy= 0.9165\n",
      "Epoch: 0004 - cost= 14.119996314 - Accuracy= 0.9166\n",
      "Epoch: 0004 - cost= 14.150290236 - Accuracy= 0.9164\n",
      "Epoch: 0004 - cost= 14.191814943 - Accuracy= 0.9165\n",
      "Epoch: 0004 - cost= 14.214069160 - Accuracy= 0.9163\n",
      "Epoch: 0004 - cost= 14.236763923 - Accuracy= 0.9161\n",
      "Epoch: 0004 - cost= 14.263755223 - Accuracy= 0.9158\n",
      "Epoch: 0004 - cost= 14.307508833 - Accuracy= 0.9155\n",
      "Epoch: 0004 - cost= 14.329603537 - Accuracy= 0.9155\n",
      "Epoch: 0004 - cost= 14.380170508 - Accuracy= 0.9155\n",
      "Epoch: 0004 - cost= 14.409090723 - Accuracy= 0.9147\n",
      "Epoch: 0004 - cost= 14.458539170 - Accuracy= 0.9147\n",
      "Epoch: 0004 - cost= 14.474028507 - Accuracy= 0.9144\n",
      "Epoch: 0004 - cost= 14.512274759 - Accuracy= 0.9153\n",
      "Epoch: 0004 - cost= 14.540672640 - Accuracy= 0.9153\n",
      "Epoch: 0004 - cost= 14.570210015 - Accuracy= 0.9159\n",
      "Epoch: 0004 - cost= 14.624360735 - Accuracy= 0.916\n",
      "Epoch: 0004 - cost= 14.661942064 - Accuracy= 0.9154\n",
      "Epoch: 0004 - cost= 14.707754574 - Accuracy= 0.9163\n",
      "Epoch: 0004 - cost= 14.741459675 - Accuracy= 0.9159\n",
      "Epoch: 0004 - cost= 14.796654873 - Accuracy= 0.9162\n",
      "Epoch: 0004 - cost= 14.807232805 - Accuracy= 0.9158\n",
      "Epoch: 0004 - cost= 14.849154823 - Accuracy= 0.9161\n",
      "Epoch: 0004 - cost= 14.874005159 - Accuracy= 0.9159\n",
      "Epoch: 0004 - cost= 14.928706423 - Accuracy= 0.9165\n",
      "Epoch: 0004 - cost= 14.979212429 - Accuracy= 0.9164\n",
      "Epoch: 0004 - cost= 15.001365144 - Accuracy= 0.9157\n",
      "Epoch: 0004 - cost= 15.050299692 - Accuracy= 0.9161\n",
      "Epoch: 0004 - cost= 15.072375004 - Accuracy= 0.9168\n",
      "Epoch: 0004 - cost= 15.135928609 - Accuracy= 0.9164\n",
      "Epoch: 0004 - cost= 15.160347754 - Accuracy= 0.9163\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0004 - cost= 15.223874441 - Accuracy= 0.9167\n",
      "Epoch: 0004 - cost= 15.265128107 - Accuracy= 0.9169\n",
      "Epoch: 0004 - cost= 15.282167527 - Accuracy= 0.9176\n",
      "Epoch: 0004 - cost= 15.319801725 - Accuracy= 0.9178\n",
      "Epoch: 0004 - cost= 15.376728046 - Accuracy= 0.9181\n",
      "Epoch: 0004 - cost= 15.411345061 - Accuracy= 0.9181\n",
      "Epoch: 0004 - cost= 15.438587874 - Accuracy= 0.9185\n",
      "Epoch: 0004 - cost= 15.456451543 - Accuracy= 0.9185\n",
      "Epoch: 0004 - cost= 15.526708723 - Accuracy= 0.9184\n",
      "Epoch: 0004 - cost= 15.560345829 - Accuracy= 0.919\n",
      "Epoch: 0004 - cost= 15.581009488 - Accuracy= 0.9192\n",
      "Epoch: 0004 - cost= 15.602755253 - Accuracy= 0.919\n",
      "Epoch: 0004 - cost= 15.623944462 - Accuracy= 0.9188\n",
      "Epoch: 0004 - cost= 15.672428078 - Accuracy= 0.9195\n",
      "Epoch: 0004 - cost= 15.693160529 - Accuracy= 0.9185\n",
      "Epoch: 0004 - cost= 15.711978596 - Accuracy= 0.9186\n",
      "Epoch: 0004 - cost= 15.755964535 - Accuracy= 0.918\n",
      "Epoch: 0004 - cost= 15.770082557 - Accuracy= 0.9179\n",
      "Epoch: 0004 - cost= 15.786725835 - Accuracy= 0.9177\n",
      "Epoch: 0004 - cost= 15.909666786 - Accuracy= 0.9179\n",
      "Epoch: 0004 - cost= 15.975325529 - Accuracy= 0.9178\n",
      "Epoch: 0004 - cost= 15.987340607 - Accuracy= 0.9183\n",
      "Epoch: 0004 - cost= 15.990927779 - Accuracy= 0.9178\n",
      "Epoch: 0004 - cost= 15.999310035 - Accuracy= 0.9183\n",
      "Epoch: 0004 - cost= 16.011966576 - Accuracy= 0.9192\n",
      "Epoch: 0004 - cost= 16.058658824 - Accuracy= 0.9186\n",
      "Epoch: 0004 - cost= 16.106250293 - Accuracy= 0.9188\n",
      "Epoch: 0004 - cost= 16.133095927 - Accuracy= 0.9181\n",
      "Epoch: 0004 - cost= 16.184028111 - Accuracy= 0.9179\n",
      "Epoch: 0004 - cost= 16.191572018 - Accuracy= 0.918\n",
      "Epoch: 0004 - cost= 16.250233677 - Accuracy= 0.9172\n",
      "Epoch: 0004 - cost= 16.297496406 - Accuracy= 0.9172\n",
      "Epoch: 0004 - cost= 16.345027558 - Accuracy= 0.918\n",
      "Epoch: 0004 - cost= 16.368816064 - Accuracy= 0.9181\n",
      "Epoch: 0004 - cost= 16.388397775 - Accuracy= 0.9187\n",
      "Epoch: 0004 - cost= 16.413031578 - Accuracy= 0.919\n",
      "Epoch: 0004 - cost= 16.443182092 - Accuracy= 0.9191\n",
      "Epoch: 0004 - cost= 16.516199934 - Accuracy= 0.9186\n",
      "Epoch: 0004 - cost= 16.554106796 - Accuracy= 0.9192\n",
      "Epoch: 0004 - cost= 16.589077374 - Accuracy= 0.9181\n",
      "Epoch: 0004 - cost= 16.608613973 - Accuracy= 0.9178\n",
      "Epoch: 0004 - cost= 16.634677695 - Accuracy= 0.9176\n",
      "Epoch: 0004 - cost= 16.664972283 - Accuracy= 0.9176\n",
      "Epoch: 0004 - cost= 16.692889869 - Accuracy= 0.917\n",
      "Epoch: 0004 - cost= 16.715088500 - Accuracy= 0.9165\n",
      "Epoch: 0004 - cost= 16.733722205 - Accuracy= 0.9168\n",
      "Epoch: 0004 - cost= 16.751460851 - Accuracy= 0.9168\n",
      "Epoch: 0004 - cost= 16.780027861 - Accuracy= 0.9171\n",
      "Epoch: 0004 - cost= 16.806786364 - Accuracy= 0.917\n",
      "Epoch: 0004 - cost= 16.867138391 - Accuracy= 0.9171\n",
      "Epoch: 0004 - cost= 16.920040384 - Accuracy= 0.9178\n",
      "Epoch: 0004 - cost= 16.952450052 - Accuracy= 0.9177\n",
      "Epoch: 0004 - cost= 17.005248660 - Accuracy= 0.9175\n",
      "Epoch: 0004 - cost= 17.024920134 - Accuracy= 0.9174\n",
      "Epoch: 0004 - cost= 17.047641453 - Accuracy= 0.9174\n",
      "Epoch: 0004 - cost= 17.067675140 - Accuracy= 0.9175\n",
      "Epoch: 0004 - cost= 17.121091430 - Accuracy= 0.9174\n",
      "Epoch: 0004 - cost= 17.143139375 - Accuracy= 0.9175\n",
      "Epoch: 0004 - cost= 17.150454095 - Accuracy= 0.9179\n",
      "Epoch: 0004 - cost= 17.201364153 - Accuracy= 0.9189\n",
      "Epoch: 0004 - cost= 17.241092304 - Accuracy= 0.9195\n",
      "Epoch: 0004 - cost= 17.264684939 - Accuracy= 0.9206\n",
      "Epoch: 0004 - cost= 17.284964303 - Accuracy= 0.9207\n",
      "Epoch: 0004 - cost= 17.313854029 - Accuracy= 0.9207\n",
      "Epoch: 0004 - cost= 17.349240211 - Accuracy= 0.9193\n",
      "Epoch: 0004 - cost= 17.409460313 - Accuracy= 0.9203\n",
      "Epoch: 0004 - cost= 17.432114742 - Accuracy= 0.9189\n",
      "Epoch: 0004 - cost= 17.459520971 - Accuracy= 0.9175\n",
      "Epoch: 0004 - cost= 17.472397958 - Accuracy= 0.9168\n",
      "Epoch: 0004 - cost= 17.479990134 - Accuracy= 0.9171\n",
      "Epoch: 0004 - cost= 17.522216270 - Accuracy= 0.9166\n",
      "Epoch: 0004 - cost= 17.577601835 - Accuracy= 0.9171\n",
      "Epoch: 0004 - cost= 17.601966404 - Accuracy= 0.9175\n",
      "Epoch: 0004 - cost= 17.662842841 - Accuracy= 0.9178\n",
      "Epoch: 0004 - cost= 17.684144575 - Accuracy= 0.9185\n",
      "Epoch: 0004 - cost= 17.715983523 - Accuracy= 0.9189\n",
      "Epoch: 0004 - cost= 17.728390357 - Accuracy= 0.9193\n",
      "Epoch: 0004 - cost= 17.778084179 - Accuracy= 0.9196\n",
      "Epoch: 0004 - cost= 17.787561733 - Accuracy= 0.9196\n",
      "Epoch: 0004 - cost= 17.833892123 - Accuracy= 0.9186\n",
      "Epoch: 0004 - cost= 17.868905273 - Accuracy= 0.9181\n",
      "Epoch: 0004 - cost= 17.901417435 - Accuracy= 0.9178\n",
      "Epoch: 0004 - cost= 17.937771309 - Accuracy= 0.918\n",
      "Epoch: 0004 - cost= 17.967547210 - Accuracy= 0.918\n",
      "Epoch: 0004 - cost= 18.011554768 - Accuracy= 0.9177\n",
      "Epoch: 0004 - cost= 18.042034317 - Accuracy= 0.9178\n",
      "Epoch: 0004 - cost= 18.087399043 - Accuracy= 0.9179\n",
      "Epoch: 0004 - cost= 18.125143711 - Accuracy= 0.9177\n",
      "Epoch: 0004 - cost= 18.156265381 - Accuracy= 0.9178\n",
      "Epoch: 0004 - cost= 18.169400984 - Accuracy= 0.9188\n",
      "Epoch: 0004 - cost= 18.191058081 - Accuracy= 0.9183\n",
      "Epoch: 0004 - cost= 18.216473529 - Accuracy= 0.9184\n",
      "Epoch: 0004 - cost= 18.226685329 - Accuracy= 0.9185\n",
      "Epoch: 0004 - cost= 18.247896336 - Accuracy= 0.9187\n",
      "Epoch: 0004 - cost= 18.263598774 - Accuracy= 0.9191\n",
      "Epoch: 0004 - cost= 18.314954910 - Accuracy= 0.9198\n",
      "Epoch: 0004 - cost= 18.332373650 - Accuracy= 0.9205\n",
      "Epoch: 0004 - cost= 18.414411877 - Accuracy= 0.9209\n",
      "Epoch: 0004 - cost= 18.426602144 - Accuracy= 0.9203\n",
      "Epoch: 0004 - cost= 18.445657848 - Accuracy= 0.9204\n",
      "Epoch: 0004 - cost= 18.454420508 - Accuracy= 0.92\n",
      "Epoch: 0004 - cost= 18.493135253 - Accuracy= 0.9195\n",
      "Epoch: 0004 - cost= 18.587812821 - Accuracy= 0.9196\n",
      "Epoch: 0004 - cost= 18.611945664 - Accuracy= 0.9199\n",
      "Epoch: 0004 - cost= 18.654007269 - Accuracy= 0.9202\n",
      "Epoch: 0004 - cost= 18.714166522 - Accuracy= 0.9192\n",
      "Epoch: 0004 - cost= 18.737516780 - Accuracy= 0.9184\n",
      "Epoch: 0004 - cost= 18.777814801 - Accuracy= 0.9184\n",
      "Epoch: 0004 - cost= 18.792860813 - Accuracy= 0.9183\n",
      "Epoch: 0004 - cost= 18.819090030 - Accuracy= 0.9181\n",
      "Epoch: 0004 - cost= 18.827780514 - Accuracy= 0.9178\n",
      "Epoch: 0004 - cost= 18.939348819 - Accuracy= 0.9171\n",
      "Epoch: 0004 - cost= 18.988269104 - Accuracy= 0.9172\n",
      "Epoch: 0004 - cost= 18.997579485 - Accuracy= 0.9171\n",
      "Epoch: 0004 - cost= 19.014317411 - Accuracy= 0.9167\n",
      "Epoch: 0004 - cost= 19.046617680 - Accuracy= 0.9165\n",
      "Epoch: 0004 - cost= 19.068300232 - Accuracy= 0.9166\n",
      "Epoch: 0004 - cost= 19.117530586 - Accuracy= 0.9174\n",
      "Epoch: 0004 - cost= 19.129814121 - Accuracy= 0.9181\n",
      "Epoch: 0004 - cost= 19.164347285 - Accuracy= 0.9182\n",
      "Epoch: 0004 - cost= 19.202412172 - Accuracy= 0.9179\n",
      "Epoch: 0004 - cost= 19.211807804 - Accuracy= 0.9179\n",
      "Epoch: 0004 - cost= 19.237797344 - Accuracy= 0.9179\n",
      "Epoch: 0004 - cost= 19.271675854 - Accuracy= 0.9182\n",
      "Epoch: 0004 - cost= 19.311875196 - Accuracy= 0.9181\n",
      "Epoch: 0004 - cost= 19.332041578 - Accuracy= 0.9182\n",
      "Epoch: 0004 - cost= 19.351497947 - Accuracy= 0.9185\n",
      "Epoch: 0004 - cost= 19.397158555 - Accuracy= 0.918\n",
      "Epoch: 0004 - cost= 19.407943328 - Accuracy= 0.9183\n",
      "Epoch: 0004 - cost= 19.440126934 - Accuracy= 0.919\n",
      "Epoch: 0004 - cost= 19.468801392 - Accuracy= 0.9196\n",
      "Epoch: 0004 - cost= 19.520396071 - Accuracy= 0.9198\n",
      "Epoch: 0004 - cost= 19.563548231 - Accuracy= 0.9189\n",
      "Epoch: 0004 - cost= 19.577203408 - Accuracy= 0.918\n",
      "Epoch: 0004 - cost= 19.594648651 - Accuracy= 0.9178\n",
      "Epoch: 0004 - cost= 19.663286034 - Accuracy= 0.917\n",
      "Epoch: 0004 - cost= 19.723321372 - Accuracy= 0.9164\n",
      "Epoch: 0004 - cost= 19.731885947 - Accuracy= 0.9161\n",
      "Epoch: 0004 - cost= 19.752996911 - Accuracy= 0.9159\n",
      "Epoch: 0005 - cost= 0.028025972 - Accuracy= 0.9167\n",
      "Epoch: 0005 - cost= 0.066305627 - Accuracy= 0.9177\n",
      "Epoch: 0005 - cost= 0.077247901 - Accuracy= 0.9177\n",
      "Epoch: 0005 - cost= 0.099576483 - Accuracy= 0.9178\n",
      "Epoch: 0005 - cost= 0.124964257 - Accuracy= 0.9181\n",
      "Epoch: 0005 - cost= 0.148827394 - Accuracy= 0.9184\n",
      "Epoch: 0005 - cost= 0.165501436 - Accuracy= 0.9192\n",
      "Epoch: 0005 - cost= 0.185280676 - Accuracy= 0.9188\n",
      "Epoch: 0005 - cost= 0.216134426 - Accuracy= 0.9186\n",
      "Epoch: 0005 - cost= 0.233299587 - Accuracy= 0.9186\n",
      "Epoch: 0005 - cost= 0.260310829 - Accuracy= 0.9187\n",
      "Epoch: 0005 - cost= 0.281411298 - Accuracy= 0.9194\n",
      "Epoch: 0005 - cost= 0.296533332 - Accuracy= 0.9196\n",
      "Epoch: 0005 - cost= 0.323274232 - Accuracy= 0.9191\n",
      "Epoch: 0005 - cost= 0.341641241 - Accuracy= 0.9188\n",
      "Epoch: 0005 - cost= 0.357667874 - Accuracy= 0.9189\n",
      "Epoch: 0005 - cost= 0.418215831 - Accuracy= 0.9194\n",
      "Epoch: 0005 - cost= 0.451895654 - Accuracy= 0.9192\n",
      "Epoch: 0005 - cost= 0.487434390 - Accuracy= 0.9195\n",
      "Epoch: 0005 - cost= 0.523170241 - Accuracy= 0.9192\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0005 - cost= 0.573273419 - Accuracy= 0.9188\n",
      "Epoch: 0005 - cost= 0.588120744 - Accuracy= 0.9186\n",
      "Epoch: 0005 - cost= 0.621247239 - Accuracy= 0.9185\n",
      "Epoch: 0005 - cost= 0.633447516 - Accuracy= 0.919\n",
      "Epoch: 0005 - cost= 0.649869145 - Accuracy= 0.9186\n",
      "Epoch: 0005 - cost= 0.660134428 - Accuracy= 0.9172\n",
      "Epoch: 0005 - cost= 0.667267593 - Accuracy= 0.9174\n",
      "Epoch: 0005 - cost= 0.669655435 - Accuracy= 0.9177\n",
      "Epoch: 0005 - cost= 0.693377041 - Accuracy= 0.9173\n",
      "Epoch: 0005 - cost= 0.730838856 - Accuracy= 0.9175\n",
      "Epoch: 0005 - cost= 0.744930168 - Accuracy= 0.9178\n",
      "Epoch: 0005 - cost= 0.780207171 - Accuracy= 0.9178\n",
      "Epoch: 0005 - cost= 0.791598637 - Accuracy= 0.9182\n",
      "Epoch: 0005 - cost= 0.799229301 - Accuracy= 0.918\n",
      "Epoch: 0005 - cost= 0.804280414 - Accuracy= 0.9186\n",
      "Epoch: 0005 - cost= 0.856323663 - Accuracy= 0.9191\n",
      "Epoch: 0005 - cost= 0.881609321 - Accuracy= 0.9185\n",
      "Epoch: 0005 - cost= 0.893335690 - Accuracy= 0.9186\n",
      "Epoch: 0005 - cost= 0.900717323 - Accuracy= 0.9189\n",
      "Epoch: 0005 - cost= 0.920477756 - Accuracy= 0.9188\n",
      "Epoch: 0005 - cost= 0.938950448 - Accuracy= 0.9196\n",
      "Epoch: 0005 - cost= 0.970925161 - Accuracy= 0.9201\n",
      "Epoch: 0005 - cost= 1.000013199 - Accuracy= 0.9204\n",
      "Epoch: 0005 - cost= 1.034269950 - Accuracy= 0.92\n",
      "Epoch: 0005 - cost= 1.063622853 - Accuracy= 0.9197\n",
      "Epoch: 0005 - cost= 1.076758872 - Accuracy= 0.9196\n",
      "Epoch: 0005 - cost= 1.104756413 - Accuracy= 0.9193\n",
      "Epoch: 0005 - cost= 1.146626010 - Accuracy= 0.9192\n",
      "Epoch: 0005 - cost= 1.149311724 - Accuracy= 0.919\n",
      "Epoch: 0005 - cost= 1.156691069 - Accuracy= 0.9189\n",
      "Epoch: 0005 - cost= 1.195153718 - Accuracy= 0.919\n",
      "Epoch: 0005 - cost= 1.213630251 - Accuracy= 0.9196\n",
      "Epoch: 0005 - cost= 1.225965862 - Accuracy= 0.9194\n",
      "Epoch: 0005 - cost= 1.248728070 - Accuracy= 0.9194\n",
      "Epoch: 0005 - cost= 1.278843534 - Accuracy= 0.9193\n",
      "Epoch: 0005 - cost= 1.312041183 - Accuracy= 0.9196\n",
      "Epoch: 0005 - cost= 1.331741341 - Accuracy= 0.919\n",
      "Epoch: 0005 - cost= 1.355630480 - Accuracy= 0.9183\n",
      "Epoch: 0005 - cost= 1.375279686 - Accuracy= 0.918\n",
      "Epoch: 0005 - cost= 1.420532136 - Accuracy= 0.9185\n",
      "Epoch: 0005 - cost= 1.432982347 - Accuracy= 0.9184\n",
      "Epoch: 0005 - cost= 1.480862894 - Accuracy= 0.9191\n",
      "Epoch: 0005 - cost= 1.495703391 - Accuracy= 0.9196\n",
      "Epoch: 0005 - cost= 1.529577352 - Accuracy= 0.9198\n",
      "Epoch: 0005 - cost= 1.548054610 - Accuracy= 0.9197\n",
      "Epoch: 0005 - cost= 1.571149364 - Accuracy= 0.9196\n",
      "Epoch: 0005 - cost= 1.619324545 - Accuracy= 0.9203\n",
      "Epoch: 0005 - cost= 1.620668693 - Accuracy= 0.9197\n",
      "Epoch: 0005 - cost= 1.655156969 - Accuracy= 0.9196\n",
      "Epoch: 0005 - cost= 1.684958618 - Accuracy= 0.92\n",
      "Epoch: 0005 - cost= 1.727212605 - Accuracy= 0.9202\n",
      "Epoch: 0005 - cost= 1.784748175 - Accuracy= 0.9208\n",
      "Epoch: 0005 - cost= 1.800510241 - Accuracy= 0.921\n",
      "Epoch: 0005 - cost= 1.831678464 - Accuracy= 0.921\n",
      "Epoch: 0005 - cost= 1.860916472 - Accuracy= 0.9203\n",
      "Epoch: 0005 - cost= 1.893643696 - Accuracy= 0.9201\n",
      "Epoch: 0005 - cost= 1.901423033 - Accuracy= 0.9208\n",
      "Epoch: 0005 - cost= 1.939153219 - Accuracy= 0.9202\n",
      "Epoch: 0005 - cost= 1.953194650 - Accuracy= 0.9204\n",
      "Epoch: 0005 - cost= 2.019285063 - Accuracy= 0.9212\n",
      "Epoch: 0005 - cost= 2.061507565 - Accuracy= 0.9204\n",
      "Epoch: 0005 - cost= 2.072310926 - Accuracy= 0.9199\n",
      "Epoch: 0005 - cost= 2.105548532 - Accuracy= 0.919\n",
      "Epoch: 0005 - cost= 2.129533874 - Accuracy= 0.9184\n",
      "Epoch: 0005 - cost= 2.145607752 - Accuracy= 0.9185\n",
      "Epoch: 0005 - cost= 2.175329175 - Accuracy= 0.9187\n",
      "Epoch: 0005 - cost= 2.232505248 - Accuracy= 0.9175\n",
      "Epoch: 0005 - cost= 2.294851474 - Accuracy= 0.9176\n",
      "Epoch: 0005 - cost= 2.302126889 - Accuracy= 0.9172\n",
      "Epoch: 0005 - cost= 2.327337419 - Accuracy= 0.9172\n",
      "Epoch: 0005 - cost= 2.352048382 - Accuracy= 0.9172\n",
      "Epoch: 0005 - cost= 2.386240436 - Accuracy= 0.9171\n",
      "Epoch: 0005 - cost= 2.412891106 - Accuracy= 0.9177\n",
      "Epoch: 0005 - cost= 2.437503002 - Accuracy= 0.9179\n",
      "Epoch: 0005 - cost= 2.459342505 - Accuracy= 0.9177\n",
      "Epoch: 0005 - cost= 2.490152518 - Accuracy= 0.9185\n",
      "Epoch: 0005 - cost= 2.523022086 - Accuracy= 0.9182\n",
      "Epoch: 0005 - cost= 2.549305241 - Accuracy= 0.9189\n",
      "Epoch: 0005 - cost= 2.554350617 - Accuracy= 0.9187\n",
      "Epoch: 0005 - cost= 2.564684243 - Accuracy= 0.9189\n",
      "Epoch: 0005 - cost= 2.600520258 - Accuracy= 0.919\n",
      "Epoch: 0005 - cost= 2.608364207 - Accuracy= 0.919\n",
      "Epoch: 0005 - cost= 2.636640298 - Accuracy= 0.9189\n",
      "Epoch: 0005 - cost= 2.678440915 - Accuracy= 0.9177\n",
      "Epoch: 0005 - cost= 2.735643081 - Accuracy= 0.918\n",
      "Epoch: 0005 - cost= 2.751880994 - Accuracy= 0.918\n",
      "Epoch: 0005 - cost= 2.760617339 - Accuracy= 0.9178\n",
      "Epoch: 0005 - cost= 2.786024291 - Accuracy= 0.9182\n",
      "Epoch: 0005 - cost= 2.801397689 - Accuracy= 0.9182\n",
      "Epoch: 0005 - cost= 2.836249304 - Accuracy= 0.9173\n",
      "Epoch: 0005 - cost= 2.856572813 - Accuracy= 0.9173\n",
      "Epoch: 0005 - cost= 2.888635964 - Accuracy= 0.9174\n",
      "Epoch: 0005 - cost= 2.914173850 - Accuracy= 0.9168\n",
      "Epoch: 0005 - cost= 2.950423396 - Accuracy= 0.9157\n",
      "Epoch: 0005 - cost= 2.967940201 - Accuracy= 0.9147\n",
      "Epoch: 0005 - cost= 3.001258724 - Accuracy= 0.9152\n",
      "Epoch: 0005 - cost= 3.041129392 - Accuracy= 0.915\n",
      "Epoch: 0005 - cost= 3.082630410 - Accuracy= 0.9155\n",
      "Epoch: 0005 - cost= 3.122259618 - Accuracy= 0.9155\n",
      "Epoch: 0005 - cost= 3.140318559 - Accuracy= 0.9145\n",
      "Epoch: 0005 - cost= 3.148684994 - Accuracy= 0.9139\n",
      "Epoch: 0005 - cost= 3.181889281 - Accuracy= 0.9135\n",
      "Epoch: 0005 - cost= 3.233492272 - Accuracy= 0.9137\n",
      "Epoch: 0005 - cost= 3.269511545 - Accuracy= 0.914\n",
      "Epoch: 0005 - cost= 3.289084561 - Accuracy= 0.9138\n",
      "Epoch: 0005 - cost= 3.314919155 - Accuracy= 0.9142\n",
      "Epoch: 0005 - cost= 3.351080064 - Accuracy= 0.9139\n",
      "Epoch: 0005 - cost= 3.384628024 - Accuracy= 0.9149\n",
      "Epoch: 0005 - cost= 3.393506817 - Accuracy= 0.9159\n",
      "Epoch: 0005 - cost= 3.448486075 - Accuracy= 0.9175\n",
      "Epoch: 0005 - cost= 3.466481261 - Accuracy= 0.9178\n",
      "Epoch: 0005 - cost= 3.511388709 - Accuracy= 0.9178\n",
      "Epoch: 0005 - cost= 3.568608752 - Accuracy= 0.9172\n",
      "Epoch: 0005 - cost= 3.604083020 - Accuracy= 0.9174\n",
      "Epoch: 0005 - cost= 3.619795109 - Accuracy= 0.9175\n",
      "Epoch: 0005 - cost= 3.642761439 - Accuracy= 0.9183\n",
      "Epoch: 0005 - cost= 3.660123000 - Accuracy= 0.9195\n",
      "Epoch: 0005 - cost= 3.681690613 - Accuracy= 0.9195\n",
      "Epoch: 0005 - cost= 3.687927086 - Accuracy= 0.9199\n",
      "Epoch: 0005 - cost= 3.713755362 - Accuracy= 0.9197\n",
      "Epoch: 0005 - cost= 3.722626625 - Accuracy= 0.919\n",
      "Epoch: 0005 - cost= 3.767468107 - Accuracy= 0.9187\n",
      "Epoch: 0005 - cost= 3.796958220 - Accuracy= 0.9197\n",
      "Epoch: 0005 - cost= 3.817657094 - Accuracy= 0.9199\n",
      "Epoch: 0005 - cost= 3.862681941 - Accuracy= 0.9193\n",
      "Epoch: 0005 - cost= 3.874021559 - Accuracy= 0.9191\n",
      "Epoch: 0005 - cost= 3.905621779 - Accuracy= 0.9193\n",
      "Epoch: 0005 - cost= 3.946702431 - Accuracy= 0.9195\n",
      "Epoch: 0005 - cost= 3.982547296 - Accuracy= 0.9204\n",
      "Epoch: 0005 - cost= 4.002057344 - Accuracy= 0.9209\n",
      "Epoch: 0005 - cost= 4.031589842 - Accuracy= 0.9211\n",
      "Epoch: 0005 - cost= 4.049086523 - Accuracy= 0.9212\n",
      "Epoch: 0005 - cost= 4.089642921 - Accuracy= 0.9212\n",
      "Epoch: 0005 - cost= 4.102126546 - Accuracy= 0.9215\n",
      "Epoch: 0005 - cost= 4.123773189 - Accuracy= 0.9219\n",
      "Epoch: 0005 - cost= 4.165268596 - Accuracy= 0.9221\n",
      "Epoch: 0005 - cost= 4.175956985 - Accuracy= 0.9218\n",
      "Epoch: 0005 - cost= 4.206227912 - Accuracy= 0.9217\n",
      "Epoch: 0005 - cost= 4.213373352 - Accuracy= 0.9215\n",
      "Epoch: 0005 - cost= 4.264594676 - Accuracy= 0.9213\n",
      "Epoch: 0005 - cost= 4.272489939 - Accuracy= 0.9214\n",
      "Epoch: 0005 - cost= 4.288243746 - Accuracy= 0.9212\n",
      "Epoch: 0005 - cost= 4.308755181 - Accuracy= 0.9208\n",
      "Epoch: 0005 - cost= 4.348574101 - Accuracy= 0.9209\n",
      "Epoch: 0005 - cost= 4.449500753 - Accuracy= 0.9206\n",
      "Epoch: 0005 - cost= 4.474862095 - Accuracy= 0.9202\n",
      "Epoch: 0005 - cost= 4.508378042 - Accuracy= 0.9205\n",
      "Epoch: 0005 - cost= 4.526614799 - Accuracy= 0.9206\n",
      "Epoch: 0005 - cost= 4.551878147 - Accuracy= 0.9205\n",
      "Epoch: 0005 - cost= 4.593877773 - Accuracy= 0.9208\n",
      "Epoch: 0005 - cost= 4.609581311 - Accuracy= 0.9208\n",
      "Epoch: 0005 - cost= 4.648003278 - Accuracy= 0.9206\n",
      "Epoch: 0005 - cost= 4.659183064 - Accuracy= 0.9202\n",
      "Epoch: 0005 - cost= 4.672634619 - Accuracy= 0.9199\n",
      "Epoch: 0005 - cost= 4.681999036 - Accuracy= 0.9194\n",
      "Epoch: 0005 - cost= 4.703776160 - Accuracy= 0.9199\n",
      "Epoch: 0005 - cost= 4.729615915 - Accuracy= 0.9194\n",
      "Epoch: 0005 - cost= 4.766453805 - Accuracy= 0.9197\n",
      "Epoch: 0005 - cost= 4.823170991 - Accuracy= 0.9201\n",
      "Epoch: 0005 - cost= 4.826990207 - Accuracy= 0.9201\n",
      "Epoch: 0005 - cost= 4.878878947 - Accuracy= 0.9208\n",
      "Epoch: 0005 - cost= 4.888529133 - Accuracy= 0.9207\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0005 - cost= 4.927543044 - Accuracy= 0.9206\n",
      "Epoch: 0005 - cost= 4.953882013 - Accuracy= 0.9208\n",
      "Epoch: 0005 - cost= 4.986485437 - Accuracy= 0.92\n",
      "Epoch: 0005 - cost= 5.000085901 - Accuracy= 0.9203\n",
      "Epoch: 0005 - cost= 5.036564065 - Accuracy= 0.9195\n",
      "Epoch: 0005 - cost= 5.080287373 - Accuracy= 0.9198\n",
      "Epoch: 0005 - cost= 5.112646139 - Accuracy= 0.9203\n",
      "Epoch: 0005 - cost= 5.137284686 - Accuracy= 0.9203\n",
      "Epoch: 0005 - cost= 5.152130867 - Accuracy= 0.9203\n",
      "Epoch: 0005 - cost= 5.189587577 - Accuracy= 0.9209\n",
      "Epoch: 0005 - cost= 5.219024670 - Accuracy= 0.9204\n",
      "Epoch: 0005 - cost= 5.236653300 - Accuracy= 0.9201\n",
      "Epoch: 0005 - cost= 5.255927975 - Accuracy= 0.9201\n",
      "Epoch: 0005 - cost= 5.270485885 - Accuracy= 0.92\n",
      "Epoch: 0005 - cost= 5.282069656 - Accuracy= 0.9199\n",
      "Epoch: 0005 - cost= 5.309109777 - Accuracy= 0.9188\n",
      "Epoch: 0005 - cost= 5.323779681 - Accuracy= 0.9185\n",
      "Epoch: 0005 - cost= 5.345211683 - Accuracy= 0.9185\n",
      "Epoch: 0005 - cost= 5.366827721 - Accuracy= 0.9187\n",
      "Epoch: 0005 - cost= 5.393706699 - Accuracy= 0.9178\n",
      "Epoch: 0005 - cost= 5.424533947 - Accuracy= 0.9188\n",
      "Epoch: 0005 - cost= 5.442960757 - Accuracy= 0.9192\n",
      "Epoch: 0005 - cost= 5.480654037 - Accuracy= 0.9198\n",
      "Epoch: 0005 - cost= 5.482678709 - Accuracy= 0.9204\n",
      "Epoch: 0005 - cost= 5.504443721 - Accuracy= 0.9211\n",
      "Epoch: 0005 - cost= 5.516610611 - Accuracy= 0.9213\n",
      "Epoch: 0005 - cost= 5.537596133 - Accuracy= 0.9217\n",
      "Epoch: 0005 - cost= 5.555681503 - Accuracy= 0.9209\n",
      "Epoch: 0005 - cost= 5.556948767 - Accuracy= 0.9209\n",
      "Epoch: 0005 - cost= 5.567216189 - Accuracy= 0.921\n",
      "Epoch: 0005 - cost= 5.581508016 - Accuracy= 0.9207\n",
      "Epoch: 0005 - cost= 5.603179671 - Accuracy= 0.9197\n",
      "Epoch: 0005 - cost= 5.624140143 - Accuracy= 0.9194\n",
      "Epoch: 0005 - cost= 5.626031355 - Accuracy= 0.9196\n",
      "Epoch: 0005 - cost= 5.660040872 - Accuracy= 0.9199\n",
      "Epoch: 0005 - cost= 5.681028110 - Accuracy= 0.9198\n",
      "Epoch: 0005 - cost= 5.728674362 - Accuracy= 0.92\n",
      "Epoch: 0005 - cost= 5.735290492 - Accuracy= 0.9209\n",
      "Epoch: 0005 - cost= 5.755479782 - Accuracy= 0.9204\n",
      "Epoch: 0005 - cost= 5.764350458 - Accuracy= 0.9205\n",
      "Epoch: 0005 - cost= 5.789464940 - Accuracy= 0.9195\n",
      "Epoch: 0005 - cost= 5.827357830 - Accuracy= 0.9197\n",
      "Epoch: 0005 - cost= 5.866133257 - Accuracy= 0.9189\n",
      "Epoch: 0005 - cost= 5.908729911 - Accuracy= 0.9185\n",
      "Epoch: 0005 - cost= 5.924734977 - Accuracy= 0.9186\n",
      "Epoch: 0005 - cost= 5.960514972 - Accuracy= 0.9185\n",
      "Epoch: 0005 - cost= 5.976325885 - Accuracy= 0.9183\n",
      "Epoch: 0005 - cost= 6.018329149 - Accuracy= 0.9184\n",
      "Epoch: 0005 - cost= 6.047742688 - Accuracy= 0.9187\n",
      "Epoch: 0005 - cost= 6.071214137 - Accuracy= 0.919\n",
      "Epoch: 0005 - cost= 6.091934095 - Accuracy= 0.9191\n",
      "Epoch: 0005 - cost= 6.105768169 - Accuracy= 0.9194\n",
      "Epoch: 0005 - cost= 6.157106570 - Accuracy= 0.919\n",
      "Epoch: 0005 - cost= 6.198453792 - Accuracy= 0.9194\n",
      "Epoch: 0005 - cost= 6.237067982 - Accuracy= 0.9198\n",
      "Epoch: 0005 - cost= 6.238922906 - Accuracy= 0.9202\n",
      "Epoch: 0005 - cost= 6.280838540 - Accuracy= 0.921\n",
      "Epoch: 0005 - cost= 6.292349828 - Accuracy= 0.921\n",
      "Epoch: 0005 - cost= 6.315631295 - Accuracy= 0.921\n",
      "Epoch: 0005 - cost= 6.342062008 - Accuracy= 0.9213\n",
      "Epoch: 0005 - cost= 6.355562259 - Accuracy= 0.9214\n",
      "Epoch: 0005 - cost= 6.356195717 - Accuracy= 0.9217\n",
      "Epoch: 0005 - cost= 6.396086506 - Accuracy= 0.9216\n",
      "Epoch: 0005 - cost= 6.411222772 - Accuracy= 0.9222\n",
      "Epoch: 0005 - cost= 6.427763677 - Accuracy= 0.9213\n",
      "Epoch: 0005 - cost= 6.455432681 - Accuracy= 0.9212\n",
      "Epoch: 0005 - cost= 6.464578675 - Accuracy= 0.9213\n",
      "Epoch: 0005 - cost= 6.527064186 - Accuracy= 0.9211\n",
      "Epoch: 0005 - cost= 6.541138202 - Accuracy= 0.9217\n",
      "Epoch: 0005 - cost= 6.568972310 - Accuracy= 0.9219\n",
      "Epoch: 0005 - cost= 6.638780584 - Accuracy= 0.9213\n",
      "Epoch: 0005 - cost= 6.676259478 - Accuracy= 0.9219\n",
      "Epoch: 0005 - cost= 6.688249039 - Accuracy= 0.9219\n",
      "Epoch: 0005 - cost= 6.725914596 - Accuracy= 0.9224\n",
      "Epoch: 0005 - cost= 6.766210936 - Accuracy= 0.9224\n",
      "Epoch: 0005 - cost= 6.786298237 - Accuracy= 0.9223\n",
      "Epoch: 0005 - cost= 6.822755264 - Accuracy= 0.9229\n",
      "Epoch: 0005 - cost= 6.842259903 - Accuracy= 0.9225\n",
      "Epoch: 0005 - cost= 6.866518475 - Accuracy= 0.9232\n",
      "Epoch: 0005 - cost= 6.924991181 - Accuracy= 0.9229\n",
      "Epoch: 0005 - cost= 6.946092153 - Accuracy= 0.9226\n",
      "Epoch: 0005 - cost= 6.962517619 - Accuracy= 0.9223\n",
      "Epoch: 0005 - cost= 6.963492682 - Accuracy= 0.9224\n",
      "Epoch: 0005 - cost= 6.975836579 - Accuracy= 0.9222\n",
      "Epoch: 0005 - cost= 6.999529306 - Accuracy= 0.9221\n",
      "Epoch: 0005 - cost= 7.034760741 - Accuracy= 0.9223\n",
      "Epoch: 0005 - cost= 7.065155839 - Accuracy= 0.9225\n",
      "Epoch: 0005 - cost= 7.107321321 - Accuracy= 0.9227\n",
      "Epoch: 0005 - cost= 7.146629814 - Accuracy= 0.9225\n",
      "Epoch: 0005 - cost= 7.171496280 - Accuracy= 0.9219\n",
      "Epoch: 0005 - cost= 7.194321913 - Accuracy= 0.9222\n",
      "Epoch: 0005 - cost= 7.208582644 - Accuracy= 0.922\n",
      "Epoch: 0005 - cost= 7.267959066 - Accuracy= 0.9221\n",
      "Epoch: 0005 - cost= 7.282698968 - Accuracy= 0.921\n",
      "Epoch: 0005 - cost= 7.286331371 - Accuracy= 0.9208\n",
      "Epoch: 0005 - cost= 7.311938870 - Accuracy= 0.9204\n",
      "Epoch: 0005 - cost= 7.341581745 - Accuracy= 0.9206\n",
      "Epoch: 0005 - cost= 7.367737813 - Accuracy= 0.9205\n",
      "Epoch: 0005 - cost= 7.399710622 - Accuracy= 0.9209\n",
      "Epoch: 0005 - cost= 7.418997394 - Accuracy= 0.9212\n",
      "Epoch: 0005 - cost= 7.440304293 - Accuracy= 0.9212\n",
      "Epoch: 0005 - cost= 7.475147658 - Accuracy= 0.9221\n",
      "Epoch: 0005 - cost= 7.497419458 - Accuracy= 0.922\n",
      "Epoch: 0005 - cost= 7.514765755 - Accuracy= 0.9222\n",
      "Epoch: 0005 - cost= 7.517851845 - Accuracy= 0.9218\n",
      "Epoch: 0005 - cost= 7.535410922 - Accuracy= 0.9222\n",
      "Epoch: 0005 - cost= 7.544177336 - Accuracy= 0.9226\n",
      "Epoch: 0005 - cost= 7.562058381 - Accuracy= 0.9225\n",
      "Epoch: 0005 - cost= 7.583054176 - Accuracy= 0.9221\n",
      "Epoch: 0005 - cost= 7.595711437 - Accuracy= 0.9218\n",
      "Epoch: 0005 - cost= 7.626622435 - Accuracy= 0.9218\n",
      "Epoch: 0005 - cost= 7.658108960 - Accuracy= 0.9226\n",
      "Epoch: 0005 - cost= 7.694544764 - Accuracy= 0.9226\n",
      "Epoch: 0005 - cost= 7.724373311 - Accuracy= 0.9231\n",
      "Epoch: 0005 - cost= 7.735353607 - Accuracy= 0.9227\n",
      "Epoch: 0005 - cost= 7.782444550 - Accuracy= 0.9228\n",
      "Epoch: 0005 - cost= 7.791957367 - Accuracy= 0.9221\n",
      "Epoch: 0005 - cost= 7.800168927 - Accuracy= 0.9221\n",
      "Epoch: 0005 - cost= 7.845694860 - Accuracy= 0.9215\n",
      "Epoch: 0005 - cost= 7.859879132 - Accuracy= 0.9216\n",
      "Epoch: 0005 - cost= 7.899439190 - Accuracy= 0.9211\n",
      "Epoch: 0005 - cost= 7.927883087 - Accuracy= 0.9211\n",
      "Epoch: 0005 - cost= 7.966558281 - Accuracy= 0.9208\n",
      "Epoch: 0005 - cost= 7.988982299 - Accuracy= 0.9205\n",
      "Epoch: 0005 - cost= 8.006887378 - Accuracy= 0.9199\n",
      "Epoch: 0005 - cost= 8.025732452 - Accuracy= 0.9195\n",
      "Epoch: 0005 - cost= 8.075878032 - Accuracy= 0.9195\n",
      "Epoch: 0005 - cost= 8.098089960 - Accuracy= 0.9197\n",
      "Epoch: 0005 - cost= 8.121789079 - Accuracy= 0.9196\n",
      "Epoch: 0005 - cost= 8.146792408 - Accuracy= 0.9206\n",
      "Epoch: 0005 - cost= 8.177391787 - Accuracy= 0.92\n",
      "Epoch: 0005 - cost= 8.218908438 - Accuracy= 0.9206\n",
      "Epoch: 0005 - cost= 8.242092005 - Accuracy= 0.9209\n",
      "Epoch: 0005 - cost= 8.262962342 - Accuracy= 0.9209\n",
      "Epoch: 0005 - cost= 8.278878608 - Accuracy= 0.9209\n",
      "Epoch: 0005 - cost= 8.305739839 - Accuracy= 0.9206\n",
      "Epoch: 0005 - cost= 8.331396125 - Accuracy= 0.9208\n",
      "Epoch: 0005 - cost= 8.346454074 - Accuracy= 0.921\n",
      "Epoch: 0005 - cost= 8.372919153 - Accuracy= 0.9215\n",
      "Epoch: 0005 - cost= 8.405922159 - Accuracy= 0.9211\n",
      "Epoch: 0005 - cost= 8.436611156 - Accuracy= 0.9214\n",
      "Epoch: 0005 - cost= 8.474758066 - Accuracy= 0.9213\n",
      "Epoch: 0005 - cost= 8.507334513 - Accuracy= 0.9213\n",
      "Epoch: 0005 - cost= 8.550047872 - Accuracy= 0.9219\n",
      "Epoch: 0005 - cost= 8.562940512 - Accuracy= 0.9223\n",
      "Epoch: 0005 - cost= 8.569002056 - Accuracy= 0.9222\n",
      "Epoch: 0005 - cost= 8.582154161 - Accuracy= 0.9219\n",
      "Epoch: 0005 - cost= 8.612603248 - Accuracy= 0.9215\n",
      "Epoch: 0005 - cost= 8.647669401 - Accuracy= 0.9219\n",
      "Epoch: 0005 - cost= 8.677630942 - Accuracy= 0.922\n",
      "Epoch: 0005 - cost= 8.696666863 - Accuracy= 0.9224\n",
      "Epoch: 0005 - cost= 8.708280988 - Accuracy= 0.9225\n",
      "Epoch: 0005 - cost= 8.724214837 - Accuracy= 0.9223\n",
      "Epoch: 0005 - cost= 8.742786061 - Accuracy= 0.9227\n",
      "Epoch: 0005 - cost= 8.757447276 - Accuracy= 0.9231\n",
      "Epoch: 0005 - cost= 8.787867125 - Accuracy= 0.9237\n",
      "Epoch: 0005 - cost= 8.816965077 - Accuracy= 0.9237\n",
      "Epoch: 0005 - cost= 8.833269959 - Accuracy= 0.9237\n",
      "Epoch: 0005 - cost= 8.853285091 - Accuracy= 0.9233\n",
      "Epoch: 0005 - cost= 8.879626411 - Accuracy= 0.9237\n",
      "Epoch: 0005 - cost= 8.906167955 - Accuracy= 0.9246\n",
      "Epoch: 0005 - cost= 8.932578448 - Accuracy= 0.9248\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0005 - cost= 9.003917566 - Accuracy= 0.9246\n",
      "Epoch: 0005 - cost= 9.043167975 - Accuracy= 0.9244\n",
      "Epoch: 0005 - cost= 9.088422592 - Accuracy= 0.924\n",
      "Epoch: 0005 - cost= 9.106860227 - Accuracy= 0.9246\n",
      "Epoch: 0005 - cost= 9.158255886 - Accuracy= 0.925\n",
      "Epoch: 0005 - cost= 9.180025427 - Accuracy= 0.9244\n",
      "Epoch: 0005 - cost= 9.206112806 - Accuracy= 0.9235\n",
      "Epoch: 0005 - cost= 9.224134326 - Accuracy= 0.9231\n",
      "Epoch: 0005 - cost= 9.284214649 - Accuracy= 0.9223\n",
      "Epoch: 0005 - cost= 9.303387966 - Accuracy= 0.9222\n",
      "Epoch: 0005 - cost= 9.311548043 - Accuracy= 0.922\n",
      "Epoch: 0005 - cost= 9.348659349 - Accuracy= 0.9218\n",
      "Epoch: 0005 - cost= 9.393671972 - Accuracy= 0.9222\n",
      "Epoch: 0005 - cost= 9.423533315 - Accuracy= 0.9216\n",
      "Epoch: 0005 - cost= 9.476638167 - Accuracy= 0.922\n",
      "Epoch: 0005 - cost= 9.482011443 - Accuracy= 0.9217\n",
      "Epoch: 0005 - cost= 9.540494082 - Accuracy= 0.922\n",
      "Epoch: 0005 - cost= 9.612820929 - Accuracy= 0.9225\n",
      "Epoch: 0005 - cost= 9.653853491 - Accuracy= 0.9226\n",
      "Epoch: 0005 - cost= 9.674135989 - Accuracy= 0.9221\n",
      "Epoch: 0005 - cost= 9.689850388 - Accuracy= 0.9226\n",
      "Epoch: 0005 - cost= 9.701540463 - Accuracy= 0.9234\n",
      "Epoch: 0005 - cost= 9.738582401 - Accuracy= 0.9235\n",
      "Epoch: 0005 - cost= 9.760509527 - Accuracy= 0.9237\n",
      "Epoch: 0005 - cost= 9.772558436 - Accuracy= 0.9241\n",
      "Epoch: 0005 - cost= 9.773480383 - Accuracy= 0.9235\n",
      "Epoch: 0005 - cost= 9.795246248 - Accuracy= 0.9231\n",
      "Epoch: 0005 - cost= 9.810394490 - Accuracy= 0.9226\n",
      "Epoch: 0005 - cost= 9.866814047 - Accuracy= 0.9226\n",
      "Epoch: 0005 - cost= 9.902853846 - Accuracy= 0.9228\n",
      "Epoch: 0005 - cost= 9.927485470 - Accuracy= 0.923\n",
      "Epoch: 0005 - cost= 9.954223593 - Accuracy= 0.9223\n",
      "Epoch: 0005 - cost= 9.990147946 - Accuracy= 0.9227\n",
      "Epoch: 0005 - cost= 10.007340945 - Accuracy= 0.9227\n",
      "Epoch: 0005 - cost= 10.060005743 - Accuracy= 0.9225\n",
      "Epoch: 0005 - cost= 10.091216948 - Accuracy= 0.9223\n",
      "Epoch: 0005 - cost= 10.122639379 - Accuracy= 0.9209\n",
      "Epoch: 0005 - cost= 10.135344363 - Accuracy= 0.9201\n",
      "Epoch: 0005 - cost= 10.157569214 - Accuracy= 0.9202\n",
      "Epoch: 0005 - cost= 10.179194099 - Accuracy= 0.9212\n",
      "Epoch: 0005 - cost= 10.221355693 - Accuracy= 0.9214\n",
      "Epoch: 0005 - cost= 10.250440008 - Accuracy= 0.9218\n",
      "Epoch: 0005 - cost= 10.268010259 - Accuracy= 0.9233\n",
      "Epoch: 0005 - cost= 10.292921751 - Accuracy= 0.9238\n",
      "Epoch: 0005 - cost= 10.308478004 - Accuracy= 0.9241\n",
      "Epoch: 0005 - cost= 10.320380623 - Accuracy= 0.9239\n",
      "Epoch: 0005 - cost= 10.341651073 - Accuracy= 0.9242\n",
      "Epoch: 0005 - cost= 10.376357671 - Accuracy= 0.9243\n",
      "Epoch: 0005 - cost= 10.381590229 - Accuracy= 0.9245\n",
      "Epoch: 0005 - cost= 10.395463198 - Accuracy= 0.9238\n",
      "Epoch: 0005 - cost= 10.405742570 - Accuracy= 0.9232\n",
      "Epoch: 0005 - cost= 10.406832160 - Accuracy= 0.9231\n",
      "Epoch: 0005 - cost= 10.425892925 - Accuracy= 0.9226\n",
      "Epoch: 0005 - cost= 10.442062875 - Accuracy= 0.9229\n",
      "Epoch: 0005 - cost= 10.447054360 - Accuracy= 0.9227\n",
      "Epoch: 0005 - cost= 10.458121084 - Accuracy= 0.9221\n",
      "Epoch: 0005 - cost= 10.500123877 - Accuracy= 0.9226\n",
      "Epoch: 0005 - cost= 10.521203653 - Accuracy= 0.9235\n",
      "Epoch: 0005 - cost= 10.564439813 - Accuracy= 0.9239\n",
      "Epoch: 0005 - cost= 10.576674693 - Accuracy= 0.9235\n",
      "Epoch: 0005 - cost= 10.604022848 - Accuracy= 0.9227\n",
      "Epoch: 0005 - cost= 10.611712180 - Accuracy= 0.9229\n",
      "Epoch: 0005 - cost= 10.618982228 - Accuracy= 0.9232\n",
      "Epoch: 0005 - cost= 10.647745349 - Accuracy= 0.9231\n",
      "Epoch: 0005 - cost= 10.664531359 - Accuracy= 0.923\n",
      "Epoch: 0005 - cost= 10.677971765 - Accuracy= 0.9234\n",
      "Epoch: 0005 - cost= 10.716793384 - Accuracy= 0.9233\n",
      "Epoch: 0005 - cost= 10.752144701 - Accuracy= 0.9238\n",
      "Epoch: 0005 - cost= 10.766808059 - Accuracy= 0.9241\n",
      "Epoch: 0005 - cost= 10.769467864 - Accuracy= 0.9236\n",
      "Epoch: 0005 - cost= 10.798381211 - Accuracy= 0.9229\n",
      "Epoch: 0005 - cost= 10.816965475 - Accuracy= 0.9225\n",
      "Epoch: 0005 - cost= 10.867967325 - Accuracy= 0.9222\n",
      "Epoch: 0005 - cost= 10.879576535 - Accuracy= 0.9217\n",
      "Epoch: 0005 - cost= 10.901074237 - Accuracy= 0.9215\n",
      "Epoch: 0005 - cost= 10.951052514 - Accuracy= 0.9219\n",
      "Epoch: 0005 - cost= 10.974757916 - Accuracy= 0.9217\n",
      "Epoch: 0005 - cost= 11.000855495 - Accuracy= 0.922\n",
      "Epoch: 0005 - cost= 11.020376060 - Accuracy= 0.9227\n",
      "Epoch: 0005 - cost= 11.058242476 - Accuracy= 0.9234\n",
      "Epoch: 0005 - cost= 11.113647382 - Accuracy= 0.9238\n",
      "Epoch: 0005 - cost= 11.167503441 - Accuracy= 0.9238\n",
      "Epoch: 0005 - cost= 11.193437190 - Accuracy= 0.9235\n",
      "Epoch: 0005 - cost= 11.204873241 - Accuracy= 0.9233\n",
      "Epoch: 0005 - cost= 11.243197538 - Accuracy= 0.9236\n",
      "Epoch: 0005 - cost= 11.248256569 - Accuracy= 0.9239\n",
      "Epoch: 0005 - cost= 11.272258389 - Accuracy= 0.9242\n",
      "Epoch: 0005 - cost= 11.274731741 - Accuracy= 0.9233\n",
      "Epoch: 0005 - cost= 11.293415948 - Accuracy= 0.9233\n",
      "Epoch: 0005 - cost= 11.340510976 - Accuracy= 0.9232\n",
      "Epoch: 0005 - cost= 11.368265019 - Accuracy= 0.923\n",
      "Epoch: 0005 - cost= 11.403328943 - Accuracy= 0.923\n",
      "Epoch: 0005 - cost= 11.424323652 - Accuracy= 0.9226\n",
      "Epoch: 0005 - cost= 11.433821885 - Accuracy= 0.9229\n",
      "Epoch: 0005 - cost= 11.451317801 - Accuracy= 0.9222\n",
      "Epoch: 0005 - cost= 11.477742077 - Accuracy= 0.9222\n",
      "Epoch: 0005 - cost= 11.496696313 - Accuracy= 0.9222\n",
      "Epoch: 0005 - cost= 11.514656244 - Accuracy= 0.9222\n",
      "Epoch: 0005 - cost= 11.516121489 - Accuracy= 0.9223\n",
      "Epoch: 0005 - cost= 11.535372293 - Accuracy= 0.9224\n",
      "Epoch: 0005 - cost= 11.583072499 - Accuracy= 0.9231\n",
      "Epoch: 0005 - cost= 11.598444872 - Accuracy= 0.9232\n",
      "Epoch: 0005 - cost= 11.625630658 - Accuracy= 0.9232\n",
      "Epoch: 0005 - cost= 11.654223414 - Accuracy= 0.9231\n",
      "Epoch: 0005 - cost= 11.663460281 - Accuracy= 0.9226\n",
      "Epoch: 0005 - cost= 11.688274394 - Accuracy= 0.9227\n",
      "Epoch: 0005 - cost= 11.725814279 - Accuracy= 0.9213\n",
      "Epoch: 0005 - cost= 11.749239780 - Accuracy= 0.9212\n",
      "Epoch: 0005 - cost= 11.761275022 - Accuracy= 0.9208\n",
      "Epoch: 0005 - cost= 11.768278741 - Accuracy= 0.921\n",
      "Epoch: 0005 - cost= 11.786602390 - Accuracy= 0.9217\n",
      "Epoch: 0005 - cost= 11.818599349 - Accuracy= 0.9224\n",
      "Epoch: 0005 - cost= 11.848272683 - Accuracy= 0.9227\n",
      "Epoch: 0005 - cost= 11.890038156 - Accuracy= 0.9225\n",
      "Epoch: 0005 - cost= 11.910160942 - Accuracy= 0.9229\n",
      "Epoch: 0005 - cost= 11.937431419 - Accuracy= 0.9234\n",
      "Epoch: 0005 - cost= 11.947069642 - Accuracy= 0.9241\n",
      "Epoch: 0005 - cost= 11.981582585 - Accuracy= 0.9243\n",
      "Epoch: 0005 - cost= 12.014802360 - Accuracy= 0.9241\n",
      "Epoch: 0005 - cost= 12.051803328 - Accuracy= 0.9244\n",
      "Epoch: 0005 - cost= 12.078687752 - Accuracy= 0.9246\n",
      "Epoch: 0005 - cost= 12.094390773 - Accuracy= 0.9245\n",
      "Epoch: 0005 - cost= 12.103168912 - Accuracy= 0.924\n",
      "Epoch: 0005 - cost= 12.134188238 - Accuracy= 0.9242\n",
      "Epoch: 0005 - cost= 12.167835695 - Accuracy= 0.9246\n",
      "Epoch: 0005 - cost= 12.175164457 - Accuracy= 0.9245\n",
      "Epoch: 0005 - cost= 12.213674263 - Accuracy= 0.9248\n",
      "Epoch: 0005 - cost= 12.245651701 - Accuracy= 0.9249\n",
      "Epoch: 0005 - cost= 12.289431889 - Accuracy= 0.9248\n",
      "Epoch: 0005 - cost= 12.320468412 - Accuracy= 0.9251\n",
      "Epoch: 0005 - cost= 12.348607695 - Accuracy= 0.9249\n",
      "Epoch: 0005 - cost= 12.364740280 - Accuracy= 0.9251\n",
      "Epoch: 0005 - cost= 12.394615671 - Accuracy= 0.9245\n",
      "Epoch: 0005 - cost= 12.432761631 - Accuracy= 0.9249\n",
      "Epoch: 0005 - cost= 12.471287431 - Accuracy= 0.9243\n",
      "Epoch: 0005 - cost= 12.501230408 - Accuracy= 0.9244\n",
      "Epoch: 0005 - cost= 12.540657076 - Accuracy= 0.9245\n",
      "Epoch: 0005 - cost= 12.557743480 - Accuracy= 0.9247\n",
      "Epoch: 0005 - cost= 12.562002061 - Accuracy= 0.9244\n",
      "Epoch: 0005 - cost= 12.610483045 - Accuracy= 0.9245\n",
      "Epoch: 0005 - cost= 12.616321027 - Accuracy= 0.9241\n",
      "Epoch: 0005 - cost= 12.655232496 - Accuracy= 0.9239\n",
      "Epoch: 0005 - cost= 12.683131153 - Accuracy= 0.9235\n",
      "Epoch: 0005 - cost= 12.722312564 - Accuracy= 0.9238\n",
      "Epoch: 0005 - cost= 12.739420798 - Accuracy= 0.9242\n",
      "Epoch: 0005 - cost= 12.747729280 - Accuracy= 0.924\n",
      "Epoch: 0005 - cost= 12.771326897 - Accuracy= 0.9239\n",
      "Epoch: 0005 - cost= 12.806585699 - Accuracy= 0.9237\n",
      "Epoch: 0005 - cost= 12.848051601 - Accuracy= 0.9236\n",
      "Epoch: 0005 - cost= 12.897064291 - Accuracy= 0.9239\n",
      "Epoch: 0005 - cost= 12.931501402 - Accuracy= 0.9239\n",
      "Epoch: 0005 - cost= 12.951237459 - Accuracy= 0.9241\n",
      "Epoch: 0005 - cost= 12.986524768 - Accuracy= 0.9243\n",
      "Epoch: 0005 - cost= 13.010284234 - Accuracy= 0.9242\n",
      "Epoch: 0005 - cost= 13.024945829 - Accuracy= 0.924\n",
      "Epoch: 0005 - cost= 13.041998637 - Accuracy= 0.9241\n",
      "Epoch: 0005 - cost= 13.051906807 - Accuracy= 0.9245\n",
      "Epoch: 0005 - cost= 13.081298623 - Accuracy= 0.924\n",
      "Epoch: 0005 - cost= 13.115168966 - Accuracy= 0.9245\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0005 - cost= 13.152336220 - Accuracy= 0.9248\n",
      "Epoch: 0005 - cost= 13.174357195 - Accuracy= 0.9246\n",
      "Epoch: 0005 - cost= 13.186887831 - Accuracy= 0.9247\n",
      "Epoch: 0005 - cost= 13.201469810 - Accuracy= 0.9258\n",
      "Epoch: 0005 - cost= 13.221845154 - Accuracy= 0.9257\n",
      "Epoch: 0005 - cost= 13.258244929 - Accuracy= 0.9255\n",
      "Epoch: 0005 - cost= 13.276346956 - Accuracy= 0.925\n",
      "Epoch: 0005 - cost= 13.307267227 - Accuracy= 0.9252\n",
      "Epoch: 0005 - cost= 13.318341355 - Accuracy= 0.9252\n",
      "Epoch: 0005 - cost= 13.330582589 - Accuracy= 0.9246\n",
      "Epoch: 0005 - cost= 13.349586157 - Accuracy= 0.9244\n",
      "Epoch: 0005 - cost= 13.364991795 - Accuracy= 0.9244\n",
      "Epoch: 0005 - cost= 13.396233396 - Accuracy= 0.9249\n",
      "Epoch: 0005 - cost= 13.433395147 - Accuracy= 0.9245\n",
      "Epoch: 0005 - cost= 13.474122668 - Accuracy= 0.9245\n",
      "Epoch: 0005 - cost= 13.520697784 - Accuracy= 0.9241\n",
      "Epoch: 0005 - cost= 13.588180341 - Accuracy= 0.9249\n",
      "Epoch: 0005 - cost= 13.616230639 - Accuracy= 0.9249\n",
      "Epoch: 0005 - cost= 13.624667389 - Accuracy= 0.9247\n",
      "Epoch: 0005 - cost= 13.663682420 - Accuracy= 0.924\n",
      "Epoch: 0005 - cost= 13.680811671 - Accuracy= 0.9239\n",
      "Epoch: 0005 - cost= 13.728076943 - Accuracy= 0.9233\n",
      "Epoch: 0005 - cost= 13.745824494 - Accuracy= 0.9237\n",
      "Epoch: 0005 - cost= 13.771849236 - Accuracy= 0.9238\n",
      "Epoch: 0005 - cost= 13.790558736 - Accuracy= 0.9234\n",
      "Epoch: 0005 - cost= 13.817809350 - Accuracy= 0.9225\n",
      "Epoch: 0005 - cost= 13.834387029 - Accuracy= 0.9226\n",
      "Epoch: 0005 - cost= 13.855068267 - Accuracy= 0.923\n",
      "Epoch: 0005 - cost= 13.868154165 - Accuracy= 0.9238\n",
      "Epoch: 0005 - cost= 13.896124509 - Accuracy= 0.9241\n",
      "Epoch: 0005 - cost= 13.939067645 - Accuracy= 0.9244\n",
      "Epoch: 0005 - cost= 14.003548263 - Accuracy= 0.9258\n",
      "Epoch: 0005 - cost= 14.014598469 - Accuracy= 0.9259\n",
      "Epoch: 0005 - cost= 14.029949316 - Accuracy= 0.9266\n",
      "Epoch: 0005 - cost= 14.056677157 - Accuracy= 0.9258\n",
      "Epoch: 0005 - cost= 14.084042814 - Accuracy= 0.9258\n",
      "Epoch: 0005 - cost= 14.090293060 - Accuracy= 0.9269\n",
      "Epoch: 0005 - cost= 14.095750871 - Accuracy= 0.9274\n",
      "Epoch: 0005 - cost= 14.120398700 - Accuracy= 0.9273\n",
      "Epoch: 0005 - cost= 14.164586281 - Accuracy= 0.9273\n",
      "Epoch: 0005 - cost= 14.186185140 - Accuracy= 0.927\n",
      "Epoch: 0005 - cost= 14.195662860 - Accuracy= 0.9268\n",
      "Epoch: 0005 - cost= 14.196156139 - Accuracy= 0.9261\n",
      "Epoch: 0005 - cost= 14.253010834 - Accuracy= 0.9261\n",
      "Epoch: 0005 - cost= 14.271784629 - Accuracy= 0.9264\n",
      "Epoch: 0005 - cost= 14.303651639 - Accuracy= 0.9257\n",
      "Epoch: 0005 - cost= 14.336998852 - Accuracy= 0.925\n",
      "Epoch: 0006 - cost= 0.002970135 - Accuracy= 0.9248\n",
      "Epoch: 0006 - cost= 0.035562995 - Accuracy= 0.9251\n",
      "Epoch: 0006 - cost= 0.054667283 - Accuracy= 0.9251\n",
      "Epoch: 0006 - cost= 0.068278420 - Accuracy= 0.9251\n",
      "Epoch: 0006 - cost= 0.082934021 - Accuracy= 0.9244\n",
      "Epoch: 0006 - cost= 0.107257553 - Accuracy= 0.9242\n",
      "Epoch: 0006 - cost= 0.120651512 - Accuracy= 0.9239\n",
      "Epoch: 0006 - cost= 0.129201789 - Accuracy= 0.9246\n",
      "Epoch: 0006 - cost= 0.136873901 - Accuracy= 0.9247\n",
      "Epoch: 0006 - cost= 0.167470894 - Accuracy= 0.9247\n",
      "Epoch: 0006 - cost= 0.191013742 - Accuracy= 0.9243\n",
      "Epoch: 0006 - cost= 0.233483984 - Accuracy= 0.9245\n",
      "Epoch: 0006 - cost= 0.243430177 - Accuracy= 0.9239\n",
      "Epoch: 0006 - cost= 0.254469865 - Accuracy= 0.924\n",
      "Epoch: 0006 - cost= 0.268505622 - Accuracy= 0.9241\n",
      "Epoch: 0006 - cost= 0.314101516 - Accuracy= 0.9242\n",
      "Epoch: 0006 - cost= 0.336386585 - Accuracy= 0.9245\n",
      "Epoch: 0006 - cost= 0.361317324 - Accuracy= 0.9245\n",
      "Epoch: 0006 - cost= 0.370024295 - Accuracy= 0.9242\n",
      "Epoch: 0006 - cost= 0.396448053 - Accuracy= 0.9242\n",
      "Epoch: 0006 - cost= 0.427242401 - Accuracy= 0.9242\n",
      "Epoch: 0006 - cost= 0.429961810 - Accuracy= 0.9245\n",
      "Epoch: 0006 - cost= 0.440061241 - Accuracy= 0.9245\n",
      "Epoch: 0006 - cost= 0.471916109 - Accuracy= 0.9241\n",
      "Epoch: 0006 - cost= 0.497974053 - Accuracy= 0.9242\n",
      "Epoch: 0006 - cost= 0.535876504 - Accuracy= 0.9242\n",
      "Epoch: 0006 - cost= 0.547479306 - Accuracy= 0.9252\n",
      "Epoch: 0006 - cost= 0.582322061 - Accuracy= 0.9242\n",
      "Epoch: 0006 - cost= 0.610225243 - Accuracy= 0.9245\n",
      "Epoch: 0006 - cost= 0.630797566 - Accuracy= 0.9248\n",
      "Epoch: 0006 - cost= 0.655322173 - Accuracy= 0.9251\n",
      "Epoch: 0006 - cost= 0.680551554 - Accuracy= 0.925\n",
      "Epoch: 0006 - cost= 0.699008975 - Accuracy= 0.9251\n",
      "Epoch: 0006 - cost= 0.704268715 - Accuracy= 0.9256\n",
      "Epoch: 0006 - cost= 0.732667073 - Accuracy= 0.9258\n",
      "Epoch: 0006 - cost= 0.747411049 - Accuracy= 0.9265\n",
      "Epoch: 0006 - cost= 0.756182279 - Accuracy= 0.926\n",
      "Epoch: 0006 - cost= 0.757589821 - Accuracy= 0.9259\n",
      "Epoch: 0006 - cost= 0.784086425 - Accuracy= 0.9257\n",
      "Epoch: 0006 - cost= 0.815517412 - Accuracy= 0.9256\n",
      "Epoch: 0006 - cost= 0.834552706 - Accuracy= 0.9256\n",
      "Epoch: 0006 - cost= 0.844901728 - Accuracy= 0.9254\n",
      "Epoch: 0006 - cost= 0.853265197 - Accuracy= 0.925\n",
      "Epoch: 0006 - cost= 0.861620629 - Accuracy= 0.9246\n",
      "Epoch: 0006 - cost= 0.907319954 - Accuracy= 0.9246\n",
      "Epoch: 0006 - cost= 0.935841819 - Accuracy= 0.9243\n",
      "Epoch: 0006 - cost= 0.974823805 - Accuracy= 0.9239\n",
      "Epoch: 0006 - cost= 0.996924078 - Accuracy= 0.9236\n",
      "Epoch: 0006 - cost= 1.003169317 - Accuracy= 0.9237\n",
      "Epoch: 0006 - cost= 1.023077549 - Accuracy= 0.9233\n",
      "Epoch: 0006 - cost= 1.030501410 - Accuracy= 0.9238\n",
      "Epoch: 0006 - cost= 1.031137342 - Accuracy= 0.9242\n",
      "Epoch: 0006 - cost= 1.045786995 - Accuracy= 0.9247\n",
      "Epoch: 0006 - cost= 1.073462651 - Accuracy= 0.9246\n",
      "Epoch: 0006 - cost= 1.079209378 - Accuracy= 0.9255\n",
      "Epoch: 0006 - cost= 1.130154771 - Accuracy= 0.9259\n",
      "Epoch: 0006 - cost= 1.161691016 - Accuracy= 0.9269\n",
      "Epoch: 0006 - cost= 1.183540910 - Accuracy= 0.9267\n",
      "Epoch: 0006 - cost= 1.185326260 - Accuracy= 0.9266\n",
      "Epoch: 0006 - cost= 1.199573598 - Accuracy= 0.9275\n",
      "Epoch: 0006 - cost= 1.209405158 - Accuracy= 0.9281\n",
      "Epoch: 0006 - cost= 1.221145903 - Accuracy= 0.9277\n",
      "Epoch: 0006 - cost= 1.244492516 - Accuracy= 0.9273\n",
      "Epoch: 0006 - cost= 1.267127450 - Accuracy= 0.927\n",
      "Epoch: 0006 - cost= 1.268366524 - Accuracy= 0.9262\n",
      "Epoch: 0006 - cost= 1.277858749 - Accuracy= 0.9256\n",
      "Epoch: 0006 - cost= 1.308252773 - Accuracy= 0.9249\n",
      "Epoch: 0006 - cost= 1.315292091 - Accuracy= 0.9251\n",
      "Epoch: 0006 - cost= 1.341384802 - Accuracy= 0.9251\n",
      "Epoch: 0006 - cost= 1.366102291 - Accuracy= 0.9253\n",
      "Epoch: 0006 - cost= 1.413593243 - Accuracy= 0.926\n",
      "Epoch: 0006 - cost= 1.421093789 - Accuracy= 0.9256\n",
      "Epoch: 0006 - cost= 1.472749683 - Accuracy= 0.9253\n",
      "Epoch: 0006 - cost= 1.495018239 - Accuracy= 0.925\n",
      "Epoch: 0006 - cost= 1.506353184 - Accuracy= 0.9251\n",
      "Epoch: 0006 - cost= 1.507643547 - Accuracy= 0.9245\n",
      "Epoch: 0006 - cost= 1.549124690 - Accuracy= 0.924\n",
      "Epoch: 0006 - cost= 1.568686404 - Accuracy= 0.9235\n",
      "Epoch: 0006 - cost= 1.590557465 - Accuracy= 0.9234\n",
      "Epoch: 0006 - cost= 1.604828537 - Accuracy= 0.9227\n",
      "Epoch: 0006 - cost= 1.625224711 - Accuracy= 0.9235\n",
      "Epoch: 0006 - cost= 1.648871309 - Accuracy= 0.9239\n",
      "Epoch: 0006 - cost= 1.657261514 - Accuracy= 0.924\n",
      "Epoch: 0006 - cost= 1.662585777 - Accuracy= 0.9249\n",
      "Epoch: 0006 - cost= 1.695099791 - Accuracy= 0.925\n",
      "Epoch: 0006 - cost= 1.701655357 - Accuracy= 0.9251\n",
      "Epoch: 0006 - cost= 1.719588372 - Accuracy= 0.9247\n",
      "Epoch: 0006 - cost= 1.729037654 - Accuracy= 0.9247\n",
      "Epoch: 0006 - cost= 1.755329966 - Accuracy= 0.9247\n",
      "Epoch: 0006 - cost= 1.765141994 - Accuracy= 0.9245\n",
      "Epoch: 0006 - cost= 1.784059707 - Accuracy= 0.9244\n",
      "Epoch: 0006 - cost= 1.786603227 - Accuracy= 0.9243\n",
      "Epoch: 0006 - cost= 1.812078347 - Accuracy= 0.9243\n",
      "Epoch: 0006 - cost= 1.825675982 - Accuracy= 0.9247\n",
      "Epoch: 0006 - cost= 1.840285010 - Accuracy= 0.9255\n",
      "Epoch: 0006 - cost= 1.885745725 - Accuracy= 0.9257\n",
      "Epoch: 0006 - cost= 1.895200255 - Accuracy= 0.9266\n",
      "Epoch: 0006 - cost= 1.911097603 - Accuracy= 0.9267\n",
      "Epoch: 0006 - cost= 1.915004099 - Accuracy= 0.9266\n",
      "Epoch: 0006 - cost= 1.928833655 - Accuracy= 0.9266\n",
      "Epoch: 0006 - cost= 1.939763192 - Accuracy= 0.9272\n",
      "Epoch: 0006 - cost= 1.961684863 - Accuracy= 0.9282\n",
      "Epoch: 0006 - cost= 1.978336951 - Accuracy= 0.9275\n",
      "Epoch: 0006 - cost= 1.997418752 - Accuracy= 0.9267\n",
      "Epoch: 0006 - cost= 2.017131330 - Accuracy= 0.9271\n",
      "Epoch: 0006 - cost= 2.031183681 - Accuracy= 0.9272\n",
      "Epoch: 0006 - cost= 2.047377314 - Accuracy= 0.9279\n",
      "Epoch: 0006 - cost= 2.073033173 - Accuracy= 0.928\n",
      "Epoch: 0006 - cost= 2.093623433 - Accuracy= 0.928\n",
      "Epoch: 0006 - cost= 2.163745372 - Accuracy= 0.9281\n",
      "Epoch: 0006 - cost= 2.182297470 - Accuracy= 0.9275\n",
      "Epoch: 0006 - cost= 2.239319745 - Accuracy= 0.9275\n",
      "Epoch: 0006 - cost= 2.254777923 - Accuracy= 0.9276\n",
      "Epoch: 0006 - cost= 2.299048581 - Accuracy= 0.9277\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0006 - cost= 2.311734135 - Accuracy= 0.9279\n",
      "Epoch: 0006 - cost= 2.314507413 - Accuracy= 0.9277\n",
      "Epoch: 0006 - cost= 2.326024735 - Accuracy= 0.9282\n",
      "Epoch: 0006 - cost= 2.362880634 - Accuracy= 0.9279\n",
      "Epoch: 0006 - cost= 2.380139054 - Accuracy= 0.9281\n",
      "Epoch: 0006 - cost= 2.390637254 - Accuracy= 0.9274\n",
      "Epoch: 0006 - cost= 2.399121152 - Accuracy= 0.9275\n",
      "Epoch: 0006 - cost= 2.420749472 - Accuracy= 0.9283\n",
      "Epoch: 0006 - cost= 2.449839591 - Accuracy= 0.9279\n",
      "Epoch: 0006 - cost= 2.464793951 - Accuracy= 0.9281\n",
      "Epoch: 0006 - cost= 2.490341572 - Accuracy= 0.9283\n",
      "Epoch: 0006 - cost= 2.492591093 - Accuracy= 0.9276\n",
      "Epoch: 0006 - cost= 2.512656907 - Accuracy= 0.9279\n",
      "Epoch: 0006 - cost= 2.520907425 - Accuracy= 0.9285\n",
      "Epoch: 0006 - cost= 2.535361397 - Accuracy= 0.9284\n",
      "Epoch: 0006 - cost= 2.550770172 - Accuracy= 0.9284\n",
      "Epoch: 0006 - cost= 2.560797273 - Accuracy= 0.9287\n",
      "Epoch: 0006 - cost= 2.581742850 - Accuracy= 0.9286\n",
      "Epoch: 0006 - cost= 2.586576780 - Accuracy= 0.928\n",
      "Epoch: 0006 - cost= 2.613560406 - Accuracy= 0.928\n",
      "Epoch: 0006 - cost= 2.635548508 - Accuracy= 0.9271\n",
      "Epoch: 0006 - cost= 2.658142497 - Accuracy= 0.9267\n",
      "Epoch: 0006 - cost= 2.662028225 - Accuracy= 0.9259\n",
      "Epoch: 0006 - cost= 2.678423780 - Accuracy= 0.9251\n",
      "Epoch: 0006 - cost= 2.702605970 - Accuracy= 0.9253\n",
      "Epoch: 0006 - cost= 2.704333096 - Accuracy= 0.9253\n",
      "Epoch: 0006 - cost= 2.712003013 - Accuracy= 0.925\n",
      "Epoch: 0006 - cost= 2.725971092 - Accuracy= 0.925\n",
      "Epoch: 0006 - cost= 2.745280985 - Accuracy= 0.9254\n",
      "Epoch: 0006 - cost= 2.755551249 - Accuracy= 0.9258\n",
      "Epoch: 0006 - cost= 2.775581513 - Accuracy= 0.9261\n",
      "Epoch: 0006 - cost= 2.786727127 - Accuracy= 0.9263\n",
      "Epoch: 0006 - cost= 2.812915537 - Accuracy= 0.9267\n",
      "Epoch: 0006 - cost= 2.819288599 - Accuracy= 0.9273\n",
      "Epoch: 0006 - cost= 2.853566383 - Accuracy= 0.9276\n",
      "Epoch: 0006 - cost= 2.894616462 - Accuracy= 0.9278\n",
      "Epoch: 0006 - cost= 2.920372680 - Accuracy= 0.928\n",
      "Epoch: 0006 - cost= 2.933491807 - Accuracy= 0.9285\n",
      "Epoch: 0006 - cost= 2.946959368 - Accuracy= 0.9277\n",
      "Epoch: 0006 - cost= 2.972274485 - Accuracy= 0.9282\n",
      "Epoch: 0006 - cost= 2.983501663 - Accuracy= 0.9281\n",
      "Epoch: 0006 - cost= 3.022363534 - Accuracy= 0.9274\n",
      "Epoch: 0006 - cost= 3.048268613 - Accuracy= 0.927\n",
      "Epoch: 0006 - cost= 3.071254709 - Accuracy= 0.9263\n",
      "Epoch: 0006 - cost= 3.083266794 - Accuracy= 0.9271\n",
      "Epoch: 0006 - cost= 3.108440475 - Accuracy= 0.9274\n",
      "Epoch: 0006 - cost= 3.126551262 - Accuracy= 0.9268\n",
      "Epoch: 0006 - cost= 3.149866312 - Accuracy= 0.9267\n",
      "Epoch: 0006 - cost= 3.163363498 - Accuracy= 0.9267\n",
      "Epoch: 0006 - cost= 3.182103275 - Accuracy= 0.9265\n",
      "Epoch: 0006 - cost= 3.192769370 - Accuracy= 0.9266\n",
      "Epoch: 0006 - cost= 3.242849909 - Accuracy= 0.9264\n",
      "Epoch: 0006 - cost= 3.267568648 - Accuracy= 0.9259\n",
      "Epoch: 0006 - cost= 3.304695668 - Accuracy= 0.9261\n",
      "Epoch: 0006 - cost= 3.333652846 - Accuracy= 0.926\n",
      "Epoch: 0006 - cost= 3.349387903 - Accuracy= 0.926\n",
      "Epoch: 0006 - cost= 3.374252833 - Accuracy= 0.9265\n",
      "Epoch: 0006 - cost= 3.403888894 - Accuracy= 0.9267\n",
      "Epoch: 0006 - cost= 3.425827140 - Accuracy= 0.9272\n",
      "Epoch: 0006 - cost= 3.455712810 - Accuracy= 0.9281\n",
      "Epoch: 0006 - cost= 3.465138323 - Accuracy= 0.9282\n",
      "Epoch: 0006 - cost= 3.472194486 - Accuracy= 0.9286\n",
      "Epoch: 0006 - cost= 3.505629736 - Accuracy= 0.9283\n",
      "Epoch: 0006 - cost= 3.534071128 - Accuracy= 0.9285\n",
      "Epoch: 0006 - cost= 3.540780532 - Accuracy= 0.9284\n",
      "Epoch: 0006 - cost= 3.558991559 - Accuracy= 0.928\n",
      "Epoch: 0006 - cost= 3.577123654 - Accuracy= 0.9276\n",
      "Epoch: 0006 - cost= 3.614189563 - Accuracy= 0.9269\n",
      "Epoch: 0006 - cost= 3.624625010 - Accuracy= 0.9268\n",
      "Epoch: 0006 - cost= 3.666010065 - Accuracy= 0.9269\n",
      "Epoch: 0006 - cost= 3.691965114 - Accuracy= 0.9265\n",
      "Epoch: 0006 - cost= 3.709627795 - Accuracy= 0.9268\n",
      "Epoch: 0006 - cost= 3.736886788 - Accuracy= 0.9264\n",
      "Epoch: 0006 - cost= 3.776405113 - Accuracy= 0.9273\n",
      "Epoch: 0006 - cost= 3.796116852 - Accuracy= 0.9269\n",
      "Epoch: 0006 - cost= 3.816168863 - Accuracy= 0.9278\n",
      "Epoch: 0006 - cost= 3.831537906 - Accuracy= 0.9281\n",
      "Epoch: 0006 - cost= 3.844005514 - Accuracy= 0.9281\n",
      "Epoch: 0006 - cost= 3.848897519 - Accuracy= 0.9284\n",
      "Epoch: 0006 - cost= 3.848897519 - Accuracy= 0.9289\n",
      "Epoch: 0006 - cost= 3.860747661 - Accuracy= 0.9291\n",
      "Epoch: 0006 - cost= 3.865657749 - Accuracy= 0.9294\n",
      "Epoch: 0006 - cost= 3.874527500 - Accuracy= 0.9292\n",
      "Epoch: 0006 - cost= 3.901789477 - Accuracy= 0.9292\n",
      "Epoch: 0006 - cost= 3.927506827 - Accuracy= 0.9292\n",
      "Epoch: 0006 - cost= 3.959877287 - Accuracy= 0.929\n",
      "Epoch: 0006 - cost= 3.966054739 - Accuracy= 0.9291\n",
      "Epoch: 0006 - cost= 3.995071816 - Accuracy= 0.9294\n",
      "Epoch: 0006 - cost= 3.999277624 - Accuracy= 0.929\n",
      "Epoch: 0006 - cost= 4.006047880 - Accuracy= 0.9285\n",
      "Epoch: 0006 - cost= 4.023394344 - Accuracy= 0.9284\n",
      "Epoch: 0006 - cost= 4.031751001 - Accuracy= 0.9282\n",
      "Epoch: 0006 - cost= 4.047831774 - Accuracy= 0.9286\n",
      "Epoch: 0006 - cost= 4.047831774 - Accuracy= 0.9289\n",
      "Epoch: 0006 - cost= 4.066708040 - Accuracy= 0.9289\n",
      "Epoch: 0006 - cost= 4.081838022 - Accuracy= 0.9286\n",
      "Epoch: 0006 - cost= 4.082943630 - Accuracy= 0.9287\n",
      "Epoch: 0006 - cost= 4.120483198 - Accuracy= 0.9283\n",
      "Epoch: 0006 - cost= 4.155967724 - Accuracy= 0.928\n",
      "Epoch: 0006 - cost= 4.157381162 - Accuracy= 0.9276\n",
      "Epoch: 0006 - cost= 4.208656578 - Accuracy= 0.9274\n",
      "Epoch: 0006 - cost= 4.213998827 - Accuracy= 0.9273\n",
      "Epoch: 0006 - cost= 4.259169184 - Accuracy= 0.9278\n",
      "Epoch: 0006 - cost= 4.268610273 - Accuracy= 0.9271\n",
      "Epoch: 0006 - cost= 4.288852121 - Accuracy= 0.9271\n",
      "Epoch: 0006 - cost= 4.307458592 - Accuracy= 0.927\n",
      "Epoch: 0006 - cost= 4.352418135 - Accuracy= 0.9268\n",
      "Epoch: 0006 - cost= 4.359438905 - Accuracy= 0.9272\n",
      "Epoch: 0006 - cost= 4.381884129 - Accuracy= 0.9272\n",
      "Epoch: 0006 - cost= 4.397333554 - Accuracy= 0.9274\n",
      "Epoch: 0006 - cost= 4.440726824 - Accuracy= 0.9272\n",
      "Epoch: 0006 - cost= 4.459497304 - Accuracy= 0.9273\n",
      "Epoch: 0006 - cost= 4.478786406 - Accuracy= 0.9274\n",
      "Epoch: 0006 - cost= 4.484682824 - Accuracy= 0.927\n",
      "Epoch: 0006 - cost= 4.489569000 - Accuracy= 0.9273\n",
      "Epoch: 0006 - cost= 4.491209669 - Accuracy= 0.9276\n",
      "Epoch: 0006 - cost= 4.534048913 - Accuracy= 0.9275\n",
      "Epoch: 0006 - cost= 4.547119698 - Accuracy= 0.9275\n",
      "Epoch: 0006 - cost= 4.565953753 - Accuracy= 0.9275\n",
      "Epoch: 0006 - cost= 4.587919079 - Accuracy= 0.9271\n",
      "Epoch: 0006 - cost= 4.610753426 - Accuracy= 0.9275\n",
      "Epoch: 0006 - cost= 4.639774455 - Accuracy= 0.9276\n",
      "Epoch: 0006 - cost= 4.641545814 - Accuracy= 0.9279\n",
      "Epoch: 0006 - cost= 4.659985835 - Accuracy= 0.9272\n",
      "Epoch: 0006 - cost= 4.681974739 - Accuracy= 0.9275\n",
      "Epoch: 0006 - cost= 4.698647979 - Accuracy= 0.928\n",
      "Epoch: 0006 - cost= 4.721726601 - Accuracy= 0.9283\n",
      "Epoch: 0006 - cost= 4.738633244 - Accuracy= 0.9282\n",
      "Epoch: 0006 - cost= 4.763805356 - Accuracy= 0.928\n",
      "Epoch: 0006 - cost= 4.773960159 - Accuracy= 0.9276\n",
      "Epoch: 0006 - cost= 4.783990990 - Accuracy= 0.9279\n",
      "Epoch: 0006 - cost= 4.843513577 - Accuracy= 0.9275\n",
      "Epoch: 0006 - cost= 4.880629739 - Accuracy= 0.9267\n",
      "Epoch: 0006 - cost= 4.903641031 - Accuracy= 0.9268\n",
      "Epoch: 0006 - cost= 4.915624502 - Accuracy= 0.927\n",
      "Epoch: 0006 - cost= 4.940457819 - Accuracy= 0.9268\n",
      "Epoch: 0006 - cost= 4.950901644 - Accuracy= 0.9262\n",
      "Epoch: 0006 - cost= 5.012517105 - Accuracy= 0.9258\n",
      "Epoch: 0006 - cost= 5.020454786 - Accuracy= 0.9256\n",
      "Epoch: 0006 - cost= 5.028679156 - Accuracy= 0.9256\n",
      "Epoch: 0006 - cost= 5.051070140 - Accuracy= 0.9255\n",
      "Epoch: 0006 - cost= 5.062179447 - Accuracy= 0.9263\n",
      "Epoch: 0006 - cost= 5.086717187 - Accuracy= 0.9265\n",
      "Epoch: 0006 - cost= 5.101838893 - Accuracy= 0.9266\n",
      "Epoch: 0006 - cost= 5.125527274 - Accuracy= 0.9254\n",
      "Epoch: 0006 - cost= 5.138606371 - Accuracy= 0.9244\n",
      "Epoch: 0006 - cost= 5.141479860 - Accuracy= 0.9237\n",
      "Epoch: 0006 - cost= 5.155720081 - Accuracy= 0.9238\n",
      "Epoch: 0006 - cost= 5.164796347 - Accuracy= 0.924\n",
      "Epoch: 0006 - cost= 5.171987051 - Accuracy= 0.9246\n",
      "Epoch: 0006 - cost= 5.216729691 - Accuracy= 0.9256\n",
      "Epoch: 0006 - cost= 5.227626388 - Accuracy= 0.9257\n",
      "Epoch: 0006 - cost= 5.248326682 - Accuracy= 0.9256\n",
      "Epoch: 0006 - cost= 5.265042425 - Accuracy= 0.9272\n",
      "Epoch: 0006 - cost= 5.274156905 - Accuracy= 0.927\n",
      "Epoch: 0006 - cost= 5.284247629 - Accuracy= 0.9264\n",
      "Epoch: 0006 - cost= 5.303690065 - Accuracy= 0.928\n",
      "Epoch: 0006 - cost= 5.315995096 - Accuracy= 0.9282\n",
      "Epoch: 0006 - cost= 5.324484058 - Accuracy= 0.9281\n",
      "Epoch: 0006 - cost= 5.360718994 - Accuracy= 0.9285\n",
      "Epoch: 0006 - cost= 5.393292732 - Accuracy= 0.928\n",
      "Epoch: 0006 - cost= 5.415930011 - Accuracy= 0.9285\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0006 - cost= 5.457430934 - Accuracy= 0.9275\n",
      "Epoch: 0006 - cost= 5.460542217 - Accuracy= 0.927\n",
      "Epoch: 0006 - cost= 5.484510357 - Accuracy= 0.9268\n",
      "Epoch: 0006 - cost= 5.490527381 - Accuracy= 0.9266\n",
      "Epoch: 0006 - cost= 5.519771918 - Accuracy= 0.9267\n",
      "Epoch: 0006 - cost= 5.544842000 - Accuracy= 0.9266\n",
      "Epoch: 0006 - cost= 5.556904045 - Accuracy= 0.927\n",
      "Epoch: 0006 - cost= 5.570607834 - Accuracy= 0.9267\n",
      "Epoch: 0006 - cost= 5.578010369 - Accuracy= 0.9259\n",
      "Epoch: 0006 - cost= 5.602536594 - Accuracy= 0.9253\n",
      "Epoch: 0006 - cost= 5.610521666 - Accuracy= 0.9253\n",
      "Epoch: 0006 - cost= 5.630619702 - Accuracy= 0.9251\n",
      "Epoch: 0006 - cost= 5.642251752 - Accuracy= 0.9248\n",
      "Epoch: 0006 - cost= 5.681048690 - Accuracy= 0.925\n",
      "Epoch: 0006 - cost= 5.694549578 - Accuracy= 0.9248\n",
      "Epoch: 0006 - cost= 5.732438223 - Accuracy= 0.925\n",
      "Epoch: 0006 - cost= 5.736262346 - Accuracy= 0.9257\n",
      "Epoch: 0006 - cost= 5.770218628 - Accuracy= 0.926\n",
      "Epoch: 0006 - cost= 5.789477881 - Accuracy= 0.9265\n",
      "Epoch: 0006 - cost= 5.804327086 - Accuracy= 0.9269\n",
      "Epoch: 0006 - cost= 5.827610509 - Accuracy= 0.9263\n",
      "Epoch: 0006 - cost= 5.838224347 - Accuracy= 0.9271\n",
      "Epoch: 0006 - cost= 5.848642809 - Accuracy= 0.9273\n",
      "Epoch: 0006 - cost= 5.897492005 - Accuracy= 0.9266\n",
      "Epoch: 0006 - cost= 5.903467474 - Accuracy= 0.9271\n",
      "Epoch: 0006 - cost= 5.904267983 - Accuracy= 0.9269\n",
      "Epoch: 0006 - cost= 5.927884013 - Accuracy= 0.9261\n",
      "Epoch: 0006 - cost= 5.932384683 - Accuracy= 0.9267\n",
      "Epoch: 0006 - cost= 5.964245950 - Accuracy= 0.926\n",
      "Epoch: 0006 - cost= 5.974485859 - Accuracy= 0.9248\n",
      "Epoch: 0006 - cost= 5.996484407 - Accuracy= 0.9247\n",
      "Epoch: 0006 - cost= 6.057807919 - Accuracy= 0.9249\n",
      "Epoch: 0006 - cost= 6.069986265 - Accuracy= 0.9253\n",
      "Epoch: 0006 - cost= 6.094043424 - Accuracy= 0.9267\n",
      "Epoch: 0006 - cost= 6.101148945 - Accuracy= 0.928\n",
      "Epoch: 0006 - cost= 6.103333126 - Accuracy= 0.9281\n",
      "Epoch: 0006 - cost= 6.132594819 - Accuracy= 0.9282\n",
      "Epoch: 0006 - cost= 6.167286626 - Accuracy= 0.9292\n",
      "Epoch: 0006 - cost= 6.176663409 - Accuracy= 0.9286\n",
      "Epoch: 0006 - cost= 6.209075029 - Accuracy= 0.928\n",
      "Epoch: 0006 - cost= 6.237133986 - Accuracy= 0.928\n",
      "Epoch: 0006 - cost= 6.267996538 - Accuracy= 0.9283\n",
      "Epoch: 0006 - cost= 6.297089091 - Accuracy= 0.9283\n",
      "Epoch: 0006 - cost= 6.315466487 - Accuracy= 0.928\n",
      "Epoch: 0006 - cost= 6.351638313 - Accuracy= 0.9279\n",
      "Epoch: 0006 - cost= 6.383466153 - Accuracy= 0.9277\n",
      "Epoch: 0006 - cost= 6.396737902 - Accuracy= 0.9285\n",
      "Epoch: 0006 - cost= 6.426000937 - Accuracy= 0.9282\n",
      "Epoch: 0006 - cost= 6.435045879 - Accuracy= 0.9279\n",
      "Epoch: 0006 - cost= 6.449280587 - Accuracy= 0.9284\n",
      "Epoch: 0006 - cost= 6.504736856 - Accuracy= 0.9284\n",
      "Epoch: 0006 - cost= 6.509065072 - Accuracy= 0.9271\n",
      "Epoch: 0006 - cost= 6.509065076 - Accuracy= 0.9257\n",
      "Epoch: 0006 - cost= 6.514707089 - Accuracy= 0.9251\n",
      "Epoch: 0006 - cost= 6.537616557 - Accuracy= 0.9248\n",
      "Epoch: 0006 - cost= 6.546703361 - Accuracy= 0.9244\n",
      "Epoch: 0006 - cost= 6.565342850 - Accuracy= 0.9254\n",
      "Epoch: 0006 - cost= 6.622083284 - Accuracy= 0.926\n",
      "Epoch: 0006 - cost= 6.653858260 - Accuracy= 0.9273\n",
      "Epoch: 0006 - cost= 6.698720570 - Accuracy= 0.9271\n",
      "Epoch: 0006 - cost= 6.724311263 - Accuracy= 0.9261\n",
      "Epoch: 0006 - cost= 6.762532637 - Accuracy= 0.9259\n",
      "Epoch: 0006 - cost= 6.781010685 - Accuracy= 0.9255\n",
      "Epoch: 0006 - cost= 6.809289251 - Accuracy= 0.9252\n",
      "Epoch: 0006 - cost= 6.823669058 - Accuracy= 0.9248\n",
      "Epoch: 0006 - cost= 6.835697114 - Accuracy= 0.9251\n",
      "Epoch: 0006 - cost= 6.868992364 - Accuracy= 0.9255\n",
      "Epoch: 0006 - cost= 6.896520307 - Accuracy= 0.9253\n",
      "Epoch: 0006 - cost= 6.912967889 - Accuracy= 0.9244\n",
      "Epoch: 0006 - cost= 6.939281406 - Accuracy= 0.9248\n",
      "Epoch: 0006 - cost= 6.975485719 - Accuracy= 0.9261\n",
      "Epoch: 0006 - cost= 7.012071812 - Accuracy= 0.9267\n",
      "Epoch: 0006 - cost= 7.047639681 - Accuracy= 0.9275\n",
      "Epoch: 0006 - cost= 7.063299558 - Accuracy= 0.9279\n",
      "Epoch: 0006 - cost= 7.076701150 - Accuracy= 0.9282\n",
      "Epoch: 0006 - cost= 7.096987550 - Accuracy= 0.9283\n",
      "Epoch: 0006 - cost= 7.134844263 - Accuracy= 0.9278\n",
      "Epoch: 0006 - cost= 7.163616932 - Accuracy= 0.9294\n",
      "Epoch: 0006 - cost= 7.177785670 - Accuracy= 0.929\n",
      "Epoch: 0006 - cost= 7.201502205 - Accuracy= 0.9296\n",
      "Epoch: 0006 - cost= 7.217683403 - Accuracy= 0.9301\n",
      "Epoch: 0006 - cost= 7.243565084 - Accuracy= 0.9307\n",
      "Epoch: 0006 - cost= 7.256300691 - Accuracy= 0.9303\n",
      "Epoch: 0006 - cost= 7.256303294 - Accuracy= 0.9296\n",
      "Epoch: 0006 - cost= 7.306342672 - Accuracy= 0.9302\n",
      "Epoch: 0006 - cost= 7.312692959 - Accuracy= 0.9302\n",
      "Epoch: 0006 - cost= 7.328534048 - Accuracy= 0.9291\n",
      "Epoch: 0006 - cost= 7.347454638 - Accuracy= 0.9294\n",
      "Epoch: 0006 - cost= 7.365557948 - Accuracy= 0.929\n",
      "Epoch: 0006 - cost= 7.377875779 - Accuracy= 0.929\n",
      "Epoch: 0006 - cost= 7.409237369 - Accuracy= 0.9285\n",
      "Epoch: 0006 - cost= 7.417187619 - Accuracy= 0.9282\n",
      "Epoch: 0006 - cost= 7.443160915 - Accuracy= 0.9283\n",
      "Epoch: 0006 - cost= 7.447032275 - Accuracy= 0.9283\n",
      "Epoch: 0006 - cost= 7.472848738 - Accuracy= 0.9286\n",
      "Epoch: 0006 - cost= 7.483197416 - Accuracy= 0.9288\n",
      "Epoch: 0006 - cost= 7.485014862 - Accuracy= 0.9282\n",
      "Epoch: 0006 - cost= 7.491284338 - Accuracy= 0.9289\n",
      "Epoch: 0006 - cost= 7.510630427 - Accuracy= 0.9291\n",
      "Epoch: 0006 - cost= 7.521810754 - Accuracy= 0.9295\n",
      "Epoch: 0006 - cost= 7.551728072 - Accuracy= 0.9294\n",
      "Epoch: 0006 - cost= 7.561620653 - Accuracy= 0.9296\n",
      "Epoch: 0006 - cost= 7.610040110 - Accuracy= 0.9294\n",
      "Epoch: 0006 - cost= 7.631045487 - Accuracy= 0.9295\n",
      "Epoch: 0006 - cost= 7.648057945 - Accuracy= 0.9297\n",
      "Epoch: 0006 - cost= 7.664759052 - Accuracy= 0.9297\n",
      "Epoch: 0006 - cost= 7.705826404 - Accuracy= 0.9302\n",
      "Epoch: 0006 - cost= 7.718390780 - Accuracy= 0.9303\n",
      "Epoch: 0006 - cost= 7.738047824 - Accuracy= 0.9308\n",
      "Epoch: 0006 - cost= 7.746672833 - Accuracy= 0.9307\n",
      "Epoch: 0006 - cost= 7.771343767 - Accuracy= 0.9305\n",
      "Epoch: 0006 - cost= 7.791651957 - Accuracy= 0.93\n",
      "Epoch: 0006 - cost= 7.813351787 - Accuracy= 0.93\n",
      "Epoch: 0006 - cost= 7.824099677 - Accuracy= 0.9305\n",
      "Epoch: 0006 - cost= 7.866123069 - Accuracy= 0.9297\n",
      "Epoch: 0006 - cost= 7.875122513 - Accuracy= 0.93\n",
      "Epoch: 0006 - cost= 7.881316213 - Accuracy= 0.9296\n",
      "Epoch: 0006 - cost= 7.922693135 - Accuracy= 0.9292\n",
      "Epoch: 0006 - cost= 7.931712635 - Accuracy= 0.9287\n",
      "Epoch: 0006 - cost= 7.945498457 - Accuracy= 0.9286\n",
      "Epoch: 0006 - cost= 7.964104855 - Accuracy= 0.9285\n",
      "Epoch: 0006 - cost= 7.983842927 - Accuracy= 0.9291\n",
      "Epoch: 0006 - cost= 8.001204171 - Accuracy= 0.9295\n",
      "Epoch: 0006 - cost= 8.010143943 - Accuracy= 0.9299\n",
      "Epoch: 0006 - cost= 8.017785702 - Accuracy= 0.9302\n",
      "Epoch: 0006 - cost= 8.046793596 - Accuracy= 0.9303\n",
      "Epoch: 0006 - cost= 8.054299807 - Accuracy= 0.9299\n",
      "Epoch: 0006 - cost= 8.080936002 - Accuracy= 0.9302\n",
      "Epoch: 0006 - cost= 8.087580878 - Accuracy= 0.9305\n",
      "Epoch: 0006 - cost= 8.140403917 - Accuracy= 0.93\n",
      "Epoch: 0006 - cost= 8.158139799 - Accuracy= 0.9297\n",
      "Epoch: 0006 - cost= 8.190510387 - Accuracy= 0.9296\n",
      "Epoch: 0006 - cost= 8.236136722 - Accuracy= 0.9301\n",
      "Epoch: 0006 - cost= 8.244023447 - Accuracy= 0.9305\n",
      "Epoch: 0006 - cost= 8.258050922 - Accuracy= 0.931\n",
      "Epoch: 0006 - cost= 8.263423658 - Accuracy= 0.9305\n",
      "Epoch: 0006 - cost= 8.281860640 - Accuracy= 0.9304\n",
      "Epoch: 0006 - cost= 8.306497014 - Accuracy= 0.9301\n",
      "Epoch: 0006 - cost= 8.316715539 - Accuracy= 0.9301\n",
      "Epoch: 0006 - cost= 8.335855774 - Accuracy= 0.9297\n",
      "Epoch: 0006 - cost= 8.349909812 - Accuracy= 0.9292\n",
      "Epoch: 0006 - cost= 8.362826071 - Accuracy= 0.9301\n",
      "Epoch: 0006 - cost= 8.397235882 - Accuracy= 0.93\n",
      "Epoch: 0006 - cost= 8.407055828 - Accuracy= 0.93\n",
      "Epoch: 0006 - cost= 8.409510878 - Accuracy= 0.9302\n",
      "Epoch: 0006 - cost= 8.422295027 - Accuracy= 0.9295\n",
      "Epoch: 0006 - cost= 8.445627462 - Accuracy= 0.9282\n",
      "Epoch: 0006 - cost= 8.462523474 - Accuracy= 0.9283\n",
      "Epoch: 0006 - cost= 8.476945431 - Accuracy= 0.9294\n",
      "Epoch: 0006 - cost= 8.491616446 - Accuracy= 0.9287\n",
      "Epoch: 0006 - cost= 8.502718852 - Accuracy= 0.9278\n",
      "Epoch: 0006 - cost= 8.516653789 - Accuracy= 0.9282\n",
      "Epoch: 0006 - cost= 8.518463426 - Accuracy= 0.9275\n",
      "Epoch: 0006 - cost= 8.529437792 - Accuracy= 0.9268\n",
      "Epoch: 0006 - cost= 8.548715241 - Accuracy= 0.9267\n",
      "Epoch: 0006 - cost= 8.567991784 - Accuracy= 0.9277\n",
      "Epoch: 0006 - cost= 8.577191292 - Accuracy= 0.9276\n",
      "Epoch: 0006 - cost= 8.581020896 - Accuracy= 0.9278\n",
      "Epoch: 0006 - cost= 8.608840442 - Accuracy= 0.9287\n",
      "Epoch: 0006 - cost= 8.624898660 - Accuracy= 0.9283\n",
      "Epoch: 0006 - cost= 8.634257521 - Accuracy= 0.9283\n",
      "Epoch: 0006 - cost= 8.652934708 - Accuracy= 0.9275\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0006 - cost= 8.655929163 - Accuracy= 0.9268\n",
      "Epoch: 0006 - cost= 8.656619827 - Accuracy= 0.9264\n",
      "Epoch: 0006 - cost= 8.669172874 - Accuracy= 0.926\n",
      "Epoch: 0006 - cost= 8.674543556 - Accuracy= 0.9271\n",
      "Epoch: 0006 - cost= 8.705457117 - Accuracy= 0.927\n",
      "Epoch: 0006 - cost= 8.705737540 - Accuracy= 0.9269\n",
      "Epoch: 0006 - cost= 8.747122864 - Accuracy= 0.9262\n",
      "Epoch: 0006 - cost= 8.763676157 - Accuracy= 0.9257\n",
      "Epoch: 0006 - cost= 8.789893163 - Accuracy= 0.9261\n",
      "Epoch: 0006 - cost= 8.795474917 - Accuracy= 0.9255\n",
      "Epoch: 0006 - cost= 8.819187022 - Accuracy= 0.9258\n",
      "Epoch: 0006 - cost= 8.844188542 - Accuracy= 0.9261\n",
      "Epoch: 0006 - cost= 8.888111861 - Accuracy= 0.9266\n",
      "Epoch: 0006 - cost= 8.903276939 - Accuracy= 0.928\n",
      "Epoch: 0006 - cost= 8.937929455 - Accuracy= 0.9277\n",
      "Epoch: 0006 - cost= 8.956039126 - Accuracy= 0.9279\n",
      "Epoch: 0006 - cost= 8.965683722 - Accuracy= 0.9279\n",
      "Epoch: 0006 - cost= 8.993135151 - Accuracy= 0.9281\n",
      "Epoch: 0006 - cost= 9.006745716 - Accuracy= 0.9289\n",
      "Epoch: 0006 - cost= 9.040429448 - Accuracy= 0.9292\n",
      "Epoch: 0006 - cost= 9.060489064 - Accuracy= 0.9294\n",
      "Epoch: 0006 - cost= 9.072462827 - Accuracy= 0.9291\n",
      "Epoch: 0006 - cost= 9.077427930 - Accuracy= 0.9291\n",
      "Epoch: 0006 - cost= 9.089826690 - Accuracy= 0.9295\n",
      "Epoch: 0006 - cost= 9.093375578 - Accuracy= 0.9287\n",
      "Epoch: 0006 - cost= 9.100333552 - Accuracy= 0.9291\n",
      "Epoch: 0006 - cost= 9.105764204 - Accuracy= 0.9292\n",
      "Epoch: 0006 - cost= 9.128972666 - Accuracy= 0.9285\n",
      "Epoch: 0006 - cost= 9.147033033 - Accuracy= 0.9285\n",
      "Epoch: 0006 - cost= 9.177585807 - Accuracy= 0.9288\n",
      "Epoch: 0006 - cost= 9.211355813 - Accuracy= 0.9286\n",
      "Epoch: 0006 - cost= 9.215367248 - Accuracy= 0.9286\n",
      "Epoch: 0006 - cost= 9.232220483 - Accuracy= 0.9288\n",
      "Epoch: 0006 - cost= 9.247643058 - Accuracy= 0.928\n",
      "Epoch: 0006 - cost= 9.255859797 - Accuracy= 0.9279\n",
      "Epoch: 0006 - cost= 9.261870642 - Accuracy= 0.9286\n",
      "Epoch: 0006 - cost= 9.271499151 - Accuracy= 0.9284\n",
      "Epoch: 0006 - cost= 9.292106703 - Accuracy= 0.9275\n",
      "Epoch: 0006 - cost= 9.326797293 - Accuracy= 0.9279\n",
      "Epoch: 0006 - cost= 9.360910962 - Accuracy= 0.9281\n",
      "Epoch: 0006 - cost= 9.375731534 - Accuracy= 0.9284\n",
      "Epoch: 0006 - cost= 9.397558420 - Accuracy= 0.9283\n",
      "Epoch: 0006 - cost= 9.406334963 - Accuracy= 0.9282\n",
      "Epoch: 0006 - cost= 9.430674901 - Accuracy= 0.9289\n",
      "Epoch: 0006 - cost= 9.437692922 - Accuracy= 0.9295\n",
      "Epoch: 0006 - cost= 9.499520738 - Accuracy= 0.9288\n",
      "Epoch: 0006 - cost= 9.507603218 - Accuracy= 0.9284\n",
      "Epoch: 0006 - cost= 9.512958348 - Accuracy= 0.9291\n",
      "Epoch: 0006 - cost= 9.524773217 - Accuracy= 0.9287\n",
      "Epoch: 0006 - cost= 9.527587352 - Accuracy= 0.9291\n",
      "Epoch: 0006 - cost= 9.572443726 - Accuracy= 0.9291\n",
      "Epoch: 0006 - cost= 9.599589727 - Accuracy= 0.9292\n",
      "Epoch: 0006 - cost= 9.634904623 - Accuracy= 0.9298\n",
      "Epoch: 0006 - cost= 9.644748332 - Accuracy= 0.9303\n",
      "Epoch: 0006 - cost= 9.662621564 - Accuracy= 0.9305\n",
      "Epoch: 0006 - cost= 9.695298438 - Accuracy= 0.9294\n",
      "Epoch: 0006 - cost= 9.720772688 - Accuracy= 0.9296\n",
      "Epoch: 0006 - cost= 9.734984431 - Accuracy= 0.9299\n",
      "Epoch: 0006 - cost= 9.771661989 - Accuracy= 0.9293\n",
      "Epoch: 0006 - cost= 9.780084707 - Accuracy= 0.9285\n",
      "Epoch: 0006 - cost= 9.803387091 - Accuracy= 0.9282\n",
      "Epoch: 0006 - cost= 9.811277493 - Accuracy= 0.9282\n",
      "Epoch: 0006 - cost= 9.848159990 - Accuracy= 0.928\n",
      "Epoch: 0006 - cost= 9.857854772 - Accuracy= 0.9279\n",
      "Epoch: 0006 - cost= 9.884726297 - Accuracy= 0.9277\n",
      "Epoch: 0006 - cost= 9.893935186 - Accuracy= 0.9282\n",
      "Epoch: 0006 - cost= 9.932319170 - Accuracy= 0.9281\n",
      "Epoch: 0006 - cost= 9.966308327 - Accuracy= 0.9286\n",
      "Epoch: 0006 - cost= 9.972330851 - Accuracy= 0.9285\n",
      "Epoch: 0006 - cost= 9.984006723 - Accuracy= 0.9285\n",
      "Epoch: 0006 - cost= 9.998275632 - Accuracy= 0.9293\n",
      "Epoch: 0006 - cost= 10.018784332 - Accuracy= 0.9288\n",
      "Epoch: 0006 - cost= 10.025918516 - Accuracy= 0.9298\n",
      "Epoch: 0006 - cost= 10.037701933 - Accuracy= 0.929\n",
      "Epoch: 0006 - cost= 10.076896078 - Accuracy= 0.9286\n",
      "Epoch: 0006 - cost= 10.102078714 - Accuracy= 0.9284\n",
      "Epoch: 0006 - cost= 10.151138870 - Accuracy= 0.9279\n",
      "Epoch: 0006 - cost= 10.192544020 - Accuracy= 0.9283\n",
      "Epoch: 0006 - cost= 10.207325664 - Accuracy= 0.9285\n",
      "Epoch: 0006 - cost= 10.223653376 - Accuracy= 0.9288\n",
      "Epoch: 0006 - cost= 10.252580817 - Accuracy= 0.9286\n",
      "Epoch: 0006 - cost= 10.277651125 - Accuracy= 0.929\n",
      "Epoch: 0006 - cost= 10.279965477 - Accuracy= 0.9284\n",
      "Epoch: 0006 - cost= 10.292608362 - Accuracy= 0.9285\n",
      "Epoch: 0006 - cost= 10.312000352 - Accuracy= 0.9289\n",
      "Epoch: 0006 - cost= 10.324670278 - Accuracy= 0.9289\n",
      "Epoch: 0006 - cost= 10.334453407 - Accuracy= 0.9292\n",
      "Epoch: 0006 - cost= 10.350585512 - Accuracy= 0.9287\n",
      "Epoch: 0006 - cost= 10.400939082 - Accuracy= 0.9287\n",
      "Epoch: 0006 - cost= 10.414424320 - Accuracy= 0.9285\n",
      "Epoch: 0006 - cost= 10.447105616 - Accuracy= 0.9279\n",
      "Epoch: 0006 - cost= 10.450060436 - Accuracy= 0.9281\n",
      "Epoch: 0006 - cost= 10.460576092 - Accuracy= 0.9279\n",
      "Epoch: 0006 - cost= 10.474759280 - Accuracy= 0.9284\n",
      "Epoch: 0006 - cost= 10.495750969 - Accuracy= 0.928\n",
      "Epoch: 0006 - cost= 10.503747569 - Accuracy= 0.9283\n",
      "Epoch: 0006 - cost= 10.521269780 - Accuracy= 0.9287\n",
      "Epoch: 0006 - cost= 10.539320709 - Accuracy= 0.9287\n",
      "Epoch: 0006 - cost= 10.576331467 - Accuracy= 0.9288\n",
      "Epoch: 0006 - cost= 10.587596992 - Accuracy= 0.9297\n",
      "Epoch: 0006 - cost= 10.590080639 - Accuracy= 0.9304\n",
      "Epoch: 0006 - cost= 10.614650246 - Accuracy= 0.931\n",
      "Epoch: 0006 - cost= 10.616248996 - Accuracy= 0.9315\n",
      "Epoch: 0006 - cost= 10.639962051 - Accuracy= 0.9317\n",
      "Epoch: 0006 - cost= 10.656283932 - Accuracy= 0.9317\n",
      "Epoch: 0006 - cost= 10.664961483 - Accuracy= 0.9317\n",
      "Epoch: 0006 - cost= 10.671924174 - Accuracy= 0.9321\n",
      "Epoch: 0006 - cost= 10.689268623 - Accuracy= 0.9318\n",
      "Epoch: 0006 - cost= 10.706472739 - Accuracy= 0.9312\n",
      "Epoch: 0006 - cost= 10.711820961 - Accuracy= 0.9308\n",
      "Epoch: 0006 - cost= 10.746992862 - Accuracy= 0.9307\n",
      "Epoch: 0006 - cost= 10.750470282 - Accuracy= 0.9305\n",
      "Epoch: 0007 - cost= 0.016749958 - Accuracy= 0.9304\n",
      "Epoch: 0007 - cost= 0.043427585 - Accuracy= 0.9312\n",
      "Epoch: 0007 - cost= 0.047855763 - Accuracy= 0.931\n",
      "Epoch: 0007 - cost= 0.063506018 - Accuracy= 0.9314\n",
      "Epoch: 0007 - cost= 0.063610205 - Accuracy= 0.9311\n",
      "Epoch: 0007 - cost= 0.070001668 - Accuracy= 0.9309\n",
      "Epoch: 0007 - cost= 0.073078391 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 0.091126229 - Accuracy= 0.931\n",
      "Epoch: 0007 - cost= 0.104151448 - Accuracy= 0.9314\n",
      "Epoch: 0007 - cost= 0.114705033 - Accuracy= 0.9312\n",
      "Epoch: 0007 - cost= 0.138957286 - Accuracy= 0.9307\n",
      "Epoch: 0007 - cost= 0.151904698 - Accuracy= 0.9301\n",
      "Epoch: 0007 - cost= 0.166822155 - Accuracy= 0.9302\n",
      "Epoch: 0007 - cost= 0.172405342 - Accuracy= 0.9305\n",
      "Epoch: 0007 - cost= 0.184345490 - Accuracy= 0.9301\n",
      "Epoch: 0007 - cost= 0.186924449 - Accuracy= 0.9306\n",
      "Epoch: 0007 - cost= 0.188337772 - Accuracy= 0.9309\n",
      "Epoch: 0007 - cost= 0.193473360 - Accuracy= 0.9307\n",
      "Epoch: 0007 - cost= 0.195247318 - Accuracy= 0.9303\n",
      "Epoch: 0007 - cost= 0.198877177 - Accuracy= 0.9303\n",
      "Epoch: 0007 - cost= 0.232596927 - Accuracy= 0.9303\n",
      "Epoch: 0007 - cost= 0.256967977 - Accuracy= 0.9299\n",
      "Epoch: 0007 - cost= 0.261625375 - Accuracy= 0.9292\n",
      "Epoch: 0007 - cost= 0.293199136 - Accuracy= 0.9286\n",
      "Epoch: 0007 - cost= 0.300463809 - Accuracy= 0.9288\n",
      "Epoch: 0007 - cost= 0.307763462 - Accuracy= 0.9288\n",
      "Epoch: 0007 - cost= 0.312427337 - Accuracy= 0.9288\n",
      "Epoch: 0007 - cost= 0.318168083 - Accuracy= 0.928\n",
      "Epoch: 0007 - cost= 0.322231087 - Accuracy= 0.9283\n",
      "Epoch: 0007 - cost= 0.325411636 - Accuracy= 0.9287\n",
      "Epoch: 0007 - cost= 0.344059796 - Accuracy= 0.929\n",
      "Epoch: 0007 - cost= 0.359958433 - Accuracy= 0.9296\n",
      "Epoch: 0007 - cost= 0.370151977 - Accuracy= 0.93\n",
      "Epoch: 0007 - cost= 0.373990555 - Accuracy= 0.9298\n",
      "Epoch: 0007 - cost= 0.373990555 - Accuracy= 0.9308\n",
      "Epoch: 0007 - cost= 0.404614241 - Accuracy= 0.9311\n",
      "Epoch: 0007 - cost= 0.419891058 - Accuracy= 0.9318\n",
      "Epoch: 0007 - cost= 0.436988240 - Accuracy= 0.9316\n",
      "Epoch: 0007 - cost= 0.448503268 - Accuracy= 0.9319\n",
      "Epoch: 0007 - cost= 0.453859240 - Accuracy= 0.9314\n",
      "Epoch: 0007 - cost= 0.470117199 - Accuracy= 0.9321\n",
      "Epoch: 0007 - cost= 0.471604587 - Accuracy= 0.9326\n",
      "Epoch: 0007 - cost= 0.490576320 - Accuracy= 0.9325\n",
      "Epoch: 0007 - cost= 0.510777061 - Accuracy= 0.932\n",
      "Epoch: 0007 - cost= 0.517268566 - Accuracy= 0.9315\n",
      "Epoch: 0007 - cost= 0.521423396 - Accuracy= 0.9315\n",
      "Epoch: 0007 - cost= 0.544563946 - Accuracy= 0.9315\n",
      "Epoch: 0007 - cost= 0.561980364 - Accuracy= 0.9312\n",
      "Epoch: 0007 - cost= 0.567690192 - Accuracy= 0.9305\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0007 - cost= 0.581922440 - Accuracy= 0.9307\n",
      "Epoch: 0007 - cost= 0.588914011 - Accuracy= 0.931\n",
      "Epoch: 0007 - cost= 0.599290998 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 0.609603363 - Accuracy= 0.9316\n",
      "Epoch: 0007 - cost= 0.618288645 - Accuracy= 0.9319\n",
      "Epoch: 0007 - cost= 0.627655195 - Accuracy= 0.9326\n",
      "Epoch: 0007 - cost= 0.630922223 - Accuracy= 0.9325\n",
      "Epoch: 0007 - cost= 0.643783960 - Accuracy= 0.9324\n",
      "Epoch: 0007 - cost= 0.646221518 - Accuracy= 0.9324\n",
      "Epoch: 0007 - cost= 0.665955755 - Accuracy= 0.9316\n",
      "Epoch: 0007 - cost= 0.675752749 - Accuracy= 0.9318\n",
      "Epoch: 0007 - cost= 0.693671776 - Accuracy= 0.9328\n",
      "Epoch: 0007 - cost= 0.700269763 - Accuracy= 0.9324\n",
      "Epoch: 0007 - cost= 0.710020244 - Accuracy= 0.9321\n",
      "Epoch: 0007 - cost= 0.726472054 - Accuracy= 0.932\n",
      "Epoch: 0007 - cost= 0.729322376 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 0.734448534 - Accuracy= 0.9311\n",
      "Epoch: 0007 - cost= 0.742762739 - Accuracy= 0.9309\n",
      "Epoch: 0007 - cost= 0.765754255 - Accuracy= 0.9304\n",
      "Epoch: 0007 - cost= 0.792036985 - Accuracy= 0.9303\n",
      "Epoch: 0007 - cost= 0.798634552 - Accuracy= 0.93\n",
      "Epoch: 0007 - cost= 0.810333730 - Accuracy= 0.9301\n",
      "Epoch: 0007 - cost= 0.830539559 - Accuracy= 0.9296\n",
      "Epoch: 0007 - cost= 0.847849244 - Accuracy= 0.9293\n",
      "Epoch: 0007 - cost= 0.852760855 - Accuracy= 0.9291\n",
      "Epoch: 0007 - cost= 0.881545333 - Accuracy= 0.9294\n",
      "Epoch: 0007 - cost= 0.907249214 - Accuracy= 0.9305\n",
      "Epoch: 0007 - cost= 0.923378866 - Accuracy= 0.9304\n",
      "Epoch: 0007 - cost= 0.927908200 - Accuracy= 0.9305\n",
      "Epoch: 0007 - cost= 0.940953917 - Accuracy= 0.9306\n",
      "Epoch: 0007 - cost= 0.967548526 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 0.985259526 - Accuracy= 0.9314\n",
      "Epoch: 0007 - cost= 1.008789062 - Accuracy= 0.9318\n",
      "Epoch: 0007 - cost= 1.019495902 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 1.030142446 - Accuracy= 0.9306\n",
      "Epoch: 0007 - cost= 1.037573218 - Accuracy= 0.9311\n",
      "Epoch: 0007 - cost= 1.053584228 - Accuracy= 0.9314\n",
      "Epoch: 0007 - cost= 1.053740357 - Accuracy= 0.9309\n",
      "Epoch: 0007 - cost= 1.069104152 - Accuracy= 0.9311\n",
      "Epoch: 0007 - cost= 1.074303668 - Accuracy= 0.931\n",
      "Epoch: 0007 - cost= 1.083881292 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 1.105471740 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 1.141785761 - Accuracy= 0.9316\n",
      "Epoch: 0007 - cost= 1.165356865 - Accuracy= 0.9318\n",
      "Epoch: 0007 - cost= 1.169453807 - Accuracy= 0.932\n",
      "Epoch: 0007 - cost= 1.207233851 - Accuracy= 0.9325\n",
      "Epoch: 0007 - cost= 1.224432830 - Accuracy= 0.932\n",
      "Epoch: 0007 - cost= 1.234257329 - Accuracy= 0.9322\n",
      "Epoch: 0007 - cost= 1.240648598 - Accuracy= 0.9319\n",
      "Epoch: 0007 - cost= 1.264706761 - Accuracy= 0.9316\n",
      "Epoch: 0007 - cost= 1.289357316 - Accuracy= 0.9314\n",
      "Epoch: 0007 - cost= 1.307145130 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 1.312698947 - Accuracy= 0.9303\n",
      "Epoch: 0007 - cost= 1.322941472 - Accuracy= 0.9302\n",
      "Epoch: 0007 - cost= 1.339526776 - Accuracy= 0.9304\n",
      "Epoch: 0007 - cost= 1.367558902 - Accuracy= 0.9298\n",
      "Epoch: 0007 - cost= 1.371677136 - Accuracy= 0.9304\n",
      "Epoch: 0007 - cost= 1.388174346 - Accuracy= 0.9302\n",
      "Epoch: 0007 - cost= 1.393222728 - Accuracy= 0.9299\n",
      "Epoch: 0007 - cost= 1.410269296 - Accuracy= 0.9305\n",
      "Epoch: 0007 - cost= 1.435560553 - Accuracy= 0.931\n",
      "Epoch: 0007 - cost= 1.445383801 - Accuracy= 0.9318\n",
      "Epoch: 0007 - cost= 1.460223501 - Accuracy= 0.9317\n",
      "Epoch: 0007 - cost= 1.503318153 - Accuracy= 0.932\n",
      "Epoch: 0007 - cost= 1.516539145 - Accuracy= 0.9329\n",
      "Epoch: 0007 - cost= 1.534963362 - Accuracy= 0.9323\n",
      "Epoch: 0007 - cost= 1.545592918 - Accuracy= 0.9321\n",
      "Epoch: 0007 - cost= 1.553214938 - Accuracy= 0.9323\n",
      "Epoch: 0007 - cost= 1.554085110 - Accuracy= 0.9319\n",
      "Epoch: 0007 - cost= 1.556983342 - Accuracy= 0.9319\n",
      "Epoch: 0007 - cost= 1.560888179 - Accuracy= 0.9312\n",
      "Epoch: 0007 - cost= 1.561540661 - Accuracy= 0.9311\n",
      "Epoch: 0007 - cost= 1.561540661 - Accuracy= 0.9318\n",
      "Epoch: 0007 - cost= 1.599570304 - Accuracy= 0.9312\n",
      "Epoch: 0007 - cost= 1.635860809 - Accuracy= 0.9311\n",
      "Epoch: 0007 - cost= 1.657263336 - Accuracy= 0.9323\n",
      "Epoch: 0007 - cost= 1.663918575 - Accuracy= 0.9326\n",
      "Epoch: 0007 - cost= 1.686606099 - Accuracy= 0.9326\n",
      "Epoch: 0007 - cost= 1.710814371 - Accuracy= 0.9332\n",
      "Epoch: 0007 - cost= 1.751929802 - Accuracy= 0.9323\n",
      "Epoch: 0007 - cost= 1.758138659 - Accuracy= 0.9324\n",
      "Epoch: 0007 - cost= 1.767106734 - Accuracy= 0.9326\n",
      "Epoch: 0007 - cost= 1.796563965 - Accuracy= 0.9326\n",
      "Epoch: 0007 - cost= 1.796563965 - Accuracy= 0.9331\n",
      "Epoch: 0007 - cost= 1.799030367 - Accuracy= 0.9331\n",
      "Epoch: 0007 - cost= 1.825128535 - Accuracy= 0.9324\n",
      "Epoch: 0007 - cost= 1.833558851 - Accuracy= 0.9316\n",
      "Epoch: 0007 - cost= 1.857875111 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 1.891848309 - Accuracy= 0.9307\n",
      "Epoch: 0007 - cost= 1.909409076 - Accuracy= 0.9312\n",
      "Epoch: 0007 - cost= 1.920519325 - Accuracy= 0.9317\n",
      "Epoch: 0007 - cost= 1.922053535 - Accuracy= 0.9319\n",
      "Epoch: 0007 - cost= 1.926767036 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 1.938843952 - Accuracy= 0.9306\n",
      "Epoch: 0007 - cost= 1.949613414 - Accuracy= 0.93\n",
      "Epoch: 0007 - cost= 1.950463941 - Accuracy= 0.9301\n",
      "Epoch: 0007 - cost= 1.959436924 - Accuracy= 0.9303\n",
      "Epoch: 0007 - cost= 1.986788804 - Accuracy= 0.9306\n",
      "Epoch: 0007 - cost= 1.999574524 - Accuracy= 0.9307\n",
      "Epoch: 0007 - cost= 2.003516984 - Accuracy= 0.9311\n",
      "Epoch: 0007 - cost= 2.011748748 - Accuracy= 0.9322\n",
      "Epoch: 0007 - cost= 2.040372066 - Accuracy= 0.9321\n",
      "Epoch: 0007 - cost= 2.055770384 - Accuracy= 0.9324\n",
      "Epoch: 0007 - cost= 2.070173654 - Accuracy= 0.9332\n",
      "Epoch: 0007 - cost= 2.073871687 - Accuracy= 0.9338\n",
      "Epoch: 0007 - cost= 2.084334784 - Accuracy= 0.9342\n",
      "Epoch: 0007 - cost= 2.115524748 - Accuracy= 0.933\n",
      "Epoch: 0007 - cost= 2.118103361 - Accuracy= 0.9319\n",
      "Epoch: 0007 - cost= 2.135973819 - Accuracy= 0.9315\n",
      "Epoch: 0007 - cost= 2.169303463 - Accuracy= 0.9315\n",
      "Epoch: 0007 - cost= 2.176914747 - Accuracy= 0.931\n",
      "Epoch: 0007 - cost= 2.198934981 - Accuracy= 0.9308\n",
      "Epoch: 0007 - cost= 2.214483767 - Accuracy= 0.93\n",
      "Epoch: 0007 - cost= 2.270273603 - Accuracy= 0.9299\n",
      "Epoch: 0007 - cost= 2.277826173 - Accuracy= 0.9295\n",
      "Epoch: 0007 - cost= 2.321368269 - Accuracy= 0.9298\n",
      "Epoch: 0007 - cost= 2.334930759 - Accuracy= 0.9293\n",
      "Epoch: 0007 - cost= 2.338505719 - Accuracy= 0.929\n",
      "Epoch: 0007 - cost= 2.351568086 - Accuracy= 0.9289\n",
      "Epoch: 0007 - cost= 2.373478405 - Accuracy= 0.9303\n",
      "Epoch: 0007 - cost= 2.385166276 - Accuracy= 0.9302\n",
      "Epoch: 0007 - cost= 2.395871160 - Accuracy= 0.9302\n",
      "Epoch: 0007 - cost= 2.398219081 - Accuracy= 0.9295\n",
      "Epoch: 0007 - cost= 2.399079750 - Accuracy= 0.93\n",
      "Epoch: 0007 - cost= 2.417712802 - Accuracy= 0.9304\n",
      "Epoch: 0007 - cost= 2.427795215 - Accuracy= 0.9306\n",
      "Epoch: 0007 - cost= 2.451085634 - Accuracy= 0.9307\n",
      "Epoch: 0007 - cost= 2.462330318 - Accuracy= 0.9308\n",
      "Epoch: 0007 - cost= 2.480881184 - Accuracy= 0.9306\n",
      "Epoch: 0007 - cost= 2.517705465 - Accuracy= 0.9295\n",
      "Epoch: 0007 - cost= 2.558578310 - Accuracy= 0.9293\n",
      "Epoch: 0007 - cost= 2.560203774 - Accuracy= 0.9288\n",
      "Epoch: 0007 - cost= 2.597368385 - Accuracy= 0.9277\n",
      "Epoch: 0007 - cost= 2.606643694 - Accuracy= 0.9269\n",
      "Epoch: 0007 - cost= 2.616956357 - Accuracy= 0.9267\n",
      "Epoch: 0007 - cost= 2.637283784 - Accuracy= 0.9259\n",
      "Epoch: 0007 - cost= 2.641119692 - Accuracy= 0.9258\n",
      "Epoch: 0007 - cost= 2.645908009 - Accuracy= 0.9262\n",
      "Epoch: 0007 - cost= 2.650323025 - Accuracy= 0.9263\n",
      "Epoch: 0007 - cost= 2.667919835 - Accuracy= 0.927\n",
      "Epoch: 0007 - cost= 2.687085816 - Accuracy= 0.9273\n",
      "Epoch: 0007 - cost= 2.705311929 - Accuracy= 0.9275\n",
      "Epoch: 0007 - cost= 2.726565005 - Accuracy= 0.9283\n",
      "Epoch: 0007 - cost= 2.734276445 - Accuracy= 0.9285\n",
      "Epoch: 0007 - cost= 2.743975889 - Accuracy= 0.9285\n",
      "Epoch: 0007 - cost= 2.743975999 - Accuracy= 0.9293\n",
      "Epoch: 0007 - cost= 2.756135666 - Accuracy= 0.9293\n",
      "Epoch: 0007 - cost= 2.759400708 - Accuracy= 0.9295\n",
      "Epoch: 0007 - cost= 2.765906563 - Accuracy= 0.93\n",
      "Epoch: 0007 - cost= 2.770539817 - Accuracy= 0.931\n",
      "Epoch: 0007 - cost= 2.782870009 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 2.786908849 - Accuracy= 0.9319\n",
      "Epoch: 0007 - cost= 2.792836110 - Accuracy= 0.9316\n",
      "Epoch: 0007 - cost= 2.806155060 - Accuracy= 0.9321\n",
      "Epoch: 0007 - cost= 2.818151622 - Accuracy= 0.9324\n",
      "Epoch: 0007 - cost= 2.834741288 - Accuracy= 0.9321\n",
      "Epoch: 0007 - cost= 2.848818767 - Accuracy= 0.9321\n",
      "Epoch: 0007 - cost= 2.862184228 - Accuracy= 0.932\n",
      "Epoch: 0007 - cost= 2.890341459 - Accuracy= 0.9318\n",
      "Epoch: 0007 - cost= 2.904265940 - Accuracy= 0.9316\n",
      "Epoch: 0007 - cost= 2.920192748 - Accuracy= 0.9316\n",
      "Epoch: 0007 - cost= 2.927977409 - Accuracy= 0.931\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0007 - cost= 2.957400890 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 2.972739651 - Accuracy= 0.9314\n",
      "Epoch: 0007 - cost= 2.986301183 - Accuracy= 0.9318\n",
      "Epoch: 0007 - cost= 2.998500110 - Accuracy= 0.9319\n",
      "Epoch: 0007 - cost= 2.999761725 - Accuracy= 0.932\n",
      "Epoch: 0007 - cost= 3.000826545 - Accuracy= 0.9319\n",
      "Epoch: 0007 - cost= 3.048416072 - Accuracy= 0.9314\n",
      "Epoch: 0007 - cost= 3.059814645 - Accuracy= 0.9316\n",
      "Epoch: 0007 - cost= 3.078695849 - Accuracy= 0.9315\n",
      "Epoch: 0007 - cost= 3.110250637 - Accuracy= 0.931\n",
      "Epoch: 0007 - cost= 3.139497286 - Accuracy= 0.9298\n",
      "Epoch: 0007 - cost= 3.166961948 - Accuracy= 0.9299\n",
      "Epoch: 0007 - cost= 3.175705481 - Accuracy= 0.9303\n",
      "Epoch: 0007 - cost= 3.193616341 - Accuracy= 0.9297\n",
      "Epoch: 0007 - cost= 3.199860011 - Accuracy= 0.9297\n",
      "Epoch: 0007 - cost= 3.209516283 - Accuracy= 0.9296\n",
      "Epoch: 0007 - cost= 3.209777629 - Accuracy= 0.9294\n",
      "Epoch: 0007 - cost= 3.226489371 - Accuracy= 0.9302\n",
      "Epoch: 0007 - cost= 3.237671559 - Accuracy= 0.9311\n",
      "Epoch: 0007 - cost= 3.242586247 - Accuracy= 0.9311\n",
      "Epoch: 0007 - cost= 3.271633095 - Accuracy= 0.9312\n",
      "Epoch: 0007 - cost= 3.280359641 - Accuracy= 0.9314\n",
      "Epoch: 0007 - cost= 3.287189580 - Accuracy= 0.9314\n",
      "Epoch: 0007 - cost= 3.292683402 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 3.301988602 - Accuracy= 0.9308\n",
      "Epoch: 0007 - cost= 3.318083162 - Accuracy= 0.9309\n",
      "Epoch: 0007 - cost= 3.321974039 - Accuracy= 0.9312\n",
      "Epoch: 0007 - cost= 3.331721231 - Accuracy= 0.9308\n",
      "Epoch: 0007 - cost= 3.333011857 - Accuracy= 0.9307\n",
      "Epoch: 0007 - cost= 3.355074987 - Accuracy= 0.9298\n",
      "Epoch: 0007 - cost= 3.387106917 - Accuracy= 0.9305\n",
      "Epoch: 0007 - cost= 3.410451567 - Accuracy= 0.9301\n",
      "Epoch: 0007 - cost= 3.427786694 - Accuracy= 0.9306\n",
      "Epoch: 0007 - cost= 3.442801527 - Accuracy= 0.93\n",
      "Epoch: 0007 - cost= 3.455543403 - Accuracy= 0.9295\n",
      "Epoch: 0007 - cost= 3.468774235 - Accuracy= 0.9295\n",
      "Epoch: 0007 - cost= 3.481606985 - Accuracy= 0.9291\n",
      "Epoch: 0007 - cost= 3.508749472 - Accuracy= 0.9282\n",
      "Epoch: 0007 - cost= 3.527686040 - Accuracy= 0.9286\n",
      "Epoch: 0007 - cost= 3.550857947 - Accuracy= 0.9286\n",
      "Epoch: 0007 - cost= 3.550857947 - Accuracy= 0.9282\n",
      "Epoch: 0007 - cost= 3.560242471 - Accuracy= 0.929\n",
      "Epoch: 0007 - cost= 3.564083089 - Accuracy= 0.9289\n",
      "Epoch: 0007 - cost= 3.577906055 - Accuracy= 0.9286\n",
      "Epoch: 0007 - cost= 3.591159600 - Accuracy= 0.9289\n",
      "Epoch: 0007 - cost= 3.601039599 - Accuracy= 0.9289\n",
      "Epoch: 0007 - cost= 3.611430226 - Accuracy= 0.9291\n",
      "Epoch: 0007 - cost= 3.621775987 - Accuracy= 0.929\n",
      "Epoch: 0007 - cost= 3.639161868 - Accuracy= 0.9295\n",
      "Epoch: 0007 - cost= 3.641491299 - Accuracy= 0.9298\n",
      "Epoch: 0007 - cost= 3.673625157 - Accuracy= 0.9298\n",
      "Epoch: 0007 - cost= 3.687829179 - Accuracy= 0.9303\n",
      "Epoch: 0007 - cost= 3.691610034 - Accuracy= 0.9307\n",
      "Epoch: 0007 - cost= 3.699722607 - Accuracy= 0.9309\n",
      "Epoch: 0007 - cost= 3.703581778 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 3.718093476 - Accuracy= 0.9314\n",
      "Epoch: 0007 - cost= 3.756095698 - Accuracy= 0.9317\n",
      "Epoch: 0007 - cost= 3.778369669 - Accuracy= 0.932\n",
      "Epoch: 0007 - cost= 3.785954023 - Accuracy= 0.9323\n",
      "Epoch: 0007 - cost= 3.792841975 - Accuracy= 0.9324\n",
      "Epoch: 0007 - cost= 3.805205339 - Accuracy= 0.9323\n",
      "Epoch: 0007 - cost= 3.808578704 - Accuracy= 0.9325\n",
      "Epoch: 0007 - cost= 3.811280322 - Accuracy= 0.9325\n",
      "Epoch: 0007 - cost= 3.820705846 - Accuracy= 0.9323\n",
      "Epoch: 0007 - cost= 3.821581339 - Accuracy= 0.9316\n",
      "Epoch: 0007 - cost= 3.836965616 - Accuracy= 0.9314\n",
      "Epoch: 0007 - cost= 3.861637713 - Accuracy= 0.9314\n",
      "Epoch: 0007 - cost= 3.869161991 - Accuracy= 0.9316\n",
      "Epoch: 0007 - cost= 3.872869023 - Accuracy= 0.9317\n",
      "Epoch: 0007 - cost= 3.900676712 - Accuracy= 0.9318\n",
      "Epoch: 0007 - cost= 3.945848990 - Accuracy= 0.9321\n",
      "Epoch: 0007 - cost= 3.960831335 - Accuracy= 0.9324\n",
      "Epoch: 0007 - cost= 3.969639615 - Accuracy= 0.9326\n",
      "Epoch: 0007 - cost= 3.976480607 - Accuracy= 0.9319\n",
      "Epoch: 0007 - cost= 4.005705825 - Accuracy= 0.9322\n",
      "Epoch: 0007 - cost= 4.013893704 - Accuracy= 0.9324\n",
      "Epoch: 0007 - cost= 4.043418351 - Accuracy= 0.9325\n",
      "Epoch: 0007 - cost= 4.045574475 - Accuracy= 0.9326\n",
      "Epoch: 0007 - cost= 4.059264758 - Accuracy= 0.9328\n",
      "Epoch: 0007 - cost= 4.111008384 - Accuracy= 0.9326\n",
      "Epoch: 0007 - cost= 4.122906345 - Accuracy= 0.9334\n",
      "Epoch: 0007 - cost= 4.127714903 - Accuracy= 0.9332\n",
      "Epoch: 0007 - cost= 4.141433974 - Accuracy= 0.9334\n",
      "Epoch: 0007 - cost= 4.147793456 - Accuracy= 0.9335\n",
      "Epoch: 0007 - cost= 4.166141178 - Accuracy= 0.9334\n",
      "Epoch: 0007 - cost= 4.170595051 - Accuracy= 0.9338\n",
      "Epoch: 0007 - cost= 4.183996370 - Accuracy= 0.9332\n",
      "Epoch: 0007 - cost= 4.202136606 - Accuracy= 0.9328\n",
      "Epoch: 0007 - cost= 4.206497947 - Accuracy= 0.9324\n",
      "Epoch: 0007 - cost= 4.207086026 - Accuracy= 0.9321\n",
      "Epoch: 0007 - cost= 4.218306401 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 4.248002116 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 4.255707896 - Accuracy= 0.9311\n",
      "Epoch: 0007 - cost= 4.268042402 - Accuracy= 0.9317\n",
      "Epoch: 0007 - cost= 4.277871785 - Accuracy= 0.9312\n",
      "Epoch: 0007 - cost= 4.291404660 - Accuracy= 0.9308\n",
      "Epoch: 0007 - cost= 4.293669315 - Accuracy= 0.9307\n",
      "Epoch: 0007 - cost= 4.326013193 - Accuracy= 0.9303\n",
      "Epoch: 0007 - cost= 4.336794844 - Accuracy= 0.9304\n",
      "Epoch: 0007 - cost= 4.364413442 - Accuracy= 0.9312\n",
      "Epoch: 0007 - cost= 4.369698928 - Accuracy= 0.9315\n",
      "Epoch: 0007 - cost= 4.389186016 - Accuracy= 0.9317\n",
      "Epoch: 0007 - cost= 4.394302765 - Accuracy= 0.9321\n",
      "Epoch: 0007 - cost= 4.398848477 - Accuracy= 0.9324\n",
      "Epoch: 0007 - cost= 4.418011425 - Accuracy= 0.9323\n",
      "Epoch: 0007 - cost= 4.437362200 - Accuracy= 0.9317\n",
      "Epoch: 0007 - cost= 4.445496913 - Accuracy= 0.9321\n",
      "Epoch: 0007 - cost= 4.445709308 - Accuracy= 0.9319\n",
      "Epoch: 0007 - cost= 4.460854856 - Accuracy= 0.9318\n",
      "Epoch: 0007 - cost= 4.478605317 - Accuracy= 0.9315\n",
      "Epoch: 0007 - cost= 4.487759595 - Accuracy= 0.9319\n",
      "Epoch: 0007 - cost= 4.505447008 - Accuracy= 0.9317\n",
      "Epoch: 0007 - cost= 4.528238931 - Accuracy= 0.9322\n",
      "Epoch: 0007 - cost= 4.533300053 - Accuracy= 0.9314\n",
      "Epoch: 0007 - cost= 4.577245923 - Accuracy= 0.9314\n",
      "Epoch: 0007 - cost= 4.599897299 - Accuracy= 0.932\n",
      "Epoch: 0007 - cost= 4.628517345 - Accuracy= 0.9319\n",
      "Epoch: 0007 - cost= 4.645472961 - Accuracy= 0.932\n",
      "Epoch: 0007 - cost= 4.658548130 - Accuracy= 0.9323\n",
      "Epoch: 0007 - cost= 4.689823772 - Accuracy= 0.9321\n",
      "Epoch: 0007 - cost= 4.717552749 - Accuracy= 0.9315\n",
      "Epoch: 0007 - cost= 4.736863910 - Accuracy= 0.93\n",
      "Epoch: 0007 - cost= 4.738462025 - Accuracy= 0.9293\n",
      "Epoch: 0007 - cost= 4.738462025 - Accuracy= 0.9288\n",
      "Epoch: 0007 - cost= 4.746107118 - Accuracy= 0.9279\n",
      "Epoch: 0007 - cost= 4.765384913 - Accuracy= 0.9281\n",
      "Epoch: 0007 - cost= 4.802447003 - Accuracy= 0.927\n",
      "Epoch: 0007 - cost= 4.813274506 - Accuracy= 0.9273\n",
      "Epoch: 0007 - cost= 4.840637560 - Accuracy= 0.9277\n",
      "Epoch: 0007 - cost= 4.848747416 - Accuracy= 0.9281\n",
      "Epoch: 0007 - cost= 4.853554713 - Accuracy= 0.9283\n",
      "Epoch: 0007 - cost= 4.858765345 - Accuracy= 0.9284\n",
      "Epoch: 0007 - cost= 4.877726796 - Accuracy= 0.9288\n",
      "Epoch: 0007 - cost= 4.880160439 - Accuracy= 0.9285\n",
      "Epoch: 0007 - cost= 4.912444971 - Accuracy= 0.9286\n",
      "Epoch: 0007 - cost= 4.935589981 - Accuracy= 0.9291\n",
      "Epoch: 0007 - cost= 4.937871244 - Accuracy= 0.9289\n",
      "Epoch: 0007 - cost= 4.968494601 - Accuracy= 0.9291\n",
      "Epoch: 0007 - cost= 4.995684417 - Accuracy= 0.929\n",
      "Epoch: 0007 - cost= 4.999904487 - Accuracy= 0.93\n",
      "Epoch: 0007 - cost= 5.027176501 - Accuracy= 0.9306\n",
      "Epoch: 0007 - cost= 5.065628508 - Accuracy= 0.9315\n",
      "Epoch: 0007 - cost= 5.076591884 - Accuracy= 0.932\n",
      "Epoch: 0007 - cost= 5.082115237 - Accuracy= 0.9324\n",
      "Epoch: 0007 - cost= 5.107515931 - Accuracy= 0.9318\n",
      "Epoch: 0007 - cost= 5.109425782 - Accuracy= 0.9325\n",
      "Epoch: 0007 - cost= 5.130524179 - Accuracy= 0.9327\n",
      "Epoch: 0007 - cost= 5.131978053 - Accuracy= 0.9329\n",
      "Epoch: 0007 - cost= 5.140497424 - Accuracy= 0.9331\n",
      "Epoch: 0007 - cost= 5.168896796 - Accuracy= 0.9331\n",
      "Epoch: 0007 - cost= 5.181627462 - Accuracy= 0.9334\n",
      "Epoch: 0007 - cost= 5.201635737 - Accuracy= 0.9331\n",
      "Epoch: 0007 - cost= 5.209613136 - Accuracy= 0.9334\n",
      "Epoch: 0007 - cost= 5.233891545 - Accuracy= 0.9327\n",
      "Epoch: 0007 - cost= 5.247192222 - Accuracy= 0.9329\n",
      "Epoch: 0007 - cost= 5.295125412 - Accuracy= 0.9328\n",
      "Epoch: 0007 - cost= 5.300741662 - Accuracy= 0.9329\n",
      "Epoch: 0007 - cost= 5.316065569 - Accuracy= 0.932\n",
      "Epoch: 0007 - cost= 5.352502680 - Accuracy= 0.9316\n",
      "Epoch: 0007 - cost= 5.387623807 - Accuracy= 0.9312\n",
      "Epoch: 0007 - cost= 5.398271074 - Accuracy= 0.9313\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0007 - cost= 5.425218196 - Accuracy= 0.9316\n",
      "Epoch: 0007 - cost= 5.469581246 - Accuracy= 0.9318\n",
      "Epoch: 0007 - cost= 5.481698809 - Accuracy= 0.9329\n",
      "Epoch: 0007 - cost= 5.487169059 - Accuracy= 0.9324\n",
      "Epoch: 0007 - cost= 5.491296610 - Accuracy= 0.9323\n",
      "Epoch: 0007 - cost= 5.505400017 - Accuracy= 0.9319\n",
      "Epoch: 0007 - cost= 5.526874231 - Accuracy= 0.9306\n",
      "Epoch: 0007 - cost= 5.542188540 - Accuracy= 0.9298\n",
      "Epoch: 0007 - cost= 5.550307355 - Accuracy= 0.9293\n",
      "Epoch: 0007 - cost= 5.554509682 - Accuracy= 0.9289\n",
      "Epoch: 0007 - cost= 5.558260374 - Accuracy= 0.9289\n",
      "Epoch: 0007 - cost= 5.564761544 - Accuracy= 0.9289\n",
      "Epoch: 0007 - cost= 5.577852717 - Accuracy= 0.9284\n",
      "Epoch: 0007 - cost= 5.595054285 - Accuracy= 0.9286\n",
      "Epoch: 0007 - cost= 5.599493953 - Accuracy= 0.9293\n",
      "Epoch: 0007 - cost= 5.618856514 - Accuracy= 0.9292\n",
      "Epoch: 0007 - cost= 5.626163591 - Accuracy= 0.9295\n",
      "Epoch: 0007 - cost= 5.632388711 - Accuracy= 0.9298\n",
      "Epoch: 0007 - cost= 5.654694238 - Accuracy= 0.9291\n",
      "Epoch: 0007 - cost= 5.674121069 - Accuracy= 0.9294\n",
      "Epoch: 0007 - cost= 5.684860058 - Accuracy= 0.931\n",
      "Epoch: 0007 - cost= 5.690095935 - Accuracy= 0.9314\n",
      "Epoch: 0007 - cost= 5.729670878 - Accuracy= 0.9317\n",
      "Epoch: 0007 - cost= 5.747568393 - Accuracy= 0.9319\n",
      "Epoch: 0007 - cost= 5.776774648 - Accuracy= 0.9324\n",
      "Epoch: 0007 - cost= 5.788368332 - Accuracy= 0.9327\n",
      "Epoch: 0007 - cost= 5.813684733 - Accuracy= 0.9324\n",
      "Epoch: 0007 - cost= 5.825052500 - Accuracy= 0.9335\n",
      "Epoch: 0007 - cost= 5.853189516 - Accuracy= 0.9341\n",
      "Epoch: 0007 - cost= 5.863804423 - Accuracy= 0.9338\n",
      "Epoch: 0007 - cost= 5.872581772 - Accuracy= 0.9334\n",
      "Epoch: 0007 - cost= 5.879372472 - Accuracy= 0.9323\n",
      "Epoch: 0007 - cost= 5.891162262 - Accuracy= 0.9328\n",
      "Epoch: 0007 - cost= 5.901637202 - Accuracy= 0.9329\n",
      "Epoch: 0007 - cost= 5.934527709 - Accuracy= 0.9336\n",
      "Epoch: 0007 - cost= 5.948409406 - Accuracy= 0.9334\n",
      "Epoch: 0007 - cost= 5.950087486 - Accuracy= 0.9333\n",
      "Epoch: 0007 - cost= 5.956375296 - Accuracy= 0.9334\n",
      "Epoch: 0007 - cost= 5.963110976 - Accuracy= 0.9337\n",
      "Epoch: 0007 - cost= 5.966807363 - Accuracy= 0.9336\n",
      "Epoch: 0007 - cost= 5.993680086 - Accuracy= 0.9334\n",
      "Epoch: 0007 - cost= 6.005067516 - Accuracy= 0.9334\n",
      "Epoch: 0007 - cost= 6.009691295 - Accuracy= 0.9338\n",
      "Epoch: 0007 - cost= 6.026804627 - Accuracy= 0.9337\n",
      "Epoch: 0007 - cost= 6.062181907 - Accuracy= 0.9334\n",
      "Epoch: 0007 - cost= 6.078376878 - Accuracy= 0.934\n",
      "Epoch: 0007 - cost= 6.085679537 - Accuracy= 0.9339\n",
      "Epoch: 0007 - cost= 6.094138271 - Accuracy= 0.9342\n",
      "Epoch: 0007 - cost= 6.104711970 - Accuracy= 0.9341\n",
      "Epoch: 0007 - cost= 6.118596596 - Accuracy= 0.9338\n",
      "Epoch: 0007 - cost= 6.133974161 - Accuracy= 0.9337\n",
      "Epoch: 0007 - cost= 6.144822669 - Accuracy= 0.9335\n",
      "Epoch: 0007 - cost= 6.161424166 - Accuracy= 0.9339\n",
      "Epoch: 0007 - cost= 6.196121491 - Accuracy= 0.9333\n",
      "Epoch: 0007 - cost= 6.203179080 - Accuracy= 0.934\n",
      "Epoch: 0007 - cost= 6.225579293 - Accuracy= 0.9338\n",
      "Epoch: 0007 - cost= 6.227832319 - Accuracy= 0.9338\n",
      "Epoch: 0007 - cost= 6.242275862 - Accuracy= 0.9341\n",
      "Epoch: 0007 - cost= 6.253443497 - Accuracy= 0.9344\n",
      "Epoch: 0007 - cost= 6.258450033 - Accuracy= 0.9343\n",
      "Epoch: 0007 - cost= 6.265037492 - Accuracy= 0.9346\n",
      "Epoch: 0007 - cost= 6.287496782 - Accuracy= 0.9344\n",
      "Epoch: 0007 - cost= 6.302482945 - Accuracy= 0.9346\n",
      "Epoch: 0007 - cost= 6.324453087 - Accuracy= 0.935\n",
      "Epoch: 0007 - cost= 6.330406700 - Accuracy= 0.9346\n",
      "Epoch: 0007 - cost= 6.331387850 - Accuracy= 0.9344\n",
      "Epoch: 0007 - cost= 6.352273873 - Accuracy= 0.934\n",
      "Epoch: 0007 - cost= 6.369513048 - Accuracy= 0.9342\n",
      "Epoch: 0007 - cost= 6.372897916 - Accuracy= 0.9336\n",
      "Epoch: 0007 - cost= 6.399768583 - Accuracy= 0.9338\n",
      "Epoch: 0007 - cost= 6.403806432 - Accuracy= 0.9338\n",
      "Epoch: 0007 - cost= 6.411682438 - Accuracy= 0.934\n",
      "Epoch: 0007 - cost= 6.439078537 - Accuracy= 0.935\n",
      "Epoch: 0007 - cost= 6.448459357 - Accuracy= 0.9347\n",
      "Epoch: 0007 - cost= 6.469304376 - Accuracy= 0.9342\n",
      "Epoch: 0007 - cost= 6.497325630 - Accuracy= 0.9348\n",
      "Epoch: 0007 - cost= 6.504006558 - Accuracy= 0.9347\n",
      "Epoch: 0007 - cost= 6.523681487 - Accuracy= 0.9345\n",
      "Epoch: 0007 - cost= 6.540574220 - Accuracy= 0.934\n",
      "Epoch: 0007 - cost= 6.573612270 - Accuracy= 0.9335\n",
      "Epoch: 0007 - cost= 6.579923079 - Accuracy= 0.9326\n",
      "Epoch: 0007 - cost= 6.587480001 - Accuracy= 0.9326\n",
      "Epoch: 0007 - cost= 6.592941309 - Accuracy= 0.932\n",
      "Epoch: 0007 - cost= 6.621760496 - Accuracy= 0.9321\n",
      "Epoch: 0007 - cost= 6.636117014 - Accuracy= 0.9323\n",
      "Epoch: 0007 - cost= 6.648691938 - Accuracy= 0.9317\n",
      "Epoch: 0007 - cost= 6.661742673 - Accuracy= 0.9317\n",
      "Epoch: 0007 - cost= 6.668142645 - Accuracy= 0.9315\n",
      "Epoch: 0007 - cost= 6.674155634 - Accuracy= 0.9316\n",
      "Epoch: 0007 - cost= 6.674179335 - Accuracy= 0.931\n",
      "Epoch: 0007 - cost= 6.709902456 - Accuracy= 0.932\n",
      "Epoch: 0007 - cost= 6.713628953 - Accuracy= 0.9321\n",
      "Epoch: 0007 - cost= 6.725789095 - Accuracy= 0.9328\n",
      "Epoch: 0007 - cost= 6.762964617 - Accuracy= 0.9338\n",
      "Epoch: 0007 - cost= 6.787294928 - Accuracy= 0.9337\n",
      "Epoch: 0007 - cost= 6.796731953 - Accuracy= 0.9342\n",
      "Epoch: 0007 - cost= 6.818446950 - Accuracy= 0.9343\n",
      "Epoch: 0007 - cost= 6.836584178 - Accuracy= 0.9339\n",
      "Epoch: 0007 - cost= 6.850323823 - Accuracy= 0.9338\n",
      "Epoch: 0007 - cost= 6.879992312 - Accuracy= 0.9336\n",
      "Epoch: 0007 - cost= 6.907384198 - Accuracy= 0.9328\n",
      "Epoch: 0007 - cost= 6.940031900 - Accuracy= 0.9324\n",
      "Epoch: 0007 - cost= 6.945724742 - Accuracy= 0.9327\n",
      "Epoch: 0007 - cost= 6.955129958 - Accuracy= 0.9326\n",
      "Epoch: 0007 - cost= 6.984835997 - Accuracy= 0.9323\n",
      "Epoch: 0007 - cost= 6.994842196 - Accuracy= 0.9329\n",
      "Epoch: 0007 - cost= 6.994842196 - Accuracy= 0.9332\n",
      "Epoch: 0007 - cost= 7.038251298 - Accuracy= 0.933\n",
      "Epoch: 0007 - cost= 7.044004015 - Accuracy= 0.9334\n",
      "Epoch: 0007 - cost= 7.050431245 - Accuracy= 0.9336\n",
      "Epoch: 0007 - cost= 7.082444628 - Accuracy= 0.9336\n",
      "Epoch: 0007 - cost= 7.089899560 - Accuracy= 0.9338\n",
      "Epoch: 0007 - cost= 7.114797781 - Accuracy= 0.9337\n",
      "Epoch: 0007 - cost= 7.121084673 - Accuracy= 0.9341\n",
      "Epoch: 0007 - cost= 7.151579879 - Accuracy= 0.9349\n",
      "Epoch: 0007 - cost= 7.168931876 - Accuracy= 0.9352\n",
      "Epoch: 0007 - cost= 7.197841897 - Accuracy= 0.9343\n",
      "Epoch: 0007 - cost= 7.216464343 - Accuracy= 0.9339\n",
      "Epoch: 0007 - cost= 7.224185905 - Accuracy= 0.9342\n",
      "Epoch: 0007 - cost= 7.230657936 - Accuracy= 0.9329\n",
      "Epoch: 0007 - cost= 7.241285948 - Accuracy= 0.9319\n",
      "Epoch: 0007 - cost= 7.272030285 - Accuracy= 0.9317\n",
      "Epoch: 0007 - cost= 7.277136433 - Accuracy= 0.9321\n",
      "Epoch: 0007 - cost= 7.316494933 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 7.330866531 - Accuracy= 0.9315\n",
      "Epoch: 0007 - cost= 7.336986870 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 7.380997938 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 7.394984445 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 7.397872840 - Accuracy= 0.931\n",
      "Epoch: 0007 - cost= 7.419059398 - Accuracy= 0.9311\n",
      "Epoch: 0007 - cost= 7.435556950 - Accuracy= 0.9313\n",
      "Epoch: 0007 - cost= 7.458594295 - Accuracy= 0.9331\n",
      "Epoch: 0007 - cost= 7.484124115 - Accuracy= 0.9337\n",
      "Epoch: 0007 - cost= 7.488957967 - Accuracy= 0.9343\n",
      "Epoch: 0007 - cost= 7.504588011 - Accuracy= 0.9356\n",
      "Epoch: 0007 - cost= 7.509986870 - Accuracy= 0.9348\n",
      "Epoch: 0007 - cost= 7.520006409 - Accuracy= 0.9347\n",
      "Epoch: 0007 - cost= 7.540014472 - Accuracy= 0.9348\n",
      "Epoch: 0007 - cost= 7.575461229 - Accuracy= 0.9342\n",
      "Epoch: 0007 - cost= 7.591678478 - Accuracy= 0.9349\n",
      "Epoch: 0007 - cost= 7.612669347 - Accuracy= 0.9353\n",
      "Epoch: 0007 - cost= 7.612824553 - Accuracy= 0.9356\n",
      "Epoch: 0007 - cost= 7.616352089 - Accuracy= 0.9353\n",
      "Epoch: 0007 - cost= 7.634121080 - Accuracy= 0.9353\n",
      "Epoch: 0007 - cost= 7.651774608 - Accuracy= 0.9351\n",
      "Epoch: 0007 - cost= 7.656631068 - Accuracy= 0.9348\n",
      "Epoch: 0007 - cost= 7.662721311 - Accuracy= 0.9353\n",
      "Epoch: 0007 - cost= 7.663801118 - Accuracy= 0.9347\n",
      "Epoch: 0007 - cost= 7.683646826 - Accuracy= 0.9351\n",
      "Epoch: 0007 - cost= 7.711581894 - Accuracy= 0.9354\n",
      "Epoch: 0007 - cost= 7.721678436 - Accuracy= 0.9343\n",
      "Epoch: 0007 - cost= 7.727540587 - Accuracy= 0.9339\n",
      "Epoch: 0007 - cost= 7.732043159 - Accuracy= 0.9347\n",
      "Epoch: 0007 - cost= 7.755285583 - Accuracy= 0.9343\n",
      "Epoch: 0007 - cost= 7.776544807 - Accuracy= 0.9344\n",
      "Epoch: 0007 - cost= 7.797582049 - Accuracy= 0.934\n",
      "Epoch: 0007 - cost= 7.808267134 - Accuracy= 0.9334\n",
      "Epoch: 0007 - cost= 7.822041725 - Accuracy= 0.9327\n",
      "Epoch: 0007 - cost= 7.835862357 - Accuracy= 0.9321\n",
      "Epoch: 0007 - cost= 7.863379105 - Accuracy= 0.9318\n",
      "Epoch: 0007 - cost= 7.867328424 - Accuracy= 0.9311\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0007 - cost= 7.871838265 - Accuracy= 0.9302\n",
      "Epoch: 0007 - cost= 7.877664046 - Accuracy= 0.9302\n",
      "Epoch: 0007 - cost= 7.900076836 - Accuracy= 0.9304\n",
      "Epoch: 0007 - cost= 7.901210981 - Accuracy= 0.9294\n",
      "Epoch: 0007 - cost= 7.927837933 - Accuracy= 0.9293\n",
      "Epoch: 0007 - cost= 7.941186814 - Accuracy= 0.9287\n",
      "Epoch: 0007 - cost= 7.960812552 - Accuracy= 0.9289\n",
      "Epoch: 0007 - cost= 7.972018301 - Accuracy= 0.9287\n",
      "Epoch: 0007 - cost= 7.984700712 - Accuracy= 0.929\n",
      "Epoch: 0007 - cost= 8.006095358 - Accuracy= 0.9291\n",
      "Epoch: 0007 - cost= 8.030648698 - Accuracy= 0.9294\n",
      "Epoch: 0007 - cost= 8.038468070 - Accuracy= 0.9297\n",
      "Epoch: 0007 - cost= 8.054076450 - Accuracy= 0.9302\n",
      "Epoch: 0007 - cost= 8.055155734 - Accuracy= 0.9315\n",
      "Epoch: 0007 - cost= 8.070532073 - Accuracy= 0.9329\n",
      "Epoch: 0007 - cost= 8.081911360 - Accuracy= 0.9348\n",
      "Epoch: 0007 - cost= 8.099058594 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 0.001941216 - Accuracy= 0.935\n",
      "Epoch: 0008 - cost= 0.018064554 - Accuracy= 0.935\n",
      "Epoch: 0008 - cost= 0.026142375 - Accuracy= 0.9347\n",
      "Epoch: 0008 - cost= 0.031064078 - Accuracy= 0.9346\n",
      "Epoch: 0008 - cost= 0.045914516 - Accuracy= 0.9341\n",
      "Epoch: 0008 - cost= 0.052100867 - Accuracy= 0.934\n",
      "Epoch: 0008 - cost= 0.057967083 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 0.069519699 - Accuracy= 0.9346\n",
      "Epoch: 0008 - cost= 0.072795187 - Accuracy= 0.9348\n",
      "Epoch: 0008 - cost= 0.093152173 - Accuracy= 0.9351\n",
      "Epoch: 0008 - cost= 0.113164509 - Accuracy= 0.9358\n",
      "Epoch: 0008 - cost= 0.121053603 - Accuracy= 0.9363\n",
      "Epoch: 0008 - cost= 0.125024664 - Accuracy= 0.9359\n",
      "Epoch: 0008 - cost= 0.127502099 - Accuracy= 0.9351\n",
      "Epoch: 0008 - cost= 0.129326509 - Accuracy= 0.9338\n",
      "Epoch: 0008 - cost= 0.153629226 - Accuracy= 0.9337\n",
      "Epoch: 0008 - cost= 0.165031702 - Accuracy= 0.933\n",
      "Epoch: 0008 - cost= 0.173560810 - Accuracy= 0.9331\n",
      "Epoch: 0008 - cost= 0.183955966 - Accuracy= 0.9322\n",
      "Epoch: 0008 - cost= 0.185559890 - Accuracy= 0.9318\n",
      "Epoch: 0008 - cost= 0.187698530 - Accuracy= 0.9312\n",
      "Epoch: 0008 - cost= 0.205467940 - Accuracy= 0.9302\n",
      "Epoch: 0008 - cost= 0.218713987 - Accuracy= 0.9308\n",
      "Epoch: 0008 - cost= 0.228274715 - Accuracy= 0.9308\n",
      "Epoch: 0008 - cost= 0.253190748 - Accuracy= 0.9315\n",
      "Epoch: 0008 - cost= 0.263294089 - Accuracy= 0.9319\n",
      "Epoch: 0008 - cost= 0.272240548 - Accuracy= 0.9331\n",
      "Epoch: 0008 - cost= 0.282532307 - Accuracy= 0.9333\n",
      "Epoch: 0008 - cost= 0.301123207 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 0.312447519 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 0.326774740 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 0.330830429 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 0.344118445 - Accuracy= 0.9357\n",
      "Epoch: 0008 - cost= 0.348437435 - Accuracy= 0.9357\n",
      "Epoch: 0008 - cost= 0.349719559 - Accuracy= 0.9363\n",
      "Epoch: 0008 - cost= 0.355094906 - Accuracy= 0.9361\n",
      "Epoch: 0008 - cost= 0.362005222 - Accuracy= 0.9355\n",
      "Epoch: 0008 - cost= 0.369189575 - Accuracy= 0.9356\n",
      "Epoch: 0008 - cost= 0.372096027 - Accuracy= 0.935\n",
      "Epoch: 0008 - cost= 0.384578585 - Accuracy= 0.9345\n",
      "Epoch: 0008 - cost= 0.387856455 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 0.390674933 - Accuracy= 0.9339\n",
      "Epoch: 0008 - cost= 0.402776088 - Accuracy= 0.9338\n",
      "Epoch: 0008 - cost= 0.442434295 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 0.467001023 - Accuracy= 0.9346\n",
      "Epoch: 0008 - cost= 0.467982002 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 0.484471073 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 0.512540484 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 0.523353537 - Accuracy= 0.9362\n",
      "Epoch: 0008 - cost= 0.530756174 - Accuracy= 0.9362\n",
      "Epoch: 0008 - cost= 0.533477519 - Accuracy= 0.9366\n",
      "Epoch: 0008 - cost= 0.537790491 - Accuracy= 0.9364\n",
      "Epoch: 0008 - cost= 0.548237781 - Accuracy= 0.9351\n",
      "Epoch: 0008 - cost= 0.561324062 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 0.573993251 - Accuracy= 0.9341\n",
      "Epoch: 0008 - cost= 0.574885154 - Accuracy= 0.934\n",
      "Epoch: 0008 - cost= 0.576157146 - Accuracy= 0.9341\n",
      "Epoch: 0008 - cost= 0.577512481 - Accuracy= 0.934\n",
      "Epoch: 0008 - cost= 0.590090908 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 0.595006259 - Accuracy= 0.9345\n",
      "Epoch: 0008 - cost= 0.612066218 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 0.618362946 - Accuracy= 0.9354\n",
      "Epoch: 0008 - cost= 0.634038243 - Accuracy= 0.935\n",
      "Epoch: 0008 - cost= 0.643013940 - Accuracy= 0.9357\n",
      "Epoch: 0008 - cost= 0.649564923 - Accuracy= 0.9359\n",
      "Epoch: 0008 - cost= 0.657711173 - Accuracy= 0.9361\n",
      "Epoch: 0008 - cost= 0.671817111 - Accuracy= 0.9362\n",
      "Epoch: 0008 - cost= 0.679730313 - Accuracy= 0.9363\n",
      "Epoch: 0008 - cost= 0.681897687 - Accuracy= 0.9359\n",
      "Epoch: 0008 - cost= 0.690869719 - Accuracy= 0.936\n",
      "Epoch: 0008 - cost= 0.690928767 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 0.692552929 - Accuracy= 0.9351\n",
      "Epoch: 0008 - cost= 0.692602323 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 0.698666637 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 0.707678164 - Accuracy= 0.934\n",
      "Epoch: 0008 - cost= 0.723427622 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 0.728698120 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 0.751758227 - Accuracy= 0.9341\n",
      "Epoch: 0008 - cost= 0.759400922 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 0.785093891 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 0.787928427 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 0.787936122 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 0.794323193 - Accuracy= 0.9357\n",
      "Epoch: 0008 - cost= 0.809201858 - Accuracy= 0.9363\n",
      "Epoch: 0008 - cost= 0.821775874 - Accuracy= 0.9363\n",
      "Epoch: 0008 - cost= 0.860905478 - Accuracy= 0.9363\n",
      "Epoch: 0008 - cost= 0.868843669 - Accuracy= 0.9357\n",
      "Epoch: 0008 - cost= 0.880056423 - Accuracy= 0.9369\n",
      "Epoch: 0008 - cost= 0.897724617 - Accuracy= 0.9362\n",
      "Epoch: 0008 - cost= 0.902355458 - Accuracy= 0.9361\n",
      "Epoch: 0008 - cost= 0.917549956 - Accuracy= 0.9363\n",
      "Epoch: 0008 - cost= 0.939017938 - Accuracy= 0.936\n",
      "Epoch: 0008 - cost= 0.939017938 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 0.946863878 - Accuracy= 0.935\n",
      "Epoch: 0008 - cost= 0.951882536 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 0.989054295 - Accuracy= 0.9351\n",
      "Epoch: 0008 - cost= 0.991247636 - Accuracy= 0.935\n",
      "Epoch: 0008 - cost= 0.997089056 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 1.024117653 - Accuracy= 0.935\n",
      "Epoch: 0008 - cost= 1.029034994 - Accuracy= 0.9348\n",
      "Epoch: 0008 - cost= 1.056312566 - Accuracy= 0.9352\n",
      "Epoch: 0008 - cost= 1.066127320 - Accuracy= 0.9359\n",
      "Epoch: 0008 - cost= 1.068394507 - Accuracy= 0.9358\n",
      "Epoch: 0008 - cost= 1.091603593 - Accuracy= 0.936\n",
      "Epoch: 0008 - cost= 1.094514108 - Accuracy= 0.9357\n",
      "Epoch: 0008 - cost= 1.122374442 - Accuracy= 0.9356\n",
      "Epoch: 0008 - cost= 1.128080585 - Accuracy= 0.9359\n",
      "Epoch: 0008 - cost= 1.131910459 - Accuracy= 0.9358\n",
      "Epoch: 0008 - cost= 1.137580579 - Accuracy= 0.9361\n",
      "Epoch: 0008 - cost= 1.139453622 - Accuracy= 0.9361\n",
      "Epoch: 0008 - cost= 1.149154687 - Accuracy= 0.936\n",
      "Epoch: 0008 - cost= 1.155356960 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 1.158309939 - Accuracy= 0.9354\n",
      "Epoch: 0008 - cost= 1.171861960 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 1.189849138 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 1.217788773 - Accuracy= 0.9356\n",
      "Epoch: 0008 - cost= 1.227298253 - Accuracy= 0.9359\n",
      "Epoch: 0008 - cost= 1.243593956 - Accuracy= 0.9362\n",
      "Epoch: 0008 - cost= 1.267513259 - Accuracy= 0.9362\n",
      "Epoch: 0008 - cost= 1.270622054 - Accuracy= 0.9362\n",
      "Epoch: 0008 - cost= 1.277108991 - Accuracy= 0.9363\n",
      "Epoch: 0008 - cost= 1.285771662 - Accuracy= 0.9359\n",
      "Epoch: 0008 - cost= 1.288001466 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 1.295278930 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 1.304481223 - Accuracy= 0.9352\n",
      "Epoch: 0008 - cost= 1.310403823 - Accuracy= 0.935\n",
      "Epoch: 0008 - cost= 1.334875470 - Accuracy= 0.9352\n",
      "Epoch: 0008 - cost= 1.338354352 - Accuracy= 0.9348\n",
      "Epoch: 0008 - cost= 1.349685738 - Accuracy= 0.9355\n",
      "Epoch: 0008 - cost= 1.363598859 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 1.372337681 - Accuracy= 0.9347\n",
      "Epoch: 0008 - cost= 1.372337681 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 1.380377677 - Accuracy= 0.9341\n",
      "Epoch: 0008 - cost= 1.389069338 - Accuracy= 0.9341\n",
      "Epoch: 0008 - cost= 1.394093360 - Accuracy= 0.9339\n",
      "Epoch: 0008 - cost= 1.405188703 - Accuracy= 0.9339\n",
      "Epoch: 0008 - cost= 1.410256139 - Accuracy= 0.934\n",
      "Epoch: 0008 - cost= 1.410823778 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 1.418704273 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 1.423744178 - Accuracy= 0.9341\n",
      "Epoch: 0008 - cost= 1.452994386 - Accuracy= 0.9341\n",
      "Epoch: 0008 - cost= 1.453682037 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 1.458575400 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 1.463685772 - Accuracy= 0.9336\n",
      "Epoch: 0008 - cost= 1.466600900 - Accuracy= 0.9343\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0008 - cost= 1.469556431 - Accuracy= 0.9346\n",
      "Epoch: 0008 - cost= 1.470128955 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 1.483960643 - Accuracy= 0.9346\n",
      "Epoch: 0008 - cost= 1.486672186 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 1.492714723 - Accuracy= 0.9359\n",
      "Epoch: 0008 - cost= 1.504187191 - Accuracy= 0.9357\n",
      "Epoch: 0008 - cost= 1.507439450 - Accuracy= 0.9356\n",
      "Epoch: 0008 - cost= 1.510419197 - Accuracy= 0.9362\n",
      "Epoch: 0008 - cost= 1.512210011 - Accuracy= 0.9362\n",
      "Epoch: 0008 - cost= 1.518510506 - Accuracy= 0.9364\n",
      "Epoch: 0008 - cost= 1.518510512 - Accuracy= 0.9363\n",
      "Epoch: 0008 - cost= 1.545278622 - Accuracy= 0.9364\n",
      "Epoch: 0008 - cost= 1.548362932 - Accuracy= 0.9365\n",
      "Epoch: 0008 - cost= 1.554844035 - Accuracy= 0.9371\n",
      "Epoch: 0008 - cost= 1.576746407 - Accuracy= 0.937\n",
      "Epoch: 0008 - cost= 1.580184167 - Accuracy= 0.937\n",
      "Epoch: 0008 - cost= 1.588609084 - Accuracy= 0.937\n",
      "Epoch: 0008 - cost= 1.617638802 - Accuracy= 0.9371\n",
      "Epoch: 0008 - cost= 1.640200064 - Accuracy= 0.9373\n",
      "Epoch: 0008 - cost= 1.649110529 - Accuracy= 0.9374\n",
      "Epoch: 0008 - cost= 1.659017292 - Accuracy= 0.9365\n",
      "Epoch: 0008 - cost= 1.671290582 - Accuracy= 0.9362\n",
      "Epoch: 0008 - cost= 1.693381806 - Accuracy= 0.9365\n",
      "Epoch: 0008 - cost= 1.710784615 - Accuracy= 0.9363\n",
      "Epoch: 0008 - cost= 1.739911150 - Accuracy= 0.9364\n",
      "Epoch: 0008 - cost= 1.758727461 - Accuracy= 0.9365\n",
      "Epoch: 0008 - cost= 1.762283887 - Accuracy= 0.9363\n",
      "Epoch: 0008 - cost= 1.764825515 - Accuracy= 0.9363\n",
      "Epoch: 0008 - cost= 1.769588496 - Accuracy= 0.9362\n",
      "Epoch: 0008 - cost= 1.775739718 - Accuracy= 0.9358\n",
      "Epoch: 0008 - cost= 1.781390370 - Accuracy= 0.9355\n",
      "Epoch: 0008 - cost= 1.791420659 - Accuracy= 0.9354\n",
      "Epoch: 0008 - cost= 1.797828251 - Accuracy= 0.9354\n",
      "Epoch: 0008 - cost= 1.809110207 - Accuracy= 0.9355\n",
      "Epoch: 0008 - cost= 1.812090042 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 1.818134635 - Accuracy= 0.9354\n",
      "Epoch: 0008 - cost= 1.832290276 - Accuracy= 0.9361\n",
      "Epoch: 0008 - cost= 1.843017529 - Accuracy= 0.9369\n",
      "Epoch: 0008 - cost= 1.856280065 - Accuracy= 0.9375\n",
      "Epoch: 0008 - cost= 1.866985904 - Accuracy= 0.9378\n",
      "Epoch: 0008 - cost= 1.871318538 - Accuracy= 0.9375\n",
      "Epoch: 0008 - cost= 1.876658510 - Accuracy= 0.9372\n",
      "Epoch: 0008 - cost= 1.895460405 - Accuracy= 0.9373\n",
      "Epoch: 0008 - cost= 1.918995830 - Accuracy= 0.9375\n",
      "Epoch: 0008 - cost= 1.920165091 - Accuracy= 0.9374\n",
      "Epoch: 0008 - cost= 1.928130368 - Accuracy= 0.9372\n",
      "Epoch: 0008 - cost= 1.935882512 - Accuracy= 0.9368\n",
      "Epoch: 0008 - cost= 1.943183744 - Accuracy= 0.9369\n",
      "Epoch: 0008 - cost= 1.948767458 - Accuracy= 0.9365\n",
      "Epoch: 0008 - cost= 1.956456084 - Accuracy= 0.936\n",
      "Epoch: 0008 - cost= 1.960029410 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 1.969603147 - Accuracy= 0.9347\n",
      "Epoch: 0008 - cost= 1.990064876 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 1.992016019 - Accuracy= 0.9348\n",
      "Epoch: 0008 - cost= 2.010216744 - Accuracy= 0.9346\n",
      "Epoch: 0008 - cost= 2.024685552 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 2.039347810 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 2.047270286 - Accuracy= 0.9337\n",
      "Epoch: 0008 - cost= 2.059819225 - Accuracy= 0.9337\n",
      "Epoch: 0008 - cost= 2.071563981 - Accuracy= 0.9339\n",
      "Epoch: 0008 - cost= 2.073394882 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 2.078592084 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 2.082100167 - Accuracy= 0.9345\n",
      "Epoch: 0008 - cost= 2.119377094 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 2.151323051 - Accuracy= 0.9356\n",
      "Epoch: 0008 - cost= 2.153720265 - Accuracy= 0.9354\n",
      "Epoch: 0008 - cost= 2.154850040 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 2.162037082 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 2.166568657 - Accuracy= 0.9347\n",
      "Epoch: 0008 - cost= 2.172640458 - Accuracy= 0.935\n",
      "Epoch: 0008 - cost= 2.183765698 - Accuracy= 0.9355\n",
      "Epoch: 0008 - cost= 2.193295023 - Accuracy= 0.9354\n",
      "Epoch: 0008 - cost= 2.201219138 - Accuracy= 0.9352\n",
      "Epoch: 0008 - cost= 2.224144655 - Accuracy= 0.935\n",
      "Epoch: 0008 - cost= 2.230224632 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 2.233887223 - Accuracy= 0.9348\n",
      "Epoch: 0008 - cost= 2.245979854 - Accuracy= 0.9352\n",
      "Epoch: 0008 - cost= 2.252158575 - Accuracy= 0.9363\n",
      "Epoch: 0008 - cost= 2.254217019 - Accuracy= 0.9367\n",
      "Epoch: 0008 - cost= 2.258407506 - Accuracy= 0.9371\n",
      "Epoch: 0008 - cost= 2.258407506 - Accuracy= 0.937\n",
      "Epoch: 0008 - cost= 2.263132901 - Accuracy= 0.9368\n",
      "Epoch: 0008 - cost= 2.266352905 - Accuracy= 0.9363\n",
      "Epoch: 0008 - cost= 2.272309665 - Accuracy= 0.9358\n",
      "Epoch: 0008 - cost= 2.281942606 - Accuracy= 0.936\n",
      "Epoch: 0008 - cost= 2.282834577 - Accuracy= 0.9355\n",
      "Epoch: 0008 - cost= 2.304195683 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 2.315254571 - Accuracy= 0.9341\n",
      "Epoch: 0008 - cost= 2.329565912 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 2.338314650 - Accuracy= 0.9339\n",
      "Epoch: 0008 - cost= 2.344706640 - Accuracy= 0.9336\n",
      "Epoch: 0008 - cost= 2.358369163 - Accuracy= 0.9338\n",
      "Epoch: 0008 - cost= 2.383179615 - Accuracy= 0.9338\n",
      "Epoch: 0008 - cost= 2.400735880 - Accuracy= 0.9336\n",
      "Epoch: 0008 - cost= 2.426729667 - Accuracy= 0.9334\n",
      "Epoch: 0008 - cost= 2.437224611 - Accuracy= 0.9333\n",
      "Epoch: 0008 - cost= 2.483712024 - Accuracy= 0.9337\n",
      "Epoch: 0008 - cost= 2.484222186 - Accuracy= 0.9341\n",
      "Epoch: 0008 - cost= 2.505475314 - Accuracy= 0.9337\n",
      "Epoch: 0008 - cost= 2.528342263 - Accuracy= 0.9337\n",
      "Epoch: 0008 - cost= 2.539318224 - Accuracy= 0.9341\n",
      "Epoch: 0008 - cost= 2.545672533 - Accuracy= 0.9346\n",
      "Epoch: 0008 - cost= 2.555648693 - Accuracy= 0.9352\n",
      "Epoch: 0008 - cost= 2.555649128 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 2.560157200 - Accuracy= 0.9346\n",
      "Epoch: 0008 - cost= 2.598434746 - Accuracy= 0.9345\n",
      "Epoch: 0008 - cost= 2.607016397 - Accuracy= 0.9341\n",
      "Epoch: 0008 - cost= 2.623761065 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 2.628576920 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 2.636847856 - Accuracy= 0.9346\n",
      "Epoch: 0008 - cost= 2.648969559 - Accuracy= 0.9351\n",
      "Epoch: 0008 - cost= 2.655806817 - Accuracy= 0.9347\n",
      "Epoch: 0008 - cost= 2.675854929 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 2.678307326 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 2.711610996 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 2.713440977 - Accuracy= 0.934\n",
      "Epoch: 0008 - cost= 2.718450905 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 2.725701088 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 2.731648109 - Accuracy= 0.934\n",
      "Epoch: 0008 - cost= 2.739222460 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 2.743930288 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 2.762907436 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 2.784748447 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 2.795845959 - Accuracy= 0.934\n",
      "Epoch: 0008 - cost= 2.799015366 - Accuracy= 0.9348\n",
      "Epoch: 0008 - cost= 2.812179916 - Accuracy= 0.9348\n",
      "Epoch: 0008 - cost= 2.812456596 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 2.822682586 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 2.823673388 - Accuracy= 0.9347\n",
      "Epoch: 0008 - cost= 2.835231063 - Accuracy= 0.9337\n",
      "Epoch: 0008 - cost= 2.846593989 - Accuracy= 0.9336\n",
      "Epoch: 0008 - cost= 2.864070298 - Accuracy= 0.9336\n",
      "Epoch: 0008 - cost= 2.866989688 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 2.893259369 - Accuracy= 0.934\n",
      "Epoch: 0008 - cost= 2.904312696 - Accuracy= 0.9335\n",
      "Epoch: 0008 - cost= 2.923330231 - Accuracy= 0.9331\n",
      "Epoch: 0008 - cost= 2.948637616 - Accuracy= 0.9328\n",
      "Epoch: 0008 - cost= 2.966818761 - Accuracy= 0.9328\n",
      "Epoch: 0008 - cost= 2.975118567 - Accuracy= 0.9328\n",
      "Epoch: 0008 - cost= 2.986615503 - Accuracy= 0.9333\n",
      "Epoch: 0008 - cost= 2.997500737 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 3.007169412 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 3.012601504 - Accuracy= 0.9351\n",
      "Epoch: 0008 - cost= 3.026227918 - Accuracy= 0.9356\n",
      "Epoch: 0008 - cost= 3.027592194 - Accuracy= 0.935\n",
      "Epoch: 0008 - cost= 3.042974146 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 3.050436030 - Accuracy= 0.935\n",
      "Epoch: 0008 - cost= 3.062140109 - Accuracy= 0.9347\n",
      "Epoch: 0008 - cost= 3.067520929 - Accuracy= 0.9351\n",
      "Epoch: 0008 - cost= 3.090251470 - Accuracy= 0.9351\n",
      "Epoch: 0008 - cost= 3.100327858 - Accuracy= 0.9347\n",
      "Epoch: 0008 - cost= 3.138446660 - Accuracy= 0.9334\n",
      "Epoch: 0008 - cost= 3.154663079 - Accuracy= 0.9339\n",
      "Epoch: 0008 - cost= 3.159082808 - Accuracy= 0.9338\n",
      "Epoch: 0008 - cost= 3.166061908 - Accuracy= 0.9337\n",
      "Epoch: 0008 - cost= 3.171045975 - Accuracy= 0.9338\n",
      "Epoch: 0008 - cost= 3.175982779 - Accuracy= 0.9338\n",
      "Epoch: 0008 - cost= 3.187492679 - Accuracy= 0.9336\n",
      "Epoch: 0008 - cost= 3.195325829 - Accuracy= 0.934\n",
      "Epoch: 0008 - cost= 3.205421059 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 3.221716260 - Accuracy= 0.9344\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0008 - cost= 3.246735701 - Accuracy= 0.9352\n",
      "Epoch: 0008 - cost= 3.276147482 - Accuracy= 0.9348\n",
      "Epoch: 0008 - cost= 3.278229062 - Accuracy= 0.935\n",
      "Epoch: 0008 - cost= 3.284006242 - Accuracy= 0.9346\n",
      "Epoch: 0008 - cost= 3.284521773 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 3.298681657 - Accuracy= 0.9345\n",
      "Epoch: 0008 - cost= 3.315600236 - Accuracy= 0.934\n",
      "Epoch: 0008 - cost= 3.350902419 - Accuracy= 0.9339\n",
      "Epoch: 0008 - cost= 3.369690755 - Accuracy= 0.9336\n",
      "Epoch: 0008 - cost= 3.402887385 - Accuracy= 0.9337\n",
      "Epoch: 0008 - cost= 3.408757503 - Accuracy= 0.9341\n",
      "Epoch: 0008 - cost= 3.411375616 - Accuracy= 0.935\n",
      "Epoch: 0008 - cost= 3.421671152 - Accuracy= 0.9346\n",
      "Epoch: 0008 - cost= 3.438609459 - Accuracy= 0.9348\n",
      "Epoch: 0008 - cost= 3.450781859 - Accuracy= 0.9345\n",
      "Epoch: 0008 - cost= 3.472829855 - Accuracy= 0.9345\n",
      "Epoch: 0008 - cost= 3.511940386 - Accuracy= 0.9337\n",
      "Epoch: 0008 - cost= 3.517121270 - Accuracy= 0.9333\n",
      "Epoch: 0008 - cost= 3.521475131 - Accuracy= 0.9321\n",
      "Epoch: 0008 - cost= 3.543327737 - Accuracy= 0.9322\n",
      "Epoch: 0008 - cost= 3.565565255 - Accuracy= 0.9316\n",
      "Epoch: 0008 - cost= 3.580164094 - Accuracy= 0.9314\n",
      "Epoch: 0008 - cost= 3.603350594 - Accuracy= 0.9322\n",
      "Epoch: 0008 - cost= 3.627153251 - Accuracy= 0.9323\n",
      "Epoch: 0008 - cost= 3.627791561 - Accuracy= 0.9333\n",
      "Epoch: 0008 - cost= 3.629076541 - Accuracy= 0.9334\n",
      "Epoch: 0008 - cost= 3.657454012 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 3.682527700 - Accuracy= 0.934\n",
      "Epoch: 0008 - cost= 3.693249711 - Accuracy= 0.9339\n",
      "Epoch: 0008 - cost= 3.703270902 - Accuracy= 0.9336\n",
      "Epoch: 0008 - cost= 3.709145436 - Accuracy= 0.9341\n",
      "Epoch: 0008 - cost= 3.745078033 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 3.755768813 - Accuracy= 0.9346\n",
      "Epoch: 0008 - cost= 3.762902593 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 3.765316610 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 3.773322813 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 3.778332620 - Accuracy= 0.9341\n",
      "Epoch: 0008 - cost= 3.778332620 - Accuracy= 0.9347\n",
      "Epoch: 0008 - cost= 3.783202498 - Accuracy= 0.9345\n",
      "Epoch: 0008 - cost= 3.783788823 - Accuracy= 0.9347\n",
      "Epoch: 0008 - cost= 3.788828602 - Accuracy= 0.9352\n",
      "Epoch: 0008 - cost= 3.798238587 - Accuracy= 0.9345\n",
      "Epoch: 0008 - cost= 3.808934528 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 3.809139901 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 3.818362748 - Accuracy= 0.9336\n",
      "Epoch: 0008 - cost= 3.823009235 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 3.825017162 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 3.863956146 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 3.868734952 - Accuracy= 0.9348\n",
      "Epoch: 0008 - cost= 3.876100722 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 3.877118382 - Accuracy= 0.9332\n",
      "Epoch: 0008 - cost= 3.877854721 - Accuracy= 0.9334\n",
      "Epoch: 0008 - cost= 3.908755035 - Accuracy= 0.9331\n",
      "Epoch: 0008 - cost= 3.912360525 - Accuracy= 0.932\n",
      "Epoch: 0008 - cost= 3.926476787 - Accuracy= 0.9325\n",
      "Epoch: 0008 - cost= 3.945887997 - Accuracy= 0.933\n",
      "Epoch: 0008 - cost= 3.956531054 - Accuracy= 0.9337\n",
      "Epoch: 0008 - cost= 3.960798502 - Accuracy= 0.9338\n",
      "Epoch: 0008 - cost= 3.962363253 - Accuracy= 0.9338\n",
      "Epoch: 0008 - cost= 3.974943276 - Accuracy= 0.9341\n",
      "Epoch: 0008 - cost= 3.994416492 - Accuracy= 0.9338\n",
      "Epoch: 0008 - cost= 4.005987881 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 4.014006311 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 4.014006313 - Accuracy= 0.9345\n",
      "Epoch: 0008 - cost= 4.018195862 - Accuracy= 0.9345\n",
      "Epoch: 0008 - cost= 4.019243532 - Accuracy= 0.9345\n",
      "Epoch: 0008 - cost= 4.026174715 - Accuracy= 0.9347\n",
      "Epoch: 0008 - cost= 4.048666623 - Accuracy= 0.9348\n",
      "Epoch: 0008 - cost= 4.054671517 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 4.062569374 - Accuracy= 0.9356\n",
      "Epoch: 0008 - cost= 4.073628642 - Accuracy= 0.9355\n",
      "Epoch: 0008 - cost= 4.074411380 - Accuracy= 0.9357\n",
      "Epoch: 0008 - cost= 4.078523258 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 4.086933610 - Accuracy= 0.9347\n",
      "Epoch: 0008 - cost= 4.094648541 - Accuracy= 0.9338\n",
      "Epoch: 0008 - cost= 4.132721640 - Accuracy= 0.9336\n",
      "Epoch: 0008 - cost= 4.140385320 - Accuracy= 0.9333\n",
      "Epoch: 0008 - cost= 4.167899318 - Accuracy= 0.9334\n",
      "Epoch: 0008 - cost= 4.171782705 - Accuracy= 0.9338\n",
      "Epoch: 0008 - cost= 4.185547765 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 4.207255347 - Accuracy= 0.9345\n",
      "Epoch: 0008 - cost= 4.208743898 - Accuracy= 0.9345\n",
      "Epoch: 0008 - cost= 4.220925139 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 4.231517838 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 4.246925593 - Accuracy= 0.9348\n",
      "Epoch: 0008 - cost= 4.251832053 - Accuracy= 0.935\n",
      "Epoch: 0008 - cost= 4.272671397 - Accuracy= 0.9354\n",
      "Epoch: 0008 - cost= 4.274468476 - Accuracy= 0.9354\n",
      "Epoch: 0008 - cost= 4.281360362 - Accuracy= 0.9357\n",
      "Epoch: 0008 - cost= 4.292993179 - Accuracy= 0.9362\n",
      "Epoch: 0008 - cost= 4.312904879 - Accuracy= 0.9359\n",
      "Epoch: 0008 - cost= 4.319551800 - Accuracy= 0.9359\n",
      "Epoch: 0008 - cost= 4.333893380 - Accuracy= 0.9355\n",
      "Epoch: 0008 - cost= 4.349421403 - Accuracy= 0.9355\n",
      "Epoch: 0008 - cost= 4.377009249 - Accuracy= 0.935\n",
      "Epoch: 0008 - cost= 4.380836273 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 4.391766007 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 4.395675939 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 4.395862328 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 4.410525464 - Accuracy= 0.9355\n",
      "Epoch: 0008 - cost= 4.441966542 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 4.463102242 - Accuracy= 0.9351\n",
      "Epoch: 0008 - cost= 4.483761303 - Accuracy= 0.9351\n",
      "Epoch: 0008 - cost= 4.490075038 - Accuracy= 0.9348\n",
      "Epoch: 0008 - cost= 4.497731906 - Accuracy= 0.9347\n",
      "Epoch: 0008 - cost= 4.536001202 - Accuracy= 0.9341\n",
      "Epoch: 0008 - cost= 4.550899913 - Accuracy= 0.9336\n",
      "Epoch: 0008 - cost= 4.560232941 - Accuracy= 0.9334\n",
      "Epoch: 0008 - cost= 4.577376948 - Accuracy= 0.9334\n",
      "Epoch: 0008 - cost= 4.578305395 - Accuracy= 0.9345\n",
      "Epoch: 0008 - cost= 4.602632248 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 4.621143967 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 4.629421298 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 4.635915063 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 4.640341257 - Accuracy= 0.9356\n",
      "Epoch: 0008 - cost= 4.640483743 - Accuracy= 0.936\n",
      "Epoch: 0008 - cost= 4.652535853 - Accuracy= 0.9363\n",
      "Epoch: 0008 - cost= 4.678273326 - Accuracy= 0.9368\n",
      "Epoch: 0008 - cost= 4.680940664 - Accuracy= 0.9376\n",
      "Epoch: 0008 - cost= 4.699883034 - Accuracy= 0.9372\n",
      "Epoch: 0008 - cost= 4.713185561 - Accuracy= 0.9368\n",
      "Epoch: 0008 - cost= 4.721197566 - Accuracy= 0.9363\n",
      "Epoch: 0008 - cost= 4.727328632 - Accuracy= 0.936\n",
      "Epoch: 0008 - cost= 4.729031294 - Accuracy= 0.9357\n",
      "Epoch: 0008 - cost= 4.734936835 - Accuracy= 0.9352\n",
      "Epoch: 0008 - cost= 4.740831418 - Accuracy= 0.9354\n",
      "Epoch: 0008 - cost= 4.744479130 - Accuracy= 0.9354\n",
      "Epoch: 0008 - cost= 4.746611639 - Accuracy= 0.9361\n",
      "Epoch: 0008 - cost= 4.747307191 - Accuracy= 0.9359\n",
      "Epoch: 0008 - cost= 4.753353268 - Accuracy= 0.9363\n",
      "Epoch: 0008 - cost= 4.774852139 - Accuracy= 0.9365\n",
      "Epoch: 0008 - cost= 4.777703127 - Accuracy= 0.9358\n",
      "Epoch: 0008 - cost= 4.779591220 - Accuracy= 0.9355\n",
      "Epoch: 0008 - cost= 4.782276969 - Accuracy= 0.9354\n",
      "Epoch: 0008 - cost= 4.799430705 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 4.808741725 - Accuracy= 0.9342\n",
      "Epoch: 0008 - cost= 4.823128959 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 4.840260286 - Accuracy= 0.9348\n",
      "Epoch: 0008 - cost= 4.842856871 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 4.867576535 - Accuracy= 0.9338\n",
      "Epoch: 0008 - cost= 4.874635192 - Accuracy= 0.9337\n",
      "Epoch: 0008 - cost= 4.890393465 - Accuracy= 0.9322\n",
      "Epoch: 0008 - cost= 4.897103636 - Accuracy= 0.9309\n",
      "Epoch: 0008 - cost= 4.908593192 - Accuracy= 0.9312\n",
      "Epoch: 0008 - cost= 4.936753012 - Accuracy= 0.9299\n",
      "Epoch: 0008 - cost= 4.941777911 - Accuracy= 0.9292\n",
      "Epoch: 0008 - cost= 4.958428865 - Accuracy= 0.9296\n",
      "Epoch: 0008 - cost= 4.977595987 - Accuracy= 0.929\n",
      "Epoch: 0008 - cost= 4.978785313 - Accuracy= 0.9286\n",
      "Epoch: 0008 - cost= 4.998368432 - Accuracy= 0.9287\n",
      "Epoch: 0008 - cost= 5.003539548 - Accuracy= 0.9291\n",
      "Epoch: 0008 - cost= 5.008689704 - Accuracy= 0.9297\n",
      "Epoch: 0008 - cost= 5.026188823 - Accuracy= 0.9313\n",
      "Epoch: 0008 - cost= 5.038389065 - Accuracy= 0.9325\n",
      "Epoch: 0008 - cost= 5.050176419 - Accuracy= 0.9339\n",
      "Epoch: 0008 - cost= 5.051182899 - Accuracy= 0.9352\n",
      "Epoch: 0008 - cost= 5.053471674 - Accuracy= 0.9356\n",
      "Epoch: 0008 - cost= 5.063145479 - Accuracy= 0.9351\n",
      "Epoch: 0008 - cost= 5.073556607 - Accuracy= 0.9351\n",
      "Epoch: 0008 - cost= 5.083844105 - Accuracy= 0.9346\n",
      "Epoch: 0008 - cost= 5.095977111 - Accuracy= 0.9339\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0008 - cost= 5.106968198 - Accuracy= 0.9338\n",
      "Epoch: 0008 - cost= 5.115981939 - Accuracy= 0.9334\n",
      "Epoch: 0008 - cost= 5.142056544 - Accuracy= 0.932\n",
      "Epoch: 0008 - cost= 5.175539058 - Accuracy= 0.9325\n",
      "Epoch: 0008 - cost= 5.179684418 - Accuracy= 0.9321\n",
      "Epoch: 0008 - cost= 5.182086056 - Accuracy= 0.9321\n",
      "Epoch: 0008 - cost= 5.188465764 - Accuracy= 0.9325\n",
      "Epoch: 0008 - cost= 5.196806938 - Accuracy= 0.9326\n",
      "Epoch: 0008 - cost= 5.201480701 - Accuracy= 0.9328\n",
      "Epoch: 0008 - cost= 5.216426745 - Accuracy= 0.933\n",
      "Epoch: 0008 - cost= 5.228764222 - Accuracy= 0.9329\n",
      "Epoch: 0008 - cost= 5.230886010 - Accuracy= 0.9329\n",
      "Epoch: 0008 - cost= 5.231097766 - Accuracy= 0.9335\n",
      "Epoch: 0008 - cost= 5.242044779 - Accuracy= 0.934\n",
      "Epoch: 0008 - cost= 5.247386738 - Accuracy= 0.9343\n",
      "Epoch: 0008 - cost= 5.265513560 - Accuracy= 0.9344\n",
      "Epoch: 0008 - cost= 5.287054882 - Accuracy= 0.9346\n",
      "Epoch: 0008 - cost= 5.302162456 - Accuracy= 0.9359\n",
      "Epoch: 0008 - cost= 5.309622461 - Accuracy= 0.9356\n",
      "Epoch: 0008 - cost= 5.319380250 - Accuracy= 0.9355\n",
      "Epoch: 0008 - cost= 5.344316676 - Accuracy= 0.9363\n",
      "Epoch: 0008 - cost= 5.347815129 - Accuracy= 0.9364\n",
      "Epoch: 0008 - cost= 5.357807723 - Accuracy= 0.9364\n",
      "Epoch: 0008 - cost= 5.362690426 - Accuracy= 0.9362\n",
      "Epoch: 0008 - cost= 5.367649110 - Accuracy= 0.9356\n",
      "Epoch: 0008 - cost= 5.376822749 - Accuracy= 0.9352\n",
      "Epoch: 0008 - cost= 5.380588933 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 5.384429045 - Accuracy= 0.9346\n",
      "Epoch: 0008 - cost= 5.388245336 - Accuracy= 0.9345\n",
      "Epoch: 0008 - cost= 5.390965093 - Accuracy= 0.9349\n",
      "Epoch: 0008 - cost= 5.400027095 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 5.406489518 - Accuracy= 0.9359\n",
      "Epoch: 0008 - cost= 5.413242601 - Accuracy= 0.9359\n",
      "Epoch: 0008 - cost= 5.418160261 - Accuracy= 0.9354\n",
      "Epoch: 0008 - cost= 5.434050544 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 5.443723740 - Accuracy= 0.935\n",
      "Epoch: 0008 - cost= 5.474633043 - Accuracy= 0.935\n",
      "Epoch: 0008 - cost= 5.478528954 - Accuracy= 0.9347\n",
      "Epoch: 0008 - cost= 5.495644942 - Accuracy= 0.9347\n",
      "Epoch: 0008 - cost= 5.507837083 - Accuracy= 0.9346\n",
      "Epoch: 0008 - cost= 5.517690933 - Accuracy= 0.9351\n",
      "Epoch: 0008 - cost= 5.543762164 - Accuracy= 0.9354\n",
      "Epoch: 0008 - cost= 5.558376118 - Accuracy= 0.9353\n",
      "Epoch: 0008 - cost= 5.559469152 - Accuracy= 0.9354\n",
      "Epoch: 0008 - cost= 5.564400074 - Accuracy= 0.9358\n",
      "Epoch: 0008 - cost= 5.579151980 - Accuracy= 0.936\n",
      "Epoch: 0008 - cost= 5.590822141 - Accuracy= 0.9359\n",
      "Epoch: 0008 - cost= 5.608871324 - Accuracy= 0.9357\n",
      "Epoch: 0008 - cost= 5.617189420 - Accuracy= 0.936\n",
      "Epoch: 0008 - cost= 5.641650255 - Accuracy= 0.9356\n",
      "Epoch: 0008 - cost= 5.651869707 - Accuracy= 0.9354\n",
      "Epoch: 0008 - cost= 5.664388116 - Accuracy= 0.934\n",
      "Epoch: 0008 - cost= 5.691642375 - Accuracy= 0.9345\n",
      "Epoch: 0008 - cost= 5.704085600 - Accuracy= 0.934\n",
      "Epoch: 0008 - cost= 5.706209284 - Accuracy= 0.9337\n",
      "Epoch: 0008 - cost= 5.710196852 - Accuracy= 0.9326\n",
      "Epoch: 0008 - cost= 5.730116537 - Accuracy= 0.9324\n",
      "Epoch: 0008 - cost= 5.747400844 - Accuracy= 0.933\n",
      "Epoch: 0008 - cost= 5.748760098 - Accuracy= 0.9323\n",
      "Epoch: 0008 - cost= 5.763374931 - Accuracy= 0.9323\n",
      "Epoch: 0008 - cost= 5.771623839 - Accuracy= 0.9326\n",
      "Epoch: 0008 - cost= 5.779147043 - Accuracy= 0.9333\n",
      "Epoch: 0008 - cost= 5.837964043 - Accuracy= 0.9328\n",
      "Epoch: 0008 - cost= 5.847747253 - Accuracy= 0.9326\n",
      "Epoch: 0008 - cost= 5.861814469 - Accuracy= 0.9331\n",
      "Epoch: 0008 - cost= 5.864579579 - Accuracy= 0.9334\n",
      "Epoch: 0008 - cost= 5.882228818 - Accuracy= 0.9334\n",
      "Epoch: 0008 - cost= 5.910477583 - Accuracy= 0.9331\n",
      "Epoch: 0008 - cost= 5.920743348 - Accuracy= 0.9333\n",
      "Epoch: 0008 - cost= 5.928615470 - Accuracy= 0.9327\n",
      "Epoch: 0008 - cost= 5.940900705 - Accuracy= 0.9321\n",
      "Epoch: 0008 - cost= 5.957223543 - Accuracy= 0.9321\n",
      "Epoch: 0008 - cost= 5.979770769 - Accuracy= 0.932\n",
      "Epoch: 0008 - cost= 5.990970911 - Accuracy= 0.9324\n",
      "Epoch: 0008 - cost= 6.003784068 - Accuracy= 0.9323\n",
      "Epoch: 0008 - cost= 6.012017562 - Accuracy= 0.9331\n",
      "Epoch: 0008 - cost= 6.025451593 - Accuracy= 0.9335\n",
      "Epoch: 0008 - cost= 6.042869669 - Accuracy= 0.9336\n",
      "Epoch: 0008 - cost= 6.056472393 - Accuracy= 0.933\n",
      "Epoch: 0008 - cost= 6.095032737 - Accuracy= 0.933\n",
      "Epoch: 0008 - cost= 6.105980495 - Accuracy= 0.9339\n",
      "Epoch: 0008 - cost= 6.120622604 - Accuracy= 0.9337\n",
      "Epoch: 0008 - cost= 6.122585085 - Accuracy= 0.9338\n",
      "Epoch: 0009 - cost= 0.001434052 - Accuracy= 0.9338\n",
      "Epoch: 0009 - cost= 0.012326251 - Accuracy= 0.9344\n",
      "Epoch: 0009 - cost= 0.015365211 - Accuracy= 0.9354\n",
      "Epoch: 0009 - cost= 0.018386145 - Accuracy= 0.9355\n",
      "Epoch: 0009 - cost= 0.030996345 - Accuracy= 0.9353\n",
      "Epoch: 0009 - cost= 0.055132838 - Accuracy= 0.9355\n",
      "Epoch: 0009 - cost= 0.055864023 - Accuracy= 0.9351\n",
      "Epoch: 0009 - cost= 0.057365980 - Accuracy= 0.9354\n",
      "Epoch: 0009 - cost= 0.066205290 - Accuracy= 0.9351\n",
      "Epoch: 0009 - cost= 0.066242973 - Accuracy= 0.9349\n",
      "Epoch: 0009 - cost= 0.072676087 - Accuracy= 0.9351\n",
      "Epoch: 0009 - cost= 0.073678950 - Accuracy= 0.935\n",
      "Epoch: 0009 - cost= 0.073831305 - Accuracy= 0.935\n",
      "Epoch: 0009 - cost= 0.078008326 - Accuracy= 0.935\n",
      "Epoch: 0009 - cost= 0.081806019 - Accuracy= 0.9347\n",
      "Epoch: 0009 - cost= 0.099292449 - Accuracy= 0.9352\n",
      "Epoch: 0009 - cost= 0.111125334 - Accuracy= 0.9353\n",
      "Epoch: 0009 - cost= 0.112465013 - Accuracy= 0.9354\n",
      "Epoch: 0009 - cost= 0.118838070 - Accuracy= 0.9354\n",
      "Epoch: 0009 - cost= 0.119843080 - Accuracy= 0.9359\n",
      "Epoch: 0009 - cost= 0.126858764 - Accuracy= 0.9359\n",
      "Epoch: 0009 - cost= 0.141314413 - Accuracy= 0.9355\n",
      "Epoch: 0009 - cost= 0.148023537 - Accuracy= 0.9357\n",
      "Epoch: 0009 - cost= 0.150682513 - Accuracy= 0.9357\n",
      "Epoch: 0009 - cost= 0.150955653 - Accuracy= 0.9363\n",
      "Epoch: 0009 - cost= 0.177225295 - Accuracy= 0.9365\n",
      "Epoch: 0009 - cost= 0.195140194 - Accuracy= 0.9368\n",
      "Epoch: 0009 - cost= 0.210706344 - Accuracy= 0.9365\n",
      "Epoch: 0009 - cost= 0.214059318 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 0.216157143 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 0.230086742 - Accuracy= 0.936\n",
      "Epoch: 0009 - cost= 0.241086696 - Accuracy= 0.9359\n",
      "Epoch: 0009 - cost= 0.245368887 - Accuracy= 0.9351\n",
      "Epoch: 0009 - cost= 0.252382270 - Accuracy= 0.9342\n",
      "Epoch: 0009 - cost= 0.255272091 - Accuracy= 0.9344\n",
      "Epoch: 0009 - cost= 0.264397793 - Accuracy= 0.9346\n",
      "Epoch: 0009 - cost= 0.271635820 - Accuracy= 0.9337\n",
      "Epoch: 0009 - cost= 0.287059594 - Accuracy= 0.9341\n",
      "Epoch: 0009 - cost= 0.289265687 - Accuracy= 0.9344\n",
      "Epoch: 0009 - cost= 0.309584696 - Accuracy= 0.9347\n",
      "Epoch: 0009 - cost= 0.318996531 - Accuracy= 0.9353\n",
      "Epoch: 0009 - cost= 0.337048008 - Accuracy= 0.9351\n",
      "Epoch: 0009 - cost= 0.341396311 - Accuracy= 0.9359\n",
      "Epoch: 0009 - cost= 0.351207609 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 0.364688678 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 0.365338335 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 0.369333697 - Accuracy= 0.9367\n",
      "Epoch: 0009 - cost= 0.381046550 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 0.386842473 - Accuracy= 0.9371\n",
      "Epoch: 0009 - cost= 0.393535749 - Accuracy= 0.937\n",
      "Epoch: 0009 - cost= 0.411654406 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 0.412498809 - Accuracy= 0.9364\n",
      "Epoch: 0009 - cost= 0.432086586 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 0.432086586 - Accuracy= 0.9363\n",
      "Epoch: 0009 - cost= 0.432086586 - Accuracy= 0.9364\n",
      "Epoch: 0009 - cost= 0.438289187 - Accuracy= 0.9361\n",
      "Epoch: 0009 - cost= 0.448447800 - Accuracy= 0.9363\n",
      "Epoch: 0009 - cost= 0.459562652 - Accuracy= 0.9365\n",
      "Epoch: 0009 - cost= 0.474563727 - Accuracy= 0.9363\n",
      "Epoch: 0009 - cost= 0.474563744 - Accuracy= 0.9354\n",
      "Epoch: 0009 - cost= 0.479429683 - Accuracy= 0.9354\n",
      "Epoch: 0009 - cost= 0.480551980 - Accuracy= 0.9353\n",
      "Epoch: 0009 - cost= 0.484018340 - Accuracy= 0.9354\n",
      "Epoch: 0009 - cost= 0.493831777 - Accuracy= 0.9353\n",
      "Epoch: 0009 - cost= 0.497358378 - Accuracy= 0.9351\n",
      "Epoch: 0009 - cost= 0.505490296 - Accuracy= 0.9351\n",
      "Epoch: 0009 - cost= 0.513903034 - Accuracy= 0.9349\n",
      "Epoch: 0009 - cost= 0.518264674 - Accuracy= 0.9359\n",
      "Epoch: 0009 - cost= 0.521736780 - Accuracy= 0.9355\n",
      "Epoch: 0009 - cost= 0.522448235 - Accuracy= 0.9354\n",
      "Epoch: 0009 - cost= 0.528365759 - Accuracy= 0.9356\n",
      "Epoch: 0009 - cost= 0.528365759 - Accuracy= 0.9356\n",
      "Epoch: 0009 - cost= 0.530853614 - Accuracy= 0.9354\n",
      "Epoch: 0009 - cost= 0.550443426 - Accuracy= 0.9354\n",
      "Epoch: 0009 - cost= 0.550518550 - Accuracy= 0.9352\n",
      "Epoch: 0009 - cost= 0.551407370 - Accuracy= 0.9351\n",
      "Epoch: 0009 - cost= 0.554564188 - Accuracy= 0.9351\n",
      "Epoch: 0009 - cost= 0.561870090 - Accuracy= 0.9356\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0009 - cost= 0.572534987 - Accuracy= 0.9361\n",
      "Epoch: 0009 - cost= 0.575164746 - Accuracy= 0.9361\n",
      "Epoch: 0009 - cost= 0.586446532 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 0.607356489 - Accuracy= 0.9374\n",
      "Epoch: 0009 - cost= 0.607362585 - Accuracy= 0.9376\n",
      "Epoch: 0009 - cost= 0.613965599 - Accuracy= 0.9371\n",
      "Epoch: 0009 - cost= 0.620531615 - Accuracy= 0.9374\n",
      "Epoch: 0009 - cost= 0.622124060 - Accuracy= 0.9376\n",
      "Epoch: 0009 - cost= 0.626754830 - Accuracy= 0.9376\n",
      "Epoch: 0009 - cost= 0.632002286 - Accuracy= 0.9371\n",
      "Epoch: 0009 - cost= 0.637154196 - Accuracy= 0.9373\n",
      "Epoch: 0009 - cost= 0.643045770 - Accuracy= 0.9377\n",
      "Epoch: 0009 - cost= 0.653785266 - Accuracy= 0.9379\n",
      "Epoch: 0009 - cost= 0.654211656 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 0.658268638 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 0.665033292 - Accuracy= 0.9361\n",
      "Epoch: 0009 - cost= 0.667686016 - Accuracy= 0.9361\n",
      "Epoch: 0009 - cost= 0.673002870 - Accuracy= 0.937\n",
      "Epoch: 0009 - cost= 0.678046827 - Accuracy= 0.9365\n",
      "Epoch: 0009 - cost= 0.679359336 - Accuracy= 0.9363\n",
      "Epoch: 0009 - cost= 0.692182972 - Accuracy= 0.9359\n",
      "Epoch: 0009 - cost= 0.709181745 - Accuracy= 0.9351\n",
      "Epoch: 0009 - cost= 0.730026128 - Accuracy= 0.9346\n",
      "Epoch: 0009 - cost= 0.733948936 - Accuracy= 0.935\n",
      "Epoch: 0009 - cost= 0.736796030 - Accuracy= 0.9349\n",
      "Epoch: 0009 - cost= 0.736799369 - Accuracy= 0.9353\n",
      "Epoch: 0009 - cost= 0.744767770 - Accuracy= 0.9354\n",
      "Epoch: 0009 - cost= 0.751564267 - Accuracy= 0.9348\n",
      "Epoch: 0009 - cost= 0.751564267 - Accuracy= 0.9356\n",
      "Epoch: 0009 - cost= 0.762699856 - Accuracy= 0.9352\n",
      "Epoch: 0009 - cost= 0.768960890 - Accuracy= 0.9354\n",
      "Epoch: 0009 - cost= 0.791299740 - Accuracy= 0.9353\n",
      "Epoch: 0009 - cost= 0.799669254 - Accuracy= 0.9365\n",
      "Epoch: 0009 - cost= 0.823225438 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 0.823225438 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 0.848261858 - Accuracy= 0.9373\n",
      "Epoch: 0009 - cost= 0.851792806 - Accuracy= 0.9375\n",
      "Epoch: 0009 - cost= 0.855769790 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 0.877858595 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 0.878147795 - Accuracy= 0.9364\n",
      "Epoch: 0009 - cost= 0.879663135 - Accuracy= 0.9355\n",
      "Epoch: 0009 - cost= 0.885266333 - Accuracy= 0.935\n",
      "Epoch: 0009 - cost= 0.885991690 - Accuracy= 0.9344\n",
      "Epoch: 0009 - cost= 0.886229741 - Accuracy= 0.9347\n",
      "Epoch: 0009 - cost= 0.892855701 - Accuracy= 0.9342\n",
      "Epoch: 0009 - cost= 0.897731938 - Accuracy= 0.9342\n",
      "Epoch: 0009 - cost= 0.905928317 - Accuracy= 0.934\n",
      "Epoch: 0009 - cost= 0.925932551 - Accuracy= 0.9342\n",
      "Epoch: 0009 - cost= 0.930505603 - Accuracy= 0.9348\n",
      "Epoch: 0009 - cost= 0.935574796 - Accuracy= 0.9348\n",
      "Epoch: 0009 - cost= 0.945829914 - Accuracy= 0.9359\n",
      "Epoch: 0009 - cost= 0.962849193 - Accuracy= 0.9363\n",
      "Epoch: 0009 - cost= 0.976094730 - Accuracy= 0.9367\n",
      "Epoch: 0009 - cost= 0.984342373 - Accuracy= 0.9365\n",
      "Epoch: 0009 - cost= 0.991296336 - Accuracy= 0.9364\n",
      "Epoch: 0009 - cost= 0.992541931 - Accuracy= 0.9357\n",
      "Epoch: 0009 - cost= 0.994596652 - Accuracy= 0.9359\n",
      "Epoch: 0009 - cost= 0.995384275 - Accuracy= 0.936\n",
      "Epoch: 0009 - cost= 0.999154631 - Accuracy= 0.9357\n",
      "Epoch: 0009 - cost= 1.000022769 - Accuracy= 0.9354\n",
      "Epoch: 0009 - cost= 1.005429972 - Accuracy= 0.9361\n",
      "Epoch: 0009 - cost= 1.014782571 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 1.023821867 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 1.026191407 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 1.033651465 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 1.043734495 - Accuracy= 0.9365\n",
      "Epoch: 0009 - cost= 1.045768108 - Accuracy= 0.937\n",
      "Epoch: 0009 - cost= 1.046592997 - Accuracy= 0.9368\n",
      "Epoch: 0009 - cost= 1.048115137 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 1.058057303 - Accuracy= 0.936\n",
      "Epoch: 0009 - cost= 1.058057349 - Accuracy= 0.9354\n",
      "Epoch: 0009 - cost= 1.065185479 - Accuracy= 0.9352\n",
      "Epoch: 0009 - cost= 1.071542244 - Accuracy= 0.9347\n",
      "Epoch: 0009 - cost= 1.073039543 - Accuracy= 0.9347\n",
      "Epoch: 0009 - cost= 1.095133309 - Accuracy= 0.9355\n",
      "Epoch: 0009 - cost= 1.104523006 - Accuracy= 0.9359\n",
      "Epoch: 0009 - cost= 1.106581407 - Accuracy= 0.9365\n",
      "Epoch: 0009 - cost= 1.111406105 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 1.119132838 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 1.124435920 - Accuracy= 0.9365\n",
      "Epoch: 0009 - cost= 1.139835227 - Accuracy= 0.9361\n",
      "Epoch: 0009 - cost= 1.148334361 - Accuracy= 0.9356\n",
      "Epoch: 0009 - cost= 1.148833376 - Accuracy= 0.9351\n",
      "Epoch: 0009 - cost= 1.153710874 - Accuracy= 0.9353\n",
      "Epoch: 0009 - cost= 1.170257237 - Accuracy= 0.9357\n",
      "Epoch: 0009 - cost= 1.173195670 - Accuracy= 0.9354\n",
      "Epoch: 0009 - cost= 1.190754444 - Accuracy= 0.9355\n",
      "Epoch: 0009 - cost= 1.196369078 - Accuracy= 0.9351\n",
      "Epoch: 0009 - cost= 1.212111420 - Accuracy= 0.9355\n",
      "Epoch: 0009 - cost= 1.240369523 - Accuracy= 0.9352\n",
      "Epoch: 0009 - cost= 1.255877423 - Accuracy= 0.9356\n",
      "Epoch: 0009 - cost= 1.271811959 - Accuracy= 0.9344\n",
      "Epoch: 0009 - cost= 1.278894833 - Accuracy= 0.9343\n",
      "Epoch: 0009 - cost= 1.290033129 - Accuracy= 0.9342\n",
      "Epoch: 0009 - cost= 1.303028987 - Accuracy= 0.9344\n",
      "Epoch: 0009 - cost= 1.307919604 - Accuracy= 0.9346\n",
      "Epoch: 0009 - cost= 1.327357034 - Accuracy= 0.9351\n",
      "Epoch: 0009 - cost= 1.347403375 - Accuracy= 0.9352\n",
      "Epoch: 0009 - cost= 1.351017428 - Accuracy= 0.9361\n",
      "Epoch: 0009 - cost= 1.368566312 - Accuracy= 0.9368\n",
      "Epoch: 0009 - cost= 1.369383362 - Accuracy= 0.9368\n",
      "Epoch: 0009 - cost= 1.380219327 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 1.397375039 - Accuracy= 0.9373\n",
      "Epoch: 0009 - cost= 1.410624163 - Accuracy= 0.9378\n",
      "Epoch: 0009 - cost= 1.415043041 - Accuracy= 0.9382\n",
      "Epoch: 0009 - cost= 1.435227674 - Accuracy= 0.9389\n",
      "Epoch: 0009 - cost= 1.440889514 - Accuracy= 0.939\n",
      "Epoch: 0009 - cost= 1.441464781 - Accuracy= 0.9389\n",
      "Epoch: 0009 - cost= 1.449016686 - Accuracy= 0.9395\n",
      "Epoch: 0009 - cost= 1.451659402 - Accuracy= 0.9396\n",
      "Epoch: 0009 - cost= 1.453877000 - Accuracy= 0.9391\n",
      "Epoch: 0009 - cost= 1.453877000 - Accuracy= 0.9383\n",
      "Epoch: 0009 - cost= 1.458695266 - Accuracy= 0.9386\n",
      "Epoch: 0009 - cost= 1.482535140 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 1.510217575 - Accuracy= 0.9368\n",
      "Epoch: 0009 - cost= 1.511922311 - Accuracy= 0.9365\n",
      "Epoch: 0009 - cost= 1.521177460 - Accuracy= 0.9357\n",
      "Epoch: 0009 - cost= 1.522747216 - Accuracy= 0.9355\n",
      "Epoch: 0009 - cost= 1.537825719 - Accuracy= 0.9348\n",
      "Epoch: 0009 - cost= 1.555686281 - Accuracy= 0.9345\n",
      "Epoch: 0009 - cost= 1.560921859 - Accuracy= 0.9352\n",
      "Epoch: 0009 - cost= 1.567417405 - Accuracy= 0.9357\n",
      "Epoch: 0009 - cost= 1.569590806 - Accuracy= 0.9355\n",
      "Epoch: 0009 - cost= 1.571260287 - Accuracy= 0.9359\n",
      "Epoch: 0009 - cost= 1.572958792 - Accuracy= 0.9363\n",
      "Epoch: 0009 - cost= 1.598090635 - Accuracy= 0.9361\n",
      "Epoch: 0009 - cost= 1.599077114 - Accuracy= 0.936\n",
      "Epoch: 0009 - cost= 1.613146331 - Accuracy= 0.9359\n",
      "Epoch: 0009 - cost= 1.645642087 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 1.650059251 - Accuracy= 0.9359\n",
      "Epoch: 0009 - cost= 1.652944084 - Accuracy= 0.936\n",
      "Epoch: 0009 - cost= 1.661154702 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 1.666992719 - Accuracy= 0.9364\n",
      "Epoch: 0009 - cost= 1.674279670 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 1.678290689 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 1.691611335 - Accuracy= 0.9368\n",
      "Epoch: 0009 - cost= 1.692432394 - Accuracy= 0.9367\n",
      "Epoch: 0009 - cost= 1.697091727 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 1.700675887 - Accuracy= 0.9368\n",
      "Epoch: 0009 - cost= 1.716412630 - Accuracy= 0.937\n",
      "Epoch: 0009 - cost= 1.717433263 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 1.731170124 - Accuracy= 0.9377\n",
      "Epoch: 0009 - cost= 1.741890189 - Accuracy= 0.9378\n",
      "Epoch: 0009 - cost= 1.765474489 - Accuracy= 0.9377\n",
      "Epoch: 0009 - cost= 1.781975286 - Accuracy= 0.9378\n",
      "Epoch: 0009 - cost= 1.791006681 - Accuracy= 0.9374\n",
      "Epoch: 0009 - cost= 1.799394298 - Accuracy= 0.938\n",
      "Epoch: 0009 - cost= 1.801981280 - Accuracy= 0.9383\n",
      "Epoch: 0009 - cost= 1.811463864 - Accuracy= 0.9386\n",
      "Epoch: 0009 - cost= 1.820442539 - Accuracy= 0.9384\n",
      "Epoch: 0009 - cost= 1.825721669 - Accuracy= 0.9388\n",
      "Epoch: 0009 - cost= 1.842506772 - Accuracy= 0.9386\n",
      "Epoch: 0009 - cost= 1.849600554 - Accuracy= 0.9378\n",
      "Epoch: 0009 - cost= 1.866954035 - Accuracy= 0.9378\n",
      "Epoch: 0009 - cost= 1.876717548 - Accuracy= 0.9375\n",
      "Epoch: 0009 - cost= 1.878279762 - Accuracy= 0.9373\n",
      "Epoch: 0009 - cost= 1.884204491 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 1.890249728 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 1.896304751 - Accuracy= 0.9359\n",
      "Epoch: 0009 - cost= 1.903078148 - Accuracy= 0.9361\n",
      "Epoch: 0009 - cost= 1.914109197 - Accuracy= 0.9366\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0009 - cost= 1.914109197 - Accuracy= 0.9364\n",
      "Epoch: 0009 - cost= 1.914771022 - Accuracy= 0.9364\n",
      "Epoch: 0009 - cost= 1.929732567 - Accuracy= 0.9364\n",
      "Epoch: 0009 - cost= 1.935467286 - Accuracy= 0.936\n",
      "Epoch: 0009 - cost= 1.935651069 - Accuracy= 0.9361\n",
      "Epoch: 0009 - cost= 1.941638220 - Accuracy= 0.9361\n",
      "Epoch: 0009 - cost= 1.960103855 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 1.965619830 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 1.989537566 - Accuracy= 0.9371\n",
      "Epoch: 0009 - cost= 2.000926946 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 2.040721184 - Accuracy= 0.9364\n",
      "Epoch: 0009 - cost= 2.047539777 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 2.048886189 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 2.049774918 - Accuracy= 0.936\n",
      "Epoch: 0009 - cost= 2.086756899 - Accuracy= 0.9361\n",
      "Epoch: 0009 - cost= 2.098614126 - Accuracy= 0.9358\n",
      "Epoch: 0009 - cost= 2.110361223 - Accuracy= 0.9363\n",
      "Epoch: 0009 - cost= 2.138615139 - Accuracy= 0.937\n",
      "Epoch: 0009 - cost= 2.153026662 - Accuracy= 0.9379\n",
      "Epoch: 0009 - cost= 2.159094856 - Accuracy= 0.9383\n",
      "Epoch: 0009 - cost= 2.159094858 - Accuracy= 0.9378\n",
      "Epoch: 0009 - cost= 2.167489051 - Accuracy= 0.9379\n",
      "Epoch: 0009 - cost= 2.170790036 - Accuracy= 0.9377\n",
      "Epoch: 0009 - cost= 2.173028853 - Accuracy= 0.9374\n",
      "Epoch: 0009 - cost= 2.173220681 - Accuracy= 0.9371\n",
      "Epoch: 0009 - cost= 2.180705335 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 2.186582745 - Accuracy= 0.937\n",
      "Epoch: 0009 - cost= 2.186814748 - Accuracy= 0.937\n",
      "Epoch: 0009 - cost= 2.202117735 - Accuracy= 0.9377\n",
      "Epoch: 0009 - cost= 2.202230669 - Accuracy= 0.9378\n",
      "Epoch: 0009 - cost= 2.208293016 - Accuracy= 0.9376\n",
      "Epoch: 0009 - cost= 2.227381389 - Accuracy= 0.9377\n",
      "Epoch: 0009 - cost= 2.230643099 - Accuracy= 0.9371\n",
      "Epoch: 0009 - cost= 2.241272907 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 2.243427262 - Accuracy= 0.9361\n",
      "Epoch: 0009 - cost= 2.250933888 - Accuracy= 0.9361\n",
      "Epoch: 0009 - cost= 2.250933888 - Accuracy= 0.9364\n",
      "Epoch: 0009 - cost= 2.259794436 - Accuracy= 0.937\n",
      "Epoch: 0009 - cost= 2.271098481 - Accuracy= 0.9373\n",
      "Epoch: 0009 - cost= 2.273110804 - Accuracy= 0.9376\n",
      "Epoch: 0009 - cost= 2.276369025 - Accuracy= 0.937\n",
      "Epoch: 0009 - cost= 2.284477547 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 2.292637304 - Accuracy= 0.9367\n",
      "Epoch: 0009 - cost= 2.302801266 - Accuracy= 0.9368\n",
      "Epoch: 0009 - cost= 2.303681026 - Accuracy= 0.9368\n",
      "Epoch: 0009 - cost= 2.316499234 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 2.320417461 - Accuracy= 0.9364\n",
      "Epoch: 0009 - cost= 2.324837481 - Accuracy= 0.9363\n",
      "Epoch: 0009 - cost= 2.331773875 - Accuracy= 0.9363\n",
      "Epoch: 0009 - cost= 2.335202514 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 2.337956294 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 2.354819073 - Accuracy= 0.9367\n",
      "Epoch: 0009 - cost= 2.355655221 - Accuracy= 0.9361\n",
      "Epoch: 0009 - cost= 2.363051444 - Accuracy= 0.9358\n",
      "Epoch: 0009 - cost= 2.376221369 - Accuracy= 0.936\n",
      "Epoch: 0009 - cost= 2.383077653 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 2.390471233 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 2.394263175 - Accuracy= 0.9358\n",
      "Epoch: 0009 - cost= 2.414771098 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 2.425988158 - Accuracy= 0.9368\n",
      "Epoch: 0009 - cost= 2.438359110 - Accuracy= 0.9368\n",
      "Epoch: 0009 - cost= 2.463038637 - Accuracy= 0.9368\n",
      "Epoch: 0009 - cost= 2.467624662 - Accuracy= 0.9367\n",
      "Epoch: 0009 - cost= 2.470383802 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 2.473044061 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 2.474765051 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 2.474778508 - Accuracy= 0.9373\n",
      "Epoch: 0009 - cost= 2.481673966 - Accuracy= 0.9373\n",
      "Epoch: 0009 - cost= 2.485887758 - Accuracy= 0.9373\n",
      "Epoch: 0009 - cost= 2.491232661 - Accuracy= 0.937\n",
      "Epoch: 0009 - cost= 2.502297800 - Accuracy= 0.9364\n",
      "Epoch: 0009 - cost= 2.505382334 - Accuracy= 0.9354\n",
      "Epoch: 0009 - cost= 2.511533724 - Accuracy= 0.9352\n",
      "Epoch: 0009 - cost= 2.513162714 - Accuracy= 0.9353\n",
      "Epoch: 0009 - cost= 2.514929751 - Accuracy= 0.9346\n",
      "Epoch: 0009 - cost= 2.520288766 - Accuracy= 0.9346\n",
      "Epoch: 0009 - cost= 2.526822727 - Accuracy= 0.934\n",
      "Epoch: 0009 - cost= 2.533273822 - Accuracy= 0.934\n",
      "Epoch: 0009 - cost= 2.536659773 - Accuracy= 0.9341\n",
      "Epoch: 0009 - cost= 2.549918772 - Accuracy= 0.9338\n",
      "Epoch: 0009 - cost= 2.550656218 - Accuracy= 0.9333\n",
      "Epoch: 0009 - cost= 2.593794774 - Accuracy= 0.9332\n",
      "Epoch: 0009 - cost= 2.596170807 - Accuracy= 0.9334\n",
      "Epoch: 0009 - cost= 2.618962023 - Accuracy= 0.9336\n",
      "Epoch: 0009 - cost= 2.628532558 - Accuracy= 0.9342\n",
      "Epoch: 0009 - cost= 2.630594088 - Accuracy= 0.9351\n",
      "Epoch: 0009 - cost= 2.652132680 - Accuracy= 0.9352\n",
      "Epoch: 0009 - cost= 2.661333708 - Accuracy= 0.936\n",
      "Epoch: 0009 - cost= 2.673341865 - Accuracy= 0.9365\n",
      "Epoch: 0009 - cost= 2.709961901 - Accuracy= 0.9373\n",
      "Epoch: 0009 - cost= 2.714803575 - Accuracy= 0.9376\n",
      "Epoch: 0009 - cost= 2.733090868 - Accuracy= 0.9379\n",
      "Epoch: 0009 - cost= 2.746897286 - Accuracy= 0.9376\n",
      "Epoch: 0009 - cost= 2.765289888 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 2.771123891 - Accuracy= 0.937\n",
      "Epoch: 0009 - cost= 2.791055349 - Accuracy= 0.9371\n",
      "Epoch: 0009 - cost= 2.818132892 - Accuracy= 0.9371\n",
      "Epoch: 0009 - cost= 2.832469999 - Accuracy= 0.9365\n",
      "Epoch: 0009 - cost= 2.836788641 - Accuracy= 0.9363\n",
      "Epoch: 0009 - cost= 2.852727945 - Accuracy= 0.9353\n",
      "Epoch: 0009 - cost= 2.856959958 - Accuracy= 0.9356\n",
      "Epoch: 0009 - cost= 2.860843544 - Accuracy= 0.9357\n",
      "Epoch: 0009 - cost= 2.861870104 - Accuracy= 0.9354\n",
      "Epoch: 0009 - cost= 2.868979632 - Accuracy= 0.9355\n",
      "Epoch: 0009 - cost= 2.876865697 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 2.878459279 - Accuracy= 0.9368\n",
      "Epoch: 0009 - cost= 2.879213135 - Accuracy= 0.9367\n",
      "Epoch: 0009 - cost= 2.889198900 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 2.906677095 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 2.907930081 - Accuracy= 0.9358\n",
      "Epoch: 0009 - cost= 2.914376387 - Accuracy= 0.9355\n",
      "Epoch: 0009 - cost= 2.918730007 - Accuracy= 0.935\n",
      "Epoch: 0009 - cost= 2.921919464 - Accuracy= 0.9343\n",
      "Epoch: 0009 - cost= 2.924164223 - Accuracy= 0.9344\n",
      "Epoch: 0009 - cost= 2.925186275 - Accuracy= 0.9348\n",
      "Epoch: 0009 - cost= 2.945949230 - Accuracy= 0.9355\n",
      "Epoch: 0009 - cost= 2.969610731 - Accuracy= 0.9352\n",
      "Epoch: 0009 - cost= 2.976167184 - Accuracy= 0.9358\n",
      "Epoch: 0009 - cost= 3.001491017 - Accuracy= 0.9355\n",
      "Epoch: 0009 - cost= 3.007717179 - Accuracy= 0.9364\n",
      "Epoch: 0009 - cost= 3.008940511 - Accuracy= 0.9359\n",
      "Epoch: 0009 - cost= 3.011119946 - Accuracy= 0.9358\n",
      "Epoch: 0009 - cost= 3.023889705 - Accuracy= 0.936\n",
      "Epoch: 0009 - cost= 3.024006351 - Accuracy= 0.9365\n",
      "Epoch: 0009 - cost= 3.035358512 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 3.037549846 - Accuracy= 0.9378\n",
      "Epoch: 0009 - cost= 3.043100595 - Accuracy= 0.9377\n",
      "Epoch: 0009 - cost= 3.059199318 - Accuracy= 0.9374\n",
      "Epoch: 0009 - cost= 3.067098821 - Accuracy= 0.9375\n",
      "Epoch: 0009 - cost= 3.073806337 - Accuracy= 0.9373\n",
      "Epoch: 0009 - cost= 3.077519167 - Accuracy= 0.9375\n",
      "Epoch: 0009 - cost= 3.078035267 - Accuracy= 0.9374\n",
      "Epoch: 0009 - cost= 3.087661949 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 3.087661949 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 3.093663958 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 3.110456590 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 3.117314935 - Accuracy= 0.9364\n",
      "Epoch: 0009 - cost= 3.122475239 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 3.124237050 - Accuracy= 0.9365\n",
      "Epoch: 0009 - cost= 3.131813214 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 3.137620727 - Accuracy= 0.937\n",
      "Epoch: 0009 - cost= 3.153233688 - Accuracy= 0.937\n",
      "Epoch: 0009 - cost= 3.159826188 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 3.159848866 - Accuracy= 0.9374\n",
      "Epoch: 0009 - cost= 3.162447655 - Accuracy= 0.9371\n",
      "Epoch: 0009 - cost= 3.168240912 - Accuracy= 0.9374\n",
      "Epoch: 0009 - cost= 3.181865973 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 3.182782283 - Accuracy= 0.9375\n",
      "Epoch: 0009 - cost= 3.185043303 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 3.188244257 - Accuracy= 0.9367\n",
      "Epoch: 0009 - cost= 3.194662612 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 3.210062906 - Accuracy= 0.9359\n",
      "Epoch: 0009 - cost= 3.210616408 - Accuracy= 0.9359\n",
      "Epoch: 0009 - cost= 3.219101264 - Accuracy= 0.9358\n",
      "Epoch: 0009 - cost= 3.219889677 - Accuracy= 0.9361\n",
      "Epoch: 0009 - cost= 3.220518669 - Accuracy= 0.9364\n",
      "Epoch: 0009 - cost= 3.224466587 - Accuracy= 0.9373\n",
      "Epoch: 0009 - cost= 3.229405243 - Accuracy= 0.9376\n",
      "Epoch: 0009 - cost= 3.230065479 - Accuracy= 0.9382\n",
      "Epoch: 0009 - cost= 3.254621318 - Accuracy= 0.9374\n",
      "Epoch: 0009 - cost= 3.262508047 - Accuracy= 0.9374\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0009 - cost= 3.263536920 - Accuracy= 0.9377\n",
      "Epoch: 0009 - cost= 3.270513059 - Accuracy= 0.9369\n",
      "Epoch: 0009 - cost= 3.278937397 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 3.286376327 - Accuracy= 0.9371\n",
      "Epoch: 0009 - cost= 3.295698422 - Accuracy= 0.9367\n",
      "Epoch: 0009 - cost= 3.309550542 - Accuracy= 0.9367\n",
      "Epoch: 0009 - cost= 3.310954515 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 3.330621520 - Accuracy= 0.9368\n",
      "Epoch: 0009 - cost= 3.344664454 - Accuracy= 0.9368\n",
      "Epoch: 0009 - cost= 3.347666039 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 3.352967858 - Accuracy= 0.937\n",
      "Epoch: 0009 - cost= 3.354871505 - Accuracy= 0.9368\n",
      "Epoch: 0009 - cost= 3.360703741 - Accuracy= 0.9371\n",
      "Epoch: 0009 - cost= 3.375561741 - Accuracy= 0.9363\n",
      "Epoch: 0009 - cost= 3.404749179 - Accuracy= 0.9371\n",
      "Epoch: 0009 - cost= 3.406018823 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 3.413604977 - Accuracy= 0.9371\n",
      "Epoch: 0009 - cost= 3.418944340 - Accuracy= 0.9373\n",
      "Epoch: 0009 - cost= 3.430677585 - Accuracy= 0.9364\n",
      "Epoch: 0009 - cost= 3.439044942 - Accuracy= 0.9353\n",
      "Epoch: 0009 - cost= 3.473957547 - Accuracy= 0.9345\n",
      "Epoch: 0009 - cost= 3.476266326 - Accuracy= 0.9335\n",
      "Epoch: 0009 - cost= 3.481296208 - Accuracy= 0.9332\n",
      "Epoch: 0009 - cost= 3.486287981 - Accuracy= 0.9333\n",
      "Epoch: 0009 - cost= 3.498509407 - Accuracy= 0.9339\n",
      "Epoch: 0009 - cost= 3.515077558 - Accuracy= 0.9351\n",
      "Epoch: 0009 - cost= 3.531363214 - Accuracy= 0.9358\n",
      "Epoch: 0009 - cost= 3.533819297 - Accuracy= 0.9368\n",
      "Epoch: 0009 - cost= 3.538230481 - Accuracy= 0.9381\n",
      "Epoch: 0009 - cost= 3.538517617 - Accuracy= 0.9379\n",
      "Epoch: 0009 - cost= 3.544897491 - Accuracy= 0.9374\n",
      "Epoch: 0009 - cost= 3.560961566 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 3.569971806 - Accuracy= 0.9361\n",
      "Epoch: 0009 - cost= 3.575437129 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 3.588353907 - Accuracy= 0.936\n",
      "Epoch: 0009 - cost= 3.605706261 - Accuracy= 0.9365\n",
      "Epoch: 0009 - cost= 3.609453479 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 3.614447250 - Accuracy= 0.937\n",
      "Epoch: 0009 - cost= 3.646232390 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 3.665486682 - Accuracy= 0.9376\n",
      "Epoch: 0009 - cost= 3.668202231 - Accuracy= 0.9377\n",
      "Epoch: 0009 - cost= 3.668481213 - Accuracy= 0.937\n",
      "Epoch: 0009 - cost= 3.670515019 - Accuracy= 0.9371\n",
      "Epoch: 0009 - cost= 3.690931659 - Accuracy= 0.9364\n",
      "Epoch: 0009 - cost= 3.692881838 - Accuracy= 0.9363\n",
      "Epoch: 0009 - cost= 3.697907873 - Accuracy= 0.9364\n",
      "Epoch: 0009 - cost= 3.712886684 - Accuracy= 0.9371\n",
      "Epoch: 0009 - cost= 3.718017972 - Accuracy= 0.9373\n",
      "Epoch: 0009 - cost= 3.725767850 - Accuracy= 0.9373\n",
      "Epoch: 0009 - cost= 3.737429380 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 3.767353360 - Accuracy= 0.9374\n",
      "Epoch: 0009 - cost= 3.780484981 - Accuracy= 0.9373\n",
      "Epoch: 0009 - cost= 3.782597814 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 3.786970705 - Accuracy= 0.9365\n",
      "Epoch: 0009 - cost= 3.796243266 - Accuracy= 0.9363\n",
      "Epoch: 0009 - cost= 3.797466046 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 3.807198428 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 3.820967571 - Accuracy= 0.9358\n",
      "Epoch: 0009 - cost= 3.836776694 - Accuracy= 0.9352\n",
      "Epoch: 0009 - cost= 3.841602097 - Accuracy= 0.9348\n",
      "Epoch: 0009 - cost= 3.845845015 - Accuracy= 0.9357\n",
      "Epoch: 0009 - cost= 3.865568163 - Accuracy= 0.9359\n",
      "Epoch: 0009 - cost= 3.868555548 - Accuracy= 0.9363\n",
      "Epoch: 0009 - cost= 3.887318315 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 3.898638117 - Accuracy= 0.9366\n",
      "Epoch: 0009 - cost= 3.913315081 - Accuracy= 0.9367\n",
      "Epoch: 0009 - cost= 3.924047567 - Accuracy= 0.9367\n",
      "Epoch: 0009 - cost= 3.932017640 - Accuracy= 0.9371\n",
      "Epoch: 0009 - cost= 3.935571479 - Accuracy= 0.9375\n",
      "Epoch: 0009 - cost= 3.939479108 - Accuracy= 0.938\n",
      "Epoch: 0009 - cost= 3.947669817 - Accuracy= 0.9381\n",
      "Epoch: 0009 - cost= 3.957690961 - Accuracy= 0.9381\n",
      "Epoch: 0009 - cost= 3.972938412 - Accuracy= 0.9379\n",
      "Epoch: 0009 - cost= 3.989390551 - Accuracy= 0.9373\n",
      "Epoch: 0009 - cost= 3.992069082 - Accuracy= 0.936\n",
      "Epoch: 0009 - cost= 4.011373593 - Accuracy= 0.9358\n",
      "Epoch: 0009 - cost= 4.021818767 - Accuracy= 0.936\n",
      "Epoch: 0009 - cost= 4.032573343 - Accuracy= 0.9354\n",
      "Epoch: 0009 - cost= 4.036388623 - Accuracy= 0.9358\n",
      "Epoch: 0009 - cost= 4.058390312 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 4.059285022 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 4.063614476 - Accuracy= 0.937\n",
      "Epoch: 0009 - cost= 4.078534476 - Accuracy= 0.9371\n",
      "Epoch: 0009 - cost= 4.095882690 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 4.101117230 - Accuracy= 0.937\n",
      "Epoch: 0009 - cost= 4.103286855 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 4.118713434 - Accuracy= 0.9372\n",
      "Epoch: 0009 - cost= 4.120076075 - Accuracy= 0.9376\n",
      "Epoch: 0009 - cost= 4.128516722 - Accuracy= 0.9376\n",
      "Epoch: 0009 - cost= 4.144694953 - Accuracy= 0.9367\n",
      "Epoch: 0009 - cost= 4.147736847 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 4.151793216 - Accuracy= 0.9359\n",
      "Epoch: 0009 - cost= 4.154258369 - Accuracy= 0.9358\n",
      "Epoch: 0009 - cost= 4.165061822 - Accuracy= 0.9356\n",
      "Epoch: 0009 - cost= 4.165611023 - Accuracy= 0.9354\n",
      "Epoch: 0009 - cost= 4.169439830 - Accuracy= 0.9362\n",
      "Epoch: 0009 - cost= 4.184066595 - Accuracy= 0.9374\n",
      "Epoch: 0009 - cost= 4.187236655 - Accuracy= 0.938\n",
      "Epoch: 0009 - cost= 4.213445629 - Accuracy= 0.9373\n",
      "Epoch: 0009 - cost= 4.220625304 - Accuracy= 0.9374\n",
      "Epoch: 0009 - cost= 4.224706039 - Accuracy= 0.9374\n",
      "Epoch: 0009 - cost= 4.224706040 - Accuracy= 0.9376\n",
      "Epoch: 0009 - cost= 4.228556194 - Accuracy= 0.9378\n",
      "Epoch: 0009 - cost= 4.255808618 - Accuracy= 0.9381\n",
      "Epoch: 0009 - cost= 4.267660442 - Accuracy= 0.9383\n",
      "Epoch: 0009 - cost= 4.278542877 - Accuracy= 0.9394\n",
      "Epoch: 0009 - cost= 4.281661005 - Accuracy= 0.9394\n",
      "Epoch: 0009 - cost= 4.283745612 - Accuracy= 0.9394\n",
      "Epoch: 0009 - cost= 4.285269279 - Accuracy= 0.939\n",
      "Epoch: 0009 - cost= 4.290563766 - Accuracy= 0.9393\n",
      "Epoch: 0009 - cost= 4.303079672 - Accuracy= 0.9391\n",
      "Epoch: 0009 - cost= 4.306368844 - Accuracy= 0.9391\n",
      "Epoch: 0009 - cost= 4.306368844 - Accuracy= 0.9392\n",
      "Epoch: 0009 - cost= 4.306368848 - Accuracy= 0.9386\n",
      "Epoch: 0009 - cost= 4.312509218 - Accuracy= 0.9384\n",
      "Epoch: 0009 - cost= 4.323426704 - Accuracy= 0.9382\n",
      "Epoch: 0009 - cost= 4.339303741 - Accuracy= 0.9382\n",
      "Epoch: 0009 - cost= 4.363157990 - Accuracy= 0.9385\n",
      "Epoch: 0009 - cost= 4.370279079 - Accuracy= 0.9384\n",
      "Epoch: 0009 - cost= 4.375052559 - Accuracy= 0.9391\n",
      "Epoch: 0009 - cost= 4.383751387 - Accuracy= 0.9394\n",
      "Epoch: 0009 - cost= 4.391496329 - Accuracy= 0.9388\n",
      "Epoch: 0009 - cost= 4.415813129 - Accuracy= 0.9394\n",
      "Epoch: 0009 - cost= 4.422561935 - Accuracy= 0.9393\n",
      "Epoch: 0009 - cost= 4.422863681 - Accuracy= 0.9394\n",
      "Epoch: 0009 - cost= 4.437143019 - Accuracy= 0.9394\n",
      "Epoch: 0009 - cost= 4.437143019 - Accuracy= 0.9397\n",
      "Epoch: 0009 - cost= 4.446544715 - Accuracy= 0.9393\n",
      "Epoch: 0009 - cost= 4.454678611 - Accuracy= 0.939\n",
      "Epoch: 0009 - cost= 4.459511610 - Accuracy= 0.9382\n",
      "Epoch: 0009 - cost= 4.464024797 - Accuracy= 0.9386\n",
      "Epoch: 0009 - cost= 4.467953798 - Accuracy= 0.9388\n",
      "Epoch: 0009 - cost= 4.483114978 - Accuracy= 0.9381\n",
      "Epoch: 0009 - cost= 4.487652329 - Accuracy= 0.938\n",
      "Epoch: 0009 - cost= 4.492957671 - Accuracy= 0.9377\n",
      "Epoch: 0009 - cost= 4.495560322 - Accuracy= 0.9377\n",
      "Epoch: 0009 - cost= 4.509043402 - Accuracy= 0.9375\n",
      "Epoch: 0009 - cost= 4.509043402 - Accuracy= 0.9379\n",
      "Epoch: 0009 - cost= 4.512021633 - Accuracy= 0.9388\n",
      "Epoch: 0009 - cost= 4.520204864 - Accuracy= 0.9384\n",
      "Epoch: 0009 - cost= 4.534827259 - Accuracy= 0.9388\n",
      "Epoch: 0009 - cost= 4.553418484 - Accuracy= 0.9391\n",
      "Epoch: 0009 - cost= 4.577292892 - Accuracy= 0.9392\n",
      "Epoch: 0009 - cost= 4.579577878 - Accuracy= 0.9391\n",
      "Epoch: 0009 - cost= 4.585215570 - Accuracy= 0.9394\n",
      "Epoch: 0009 - cost= 4.588281749 - Accuracy= 0.9396\n",
      "Epoch: 0009 - cost= 4.593026726 - Accuracy= 0.939\n",
      "Epoch: 0009 - cost= 4.611884507 - Accuracy= 0.9391\n",
      "Epoch: 0009 - cost= 4.620759004 - Accuracy= 0.9398\n",
      "Epoch: 0009 - cost= 4.646336033 - Accuracy= 0.9405\n",
      "Epoch: 0010 - cost= 0.003650900 - Accuracy= 0.9405\n",
      "Epoch: 0010 - cost= 0.019505128 - Accuracy= 0.94\n",
      "Epoch: 0010 - cost= 0.031858291 - Accuracy= 0.94\n",
      "Epoch: 0010 - cost= 0.033239002 - Accuracy= 0.9399\n",
      "Epoch: 0010 - cost= 0.040697020 - Accuracy= 0.9388\n",
      "Epoch: 0010 - cost= 0.047513491 - Accuracy= 0.9381\n",
      "Epoch: 0010 - cost= 0.047513491 - Accuracy= 0.9367\n",
      "Epoch: 0010 - cost= 0.047779288 - Accuracy= 0.9358\n",
      "Epoch: 0010 - cost= 0.058439898 - Accuracy= 0.9361\n",
      "Epoch: 0010 - cost= 0.060621270 - Accuracy= 0.9368\n",
      "Epoch: 0010 - cost= 0.065108561 - Accuracy= 0.9367\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0010 - cost= 0.072212555 - Accuracy= 0.938\n",
      "Epoch: 0010 - cost= 0.072212557 - Accuracy= 0.9387\n",
      "Epoch: 0010 - cost= 0.081488743 - Accuracy= 0.9387\n",
      "Epoch: 0010 - cost= 0.083784847 - Accuracy= 0.9391\n",
      "Epoch: 0010 - cost= 0.101765495 - Accuracy= 0.9397\n",
      "Epoch: 0010 - cost= 0.103670005 - Accuracy= 0.9399\n",
      "Epoch: 0010 - cost= 0.104132693 - Accuracy= 0.9399\n",
      "Epoch: 0010 - cost= 0.107020750 - Accuracy= 0.94\n",
      "Epoch: 0010 - cost= 0.122448253 - Accuracy= 0.9398\n",
      "Epoch: 0010 - cost= 0.144096530 - Accuracy= 0.9402\n",
      "Epoch: 0010 - cost= 0.149937442 - Accuracy= 0.9405\n",
      "Epoch: 0010 - cost= 0.152868587 - Accuracy= 0.9406\n",
      "Epoch: 0010 - cost= 0.153064530 - Accuracy= 0.9405\n",
      "Epoch: 0010 - cost= 0.157788017 - Accuracy= 0.9397\n",
      "Epoch: 0010 - cost= 0.161465218 - Accuracy= 0.9393\n",
      "Epoch: 0010 - cost= 0.161611932 - Accuracy= 0.9391\n",
      "Epoch: 0010 - cost= 0.165723014 - Accuracy= 0.9388\n",
      "Epoch: 0010 - cost= 0.166704395 - Accuracy= 0.9383\n",
      "Epoch: 0010 - cost= 0.171827738 - Accuracy= 0.9391\n",
      "Epoch: 0010 - cost= 0.179948005 - Accuracy= 0.9391\n",
      "Epoch: 0010 - cost= 0.186672168 - Accuracy= 0.9382\n",
      "Epoch: 0010 - cost= 0.193938120 - Accuracy= 0.9386\n",
      "Epoch: 0010 - cost= 0.195705710 - Accuracy= 0.9379\n",
      "Epoch: 0010 - cost= 0.210823520 - Accuracy= 0.9377\n",
      "Epoch: 0010 - cost= 0.227752364 - Accuracy= 0.9375\n",
      "Epoch: 0010 - cost= 0.232525908 - Accuracy= 0.9382\n",
      "Epoch: 0010 - cost= 0.233774676 - Accuracy= 0.9385\n",
      "Epoch: 0010 - cost= 0.240076517 - Accuracy= 0.9383\n",
      "Epoch: 0010 - cost= 0.244537712 - Accuracy= 0.9381\n",
      "Epoch: 0010 - cost= 0.254083972 - Accuracy= 0.938\n",
      "Epoch: 0010 - cost= 0.254694804 - Accuracy= 0.9382\n",
      "Epoch: 0010 - cost= 0.279841963 - Accuracy= 0.9381\n",
      "Epoch: 0010 - cost= 0.283504921 - Accuracy= 0.9381\n",
      "Epoch: 0010 - cost= 0.283504921 - Accuracy= 0.9383\n",
      "Epoch: 0010 - cost= 0.283504921 - Accuracy= 0.938\n",
      "Epoch: 0010 - cost= 0.285641672 - Accuracy= 0.9381\n",
      "Epoch: 0010 - cost= 0.286405455 - Accuracy= 0.9379\n",
      "Epoch: 0010 - cost= 0.286488124 - Accuracy= 0.9381\n",
      "Epoch: 0010 - cost= 0.286488143 - Accuracy= 0.938\n",
      "Epoch: 0010 - cost= 0.290534112 - Accuracy= 0.9381\n",
      "Epoch: 0010 - cost= 0.296896044 - Accuracy= 0.938\n",
      "Epoch: 0010 - cost= 0.303989683 - Accuracy= 0.9379\n",
      "Epoch: 0010 - cost= 0.317734491 - Accuracy= 0.9378\n",
      "Epoch: 0010 - cost= 0.320979003 - Accuracy= 0.9373\n",
      "Epoch: 0010 - cost= 0.333518598 - Accuracy= 0.9375\n",
      "Epoch: 0010 - cost= 0.335590020 - Accuracy= 0.9375\n",
      "Epoch: 0010 - cost= 0.340679442 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 0.344598341 - Accuracy= 0.9369\n",
      "Epoch: 0010 - cost= 0.344598345 - Accuracy= 0.9364\n",
      "Epoch: 0010 - cost= 0.357629457 - Accuracy= 0.9358\n",
      "Epoch: 0010 - cost= 0.358952475 - Accuracy= 0.9354\n",
      "Epoch: 0010 - cost= 0.362587078 - Accuracy= 0.9354\n",
      "Epoch: 0010 - cost= 0.367065418 - Accuracy= 0.9356\n",
      "Epoch: 0010 - cost= 0.368130181 - Accuracy= 0.9356\n",
      "Epoch: 0010 - cost= 0.387468891 - Accuracy= 0.936\n",
      "Epoch: 0010 - cost= 0.389164901 - Accuracy= 0.9357\n",
      "Epoch: 0010 - cost= 0.390104711 - Accuracy= 0.9358\n",
      "Epoch: 0010 - cost= 0.390104711 - Accuracy= 0.9349\n",
      "Epoch: 0010 - cost= 0.396947618 - Accuracy= 0.9351\n",
      "Epoch: 0010 - cost= 0.400354109 - Accuracy= 0.9357\n",
      "Epoch: 0010 - cost= 0.404436301 - Accuracy= 0.9358\n",
      "Epoch: 0010 - cost= 0.425632138 - Accuracy= 0.9363\n",
      "Epoch: 0010 - cost= 0.436411494 - Accuracy= 0.936\n",
      "Epoch: 0010 - cost= 0.454692136 - Accuracy= 0.9359\n",
      "Epoch: 0010 - cost= 0.457417157 - Accuracy= 0.9361\n",
      "Epoch: 0010 - cost= 0.462047020 - Accuracy= 0.9356\n",
      "Epoch: 0010 - cost= 0.466144504 - Accuracy= 0.9366\n",
      "Epoch: 0010 - cost= 0.472757963 - Accuracy= 0.937\n",
      "Epoch: 0010 - cost= 0.475888215 - Accuracy= 0.9376\n",
      "Epoch: 0010 - cost= 0.478819840 - Accuracy= 0.9368\n",
      "Epoch: 0010 - cost= 0.479583179 - Accuracy= 0.9369\n",
      "Epoch: 0010 - cost= 0.486455622 - Accuracy= 0.9369\n",
      "Epoch: 0010 - cost= 0.509151188 - Accuracy= 0.9367\n",
      "Epoch: 0010 - cost= 0.514050103 - Accuracy= 0.9365\n",
      "Epoch: 0010 - cost= 0.519037309 - Accuracy= 0.936\n",
      "Epoch: 0010 - cost= 0.529210106 - Accuracy= 0.9358\n",
      "Epoch: 0010 - cost= 0.545317876 - Accuracy= 0.9361\n",
      "Epoch: 0010 - cost= 0.552069857 - Accuracy= 0.9364\n",
      "Epoch: 0010 - cost= 0.576222207 - Accuracy= 0.9373\n",
      "Epoch: 0010 - cost= 0.586190866 - Accuracy= 0.9375\n",
      "Epoch: 0010 - cost= 0.591694571 - Accuracy= 0.9378\n",
      "Epoch: 0010 - cost= 0.592877210 - Accuracy= 0.9381\n",
      "Epoch: 0010 - cost= 0.628456666 - Accuracy= 0.9387\n",
      "Epoch: 0010 - cost= 0.639301232 - Accuracy= 0.9384\n",
      "Epoch: 0010 - cost= 0.642625161 - Accuracy= 0.9382\n",
      "Epoch: 0010 - cost= 0.646033598 - Accuracy= 0.9383\n",
      "Epoch: 0010 - cost= 0.649654924 - Accuracy= 0.9378\n",
      "Epoch: 0010 - cost= 0.658038638 - Accuracy= 0.9375\n",
      "Epoch: 0010 - cost= 0.661075750 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 0.670246616 - Accuracy= 0.9378\n",
      "Epoch: 0010 - cost= 0.676850331 - Accuracy= 0.9377\n",
      "Epoch: 0010 - cost= 0.680996623 - Accuracy= 0.9378\n",
      "Epoch: 0010 - cost= 0.680996623 - Accuracy= 0.9377\n",
      "Epoch: 0010 - cost= 0.692308973 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 0.695523392 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 0.696858096 - Accuracy= 0.9369\n",
      "Epoch: 0010 - cost= 0.699762525 - Accuracy= 0.9373\n",
      "Epoch: 0010 - cost= 0.707177219 - Accuracy= 0.9368\n",
      "Epoch: 0010 - cost= 0.720397129 - Accuracy= 0.9365\n",
      "Epoch: 0010 - cost= 0.730337008 - Accuracy= 0.9369\n",
      "Epoch: 0010 - cost= 0.743363072 - Accuracy= 0.937\n",
      "Epoch: 0010 - cost= 0.744520070 - Accuracy= 0.9367\n",
      "Epoch: 0010 - cost= 0.745761279 - Accuracy= 0.9366\n",
      "Epoch: 0010 - cost= 0.746883250 - Accuracy= 0.9368\n",
      "Epoch: 0010 - cost= 0.751533397 - Accuracy= 0.9368\n",
      "Epoch: 0010 - cost= 0.751845072 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 0.752173676 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 0.753645642 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 0.753734696 - Accuracy= 0.9367\n",
      "Epoch: 0010 - cost= 0.753841149 - Accuracy= 0.9361\n",
      "Epoch: 0010 - cost= 0.754999403 - Accuracy= 0.936\n",
      "Epoch: 0010 - cost= 0.757231719 - Accuracy= 0.9359\n",
      "Epoch: 0010 - cost= 0.761263437 - Accuracy= 0.9356\n",
      "Epoch: 0010 - cost= 0.764220998 - Accuracy= 0.9355\n",
      "Epoch: 0010 - cost= 0.770399666 - Accuracy= 0.9354\n",
      "Epoch: 0010 - cost= 0.783063862 - Accuracy= 0.9358\n",
      "Epoch: 0010 - cost= 0.783063862 - Accuracy= 0.9363\n",
      "Epoch: 0010 - cost= 0.786777104 - Accuracy= 0.936\n",
      "Epoch: 0010 - cost= 0.800058607 - Accuracy= 0.936\n",
      "Epoch: 0010 - cost= 0.812371367 - Accuracy= 0.9358\n",
      "Epoch: 0010 - cost= 0.814283671 - Accuracy= 0.9361\n",
      "Epoch: 0010 - cost= 0.817803604 - Accuracy= 0.9361\n",
      "Epoch: 0010 - cost= 0.827566369 - Accuracy= 0.9366\n",
      "Epoch: 0010 - cost= 0.836666335 - Accuracy= 0.9367\n",
      "Epoch: 0010 - cost= 0.839207042 - Accuracy= 0.9365\n",
      "Epoch: 0010 - cost= 0.848725230 - Accuracy= 0.9369\n",
      "Epoch: 0010 - cost= 0.848770398 - Accuracy= 0.9352\n",
      "Epoch: 0010 - cost= 0.849517937 - Accuracy= 0.9352\n",
      "Epoch: 0010 - cost= 0.861787066 - Accuracy= 0.9354\n",
      "Epoch: 0010 - cost= 0.866783041 - Accuracy= 0.9341\n",
      "Epoch: 0010 - cost= 0.869498870 - Accuracy= 0.9335\n",
      "Epoch: 0010 - cost= 0.870235617 - Accuracy= 0.9337\n",
      "Epoch: 0010 - cost= 0.882248068 - Accuracy= 0.9333\n",
      "Epoch: 0010 - cost= 0.888578343 - Accuracy= 0.9331\n",
      "Epoch: 0010 - cost= 0.898011620 - Accuracy= 0.9329\n",
      "Epoch: 0010 - cost= 0.904388207 - Accuracy= 0.9329\n",
      "Epoch: 0010 - cost= 0.906069982 - Accuracy= 0.9333\n",
      "Epoch: 0010 - cost= 0.915597434 - Accuracy= 0.9338\n",
      "Epoch: 0010 - cost= 0.917230070 - Accuracy= 0.9346\n",
      "Epoch: 0010 - cost= 0.917387562 - Accuracy= 0.935\n",
      "Epoch: 0010 - cost= 0.934473231 - Accuracy= 0.9348\n",
      "Epoch: 0010 - cost= 0.934495105 - Accuracy= 0.9351\n",
      "Epoch: 0010 - cost= 0.944728040 - Accuracy= 0.9349\n",
      "Epoch: 0010 - cost= 0.947203502 - Accuracy= 0.935\n",
      "Epoch: 0010 - cost= 0.956581696 - Accuracy= 0.9351\n",
      "Epoch: 0010 - cost= 0.961685115 - Accuracy= 0.9366\n",
      "Epoch: 0010 - cost= 0.965775546 - Accuracy= 0.937\n",
      "Epoch: 0010 - cost= 0.993084908 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 0.994302406 - Accuracy= 0.9366\n",
      "Epoch: 0010 - cost= 0.994565092 - Accuracy= 0.9367\n",
      "Epoch: 0010 - cost= 1.011757606 - Accuracy= 0.9369\n",
      "Epoch: 0010 - cost= 1.015129625 - Accuracy= 0.9364\n",
      "Epoch: 0010 - cost= 1.022831816 - Accuracy= 0.9365\n",
      "Epoch: 0010 - cost= 1.042939150 - Accuracy= 0.9368\n",
      "Epoch: 0010 - cost= 1.051328154 - Accuracy= 0.9368\n",
      "Epoch: 0010 - cost= 1.053236594 - Accuracy= 0.937\n",
      "Epoch: 0010 - cost= 1.081715866 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 1.085990634 - Accuracy= 0.9368\n",
      "Epoch: 0010 - cost= 1.089862290 - Accuracy= 0.9362\n",
      "Epoch: 0010 - cost= 1.091516047 - Accuracy= 0.9368\n",
      "Epoch: 0010 - cost= 1.092071585 - Accuracy= 0.9368\n",
      "Epoch: 0010 - cost= 1.110579884 - Accuracy= 0.937\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0010 - cost= 1.118525761 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 1.118720309 - Accuracy= 0.937\n",
      "Epoch: 0010 - cost= 1.120414473 - Accuracy= 0.9369\n",
      "Epoch: 0010 - cost= 1.127657204 - Accuracy= 0.9369\n",
      "Epoch: 0010 - cost= 1.135099200 - Accuracy= 0.9365\n",
      "Epoch: 0010 - cost= 1.150525525 - Accuracy= 0.9361\n",
      "Epoch: 0010 - cost= 1.156805246 - Accuracy= 0.9351\n",
      "Epoch: 0010 - cost= 1.160085941 - Accuracy= 0.9349\n",
      "Epoch: 0010 - cost= 1.160943505 - Accuracy= 0.9347\n",
      "Epoch: 0010 - cost= 1.163629955 - Accuracy= 0.935\n",
      "Epoch: 0010 - cost= 1.178119779 - Accuracy= 0.9349\n",
      "Epoch: 0010 - cost= 1.180619809 - Accuracy= 0.9349\n",
      "Epoch: 0010 - cost= 1.182674781 - Accuracy= 0.9349\n",
      "Epoch: 0010 - cost= 1.186039347 - Accuracy= 0.9353\n",
      "Epoch: 0010 - cost= 1.192140927 - Accuracy= 0.9354\n",
      "Epoch: 0010 - cost= 1.194641349 - Accuracy= 0.9356\n",
      "Epoch: 0010 - cost= 1.199468959 - Accuracy= 0.9351\n",
      "Epoch: 0010 - cost= 1.214255594 - Accuracy= 0.9356\n",
      "Epoch: 0010 - cost= 1.229324397 - Accuracy= 0.9353\n",
      "Epoch: 0010 - cost= 1.229324398 - Accuracy= 0.9358\n",
      "Epoch: 0010 - cost= 1.231807828 - Accuracy= 0.9354\n",
      "Epoch: 0010 - cost= 1.234857594 - Accuracy= 0.9356\n",
      "Epoch: 0010 - cost= 1.242718264 - Accuracy= 0.9361\n",
      "Epoch: 0010 - cost= 1.246605968 - Accuracy= 0.936\n",
      "Epoch: 0010 - cost= 1.254324691 - Accuracy= 0.936\n",
      "Epoch: 0010 - cost= 1.254324691 - Accuracy= 0.9362\n",
      "Epoch: 0010 - cost= 1.255919513 - Accuracy= 0.9364\n",
      "Epoch: 0010 - cost= 1.259329253 - Accuracy= 0.9367\n",
      "Epoch: 0010 - cost= 1.282773239 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 1.284845713 - Accuracy= 0.9378\n",
      "Epoch: 0010 - cost= 1.286361411 - Accuracy= 0.9377\n",
      "Epoch: 0010 - cost= 1.298433130 - Accuracy= 0.9373\n",
      "Epoch: 0010 - cost= 1.322904228 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 1.323055196 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 1.323055196 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 1.324933159 - Accuracy= 0.9374\n",
      "Epoch: 0010 - cost= 1.329369017 - Accuracy= 0.9376\n",
      "Epoch: 0010 - cost= 1.338724953 - Accuracy= 0.9376\n",
      "Epoch: 0010 - cost= 1.338724953 - Accuracy= 0.9379\n",
      "Epoch: 0010 - cost= 1.341178840 - Accuracy= 0.9378\n",
      "Epoch: 0010 - cost= 1.343622408 - Accuracy= 0.9378\n",
      "Epoch: 0010 - cost= 1.343622497 - Accuracy= 0.9375\n",
      "Epoch: 0010 - cost= 1.349173510 - Accuracy= 0.9375\n",
      "Epoch: 0010 - cost= 1.353018309 - Accuracy= 0.9376\n",
      "Epoch: 0010 - cost= 1.355100614 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 1.362113583 - Accuracy= 0.937\n",
      "Epoch: 0010 - cost= 1.363167932 - Accuracy= 0.9369\n",
      "Epoch: 0010 - cost= 1.375397815 - Accuracy= 0.9369\n",
      "Epoch: 0010 - cost= 1.378494263 - Accuracy= 0.9369\n",
      "Epoch: 0010 - cost= 1.382528773 - Accuracy= 0.937\n",
      "Epoch: 0010 - cost= 1.382537762 - Accuracy= 0.9365\n",
      "Epoch: 0010 - cost= 1.391258341 - Accuracy= 0.9364\n",
      "Epoch: 0010 - cost= 1.398226342 - Accuracy= 0.9363\n",
      "Epoch: 0010 - cost= 1.421224063 - Accuracy= 0.9365\n",
      "Epoch: 0010 - cost= 1.433688397 - Accuracy= 0.937\n",
      "Epoch: 0010 - cost= 1.433688397 - Accuracy= 0.938\n",
      "Epoch: 0010 - cost= 1.449525704 - Accuracy= 0.938\n",
      "Epoch: 0010 - cost= 1.462892390 - Accuracy= 0.9375\n",
      "Epoch: 0010 - cost= 1.466161229 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 1.469530029 - Accuracy= 0.9368\n",
      "Epoch: 0010 - cost= 1.476918871 - Accuracy= 0.9367\n",
      "Epoch: 0010 - cost= 1.477841404 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 1.477917294 - Accuracy= 0.9375\n",
      "Epoch: 0010 - cost= 1.493077042 - Accuracy= 0.9376\n",
      "Epoch: 0010 - cost= 1.493440677 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 1.513123915 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 1.531565960 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 1.539688129 - Accuracy= 0.9368\n",
      "Epoch: 0010 - cost= 1.546706334 - Accuracy= 0.9368\n",
      "Epoch: 0010 - cost= 1.549397403 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 1.551183642 - Accuracy= 0.9364\n",
      "Epoch: 0010 - cost= 1.561226899 - Accuracy= 0.9361\n",
      "Epoch: 0010 - cost= 1.588027342 - Accuracy= 0.9368\n",
      "Epoch: 0010 - cost= 1.595674301 - Accuracy= 0.9373\n",
      "Epoch: 0010 - cost= 1.597498354 - Accuracy= 0.9361\n",
      "Epoch: 0010 - cost= 1.605835767 - Accuracy= 0.9358\n",
      "Epoch: 0010 - cost= 1.620916569 - Accuracy= 0.9367\n",
      "Epoch: 0010 - cost= 1.623743612 - Accuracy= 0.9366\n",
      "Epoch: 0010 - cost= 1.636822364 - Accuracy= 0.9374\n",
      "Epoch: 0010 - cost= 1.641642304 - Accuracy= 0.9378\n",
      "Epoch: 0010 - cost= 1.651391937 - Accuracy= 0.9378\n",
      "Epoch: 0010 - cost= 1.651642802 - Accuracy= 0.9383\n",
      "Epoch: 0010 - cost= 1.656665756 - Accuracy= 0.9391\n",
      "Epoch: 0010 - cost= 1.660217314 - Accuracy= 0.939\n",
      "Epoch: 0010 - cost= 1.662697383 - Accuracy= 0.9385\n",
      "Epoch: 0010 - cost= 1.680013900 - Accuracy= 0.9381\n",
      "Epoch: 0010 - cost= 1.681734741 - Accuracy= 0.9387\n",
      "Epoch: 0010 - cost= 1.686550901 - Accuracy= 0.9381\n",
      "Epoch: 0010 - cost= 1.705054007 - Accuracy= 0.9382\n",
      "Epoch: 0010 - cost= 1.721452808 - Accuracy= 0.9383\n",
      "Epoch: 0010 - cost= 1.736394086 - Accuracy= 0.939\n",
      "Epoch: 0010 - cost= 1.736880682 - Accuracy= 0.9388\n",
      "Epoch: 0010 - cost= 1.738182602 - Accuracy= 0.9386\n",
      "Epoch: 0010 - cost= 1.738319553 - Accuracy= 0.9385\n",
      "Epoch: 0010 - cost= 1.744585397 - Accuracy= 0.9379\n",
      "Epoch: 0010 - cost= 1.747407097 - Accuracy= 0.9376\n",
      "Epoch: 0010 - cost= 1.754831357 - Accuracy= 0.9379\n",
      "Epoch: 0010 - cost= 1.754831357 - Accuracy= 0.9382\n",
      "Epoch: 0010 - cost= 1.761554546 - Accuracy= 0.9383\n",
      "Epoch: 0010 - cost= 1.764151917 - Accuracy= 0.9376\n",
      "Epoch: 0010 - cost= 1.764151942 - Accuracy= 0.937\n",
      "Epoch: 0010 - cost= 1.769545182 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 1.769545182 - Accuracy= 0.9378\n",
      "Epoch: 0010 - cost= 1.775729532 - Accuracy= 0.9378\n",
      "Epoch: 0010 - cost= 1.779769074 - Accuracy= 0.938\n",
      "Epoch: 0010 - cost= 1.799027479 - Accuracy= 0.9384\n",
      "Epoch: 0010 - cost= 1.812782095 - Accuracy= 0.9387\n",
      "Epoch: 0010 - cost= 1.817926763 - Accuracy= 0.9394\n",
      "Epoch: 0010 - cost= 1.826583100 - Accuracy= 0.9389\n",
      "Epoch: 0010 - cost= 1.829866278 - Accuracy= 0.9395\n",
      "Epoch: 0010 - cost= 1.867194988 - Accuracy= 0.9392\n",
      "Epoch: 0010 - cost= 1.880015994 - Accuracy= 0.9398\n",
      "Epoch: 0010 - cost= 1.883875386 - Accuracy= 0.94\n",
      "Epoch: 0010 - cost= 1.889420728 - Accuracy= 0.9399\n",
      "Epoch: 0010 - cost= 1.891078967 - Accuracy= 0.9391\n",
      "Epoch: 0010 - cost= 1.905159617 - Accuracy= 0.9393\n",
      "Epoch: 0010 - cost= 1.910706294 - Accuracy= 0.9396\n",
      "Epoch: 0010 - cost= 1.916773602 - Accuracy= 0.9391\n",
      "Epoch: 0010 - cost= 1.926046171 - Accuracy= 0.9383\n",
      "Epoch: 0010 - cost= 1.935834327 - Accuracy= 0.9379\n",
      "Epoch: 0010 - cost= 1.944278048 - Accuracy= 0.9382\n",
      "Epoch: 0010 - cost= 1.955116498 - Accuracy= 0.9387\n",
      "Epoch: 0010 - cost= 1.957578107 - Accuracy= 0.939\n",
      "Epoch: 0010 - cost= 1.961964619 - Accuracy= 0.939\n",
      "Epoch: 0010 - cost= 1.964707765 - Accuracy= 0.9387\n",
      "Epoch: 0010 - cost= 1.965420908 - Accuracy= 0.9384\n",
      "Epoch: 0010 - cost= 1.969254625 - Accuracy= 0.9383\n",
      "Epoch: 0010 - cost= 1.971642152 - Accuracy= 0.9381\n",
      "Epoch: 0010 - cost= 1.976442173 - Accuracy= 0.9379\n",
      "Epoch: 0010 - cost= 1.994808137 - Accuracy= 0.9379\n",
      "Epoch: 0010 - cost= 1.998265985 - Accuracy= 0.9379\n",
      "Epoch: 0010 - cost= 2.000770057 - Accuracy= 0.9387\n",
      "Epoch: 0010 - cost= 2.009217738 - Accuracy= 0.9385\n",
      "Epoch: 0010 - cost= 2.009761021 - Accuracy= 0.9388\n",
      "Epoch: 0010 - cost= 2.015319412 - Accuracy= 0.9381\n",
      "Epoch: 0010 - cost= 2.017242070 - Accuracy= 0.9379\n",
      "Epoch: 0010 - cost= 2.020941264 - Accuracy= 0.9374\n",
      "Epoch: 0010 - cost= 2.024015037 - Accuracy= 0.9376\n",
      "Epoch: 0010 - cost= 2.024015037 - Accuracy= 0.9365\n",
      "Epoch: 0010 - cost= 2.037855817 - Accuracy= 0.9357\n",
      "Epoch: 0010 - cost= 2.044654211 - Accuracy= 0.9354\n",
      "Epoch: 0010 - cost= 2.060542548 - Accuracy= 0.935\n",
      "Epoch: 0010 - cost= 2.069850347 - Accuracy= 0.9343\n",
      "Epoch: 0010 - cost= 2.071626397 - Accuracy= 0.934\n",
      "Epoch: 0010 - cost= 2.071680254 - Accuracy= 0.9331\n",
      "Epoch: 0010 - cost= 2.078957978 - Accuracy= 0.9344\n",
      "Epoch: 0010 - cost= 2.081092915 - Accuracy= 0.9352\n",
      "Epoch: 0010 - cost= 2.089166981 - Accuracy= 0.9343\n",
      "Epoch: 0010 - cost= 2.094449461 - Accuracy= 0.9344\n",
      "Epoch: 0010 - cost= 2.102363205 - Accuracy= 0.9341\n",
      "Epoch: 0010 - cost= 2.120990602 - Accuracy= 0.9343\n",
      "Epoch: 0010 - cost= 2.124472922 - Accuracy= 0.9347\n",
      "Epoch: 0010 - cost= 2.124796217 - Accuracy= 0.935\n",
      "Epoch: 0010 - cost= 2.133547266 - Accuracy= 0.9354\n",
      "Epoch: 0010 - cost= 2.135290574 - Accuracy= 0.9349\n",
      "Epoch: 0010 - cost= 2.135357049 - Accuracy= 0.935\n",
      "Epoch: 0010 - cost= 2.152364081 - Accuracy= 0.9351\n",
      "Epoch: 0010 - cost= 2.155166251 - Accuracy= 0.9352\n",
      "Epoch: 0010 - cost= 2.156368935 - Accuracy= 0.9351\n",
      "Epoch: 0010 - cost= 2.159642932 - Accuracy= 0.9359\n",
      "Epoch: 0010 - cost= 2.164437286 - Accuracy= 0.9365\n",
      "Epoch: 0010 - cost= 2.167769499 - Accuracy= 0.9374\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0010 - cost= 2.179639918 - Accuracy= 0.9378\n",
      "Epoch: 0010 - cost= 2.181138708 - Accuracy= 0.9373\n",
      "Epoch: 0010 - cost= 2.189819352 - Accuracy= 0.9375\n",
      "Epoch: 0010 - cost= 2.190578720 - Accuracy= 0.9377\n",
      "Epoch: 0010 - cost= 2.194067150 - Accuracy= 0.9384\n",
      "Epoch: 0010 - cost= 2.194067150 - Accuracy= 0.9382\n",
      "Epoch: 0010 - cost= 2.194067150 - Accuracy= 0.9382\n",
      "Epoch: 0010 - cost= 2.198446442 - Accuracy= 0.9386\n",
      "Epoch: 0010 - cost= 2.203403339 - Accuracy= 0.9392\n",
      "Epoch: 0010 - cost= 2.213549595 - Accuracy= 0.9392\n",
      "Epoch: 0010 - cost= 2.213735752 - Accuracy= 0.9384\n",
      "Epoch: 0010 - cost= 2.213735761 - Accuracy= 0.9386\n",
      "Epoch: 0010 - cost= 2.221342708 - Accuracy= 0.9385\n",
      "Epoch: 0010 - cost= 2.230660835 - Accuracy= 0.9381\n",
      "Epoch: 0010 - cost= 2.231256320 - Accuracy= 0.9378\n",
      "Epoch: 0010 - cost= 2.238850351 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 2.238850351 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 2.246906629 - Accuracy= 0.937\n",
      "Epoch: 0010 - cost= 2.255030675 - Accuracy= 0.9365\n",
      "Epoch: 0010 - cost= 2.266162150 - Accuracy= 0.9363\n",
      "Epoch: 0010 - cost= 2.272638924 - Accuracy= 0.9366\n",
      "Epoch: 0010 - cost= 2.277966986 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 2.278813896 - Accuracy= 0.938\n",
      "Epoch: 0010 - cost= 2.294240181 - Accuracy= 0.9382\n",
      "Epoch: 0010 - cost= 2.302799799 - Accuracy= 0.9382\n",
      "Epoch: 0010 - cost= 2.321841693 - Accuracy= 0.9381\n",
      "Epoch: 0010 - cost= 2.325767025 - Accuracy= 0.9387\n",
      "Epoch: 0010 - cost= 2.327275330 - Accuracy= 0.9389\n",
      "Epoch: 0010 - cost= 2.332373315 - Accuracy= 0.9387\n",
      "Epoch: 0010 - cost= 2.332779758 - Accuracy= 0.9394\n",
      "Epoch: 0010 - cost= 2.346409280 - Accuracy= 0.9394\n",
      "Epoch: 0010 - cost= 2.346852733 - Accuracy= 0.9394\n",
      "Epoch: 0010 - cost= 2.347767659 - Accuracy= 0.9386\n",
      "Epoch: 0010 - cost= 2.352545805 - Accuracy= 0.9383\n",
      "Epoch: 0010 - cost= 2.353597619 - Accuracy= 0.9379\n",
      "Epoch: 0010 - cost= 2.354090321 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 2.361503507 - Accuracy= 0.9365\n",
      "Epoch: 0010 - cost= 2.367759850 - Accuracy= 0.9364\n",
      "Epoch: 0010 - cost= 2.370975418 - Accuracy= 0.9373\n",
      "Epoch: 0010 - cost= 2.394403329 - Accuracy= 0.9375\n",
      "Epoch: 0010 - cost= 2.399521445 - Accuracy= 0.938\n",
      "Epoch: 0010 - cost= 2.402026194 - Accuracy= 0.9378\n",
      "Epoch: 0010 - cost= 2.403376929 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 2.406437226 - Accuracy= 0.9381\n",
      "Epoch: 0010 - cost= 2.410902997 - Accuracy= 0.9388\n",
      "Epoch: 0010 - cost= 2.416283297 - Accuracy= 0.9389\n",
      "Epoch: 0010 - cost= 2.422200546 - Accuracy= 0.9388\n",
      "Epoch: 0010 - cost= 2.425903686 - Accuracy= 0.9389\n",
      "Epoch: 0010 - cost= 2.429973467 - Accuracy= 0.9388\n",
      "Epoch: 0010 - cost= 2.435005999 - Accuracy= 0.9387\n",
      "Epoch: 0010 - cost= 2.435008217 - Accuracy= 0.9391\n",
      "Epoch: 0010 - cost= 2.435008217 - Accuracy= 0.9397\n",
      "Epoch: 0010 - cost= 2.442483510 - Accuracy= 0.9395\n",
      "Epoch: 0010 - cost= 2.445672080 - Accuracy= 0.9391\n",
      "Epoch: 0010 - cost= 2.445672080 - Accuracy= 0.9388\n",
      "Epoch: 0010 - cost= 2.461332130 - Accuracy= 0.9382\n",
      "Epoch: 0010 - cost= 2.465538313 - Accuracy= 0.9377\n",
      "Epoch: 0010 - cost= 2.470080390 - Accuracy= 0.9379\n",
      "Epoch: 0010 - cost= 2.476530457 - Accuracy= 0.938\n",
      "Epoch: 0010 - cost= 2.482727156 - Accuracy= 0.9377\n",
      "Epoch: 0010 - cost= 2.484104156 - Accuracy= 0.938\n",
      "Epoch: 0010 - cost= 2.484770331 - Accuracy= 0.9379\n",
      "Epoch: 0010 - cost= 2.488590136 - Accuracy= 0.9381\n",
      "Epoch: 0010 - cost= 2.497377202 - Accuracy= 0.9379\n",
      "Epoch: 0010 - cost= 2.498052110 - Accuracy= 0.9381\n",
      "Epoch: 0010 - cost= 2.499723515 - Accuracy= 0.9375\n",
      "Epoch: 0010 - cost= 2.512452290 - Accuracy= 0.9373\n",
      "Epoch: 0010 - cost= 2.512706354 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 2.518571427 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 2.526297958 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 2.548110574 - Accuracy= 0.9377\n",
      "Epoch: 0010 - cost= 2.561064147 - Accuracy= 0.9376\n",
      "Epoch: 0010 - cost= 2.564949449 - Accuracy= 0.9374\n",
      "Epoch: 0010 - cost= 2.568722771 - Accuracy= 0.9367\n",
      "Epoch: 0010 - cost= 2.568722771 - Accuracy= 0.9366\n",
      "Epoch: 0010 - cost= 2.574808991 - Accuracy= 0.9365\n",
      "Epoch: 0010 - cost= 2.578483108 - Accuracy= 0.937\n",
      "Epoch: 0010 - cost= 2.578483108 - Accuracy= 0.9376\n",
      "Epoch: 0010 - cost= 2.593052997 - Accuracy= 0.9373\n",
      "Epoch: 0010 - cost= 2.596325587 - Accuracy= 0.9378\n",
      "Epoch: 0010 - cost= 2.597393774 - Accuracy= 0.9376\n",
      "Epoch: 0010 - cost= 2.607517311 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 2.615495347 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 2.615542426 - Accuracy= 0.9368\n",
      "Epoch: 0010 - cost= 2.619670679 - Accuracy= 0.9373\n",
      "Epoch: 0010 - cost= 2.621944104 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 2.630543946 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 2.643282418 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 2.651530847 - Accuracy= 0.9366\n",
      "Epoch: 0010 - cost= 2.652515539 - Accuracy= 0.9367\n",
      "Epoch: 0010 - cost= 2.669199016 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 2.680543351 - Accuracy= 0.9383\n",
      "Epoch: 0010 - cost= 2.682645958 - Accuracy= 0.9383\n",
      "Epoch: 0010 - cost= 2.682830362 - Accuracy= 0.9386\n",
      "Epoch: 0010 - cost= 2.683526170 - Accuracy= 0.9385\n",
      "Epoch: 0010 - cost= 2.683526170 - Accuracy= 0.9387\n",
      "Epoch: 0010 - cost= 2.689464596 - Accuracy= 0.939\n",
      "Epoch: 0010 - cost= 2.702843196 - Accuracy= 0.9391\n",
      "Epoch: 0010 - cost= 2.710358440 - Accuracy= 0.9389\n",
      "Epoch: 0010 - cost= 2.711076752 - Accuracy= 0.9385\n",
      "Epoch: 0010 - cost= 2.715754953 - Accuracy= 0.9386\n",
      "Epoch: 0010 - cost= 2.717429136 - Accuracy= 0.9389\n",
      "Epoch: 0010 - cost= 2.729772429 - Accuracy= 0.9385\n",
      "Epoch: 0010 - cost= 2.741814573 - Accuracy= 0.9389\n",
      "Epoch: 0010 - cost= 2.745526053 - Accuracy= 0.9392\n",
      "Epoch: 0010 - cost= 2.753020586 - Accuracy= 0.939\n",
      "Epoch: 0010 - cost= 2.754230271 - Accuracy= 0.9387\n",
      "Epoch: 0010 - cost= 2.766974668 - Accuracy= 0.9377\n",
      "Epoch: 0010 - cost= 2.770811250 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 2.773122956 - Accuracy= 0.9365\n",
      "Epoch: 0010 - cost= 2.785334475 - Accuracy= 0.936\n",
      "Epoch: 0010 - cost= 2.788088243 - Accuracy= 0.9355\n",
      "Epoch: 0010 - cost= 2.788860771 - Accuracy= 0.9354\n",
      "Epoch: 0010 - cost= 2.803422213 - Accuracy= 0.9345\n",
      "Epoch: 0010 - cost= 2.833042352 - Accuracy= 0.9348\n",
      "Epoch: 0010 - cost= 2.836195371 - Accuracy= 0.935\n",
      "Epoch: 0010 - cost= 2.839083481 - Accuracy= 0.9351\n",
      "Epoch: 0010 - cost= 2.844606588 - Accuracy= 0.9353\n",
      "Epoch: 0010 - cost= 2.847924896 - Accuracy= 0.9363\n",
      "Epoch: 0010 - cost= 2.868213164 - Accuracy= 0.9361\n",
      "Epoch: 0010 - cost= 2.878591254 - Accuracy= 0.9364\n",
      "Epoch: 0010 - cost= 2.878591254 - Accuracy= 0.9367\n",
      "Epoch: 0010 - cost= 2.882991992 - Accuracy= 0.9376\n",
      "Epoch: 0010 - cost= 2.889091957 - Accuracy= 0.9373\n",
      "Epoch: 0010 - cost= 2.889481004 - Accuracy= 0.9383\n",
      "Epoch: 0010 - cost= 2.894547819 - Accuracy= 0.9378\n",
      "Epoch: 0010 - cost= 2.895308428 - Accuracy= 0.937\n",
      "Epoch: 0010 - cost= 2.901341306 - Accuracy= 0.9375\n",
      "Epoch: 0010 - cost= 2.933701237 - Accuracy= 0.9376\n",
      "Epoch: 0010 - cost= 2.933701237 - Accuracy= 0.9376\n",
      "Epoch: 0010 - cost= 2.934638790 - Accuracy= 0.9374\n",
      "Epoch: 0010 - cost= 2.946047361 - Accuracy= 0.9376\n",
      "Epoch: 0010 - cost= 2.948693269 - Accuracy= 0.9374\n",
      "Epoch: 0010 - cost= 2.955430195 - Accuracy= 0.9376\n",
      "Epoch: 0010 - cost= 2.962486056 - Accuracy= 0.9374\n",
      "Epoch: 0010 - cost= 2.964141939 - Accuracy= 0.9377\n",
      "Epoch: 0010 - cost= 2.967835621 - Accuracy= 0.9378\n",
      "Epoch: 0010 - cost= 2.978200729 - Accuracy= 0.938\n",
      "Epoch: 0010 - cost= 2.985472297 - Accuracy= 0.9374\n",
      "Epoch: 0010 - cost= 2.985472297 - Accuracy= 0.9367\n",
      "Epoch: 0010 - cost= 2.988051152 - Accuracy= 0.936\n",
      "Epoch: 0010 - cost= 2.990971953 - Accuracy= 0.936\n",
      "Epoch: 0010 - cost= 2.993554095 - Accuracy= 0.9362\n",
      "Epoch: 0010 - cost= 2.997715377 - Accuracy= 0.9357\n",
      "Epoch: 0010 - cost= 2.997715377 - Accuracy= 0.9359\n",
      "Epoch: 0010 - cost= 3.000126366 - Accuracy= 0.9361\n",
      "Epoch: 0010 - cost= 3.003260809 - Accuracy= 0.9359\n",
      "Epoch: 0010 - cost= 3.003260815 - Accuracy= 0.9365\n",
      "Epoch: 0010 - cost= 3.004535123 - Accuracy= 0.9367\n",
      "Epoch: 0010 - cost= 3.031474220 - Accuracy= 0.9374\n",
      "Epoch: 0010 - cost= 3.032896986 - Accuracy= 0.9377\n",
      "Epoch: 0010 - cost= 3.038047691 - Accuracy= 0.9377\n",
      "Epoch: 0010 - cost= 3.039829737 - Accuracy= 0.9374\n",
      "Epoch: 0010 - cost= 3.050381872 - Accuracy= 0.9377\n",
      "Epoch: 0010 - cost= 3.051961188 - Accuracy= 0.9375\n",
      "Epoch: 0010 - cost= 3.055662272 - Accuracy= 0.9379\n",
      "Epoch: 0010 - cost= 3.059303102 - Accuracy= 0.9389\n",
      "Epoch: 0010 - cost= 3.067160260 - Accuracy= 0.939\n",
      "Epoch: 0010 - cost= 3.078124394 - Accuracy= 0.9386\n",
      "Epoch: 0010 - cost= 3.079009271 - Accuracy= 0.9376\n",
      "Epoch: 0010 - cost= 3.082415403 - Accuracy= 0.9371\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0010 - cost= 3.083753917 - Accuracy= 0.937\n",
      "Epoch: 0010 - cost= 3.086685273 - Accuracy= 0.9375\n",
      "Epoch: 0010 - cost= 3.087522600 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 3.091415034 - Accuracy= 0.9373\n",
      "Epoch: 0010 - cost= 3.113393976 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 3.116848223 - Accuracy= 0.9374\n",
      "Epoch: 0010 - cost= 3.117638878 - Accuracy= 0.9367\n",
      "Epoch: 0010 - cost= 3.134563568 - Accuracy= 0.9366\n",
      "Epoch: 0010 - cost= 3.139880687 - Accuracy= 0.9367\n",
      "Epoch: 0010 - cost= 3.156486489 - Accuracy= 0.9365\n",
      "Epoch: 0010 - cost= 3.156642744 - Accuracy= 0.9359\n",
      "Epoch: 0010 - cost= 3.160032492 - Accuracy= 0.9363\n",
      "Epoch: 0010 - cost= 3.163898940 - Accuracy= 0.9367\n",
      "Epoch: 0010 - cost= 3.166959833 - Accuracy= 0.9368\n",
      "Epoch: 0010 - cost= 3.174960134 - Accuracy= 0.9369\n",
      "Epoch: 0010 - cost= 3.183082490 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 3.183082497 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 3.197246941 - Accuracy= 0.9373\n",
      "Epoch: 0010 - cost= 3.214230998 - Accuracy= 0.9375\n",
      "Epoch: 0010 - cost= 3.215991655 - Accuracy= 0.9367\n",
      "Epoch: 0010 - cost= 3.220040800 - Accuracy= 0.9368\n",
      "Epoch: 0010 - cost= 3.227052292 - Accuracy= 0.9373\n",
      "Epoch: 0010 - cost= 3.227052292 - Accuracy= 0.9366\n",
      "Epoch: 0010 - cost= 3.234836868 - Accuracy= 0.9365\n",
      "Epoch: 0010 - cost= 3.254373946 - Accuracy= 0.9369\n",
      "Epoch: 0010 - cost= 3.257637547 - Accuracy= 0.938\n",
      "Epoch: 0010 - cost= 3.263812818 - Accuracy= 0.9386\n",
      "Epoch: 0010 - cost= 3.266390579 - Accuracy= 0.938\n",
      "Epoch: 0010 - cost= 3.270953136 - Accuracy= 0.9376\n",
      "Epoch: 0010 - cost= 3.277773236 - Accuracy= 0.9368\n",
      "Epoch: 0010 - cost= 3.278317330 - Accuracy= 0.9371\n",
      "Epoch: 0010 - cost= 3.284954164 - Accuracy= 0.9372\n",
      "Epoch: 0010 - cost= 3.287584687 - Accuracy= 0.9373\n",
      "Epoch: 0010 - cost= 3.291826633 - Accuracy= 0.937\n",
      "Epoch: 0010 - cost= 3.297112016 - Accuracy= 0.9369\n",
      "Epoch: 0010 - cost= 3.300961061 - Accuracy= 0.9368\n",
      "Epoch: 0010 - cost= 3.303030491 - Accuracy= 0.9375\n",
      "Epoch: 0010 - cost= 3.324886048 - Accuracy= 0.9378\n",
      "Epoch: 0010 - cost= 3.330768920 - Accuracy= 0.9384\n",
      "Epoch: 0010 - cost= 3.347545930 - Accuracy= 0.9381\n",
      "Epoch: 0010 - cost= 3.348966998 - Accuracy= 0.9382\n",
      "Epoch: 0010 - cost= 3.352040357 - Accuracy= 0.9382\n",
      "Epoch: 0010 - cost= 3.353352480 - Accuracy= 0.9379\n",
      "Epoch: 0010 - cost= 3.363254729 - Accuracy= 0.9374\n",
      "Epoch: 0010 - cost= 3.369073250 - Accuracy= 0.9375\n",
      "Epoch: 0010 - cost= 3.374997475 - Accuracy= 0.9374\n",
      "Epoch: 0010 - cost= 3.381320209 - Accuracy= 0.9369\n",
      "Epoch: 0010 - cost= 3.381615453 - Accuracy= 0.9369\n",
      "Epoch: 0010 - cost= 3.389144002 - Accuracy= 0.9357\n",
      "Epoch: 0010 - cost= 3.389144002 - Accuracy= 0.9359\n",
      "Epoch: 0010 - cost= 3.394185624 - Accuracy= 0.9356\n",
      "Epoch: 0010 - cost= 3.394185624 - Accuracy= 0.9349\n",
      "Epoch: 0010 - cost= 3.407468123 - Accuracy= 0.9352\n",
      "Epoch: 0010 - cost= 3.415259898 - Accuracy= 0.9357\n",
      "Epoch: 0011 - cost= 0.006924396 - Accuracy= 0.9359\n",
      "Epoch: 0011 - cost= 0.006924466 - Accuracy= 0.9362\n",
      "Epoch: 0011 - cost= 0.010360309 - Accuracy= 0.936\n",
      "Epoch: 0011 - cost= 0.014950595 - Accuracy= 0.9365\n",
      "Epoch: 0011 - cost= 0.019499996 - Accuracy= 0.9367\n",
      "Epoch: 0011 - cost= 0.027859484 - Accuracy= 0.9365\n",
      "Epoch: 0011 - cost= 0.036935186 - Accuracy= 0.9376\n",
      "Epoch: 0011 - cost= 0.039693081 - Accuracy= 0.9378\n",
      "Epoch: 0011 - cost= 0.039904775 - Accuracy= 0.9381\n",
      "Epoch: 0011 - cost= 0.041695559 - Accuracy= 0.9379\n",
      "Epoch: 0011 - cost= 0.041743152 - Accuracy= 0.9381\n",
      "Epoch: 0011 - cost= 0.041796365 - Accuracy= 0.9379\n",
      "Epoch: 0011 - cost= 0.046819188 - Accuracy= 0.9376\n",
      "Epoch: 0011 - cost= 0.047587300 - Accuracy= 0.9377\n",
      "Epoch: 0011 - cost= 0.051535297 - Accuracy= 0.9384\n",
      "Epoch: 0011 - cost= 0.054328725 - Accuracy= 0.9382\n",
      "Epoch: 0011 - cost= 0.059860532 - Accuracy= 0.9377\n",
      "Epoch: 0011 - cost= 0.060279289 - Accuracy= 0.9384\n",
      "Epoch: 0011 - cost= 0.061443959 - Accuracy= 0.9386\n",
      "Epoch: 0011 - cost= 0.063195044 - Accuracy= 0.9382\n",
      "Epoch: 0011 - cost= 0.064054175 - Accuracy= 0.9376\n",
      "Epoch: 0011 - cost= 0.064054184 - Accuracy= 0.9376\n",
      "Epoch: 0011 - cost= 0.069447530 - Accuracy= 0.9377\n",
      "Epoch: 0011 - cost= 0.074045312 - Accuracy= 0.9379\n",
      "Epoch: 0011 - cost= 0.074861699 - Accuracy= 0.9381\n",
      "Epoch: 0011 - cost= 0.078538706 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 0.081631152 - Accuracy= 0.9392\n",
      "Epoch: 0011 - cost= 0.083000139 - Accuracy= 0.9397\n",
      "Epoch: 0011 - cost= 0.084210367 - Accuracy= 0.9398\n",
      "Epoch: 0011 - cost= 0.085814256 - Accuracy= 0.94\n",
      "Epoch: 0011 - cost= 0.087025456 - Accuracy= 0.9402\n",
      "Epoch: 0011 - cost= 0.094872482 - Accuracy= 0.9404\n",
      "Epoch: 0011 - cost= 0.096605392 - Accuracy= 0.9399\n",
      "Epoch: 0011 - cost= 0.098545523 - Accuracy= 0.9407\n",
      "Epoch: 0011 - cost= 0.098545523 - Accuracy= 0.9405\n",
      "Epoch: 0011 - cost= 0.098545523 - Accuracy= 0.9399\n",
      "Epoch: 0011 - cost= 0.099240668 - Accuracy= 0.9397\n",
      "Epoch: 0011 - cost= 0.100950091 - Accuracy= 0.9393\n",
      "Epoch: 0011 - cost= 0.104620442 - Accuracy= 0.9398\n",
      "Epoch: 0011 - cost= 0.106814638 - Accuracy= 0.9404\n",
      "Epoch: 0011 - cost= 0.108336021 - Accuracy= 0.94\n",
      "Epoch: 0011 - cost= 0.117412261 - Accuracy= 0.9398\n",
      "Epoch: 0011 - cost= 0.122414068 - Accuracy= 0.9398\n",
      "Epoch: 0011 - cost= 0.123409307 - Accuracy= 0.9391\n",
      "Epoch: 0011 - cost= 0.137161302 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 0.137161302 - Accuracy= 0.9391\n",
      "Epoch: 0011 - cost= 0.140801455 - Accuracy= 0.9394\n",
      "Epoch: 0011 - cost= 0.140801455 - Accuracy= 0.9393\n",
      "Epoch: 0011 - cost= 0.141343736 - Accuracy= 0.9395\n",
      "Epoch: 0011 - cost= 0.141938550 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 0.141938550 - Accuracy= 0.9392\n",
      "Epoch: 0011 - cost= 0.143636538 - Accuracy= 0.9395\n",
      "Epoch: 0011 - cost= 0.145198700 - Accuracy= 0.9398\n",
      "Epoch: 0011 - cost= 0.147315473 - Accuracy= 0.9404\n",
      "Epoch: 0011 - cost= 0.147957668 - Accuracy= 0.9406\n",
      "Epoch: 0011 - cost= 0.147957668 - Accuracy= 0.9402\n",
      "Epoch: 0011 - cost= 0.155972792 - Accuracy= 0.9403\n",
      "Epoch: 0011 - cost= 0.157737839 - Accuracy= 0.9402\n",
      "Epoch: 0011 - cost= 0.158347436 - Accuracy= 0.9398\n",
      "Epoch: 0011 - cost= 0.163471142 - Accuracy= 0.9396\n",
      "Epoch: 0011 - cost= 0.163471142 - Accuracy= 0.9394\n",
      "Epoch: 0011 - cost= 0.167998859 - Accuracy= 0.9399\n",
      "Epoch: 0011 - cost= 0.167999481 - Accuracy= 0.94\n",
      "Epoch: 0011 - cost= 0.170308165 - Accuracy= 0.9401\n",
      "Epoch: 0011 - cost= 0.171738040 - Accuracy= 0.9407\n",
      "Epoch: 0011 - cost= 0.173087323 - Accuracy= 0.9407\n",
      "Epoch: 0011 - cost= 0.175905724 - Accuracy= 0.9407\n",
      "Epoch: 0011 - cost= 0.183121047 - Accuracy= 0.941\n",
      "Epoch: 0011 - cost= 0.209900071 - Accuracy= 0.9413\n",
      "Epoch: 0011 - cost= 0.212379126 - Accuracy= 0.9413\n",
      "Epoch: 0011 - cost= 0.214016837 - Accuracy= 0.9409\n",
      "Epoch: 0011 - cost= 0.219001596 - Accuracy= 0.9411\n",
      "Epoch: 0011 - cost= 0.232896431 - Accuracy= 0.9407\n",
      "Epoch: 0011 - cost= 0.234371594 - Accuracy= 0.9405\n",
      "Epoch: 0011 - cost= 0.240030678 - Accuracy= 0.9397\n",
      "Epoch: 0011 - cost= 0.245689244 - Accuracy= 0.9396\n",
      "Epoch: 0011 - cost= 0.248613647 - Accuracy= 0.9398\n",
      "Epoch: 0011 - cost= 0.261314484 - Accuracy= 0.94\n",
      "Epoch: 0011 - cost= 0.263988530 - Accuracy= 0.9399\n",
      "Epoch: 0011 - cost= 0.269020247 - Accuracy= 0.94\n",
      "Epoch: 0011 - cost= 0.277486829 - Accuracy= 0.94\n",
      "Epoch: 0011 - cost= 0.277486829 - Accuracy= 0.9399\n",
      "Epoch: 0011 - cost= 0.277486829 - Accuracy= 0.9394\n",
      "Epoch: 0011 - cost= 0.277826913 - Accuracy= 0.9397\n",
      "Epoch: 0011 - cost= 0.282135723 - Accuracy= 0.9392\n",
      "Epoch: 0011 - cost= 0.284393658 - Accuracy= 0.9393\n",
      "Epoch: 0011 - cost= 0.287537942 - Accuracy= 0.9401\n",
      "Epoch: 0011 - cost= 0.290301702 - Accuracy= 0.9396\n",
      "Epoch: 0011 - cost= 0.297051154 - Accuracy= 0.9393\n",
      "Epoch: 0011 - cost= 0.302186695 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 0.306653604 - Accuracy= 0.9393\n",
      "Epoch: 0011 - cost= 0.311959172 - Accuracy= 0.9394\n",
      "Epoch: 0011 - cost= 0.316125668 - Accuracy= 0.9394\n",
      "Epoch: 0011 - cost= 0.319232809 - Accuracy= 0.9394\n",
      "Epoch: 0011 - cost= 0.320083689 - Accuracy= 0.9392\n",
      "Epoch: 0011 - cost= 0.326384492 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 0.337210842 - Accuracy= 0.9389\n",
      "Epoch: 0011 - cost= 0.338725182 - Accuracy= 0.9388\n",
      "Epoch: 0011 - cost= 0.338725182 - Accuracy= 0.9383\n",
      "Epoch: 0011 - cost= 0.338725182 - Accuracy= 0.9376\n",
      "Epoch: 0011 - cost= 0.339071238 - Accuracy= 0.9371\n",
      "Epoch: 0011 - cost= 0.340802806 - Accuracy= 0.9369\n",
      "Epoch: 0011 - cost= 0.344373243 - Accuracy= 0.9368\n",
      "Epoch: 0011 - cost= 0.344373247 - Accuracy= 0.9368\n",
      "Epoch: 0011 - cost= 0.347426505 - Accuracy= 0.9365\n",
      "Epoch: 0011 - cost= 0.350409470 - Accuracy= 0.9369\n",
      "Epoch: 0011 - cost= 0.350990367 - Accuracy= 0.9371\n",
      "Epoch: 0011 - cost= 0.361749031 - Accuracy= 0.9372\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0011 - cost= 0.368157437 - Accuracy= 0.9376\n",
      "Epoch: 0011 - cost= 0.370634267 - Accuracy= 0.9382\n",
      "Epoch: 0011 - cost= 0.378617878 - Accuracy= 0.9379\n",
      "Epoch: 0011 - cost= 0.378617878 - Accuracy= 0.9385\n",
      "Epoch: 0011 - cost= 0.379628781 - Accuracy= 0.9381\n",
      "Epoch: 0011 - cost= 0.390100576 - Accuracy= 0.9383\n",
      "Epoch: 0011 - cost= 0.399624989 - Accuracy= 0.9384\n",
      "Epoch: 0011 - cost= 0.409066907 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 0.409455894 - Accuracy= 0.9385\n",
      "Epoch: 0011 - cost= 0.413597435 - Accuracy= 0.9384\n",
      "Epoch: 0011 - cost= 0.414252826 - Accuracy= 0.9384\n",
      "Epoch: 0011 - cost= 0.420708870 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 0.421716356 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 0.426520427 - Accuracy= 0.9388\n",
      "Epoch: 0011 - cost= 0.426520553 - Accuracy= 0.9384\n",
      "Epoch: 0011 - cost= 0.433863717 - Accuracy= 0.9382\n",
      "Epoch: 0011 - cost= 0.433863717 - Accuracy= 0.9379\n",
      "Epoch: 0011 - cost= 0.434025927 - Accuracy= 0.938\n",
      "Epoch: 0011 - cost= 0.437939482 - Accuracy= 0.9386\n",
      "Epoch: 0011 - cost= 0.445903429 - Accuracy= 0.9388\n",
      "Epoch: 0011 - cost= 0.446711958 - Accuracy= 0.9385\n",
      "Epoch: 0011 - cost= 0.447048155 - Accuracy= 0.9379\n",
      "Epoch: 0011 - cost= 0.453035018 - Accuracy= 0.938\n",
      "Epoch: 0011 - cost= 0.456444467 - Accuracy= 0.9381\n",
      "Epoch: 0011 - cost= 0.457711892 - Accuracy= 0.938\n",
      "Epoch: 0011 - cost= 0.460150534 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 0.460150905 - Accuracy= 0.9386\n",
      "Epoch: 0011 - cost= 0.466310587 - Accuracy= 0.9386\n",
      "Epoch: 0011 - cost= 0.468096856 - Accuracy= 0.9384\n",
      "Epoch: 0011 - cost= 0.473198961 - Accuracy= 0.9386\n",
      "Epoch: 0011 - cost= 0.474026571 - Accuracy= 0.9382\n",
      "Epoch: 0011 - cost= 0.476879388 - Accuracy= 0.938\n",
      "Epoch: 0011 - cost= 0.480828766 - Accuracy= 0.9371\n",
      "Epoch: 0011 - cost= 0.481465446 - Accuracy= 0.9377\n",
      "Epoch: 0011 - cost= 0.482845791 - Accuracy= 0.9373\n",
      "Epoch: 0011 - cost= 0.486714323 - Accuracy= 0.9375\n",
      "Epoch: 0011 - cost= 0.502463612 - Accuracy= 0.937\n",
      "Epoch: 0011 - cost= 0.502463612 - Accuracy= 0.9362\n",
      "Epoch: 0011 - cost= 0.503741517 - Accuracy= 0.9358\n",
      "Epoch: 0011 - cost= 0.503741517 - Accuracy= 0.9355\n",
      "Epoch: 0011 - cost= 0.506264797 - Accuracy= 0.9352\n",
      "Epoch: 0011 - cost= 0.509157488 - Accuracy= 0.9353\n",
      "Epoch: 0011 - cost= 0.510450663 - Accuracy= 0.9353\n",
      "Epoch: 0011 - cost= 0.510450663 - Accuracy= 0.935\n",
      "Epoch: 0011 - cost= 0.525782885 - Accuracy= 0.9355\n",
      "Epoch: 0011 - cost= 0.533266862 - Accuracy= 0.936\n",
      "Epoch: 0011 - cost= 0.534492652 - Accuracy= 0.9378\n",
      "Epoch: 0011 - cost= 0.536419523 - Accuracy= 0.9385\n",
      "Epoch: 0011 - cost= 0.544762620 - Accuracy= 0.9385\n",
      "Epoch: 0011 - cost= 0.545102443 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 0.545102443 - Accuracy= 0.9391\n",
      "Epoch: 0011 - cost= 0.556082889 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 0.568884320 - Accuracy= 0.9393\n",
      "Epoch: 0011 - cost= 0.571667206 - Accuracy= 0.9391\n",
      "Epoch: 0011 - cost= 0.575146886 - Accuracy= 0.9389\n",
      "Epoch: 0011 - cost= 0.593149363 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 0.612531526 - Accuracy= 0.9383\n",
      "Epoch: 0011 - cost= 0.613233482 - Accuracy= 0.9373\n",
      "Epoch: 0011 - cost= 0.615320701 - Accuracy= 0.937\n",
      "Epoch: 0011 - cost= 0.616457293 - Accuracy= 0.9368\n",
      "Epoch: 0011 - cost= 0.617148024 - Accuracy= 0.9367\n",
      "Epoch: 0011 - cost= 0.618398486 - Accuracy= 0.9362\n",
      "Epoch: 0011 - cost= 0.622777652 - Accuracy= 0.9361\n",
      "Epoch: 0011 - cost= 0.632626879 - Accuracy= 0.9357\n",
      "Epoch: 0011 - cost= 0.632626879 - Accuracy= 0.9356\n",
      "Epoch: 0011 - cost= 0.644138854 - Accuracy= 0.9352\n",
      "Epoch: 0011 - cost= 0.644200824 - Accuracy= 0.9353\n",
      "Epoch: 0011 - cost= 0.644201046 - Accuracy= 0.9351\n",
      "Epoch: 0011 - cost= 0.646707269 - Accuracy= 0.9356\n",
      "Epoch: 0011 - cost= 0.648549047 - Accuracy= 0.9363\n",
      "Epoch: 0011 - cost= 0.649920046 - Accuracy= 0.9361\n",
      "Epoch: 0011 - cost= 0.654816480 - Accuracy= 0.937\n",
      "Epoch: 0011 - cost= 0.663622898 - Accuracy= 0.938\n",
      "Epoch: 0011 - cost= 0.670868110 - Accuracy= 0.9384\n",
      "Epoch: 0011 - cost= 0.672911960 - Accuracy= 0.9391\n",
      "Epoch: 0011 - cost= 0.682091625 - Accuracy= 0.9389\n",
      "Epoch: 0011 - cost= 0.691360379 - Accuracy= 0.9388\n",
      "Epoch: 0011 - cost= 0.695320311 - Accuracy= 0.9384\n",
      "Epoch: 0011 - cost= 0.697027897 - Accuracy= 0.938\n",
      "Epoch: 0011 - cost= 0.710004261 - Accuracy= 0.9386\n",
      "Epoch: 0011 - cost= 0.711001157 - Accuracy= 0.9383\n",
      "Epoch: 0011 - cost= 0.719144747 - Accuracy= 0.9379\n",
      "Epoch: 0011 - cost= 0.740604082 - Accuracy= 0.9381\n",
      "Epoch: 0011 - cost= 0.743330767 - Accuracy= 0.9377\n",
      "Epoch: 0011 - cost= 0.743926234 - Accuracy= 0.9383\n",
      "Epoch: 0011 - cost= 0.755096618 - Accuracy= 0.9384\n",
      "Epoch: 0011 - cost= 0.759564274 - Accuracy= 0.9375\n",
      "Epoch: 0011 - cost= 0.770340458 - Accuracy= 0.9379\n",
      "Epoch: 0011 - cost= 0.771362468 - Accuracy= 0.9383\n",
      "Epoch: 0011 - cost= 0.776172889 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 0.778926215 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 0.786873200 - Accuracy= 0.9396\n",
      "Epoch: 0011 - cost= 0.794783607 - Accuracy= 0.9389\n",
      "Epoch: 0011 - cost= 0.800566361 - Accuracy= 0.9394\n",
      "Epoch: 0011 - cost= 0.801561592 - Accuracy= 0.9384\n",
      "Epoch: 0011 - cost= 0.807913519 - Accuracy= 0.9376\n",
      "Epoch: 0011 - cost= 0.809754328 - Accuracy= 0.9369\n",
      "Epoch: 0011 - cost= 0.810269970 - Accuracy= 0.9374\n",
      "Epoch: 0011 - cost= 0.812483664 - Accuracy= 0.9368\n",
      "Epoch: 0011 - cost= 0.813679709 - Accuracy= 0.9362\n",
      "Epoch: 0011 - cost= 0.823513676 - Accuracy= 0.9351\n",
      "Epoch: 0011 - cost= 0.831760680 - Accuracy= 0.9352\n",
      "Epoch: 0011 - cost= 0.843121764 - Accuracy= 0.9357\n",
      "Epoch: 0011 - cost= 0.859783783 - Accuracy= 0.9366\n",
      "Epoch: 0011 - cost= 0.859783783 - Accuracy= 0.9368\n",
      "Epoch: 0011 - cost= 0.861286096 - Accuracy= 0.9368\n",
      "Epoch: 0011 - cost= 0.862893655 - Accuracy= 0.9371\n",
      "Epoch: 0011 - cost= 0.866987999 - Accuracy= 0.9377\n",
      "Epoch: 0011 - cost= 0.871263471 - Accuracy= 0.9378\n",
      "Epoch: 0011 - cost= 0.879612985 - Accuracy= 0.9384\n",
      "Epoch: 0011 - cost= 0.885850104 - Accuracy= 0.9378\n",
      "Epoch: 0011 - cost= 0.885952550 - Accuracy= 0.9384\n",
      "Epoch: 0011 - cost= 0.897443299 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 0.898905067 - Accuracy= 0.9392\n",
      "Epoch: 0011 - cost= 0.905059400 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 0.905061766 - Accuracy= 0.9388\n",
      "Epoch: 0011 - cost= 0.905262488 - Accuracy= 0.9385\n",
      "Epoch: 0011 - cost= 0.911199235 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 0.923168102 - Accuracy= 0.9389\n",
      "Epoch: 0011 - cost= 0.924500049 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 0.927511026 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 0.928180211 - Accuracy= 0.9389\n",
      "Epoch: 0011 - cost= 0.930551223 - Accuracy= 0.9386\n",
      "Epoch: 0011 - cost= 0.932112088 - Accuracy= 0.9382\n",
      "Epoch: 0011 - cost= 0.932219106 - Accuracy= 0.9377\n",
      "Epoch: 0011 - cost= 0.934496791 - Accuracy= 0.9375\n",
      "Epoch: 0011 - cost= 0.943108103 - Accuracy= 0.9377\n",
      "Epoch: 0011 - cost= 0.947526644 - Accuracy= 0.9381\n",
      "Epoch: 0011 - cost= 0.951700811 - Accuracy= 0.9381\n",
      "Epoch: 0011 - cost= 0.956062960 - Accuracy= 0.9388\n",
      "Epoch: 0011 - cost= 0.956433158 - Accuracy= 0.9385\n",
      "Epoch: 0011 - cost= 0.966791018 - Accuracy= 0.9389\n",
      "Epoch: 0011 - cost= 0.967241729 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 0.974542722 - Accuracy= 0.9393\n",
      "Epoch: 0011 - cost= 0.976920487 - Accuracy= 0.9395\n",
      "Epoch: 0011 - cost= 0.982762818 - Accuracy= 0.9394\n",
      "Epoch: 0011 - cost= 0.989347389 - Accuracy= 0.9401\n",
      "Epoch: 0011 - cost= 0.991566358 - Accuracy= 0.9397\n",
      "Epoch: 0011 - cost= 1.001908617 - Accuracy= 0.9396\n",
      "Epoch: 0011 - cost= 1.007552505 - Accuracy= 0.9398\n",
      "Epoch: 0011 - cost= 1.008468188 - Accuracy= 0.9392\n",
      "Epoch: 0011 - cost= 1.017840122 - Accuracy= 0.9396\n",
      "Epoch: 0011 - cost= 1.019297420 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 1.026979198 - Accuracy= 0.9388\n",
      "Epoch: 0011 - cost= 1.028799553 - Accuracy= 0.9377\n",
      "Epoch: 0011 - cost= 1.035247212 - Accuracy= 0.9382\n",
      "Epoch: 0011 - cost= 1.038094347 - Accuracy= 0.9377\n",
      "Epoch: 0011 - cost= 1.040860710 - Accuracy= 0.9367\n",
      "Epoch: 0011 - cost= 1.042045758 - Accuracy= 0.937\n",
      "Epoch: 0011 - cost= 1.053243454 - Accuracy= 0.9374\n",
      "Epoch: 0011 - cost= 1.053819274 - Accuracy= 0.9379\n",
      "Epoch: 0011 - cost= 1.054684963 - Accuracy= 0.9381\n",
      "Epoch: 0011 - cost= 1.060280710 - Accuracy= 0.9385\n",
      "Epoch: 0011 - cost= 1.075478065 - Accuracy= 0.9382\n",
      "Epoch: 0011 - cost= 1.088709683 - Accuracy= 0.9374\n",
      "Epoch: 0011 - cost= 1.094328197 - Accuracy= 0.9381\n",
      "Epoch: 0011 - cost= 1.102695561 - Accuracy= 0.9382\n",
      "Epoch: 0011 - cost= 1.103521944 - Accuracy= 0.9376\n",
      "Epoch: 0011 - cost= 1.112428266 - Accuracy= 0.9375\n",
      "Epoch: 0011 - cost= 1.113752580 - Accuracy= 0.9375\n",
      "Epoch: 0011 - cost= 1.113752580 - Accuracy= 0.9376\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0011 - cost= 1.113826551 - Accuracy= 0.9377\n",
      "Epoch: 0011 - cost= 1.117042633 - Accuracy= 0.9377\n",
      "Epoch: 0011 - cost= 1.117862873 - Accuracy= 0.9375\n",
      "Epoch: 0011 - cost= 1.118357804 - Accuracy= 0.9376\n",
      "Epoch: 0011 - cost= 1.123309019 - Accuracy= 0.9382\n",
      "Epoch: 0011 - cost= 1.140270410 - Accuracy= 0.9388\n",
      "Epoch: 0011 - cost= 1.140270410 - Accuracy= 0.9385\n",
      "Epoch: 0011 - cost= 1.151820938 - Accuracy= 0.9389\n",
      "Epoch: 0011 - cost= 1.160459051 - Accuracy= 0.9388\n",
      "Epoch: 0011 - cost= 1.169704257 - Accuracy= 0.9395\n",
      "Epoch: 0011 - cost= 1.178440706 - Accuracy= 0.9393\n",
      "Epoch: 0011 - cost= 1.180732305 - Accuracy= 0.9395\n",
      "Epoch: 0011 - cost= 1.188891999 - Accuracy= 0.9397\n",
      "Epoch: 0011 - cost= 1.191979448 - Accuracy= 0.9406\n",
      "Epoch: 0011 - cost= 1.197407658 - Accuracy= 0.9398\n",
      "Epoch: 0011 - cost= 1.215748785 - Accuracy= 0.94\n",
      "Epoch: 0011 - cost= 1.219268936 - Accuracy= 0.9403\n",
      "Epoch: 0011 - cost= 1.232298496 - Accuracy= 0.9404\n",
      "Epoch: 0011 - cost= 1.238725318 - Accuracy= 0.9404\n",
      "Epoch: 0011 - cost= 1.242205985 - Accuracy= 0.9408\n",
      "Epoch: 0011 - cost= 1.253459567 - Accuracy= 0.9404\n",
      "Epoch: 0011 - cost= 1.258239367 - Accuracy= 0.9398\n",
      "Epoch: 0011 - cost= 1.262537560 - Accuracy= 0.9398\n",
      "Epoch: 0011 - cost= 1.274978856 - Accuracy= 0.9391\n",
      "Epoch: 0011 - cost= 1.274978856 - Accuracy= 0.9389\n",
      "Epoch: 0011 - cost= 1.277188053 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 1.282427961 - Accuracy= 0.9397\n",
      "Epoch: 0011 - cost= 1.286027716 - Accuracy= 0.9398\n",
      "Epoch: 0011 - cost= 1.288233632 - Accuracy= 0.9394\n",
      "Epoch: 0011 - cost= 1.291377548 - Accuracy= 0.9392\n",
      "Epoch: 0011 - cost= 1.296024924 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 1.297803777 - Accuracy= 0.9389\n",
      "Epoch: 0011 - cost= 1.297803777 - Accuracy= 0.9388\n",
      "Epoch: 0011 - cost= 1.302333916 - Accuracy= 0.9389\n",
      "Epoch: 0011 - cost= 1.302333916 - Accuracy= 0.9394\n",
      "Epoch: 0011 - cost= 1.302333916 - Accuracy= 0.9395\n",
      "Epoch: 0011 - cost= 1.318240443 - Accuracy= 0.9396\n",
      "Epoch: 0011 - cost= 1.320084865 - Accuracy= 0.9398\n",
      "Epoch: 0011 - cost= 1.326435001 - Accuracy= 0.9389\n",
      "Epoch: 0011 - cost= 1.338493486 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 1.351909957 - Accuracy= 0.9388\n",
      "Epoch: 0011 - cost= 1.360467791 - Accuracy= 0.9394\n",
      "Epoch: 0011 - cost= 1.366928411 - Accuracy= 0.9391\n",
      "Epoch: 0011 - cost= 1.368598394 - Accuracy= 0.94\n",
      "Epoch: 0011 - cost= 1.372422869 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 1.381737955 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 1.381737955 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 1.383846008 - Accuracy= 0.9378\n",
      "Epoch: 0011 - cost= 1.399034112 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 1.418073854 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 1.418324179 - Accuracy= 0.9386\n",
      "Epoch: 0011 - cost= 1.440631624 - Accuracy= 0.9377\n",
      "Epoch: 0011 - cost= 1.442337332 - Accuracy= 0.9379\n",
      "Epoch: 0011 - cost= 1.446082944 - Accuracy= 0.9379\n",
      "Epoch: 0011 - cost= 1.447864541 - Accuracy= 0.9381\n",
      "Epoch: 0011 - cost= 1.464748485 - Accuracy= 0.9379\n",
      "Epoch: 0011 - cost= 1.464857554 - Accuracy= 0.9373\n",
      "Epoch: 0011 - cost= 1.469680771 - Accuracy= 0.9361\n",
      "Epoch: 0011 - cost= 1.482837400 - Accuracy= 0.9356\n",
      "Epoch: 0011 - cost= 1.486113812 - Accuracy= 0.9356\n",
      "Epoch: 0011 - cost= 1.489199272 - Accuracy= 0.9359\n",
      "Epoch: 0011 - cost= 1.494054066 - Accuracy= 0.9362\n",
      "Epoch: 0011 - cost= 1.495184256 - Accuracy= 0.9364\n",
      "Epoch: 0011 - cost= 1.499979700 - Accuracy= 0.9373\n",
      "Epoch: 0011 - cost= 1.504561257 - Accuracy= 0.9373\n",
      "Epoch: 0011 - cost= 1.507681535 - Accuracy= 0.9371\n",
      "Epoch: 0011 - cost= 1.507912970 - Accuracy= 0.9373\n",
      "Epoch: 0011 - cost= 1.518803457 - Accuracy= 0.9366\n",
      "Epoch: 0011 - cost= 1.521186539 - Accuracy= 0.9363\n",
      "Epoch: 0011 - cost= 1.535190506 - Accuracy= 0.9361\n",
      "Epoch: 0011 - cost= 1.535190506 - Accuracy= 0.9366\n",
      "Epoch: 0011 - cost= 1.536378893 - Accuracy= 0.9367\n",
      "Epoch: 0011 - cost= 1.538465977 - Accuracy= 0.9366\n",
      "Epoch: 0011 - cost= 1.540832567 - Accuracy= 0.9359\n",
      "Epoch: 0011 - cost= 1.547736725 - Accuracy= 0.9363\n",
      "Epoch: 0011 - cost= 1.556183856 - Accuracy= 0.9362\n",
      "Epoch: 0011 - cost= 1.556183856 - Accuracy= 0.9359\n",
      "Epoch: 0011 - cost= 1.561831996 - Accuracy= 0.9369\n",
      "Epoch: 0011 - cost= 1.562288328 - Accuracy= 0.9362\n",
      "Epoch: 0011 - cost= 1.566934907 - Accuracy= 0.9371\n",
      "Epoch: 0011 - cost= 1.585250528 - Accuracy= 0.9377\n",
      "Epoch: 0011 - cost= 1.587289919 - Accuracy= 0.9381\n",
      "Epoch: 0011 - cost= 1.589368532 - Accuracy= 0.9382\n",
      "Epoch: 0011 - cost= 1.594535997 - Accuracy= 0.9384\n",
      "Epoch: 0011 - cost= 1.596262091 - Accuracy= 0.9386\n",
      "Epoch: 0011 - cost= 1.600700334 - Accuracy= 0.9384\n",
      "Epoch: 0011 - cost= 1.623200717 - Accuracy= 0.9379\n",
      "Epoch: 0011 - cost= 1.628059793 - Accuracy= 0.9379\n",
      "Epoch: 0011 - cost= 1.629869167 - Accuracy= 0.9383\n",
      "Epoch: 0011 - cost= 1.635865513 - Accuracy= 0.9375\n",
      "Epoch: 0011 - cost= 1.638942221 - Accuracy= 0.937\n",
      "Epoch: 0011 - cost= 1.648313521 - Accuracy= 0.9369\n",
      "Epoch: 0011 - cost= 1.653407277 - Accuracy= 0.9368\n",
      "Epoch: 0011 - cost= 1.653407277 - Accuracy= 0.9366\n",
      "Epoch: 0011 - cost= 1.664083016 - Accuracy= 0.9361\n",
      "Epoch: 0011 - cost= 1.687074545 - Accuracy= 0.9363\n",
      "Epoch: 0011 - cost= 1.696805641 - Accuracy= 0.9366\n",
      "Epoch: 0011 - cost= 1.697308469 - Accuracy= 0.9371\n",
      "Epoch: 0011 - cost= 1.699304132 - Accuracy= 0.9368\n",
      "Epoch: 0011 - cost= 1.699383969 - Accuracy= 0.937\n",
      "Epoch: 0011 - cost= 1.700688270 - Accuracy= 0.9368\n",
      "Epoch: 0011 - cost= 1.717287975 - Accuracy= 0.9372\n",
      "Epoch: 0011 - cost= 1.721728487 - Accuracy= 0.9368\n",
      "Epoch: 0011 - cost= 1.723614085 - Accuracy= 0.9367\n",
      "Epoch: 0011 - cost= 1.731385370 - Accuracy= 0.9359\n",
      "Epoch: 0011 - cost= 1.732266108 - Accuracy= 0.936\n",
      "Epoch: 0011 - cost= 1.744791911 - Accuracy= 0.9365\n",
      "Epoch: 0011 - cost= 1.745598716 - Accuracy= 0.9361\n",
      "Epoch: 0011 - cost= 1.750700002 - Accuracy= 0.9364\n",
      "Epoch: 0011 - cost= 1.752857349 - Accuracy= 0.9362\n",
      "Epoch: 0011 - cost= 1.752857349 - Accuracy= 0.9364\n",
      "Epoch: 0011 - cost= 1.752857349 - Accuracy= 0.9367\n",
      "Epoch: 0011 - cost= 1.774474993 - Accuracy= 0.9371\n",
      "Epoch: 0011 - cost= 1.774474993 - Accuracy= 0.9366\n",
      "Epoch: 0011 - cost= 1.778075909 - Accuracy= 0.9367\n",
      "Epoch: 0011 - cost= 1.782143411 - Accuracy= 0.9368\n",
      "Epoch: 0011 - cost= 1.789914237 - Accuracy= 0.9373\n",
      "Epoch: 0011 - cost= 1.793338855 - Accuracy= 0.9368\n",
      "Epoch: 0011 - cost= 1.809670496 - Accuracy= 0.9366\n",
      "Epoch: 0011 - cost= 1.812217029 - Accuracy= 0.9367\n",
      "Epoch: 0011 - cost= 1.812217029 - Accuracy= 0.9366\n",
      "Epoch: 0011 - cost= 1.815867054 - Accuracy= 0.9368\n",
      "Epoch: 0011 - cost= 1.816223516 - Accuracy= 0.9369\n",
      "Epoch: 0011 - cost= 1.823090430 - Accuracy= 0.9377\n",
      "Epoch: 0011 - cost= 1.826513618 - Accuracy= 0.9372\n",
      "Epoch: 0011 - cost= 1.840678134 - Accuracy= 0.9374\n",
      "Epoch: 0011 - cost= 1.843270701 - Accuracy= 0.9376\n",
      "Epoch: 0011 - cost= 1.845744414 - Accuracy= 0.9379\n",
      "Epoch: 0011 - cost= 1.863758094 - Accuracy= 0.9382\n",
      "Epoch: 0011 - cost= 1.866909698 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 1.869753094 - Accuracy= 0.9392\n",
      "Epoch: 0011 - cost= 1.875190711 - Accuracy= 0.9398\n",
      "Epoch: 0011 - cost= 1.879297148 - Accuracy= 0.9405\n",
      "Epoch: 0011 - cost= 1.891099869 - Accuracy= 0.9407\n",
      "Epoch: 0011 - cost= 1.905607819 - Accuracy= 0.9401\n",
      "Epoch: 0011 - cost= 1.907366202 - Accuracy= 0.9399\n",
      "Epoch: 0011 - cost= 1.907786258 - Accuracy= 0.9398\n",
      "Epoch: 0011 - cost= 1.911243458 - Accuracy= 0.9392\n",
      "Epoch: 0011 - cost= 1.911243458 - Accuracy= 0.9389\n",
      "Epoch: 0011 - cost= 1.916395926 - Accuracy= 0.9394\n",
      "Epoch: 0011 - cost= 1.922788253 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 1.929086286 - Accuracy= 0.9388\n",
      "Epoch: 0011 - cost= 1.935785840 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 1.937080165 - Accuracy= 0.9389\n",
      "Epoch: 0011 - cost= 1.938122346 - Accuracy= 0.9394\n",
      "Epoch: 0011 - cost= 1.938996087 - Accuracy= 0.9402\n",
      "Epoch: 0011 - cost= 1.939450245 - Accuracy= 0.9405\n",
      "Epoch: 0011 - cost= 1.943107973 - Accuracy= 0.9409\n",
      "Epoch: 0011 - cost= 1.943537726 - Accuracy= 0.9402\n",
      "Epoch: 0011 - cost= 1.947999788 - Accuracy= 0.9392\n",
      "Epoch: 0011 - cost= 1.948195177 - Accuracy= 0.9394\n",
      "Epoch: 0011 - cost= 1.954761318 - Accuracy= 0.9396\n",
      "Epoch: 0011 - cost= 1.961980923 - Accuracy= 0.9397\n",
      "Epoch: 0011 - cost= 1.964697563 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 1.976162447 - Accuracy= 0.9388\n",
      "Epoch: 0011 - cost= 1.987842470 - Accuracy= 0.938\n",
      "Epoch: 0011 - cost= 1.999938603 - Accuracy= 0.9378\n",
      "Epoch: 0011 - cost= 2.006558988 - Accuracy= 0.9372\n",
      "Epoch: 0011 - cost= 2.012119142 - Accuracy= 0.9372\n",
      "Epoch: 0011 - cost= 2.012119142 - Accuracy= 0.9373\n",
      "Epoch: 0011 - cost= 2.017636021 - Accuracy= 0.9369\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0011 - cost= 2.020056293 - Accuracy= 0.9368\n",
      "Epoch: 0011 - cost= 2.028011207 - Accuracy= 0.9368\n",
      "Epoch: 0011 - cost= 2.032148734 - Accuracy= 0.937\n",
      "Epoch: 0011 - cost= 2.041866153 - Accuracy= 0.9375\n",
      "Epoch: 0011 - cost= 2.067835473 - Accuracy= 0.937\n",
      "Epoch: 0011 - cost= 2.070353377 - Accuracy= 0.938\n",
      "Epoch: 0011 - cost= 2.081679636 - Accuracy= 0.9388\n",
      "Epoch: 0011 - cost= 2.091609963 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 2.111270359 - Accuracy= 0.9394\n",
      "Epoch: 0011 - cost= 2.112132410 - Accuracy= 0.9398\n",
      "Epoch: 0011 - cost= 2.113534173 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 2.117736154 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 2.129795000 - Accuracy= 0.9383\n",
      "Epoch: 0011 - cost= 2.130652168 - Accuracy= 0.9384\n",
      "Epoch: 0011 - cost= 2.140573413 - Accuracy= 0.9378\n",
      "Epoch: 0011 - cost= 2.149929029 - Accuracy= 0.9378\n",
      "Epoch: 0011 - cost= 2.151305872 - Accuracy= 0.9378\n",
      "Epoch: 0011 - cost= 2.151306041 - Accuracy= 0.9382\n",
      "Epoch: 0011 - cost= 2.158461497 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 2.165087101 - Accuracy= 0.9395\n",
      "Epoch: 0011 - cost= 2.176680295 - Accuracy= 0.9391\n",
      "Epoch: 0011 - cost= 2.178459103 - Accuracy= 0.9395\n",
      "Epoch: 0011 - cost= 2.191303301 - Accuracy= 0.9398\n",
      "Epoch: 0011 - cost= 2.192947745 - Accuracy= 0.9406\n",
      "Epoch: 0011 - cost= 2.195365375 - Accuracy= 0.9403\n",
      "Epoch: 0011 - cost= 2.196176683 - Accuracy= 0.9393\n",
      "Epoch: 0011 - cost= 2.204169003 - Accuracy= 0.9386\n",
      "Epoch: 0011 - cost= 2.207301267 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 2.218665993 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 2.234263004 - Accuracy= 0.9384\n",
      "Epoch: 0011 - cost= 2.241754407 - Accuracy= 0.9385\n",
      "Epoch: 0011 - cost= 2.245796144 - Accuracy= 0.9388\n",
      "Epoch: 0011 - cost= 2.247626792 - Accuracy= 0.9388\n",
      "Epoch: 0011 - cost= 2.247626792 - Accuracy= 0.9388\n",
      "Epoch: 0011 - cost= 2.252412445 - Accuracy= 0.9389\n",
      "Epoch: 0011 - cost= 2.253824128 - Accuracy= 0.9391\n",
      "Epoch: 0011 - cost= 2.267956136 - Accuracy= 0.9394\n",
      "Epoch: 0011 - cost= 2.271939256 - Accuracy= 0.9393\n",
      "Epoch: 0011 - cost= 2.274273614 - Accuracy= 0.9398\n",
      "Epoch: 0011 - cost= 2.280101745 - Accuracy= 0.9395\n",
      "Epoch: 0011 - cost= 2.280101745 - Accuracy= 0.9392\n",
      "Epoch: 0011 - cost= 2.284014360 - Accuracy= 0.939\n",
      "Epoch: 0011 - cost= 2.284677712 - Accuracy= 0.9386\n",
      "Epoch: 0011 - cost= 2.286124863 - Accuracy= 0.9383\n",
      "Epoch: 0011 - cost= 2.293452835 - Accuracy= 0.9374\n",
      "Epoch: 0011 - cost= 2.293478828 - Accuracy= 0.9371\n",
      "Epoch: 0011 - cost= 2.297536330 - Accuracy= 0.9366\n",
      "Epoch: 0011 - cost= 2.297734814 - Accuracy= 0.9357\n",
      "Epoch: 0011 - cost= 2.303868407 - Accuracy= 0.9354\n",
      "Epoch: 0011 - cost= 2.303868407 - Accuracy= 0.9352\n",
      "Epoch: 0011 - cost= 2.303868641 - Accuracy= 0.9358\n",
      "Epoch: 0011 - cost= 2.312515557 - Accuracy= 0.9362\n",
      "Epoch: 0011 - cost= 2.317616396 - Accuracy= 0.9365\n",
      "Epoch: 0011 - cost= 2.318833480 - Accuracy= 0.937\n",
      "Epoch: 0011 - cost= 2.328241880 - Accuracy= 0.9378\n",
      "Epoch: 0011 - cost= 2.337301267 - Accuracy= 0.9378\n",
      "Epoch: 0011 - cost= 2.345000902 - Accuracy= 0.9376\n",
      "Epoch: 0011 - cost= 2.347618383 - Accuracy= 0.9377\n",
      "Epoch: 0011 - cost= 2.348979576 - Accuracy= 0.9376\n",
      "Epoch: 0011 - cost= 2.353375548 - Accuracy= 0.9375\n",
      "Epoch: 0011 - cost= 2.353375548 - Accuracy= 0.9374\n",
      "Epoch: 0011 - cost= 2.353378038 - Accuracy= 0.9366\n",
      "Epoch: 0011 - cost= 2.358341790 - Accuracy= 0.9372\n",
      "Epoch: 0011 - cost= 2.360329928 - Accuracy= 0.9369\n",
      "Epoch: 0011 - cost= 2.360573643 - Accuracy= 0.9373\n",
      "Epoch: 0011 - cost= 2.369431702 - Accuracy= 0.9383\n",
      "Epoch: 0011 - cost= 2.378209107 - Accuracy= 0.938\n",
      "Epoch: 0011 - cost= 2.383055759 - Accuracy= 0.9381\n",
      "Epoch: 0011 - cost= 2.388718596 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 2.391780031 - Accuracy= 0.9392\n",
      "Epoch: 0011 - cost= 2.398045079 - Accuracy= 0.94\n",
      "Epoch: 0011 - cost= 2.399381729 - Accuracy= 0.94\n",
      "Epoch: 0011 - cost= 2.402939435 - Accuracy= 0.941\n",
      "Epoch: 0011 - cost= 2.403513797 - Accuracy= 0.9411\n",
      "Epoch: 0011 - cost= 2.408128922 - Accuracy= 0.9399\n",
      "Epoch: 0011 - cost= 2.409385283 - Accuracy= 0.9389\n",
      "Epoch: 0011 - cost= 2.412980099 - Accuracy= 0.9389\n",
      "Epoch: 0011 - cost= 2.412980099 - Accuracy= 0.9385\n",
      "Epoch: 0011 - cost= 2.420183770 - Accuracy= 0.9385\n",
      "Epoch: 0011 - cost= 2.420568140 - Accuracy= 0.9392\n",
      "Epoch: 0011 - cost= 2.424204892 - Accuracy= 0.9389\n",
      "Epoch: 0011 - cost= 2.424299918 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 2.429518300 - Accuracy= 0.9387\n",
      "Epoch: 0011 - cost= 2.438249411 - Accuracy= 0.9397\n",
      "Epoch: 0011 - cost= 2.443522499 - Accuracy= 0.9399\n",
      "Epoch: 0011 - cost= 2.444545195 - Accuracy= 0.9403\n",
      "Epoch: 0011 - cost= 2.445001024 - Accuracy= 0.9391\n",
      "Epoch: 0011 - cost= 2.455311185 - Accuracy= 0.9391\n",
      "Epoch: 0011 - cost= 2.459522792 - Accuracy= 0.9393\n",
      "Epoch: 0011 - cost= 2.463791856 - Accuracy= 0.9398\n",
      "Epoch: 0011 - cost= 2.468230046 - Accuracy= 0.9397\n",
      "Epoch: 0011 - cost= 2.469787514 - Accuracy= 0.94\n",
      "Epoch: 0011 - cost= 2.472027592 - Accuracy= 0.9397\n",
      "Epoch: 0011 - cost= 2.472795052 - Accuracy= 0.9392\n",
      "Epoch: 0011 - cost= 2.477762307 - Accuracy= 0.9403\n",
      "Epoch: 0011 - cost= 2.479268689 - Accuracy= 0.941\n",
      "Epoch: 0011 - cost= 2.482390421 - Accuracy= 0.941\n",
      "Epoch: 0011 - cost= 2.482790415 - Accuracy= 0.9411\n",
      "Epoch: 0011 - cost= 2.483898172 - Accuracy= 0.9409\n",
      "Epoch: 0011 - cost= 2.486293409 - Accuracy= 0.9408\n",
      "Epoch: 0011 - cost= 2.487162818 - Accuracy= 0.9409\n",
      "Epoch: 0011 - cost= 2.494114292 - Accuracy= 0.9406\n",
      "Epoch: 0011 - cost= 2.494396712 - Accuracy= 0.9404\n",
      "Epoch: 0011 - cost= 2.497332609 - Accuracy= 0.9408\n",
      "Epoch: 0011 - cost= 2.497450046 - Accuracy= 0.9404\n",
      "Epoch: 0011 - cost= 2.507368067 - Accuracy= 0.9408\n",
      "Epoch: 0011 - cost= 2.513262773 - Accuracy= 0.9413\n",
      "Epoch: 0011 - cost= 2.517368507 - Accuracy= 0.9414\n",
      "Epoch: 0011 - cost= 2.518720533 - Accuracy= 0.9408\n",
      "Epoch: 0011 - cost= 2.526682879 - Accuracy= 0.9406\n",
      "Epoch: 0011 - cost= 2.562660229 - Accuracy= 0.9405\n",
      "Epoch: 0011 - cost= 2.570285839 - Accuracy= 0.9402\n",
      "Epoch: 0011 - cost= 2.570285839 - Accuracy= 0.9405\n",
      "Epoch: 0011 - cost= 2.573911905 - Accuracy= 0.9402\n",
      "Epoch: 0011 - cost= 2.578341515 - Accuracy= 0.9393\n",
      "Epoch: 0011 - cost= 2.579161788 - Accuracy= 0.9392\n",
      "Epoch: 0011 - cost= 2.581573300 - Accuracy= 0.9394\n",
      "Epoch: 0011 - cost= 2.586054793 - Accuracy= 0.9393\n",
      "Epoch: 0011 - cost= 2.588302994 - Accuracy= 0.9392\n",
      "Epoch: 0011 - cost= 2.603339878 - Accuracy= 0.9397\n",
      "Epoch: 0012 - cost= 0.005675524 - Accuracy= 0.9393\n",
      "Epoch: 0012 - cost= 0.011596869 - Accuracy= 0.9392\n",
      "Epoch: 0012 - cost= 0.017769783 - Accuracy= 0.9388\n",
      "Epoch: 0012 - cost= 0.018327953 - Accuracy= 0.9387\n",
      "Epoch: 0012 - cost= 0.019856738 - Accuracy= 0.939\n",
      "Epoch: 0012 - cost= 0.028359155 - Accuracy= 0.9389\n",
      "Epoch: 0012 - cost= 0.030419838 - Accuracy= 0.9391\n",
      "Epoch: 0012 - cost= 0.030419857 - Accuracy= 0.9391\n",
      "Epoch: 0012 - cost= 0.041691540 - Accuracy= 0.9392\n",
      "Epoch: 0012 - cost= 0.041946917 - Accuracy= 0.9391\n",
      "Epoch: 0012 - cost= 0.050777488 - Accuracy= 0.9404\n",
      "Epoch: 0012 - cost= 0.053614852 - Accuracy= 0.9409\n",
      "Epoch: 0012 - cost= 0.057611978 - Accuracy= 0.9405\n",
      "Epoch: 0012 - cost= 0.058490014 - Accuracy= 0.9406\n",
      "Epoch: 0012 - cost= 0.059330245 - Accuracy= 0.9406\n",
      "Epoch: 0012 - cost= 0.062560487 - Accuracy= 0.9408\n",
      "Epoch: 0012 - cost= 0.069047373 - Accuracy= 0.9407\n",
      "Epoch: 0012 - cost= 0.075926011 - Accuracy= 0.9408\n",
      "Epoch: 0012 - cost= 0.076949379 - Accuracy= 0.9407\n",
      "Epoch: 0012 - cost= 0.076949380 - Accuracy= 0.9407\n",
      "Epoch: 0012 - cost= 0.078197201 - Accuracy= 0.9412\n",
      "Epoch: 0012 - cost= 0.078364223 - Accuracy= 0.9408\n",
      "Epoch: 0012 - cost= 0.079720407 - Accuracy= 0.9413\n",
      "Epoch: 0012 - cost= 0.084229493 - Accuracy= 0.9409\n",
      "Epoch: 0012 - cost= 0.085900707 - Accuracy= 0.9409\n",
      "Epoch: 0012 - cost= 0.085900707 - Accuracy= 0.9412\n",
      "Epoch: 0012 - cost= 0.092863005 - Accuracy= 0.9401\n",
      "Epoch: 0012 - cost= 0.096450354 - Accuracy= 0.9401\n",
      "Epoch: 0012 - cost= 0.098487296 - Accuracy= 0.9398\n",
      "Epoch: 0012 - cost= 0.098871260 - Accuracy= 0.9397\n",
      "Epoch: 0012 - cost= 0.098871260 - Accuracy= 0.9391\n",
      "Epoch: 0012 - cost= 0.098876082 - Accuracy= 0.9392\n",
      "Epoch: 0012 - cost= 0.100844466 - Accuracy= 0.9398\n",
      "Epoch: 0012 - cost= 0.102488521 - Accuracy= 0.9398\n",
      "Epoch: 0012 - cost= 0.104735176 - Accuracy= 0.9399\n",
      "Epoch: 0012 - cost= 0.106856415 - Accuracy= 0.9399\n",
      "Epoch: 0012 - cost= 0.115317247 - Accuracy= 0.9403\n",
      "Epoch: 0012 - cost= 0.125508675 - Accuracy= 0.9401\n",
      "Epoch: 0012 - cost= 0.128261748 - Accuracy= 0.9396\n",
      "Epoch: 0012 - cost= 0.135465115 - Accuracy= 0.9397\n",
      "Epoch: 0012 - cost= 0.143438261 - Accuracy= 0.9394\n",
      "Epoch: 0012 - cost= 0.147890408 - Accuracy= 0.9397\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0012 - cost= 0.147890413 - Accuracy= 0.9391\n",
      "Epoch: 0012 - cost= 0.148630400 - Accuracy= 0.9378\n",
      "Epoch: 0012 - cost= 0.156728889 - Accuracy= 0.9372\n",
      "Epoch: 0012 - cost= 0.160232627 - Accuracy= 0.9365\n",
      "Epoch: 0012 - cost= 0.162232688 - Accuracy= 0.9364\n",
      "Epoch: 0012 - cost= 0.168140101 - Accuracy= 0.9366\n",
      "Epoch: 0012 - cost= 0.168140157 - Accuracy= 0.9362\n",
      "Epoch: 0012 - cost= 0.170745914 - Accuracy= 0.9356\n",
      "Epoch: 0012 - cost= 0.176387348 - Accuracy= 0.9362\n",
      "Epoch: 0012 - cost= 0.178855793 - Accuracy= 0.937\n",
      "Epoch: 0012 - cost= 0.179775712 - Accuracy= 0.9376\n",
      "Epoch: 0012 - cost= 0.182805304 - Accuracy= 0.9388\n",
      "Epoch: 0012 - cost= 0.184376682 - Accuracy= 0.9405\n",
      "Epoch: 0012 - cost= 0.186073068 - Accuracy= 0.9409\n",
      "Epoch: 0012 - cost= 0.186769063 - Accuracy= 0.9415\n",
      "Epoch: 0012 - cost= 0.186769063 - Accuracy= 0.9412\n",
      "Epoch: 0012 - cost= 0.190364076 - Accuracy= 0.9413\n",
      "Epoch: 0012 - cost= 0.190364076 - Accuracy= 0.9414\n",
      "Epoch: 0012 - cost= 0.193981552 - Accuracy= 0.9417\n",
      "Epoch: 0012 - cost= 0.193981552 - Accuracy= 0.9418\n",
      "Epoch: 0012 - cost= 0.194866920 - Accuracy= 0.9421\n",
      "Epoch: 0012 - cost= 0.197829577 - Accuracy= 0.9418\n",
      "Epoch: 0012 - cost= 0.197829577 - Accuracy= 0.9414\n",
      "Epoch: 0012 - cost= 0.198600147 - Accuracy= 0.9407\n",
      "Epoch: 0012 - cost= 0.206230521 - Accuracy= 0.9401\n",
      "Epoch: 0012 - cost= 0.207632007 - Accuracy= 0.94\n",
      "Epoch: 0012 - cost= 0.210324168 - Accuracy= 0.9399\n",
      "Epoch: 0012 - cost= 0.222891783 - Accuracy= 0.9399\n",
      "Epoch: 0012 - cost= 0.222891829 - Accuracy= 0.9398\n",
      "Epoch: 0012 - cost= 0.222891829 - Accuracy= 0.9397\n",
      "Epoch: 0012 - cost= 0.222891829 - Accuracy= 0.9394\n",
      "Epoch: 0012 - cost= 0.223078776 - Accuracy= 0.9395\n",
      "Epoch: 0012 - cost= 0.224661013 - Accuracy= 0.9396\n",
      "Epoch: 0012 - cost= 0.226374422 - Accuracy= 0.9395\n",
      "Epoch: 0012 - cost= 0.227327011 - Accuracy= 0.9396\n",
      "Epoch: 0012 - cost= 0.229903534 - Accuracy= 0.94\n",
      "Epoch: 0012 - cost= 0.232636771 - Accuracy= 0.9407\n",
      "Epoch: 0012 - cost= 0.233721379 - Accuracy= 0.9413\n",
      "Epoch: 0012 - cost= 0.235096429 - Accuracy= 0.9417\n",
      "Epoch: 0012 - cost= 0.235096429 - Accuracy= 0.9419\n",
      "Epoch: 0012 - cost= 0.235096429 - Accuracy= 0.9413\n",
      "Epoch: 0012 - cost= 0.238472272 - Accuracy= 0.9406\n",
      "Epoch: 0012 - cost= 0.238472272 - Accuracy= 0.9402\n",
      "Epoch: 0012 - cost= 0.238472272 - Accuracy= 0.9402\n",
      "Epoch: 0012 - cost= 0.240798039 - Accuracy= 0.94\n",
      "Epoch: 0012 - cost= 0.243209186 - Accuracy= 0.9401\n",
      "Epoch: 0012 - cost= 0.244167049 - Accuracy= 0.9397\n",
      "Epoch: 0012 - cost= 0.251929261 - Accuracy= 0.9394\n",
      "Epoch: 0012 - cost= 0.255985866 - Accuracy= 0.9388\n",
      "Epoch: 0012 - cost= 0.255985866 - Accuracy= 0.9385\n",
      "Epoch: 0012 - cost= 0.258363607 - Accuracy= 0.9384\n",
      "Epoch: 0012 - cost= 0.258363607 - Accuracy= 0.9388\n",
      "Epoch: 0012 - cost= 0.270208895 - Accuracy= 0.9389\n",
      "Epoch: 0012 - cost= 0.270449572 - Accuracy= 0.9389\n",
      "Epoch: 0012 - cost= 0.271073370 - Accuracy= 0.938\n",
      "Epoch: 0012 - cost= 0.276204173 - Accuracy= 0.9387\n",
      "Epoch: 0012 - cost= 0.277449594 - Accuracy= 0.9393\n",
      "Epoch: 0012 - cost= 0.277452147 - Accuracy= 0.9392\n",
      "Epoch: 0012 - cost= 0.279281114 - Accuracy= 0.9387\n",
      "Epoch: 0012 - cost= 0.279570562 - Accuracy= 0.9392\n",
      "Epoch: 0012 - cost= 0.285378049 - Accuracy= 0.9395\n",
      "Epoch: 0012 - cost= 0.285717428 - Accuracy= 0.9394\n",
      "Epoch: 0012 - cost= 0.286623148 - Accuracy= 0.9392\n",
      "Epoch: 0012 - cost= 0.288456559 - Accuracy= 0.9399\n",
      "Epoch: 0012 - cost= 0.296257220 - Accuracy= 0.9395\n",
      "Epoch: 0012 - cost= 0.299710437 - Accuracy= 0.9392\n",
      "Epoch: 0012 - cost= 0.301400530 - Accuracy= 0.9402\n",
      "Epoch: 0012 - cost= 0.301400541 - Accuracy= 0.9398\n",
      "Epoch: 0012 - cost= 0.302423085 - Accuracy= 0.9397\n",
      "Epoch: 0012 - cost= 0.302702284 - Accuracy= 0.9404\n",
      "Epoch: 0012 - cost= 0.303417966 - Accuracy= 0.9406\n",
      "Epoch: 0012 - cost= 0.309822184 - Accuracy= 0.9405\n",
      "Epoch: 0012 - cost= 0.310525086 - Accuracy= 0.9404\n",
      "Epoch: 0012 - cost= 0.312382116 - Accuracy= 0.94\n",
      "Epoch: 0012 - cost= 0.316568915 - Accuracy= 0.9397\n",
      "Epoch: 0012 - cost= 0.320092297 - Accuracy= 0.94\n",
      "Epoch: 0012 - cost= 0.326289402 - Accuracy= 0.9393\n",
      "Epoch: 0012 - cost= 0.326289402 - Accuracy= 0.9398\n",
      "Epoch: 0012 - cost= 0.326289402 - Accuracy= 0.9392\n",
      "Epoch: 0012 - cost= 0.326289432 - Accuracy= 0.9395\n",
      "Epoch: 0012 - cost= 0.326289432 - Accuracy= 0.9394\n",
      "Epoch: 0012 - cost= 0.331342802 - Accuracy= 0.9393\n",
      "Epoch: 0012 - cost= 0.338050696 - Accuracy= 0.9395\n",
      "Epoch: 0012 - cost= 0.338050696 - Accuracy= 0.9393\n",
      "Epoch: 0012 - cost= 0.340446665 - Accuracy= 0.939\n",
      "Epoch: 0012 - cost= 0.342705465 - Accuracy= 0.939\n",
      "Epoch: 0012 - cost= 0.342705465 - Accuracy= 0.939\n",
      "Epoch: 0012 - cost= 0.343441967 - Accuracy= 0.9392\n",
      "Epoch: 0012 - cost= 0.346090949 - Accuracy= 0.9395\n",
      "Epoch: 0012 - cost= 0.352106990 - Accuracy= 0.9394\n",
      "Epoch: 0012 - cost= 0.352106990 - Accuracy= 0.9396\n",
      "Epoch: 0012 - cost= 0.353183869 - Accuracy= 0.9398\n",
      "Epoch: 0012 - cost= 0.353183869 - Accuracy= 0.9399\n",
      "Epoch: 0012 - cost= 0.357043740 - Accuracy= 0.9402\n",
      "Epoch: 0012 - cost= 0.361576375 - Accuracy= 0.9407\n",
      "Epoch: 0012 - cost= 0.361711837 - Accuracy= 0.9406\n",
      "Epoch: 0012 - cost= 0.362760762 - Accuracy= 0.9406\n",
      "Epoch: 0012 - cost= 0.367590533 - Accuracy= 0.9406\n",
      "Epoch: 0012 - cost= 0.368621785 - Accuracy= 0.9415\n",
      "Epoch: 0012 - cost= 0.368914140 - Accuracy= 0.9415\n",
      "Epoch: 0012 - cost= 0.368980115 - Accuracy= 0.9414\n",
      "Epoch: 0012 - cost= 0.369794285 - Accuracy= 0.9416\n",
      "Epoch: 0012 - cost= 0.372915623 - Accuracy= 0.9415\n",
      "Epoch: 0012 - cost= 0.374198959 - Accuracy= 0.9415\n",
      "Epoch: 0012 - cost= 0.376250258 - Accuracy= 0.9419\n",
      "Epoch: 0012 - cost= 0.377927022 - Accuracy= 0.9427\n",
      "Epoch: 0012 - cost= 0.385971960 - Accuracy= 0.9427\n",
      "Epoch: 0012 - cost= 0.390232780 - Accuracy= 0.9427\n",
      "Epoch: 0012 - cost= 0.390233117 - Accuracy= 0.9426\n",
      "Epoch: 0012 - cost= 0.391041604 - Accuracy= 0.9417\n",
      "Epoch: 0012 - cost= 0.395192713 - Accuracy= 0.9413\n",
      "Epoch: 0012 - cost= 0.396174066 - Accuracy= 0.9413\n",
      "Epoch: 0012 - cost= 0.397992839 - Accuracy= 0.9412\n",
      "Epoch: 0012 - cost= 0.397992981 - Accuracy= 0.9409\n",
      "Epoch: 0012 - cost= 0.402630986 - Accuracy= 0.9412\n",
      "Epoch: 0012 - cost= 0.402630986 - Accuracy= 0.9404\n",
      "Epoch: 0012 - cost= 0.402630986 - Accuracy= 0.94\n",
      "Epoch: 0012 - cost= 0.405078497 - Accuracy= 0.9397\n",
      "Epoch: 0012 - cost= 0.405086495 - Accuracy= 0.94\n",
      "Epoch: 0012 - cost= 0.407475322 - Accuracy= 0.9404\n",
      "Epoch: 0012 - cost= 0.410928739 - Accuracy= 0.9405\n",
      "Epoch: 0012 - cost= 0.412334430 - Accuracy= 0.941\n",
      "Epoch: 0012 - cost= 0.424252972 - Accuracy= 0.9414\n",
      "Epoch: 0012 - cost= 0.428956946 - Accuracy= 0.9412\n",
      "Epoch: 0012 - cost= 0.431071294 - Accuracy= 0.9413\n",
      "Epoch: 0012 - cost= 0.431071294 - Accuracy= 0.9411\n",
      "Epoch: 0012 - cost= 0.432391703 - Accuracy= 0.9411\n",
      "Epoch: 0012 - cost= 0.433907790 - Accuracy= 0.9409\n",
      "Epoch: 0012 - cost= 0.436842343 - Accuracy= 0.9408\n",
      "Epoch: 0012 - cost= 0.436842343 - Accuracy= 0.94\n",
      "Epoch: 0012 - cost= 0.451976904 - Accuracy= 0.9399\n",
      "Epoch: 0012 - cost= 0.465370347 - Accuracy= 0.9397\n",
      "Epoch: 0012 - cost= 0.466304152 - Accuracy= 0.94\n",
      "Epoch: 0012 - cost= 0.468104807 - Accuracy= 0.9409\n",
      "Epoch: 0012 - cost= 0.473457396 - Accuracy= 0.9403\n",
      "Epoch: 0012 - cost= 0.476081241 - Accuracy= 0.9396\n",
      "Epoch: 0012 - cost= 0.476361247 - Accuracy= 0.9393\n",
      "Epoch: 0012 - cost= 0.481318677 - Accuracy= 0.9396\n",
      "Epoch: 0012 - cost= 0.482845198 - Accuracy= 0.9403\n",
      "Epoch: 0012 - cost= 0.482845198 - Accuracy= 0.9406\n",
      "Epoch: 0012 - cost= 0.483436136 - Accuracy= 0.9404\n",
      "Epoch: 0012 - cost= 0.487196130 - Accuracy= 0.9412\n",
      "Epoch: 0012 - cost= 0.495249191 - Accuracy= 0.941\n",
      "Epoch: 0012 - cost= 0.499581759 - Accuracy= 0.9413\n",
      "Epoch: 0012 - cost= 0.525970207 - Accuracy= 0.9419\n",
      "Epoch: 0012 - cost= 0.525970207 - Accuracy= 0.9422\n",
      "Epoch: 0012 - cost= 0.527935937 - Accuracy= 0.9422\n",
      "Epoch: 0012 - cost= 0.528061237 - Accuracy= 0.9419\n",
      "Epoch: 0012 - cost= 0.534713018 - Accuracy= 0.9425\n",
      "Epoch: 0012 - cost= 0.534713018 - Accuracy= 0.9421\n",
      "Epoch: 0012 - cost= 0.534713018 - Accuracy= 0.9423\n",
      "Epoch: 0012 - cost= 0.536359140 - Accuracy= 0.9431\n",
      "Epoch: 0012 - cost= 0.547588752 - Accuracy= 0.9427\n",
      "Epoch: 0012 - cost= 0.549931058 - Accuracy= 0.942\n",
      "Epoch: 0012 - cost= 0.554557792 - Accuracy= 0.9415\n",
      "Epoch: 0012 - cost= 0.555332813 - Accuracy= 0.9406\n",
      "Epoch: 0012 - cost= 0.562803317 - Accuracy= 0.9412\n",
      "Epoch: 0012 - cost= 0.563055184 - Accuracy= 0.9404\n",
      "Epoch: 0012 - cost= 0.564527319 - Accuracy= 0.941\n",
      "Epoch: 0012 - cost= 0.569999448 - Accuracy= 0.9408\n",
      "Epoch: 0012 - cost= 0.575570017 - Accuracy= 0.9408\n",
      "Epoch: 0012 - cost= 0.577392939 - Accuracy= 0.9407\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0012 - cost= 0.577607616 - Accuracy= 0.9411\n",
      "Epoch: 0012 - cost= 0.585997369 - Accuracy= 0.9418\n",
      "Epoch: 0012 - cost= 0.586605998 - Accuracy= 0.9422\n",
      "Epoch: 0012 - cost= 0.588500094 - Accuracy= 0.9419\n",
      "Epoch: 0012 - cost= 0.590370403 - Accuracy= 0.9422\n",
      "Epoch: 0012 - cost= 0.591570644 - Accuracy= 0.9426\n",
      "Epoch: 0012 - cost= 0.595437700 - Accuracy= 0.9427\n",
      "Epoch: 0012 - cost= 0.596412112 - Accuracy= 0.9434\n",
      "Epoch: 0012 - cost= 0.597403265 - Accuracy= 0.9428\n",
      "Epoch: 0012 - cost= 0.611444412 - Accuracy= 0.9428\n",
      "Epoch: 0012 - cost= 0.620555814 - Accuracy= 0.9422\n",
      "Epoch: 0012 - cost= 0.624646287 - Accuracy= 0.9423\n",
      "Epoch: 0012 - cost= 0.625277484 - Accuracy= 0.9417\n",
      "Epoch: 0012 - cost= 0.625277484 - Accuracy= 0.9414\n",
      "Epoch: 0012 - cost= 0.628227680 - Accuracy= 0.9412\n",
      "Epoch: 0012 - cost= 0.646570014 - Accuracy= 0.9413\n",
      "Epoch: 0012 - cost= 0.647187300 - Accuracy= 0.9415\n",
      "Epoch: 0012 - cost= 0.651481428 - Accuracy= 0.9412\n",
      "Epoch: 0012 - cost= 0.656675889 - Accuracy= 0.9414\n",
      "Epoch: 0012 - cost= 0.657671496 - Accuracy= 0.9409\n",
      "Epoch: 0012 - cost= 0.664375731 - Accuracy= 0.941\n",
      "Epoch: 0012 - cost= 0.675938243 - Accuracy= 0.941\n",
      "Epoch: 0012 - cost= 0.675938893 - Accuracy= 0.941\n",
      "Epoch: 0012 - cost= 0.682505637 - Accuracy= 0.9404\n",
      "Epoch: 0012 - cost= 0.682736569 - Accuracy= 0.9404\n",
      "Epoch: 0012 - cost= 0.683687499 - Accuracy= 0.9399\n",
      "Epoch: 0012 - cost= 0.690939421 - Accuracy= 0.94\n",
      "Epoch: 0012 - cost= 0.694666214 - Accuracy= 0.9401\n",
      "Epoch: 0012 - cost= 0.696284096 - Accuracy= 0.94\n",
      "Epoch: 0012 - cost= 0.699240454 - Accuracy= 0.9394\n",
      "Epoch: 0012 - cost= 0.699240454 - Accuracy= 0.9387\n",
      "Epoch: 0012 - cost= 0.701864903 - Accuracy= 0.9386\n",
      "Epoch: 0012 - cost= 0.710302051 - Accuracy= 0.938\n",
      "Epoch: 0012 - cost= 0.712802869 - Accuracy= 0.9379\n",
      "Epoch: 0012 - cost= 0.725700884 - Accuracy= 0.9386\n",
      "Epoch: 0012 - cost= 0.727077075 - Accuracy= 0.9386\n",
      "Epoch: 0012 - cost= 0.727326737 - Accuracy= 0.9402\n",
      "Epoch: 0012 - cost= 0.731376191 - Accuracy= 0.9407\n",
      "Epoch: 0012 - cost= 0.731376191 - Accuracy= 0.94\n",
      "Epoch: 0012 - cost= 0.732176955 - Accuracy= 0.9405\n",
      "Epoch: 0012 - cost= 0.743922735 - Accuracy= 0.941\n",
      "Epoch: 0012 - cost= 0.746135441 - Accuracy= 0.9413\n",
      "Epoch: 0012 - cost= 0.749587286 - Accuracy= 0.9416\n",
      "Epoch: 0012 - cost= 0.756128693 - Accuracy= 0.9421\n",
      "Epoch: 0012 - cost= 0.756213049 - Accuracy= 0.9424\n",
      "Epoch: 0012 - cost= 0.758502372 - Accuracy= 0.942\n",
      "Epoch: 0012 - cost= 0.758930948 - Accuracy= 0.9421\n",
      "Epoch: 0012 - cost= 0.758930948 - Accuracy= 0.9413\n",
      "Epoch: 0012 - cost= 0.760353940 - Accuracy= 0.9413\n",
      "Epoch: 0012 - cost= 0.765832220 - Accuracy= 0.941\n",
      "Epoch: 0012 - cost= 0.766642201 - Accuracy= 0.9414\n",
      "Epoch: 0012 - cost= 0.766642201 - Accuracy= 0.9411\n",
      "Epoch: 0012 - cost= 0.767535625 - Accuracy= 0.9405\n",
      "Epoch: 0012 - cost= 0.770010343 - Accuracy= 0.9407\n",
      "Epoch: 0012 - cost= 0.771706010 - Accuracy= 0.9404\n",
      "Epoch: 0012 - cost= 0.773204758 - Accuracy= 0.9403\n",
      "Epoch: 0012 - cost= 0.773833941 - Accuracy= 0.9408\n",
      "Epoch: 0012 - cost= 0.777297643 - Accuracy= 0.9411\n",
      "Epoch: 0012 - cost= 0.777342397 - Accuracy= 0.9407\n",
      "Epoch: 0012 - cost= 0.779902197 - Accuracy= 0.9403\n",
      "Epoch: 0012 - cost= 0.779902197 - Accuracy= 0.9398\n",
      "Epoch: 0012 - cost= 0.782651483 - Accuracy= 0.9399\n",
      "Epoch: 0012 - cost= 0.784514398 - Accuracy= 0.9398\n",
      "Epoch: 0012 - cost= 0.786619600 - Accuracy= 0.9398\n",
      "Epoch: 0012 - cost= 0.791825359 - Accuracy= 0.9401\n",
      "Epoch: 0012 - cost= 0.797473501 - Accuracy= 0.94\n",
      "Epoch: 0012 - cost= 0.808351431 - Accuracy= 0.9401\n",
      "Epoch: 0012 - cost= 0.815673807 - Accuracy= 0.9403\n",
      "Epoch: 0012 - cost= 0.819315021 - Accuracy= 0.9413\n",
      "Epoch: 0012 - cost= 0.822999240 - Accuracy= 0.9418\n",
      "Epoch: 0012 - cost= 0.839530064 - Accuracy= 0.9418\n",
      "Epoch: 0012 - cost= 0.847081300 - Accuracy= 0.9417\n",
      "Epoch: 0012 - cost= 0.847124239 - Accuracy= 0.9414\n",
      "Epoch: 0012 - cost= 0.861574107 - Accuracy= 0.9415\n",
      "Epoch: 0012 - cost= 0.863864618 - Accuracy= 0.9421\n",
      "Epoch: 0012 - cost= 0.869157883 - Accuracy= 0.9424\n",
      "Epoch: 0012 - cost= 0.870846032 - Accuracy= 0.9423\n",
      "Epoch: 0012 - cost= 0.870846032 - Accuracy= 0.9418\n",
      "Epoch: 0012 - cost= 0.874674563 - Accuracy= 0.9417\n",
      "Epoch: 0012 - cost= 0.886082573 - Accuracy= 0.9412\n",
      "Epoch: 0012 - cost= 0.896898034 - Accuracy= 0.9404\n",
      "Epoch: 0012 - cost= 0.900025507 - Accuracy= 0.9395\n",
      "Epoch: 0012 - cost= 0.903922407 - Accuracy= 0.9395\n",
      "Epoch: 0012 - cost= 0.904593670 - Accuracy= 0.9394\n",
      "Epoch: 0012 - cost= 0.906687292 - Accuracy= 0.9394\n",
      "Epoch: 0012 - cost= 0.916388732 - Accuracy= 0.9395\n",
      "Epoch: 0012 - cost= 0.916512028 - Accuracy= 0.9395\n",
      "Epoch: 0012 - cost= 0.917065593 - Accuracy= 0.9398\n",
      "Epoch: 0012 - cost= 0.917065593 - Accuracy= 0.9407\n",
      "Epoch: 0012 - cost= 0.917066065 - Accuracy= 0.9406\n",
      "Epoch: 0012 - cost= 0.927362238 - Accuracy= 0.9406\n",
      "Epoch: 0012 - cost= 0.927362238 - Accuracy= 0.941\n",
      "Epoch: 0012 - cost= 0.927362238 - Accuracy= 0.9409\n",
      "Epoch: 0012 - cost= 0.927658218 - Accuracy= 0.9409\n",
      "Epoch: 0012 - cost= 0.930213410 - Accuracy= 0.9405\n",
      "Epoch: 0012 - cost= 0.930213410 - Accuracy= 0.9411\n",
      "Epoch: 0012 - cost= 0.931003779 - Accuracy= 0.9417\n",
      "Epoch: 0012 - cost= 0.948274958 - Accuracy= 0.942\n",
      "Epoch: 0012 - cost= 0.951814227 - Accuracy= 0.9417\n",
      "Epoch: 0012 - cost= 0.954546909 - Accuracy= 0.9411\n",
      "Epoch: 0012 - cost= 0.954546909 - Accuracy= 0.9418\n",
      "Epoch: 0012 - cost= 0.956739795 - Accuracy= 0.9417\n",
      "Epoch: 0012 - cost= 0.958349882 - Accuracy= 0.941\n",
      "Epoch: 0012 - cost= 0.963776266 - Accuracy= 0.941\n",
      "Epoch: 0012 - cost= 0.965440218 - Accuracy= 0.9407\n",
      "Epoch: 0012 - cost= 0.966053010 - Accuracy= 0.9398\n",
      "Epoch: 0012 - cost= 0.966056702 - Accuracy= 0.9391\n",
      "Epoch: 0012 - cost= 0.970305038 - Accuracy= 0.9389\n",
      "Epoch: 0012 - cost= 0.974016974 - Accuracy= 0.939\n",
      "Epoch: 0012 - cost= 0.976947469 - Accuracy= 0.9393\n",
      "Epoch: 0012 - cost= 0.983291199 - Accuracy= 0.9395\n",
      "Epoch: 0012 - cost= 0.985855245 - Accuracy= 0.9391\n",
      "Epoch: 0012 - cost= 0.989933081 - Accuracy= 0.9403\n",
      "Epoch: 0012 - cost= 0.990198204 - Accuracy= 0.9415\n",
      "Epoch: 0012 - cost= 0.991438139 - Accuracy= 0.9418\n",
      "Epoch: 0012 - cost= 1.002733052 - Accuracy= 0.9423\n",
      "Epoch: 0012 - cost= 1.003570989 - Accuracy= 0.9424\n",
      "Epoch: 0012 - cost= 1.018464263 - Accuracy= 0.9422\n",
      "Epoch: 0012 - cost= 1.018464287 - Accuracy= 0.942\n",
      "Epoch: 0012 - cost= 1.020196057 - Accuracy= 0.9429\n",
      "Epoch: 0012 - cost= 1.021180223 - Accuracy= 0.9432\n",
      "Epoch: 0012 - cost= 1.021183316 - Accuracy= 0.9429\n",
      "Epoch: 0012 - cost= 1.031403847 - Accuracy= 0.9431\n",
      "Epoch: 0012 - cost= 1.034519422 - Accuracy= 0.9433\n",
      "Epoch: 0012 - cost= 1.035424661 - Accuracy= 0.9426\n",
      "Epoch: 0012 - cost= 1.036930087 - Accuracy= 0.9424\n",
      "Epoch: 0012 - cost= 1.040073539 - Accuracy= 0.9428\n",
      "Epoch: 0012 - cost= 1.040321579 - Accuracy= 0.9428\n",
      "Epoch: 0012 - cost= 1.040321579 - Accuracy= 0.9428\n",
      "Epoch: 0012 - cost= 1.040357648 - Accuracy= 0.9429\n",
      "Epoch: 0012 - cost= 1.040357648 - Accuracy= 0.943\n",
      "Epoch: 0012 - cost= 1.044054523 - Accuracy= 0.9432\n",
      "Epoch: 0012 - cost= 1.051667676 - Accuracy= 0.9442\n",
      "Epoch: 0012 - cost= 1.051715928 - Accuracy= 0.9439\n",
      "Epoch: 0012 - cost= 1.053116026 - Accuracy= 0.9428\n",
      "Epoch: 0012 - cost= 1.054057869 - Accuracy= 0.9422\n",
      "Epoch: 0012 - cost= 1.056554423 - Accuracy= 0.9413\n",
      "Epoch: 0012 - cost= 1.065823410 - Accuracy= 0.9412\n",
      "Epoch: 0012 - cost= 1.071059756 - Accuracy= 0.9414\n",
      "Epoch: 0012 - cost= 1.072485782 - Accuracy= 0.9411\n",
      "Epoch: 0012 - cost= 1.082923535 - Accuracy= 0.9407\n",
      "Epoch: 0012 - cost= 1.087018969 - Accuracy= 0.9413\n",
      "Epoch: 0012 - cost= 1.088536033 - Accuracy= 0.9411\n",
      "Epoch: 0012 - cost= 1.092879894 - Accuracy= 0.9411\n",
      "Epoch: 0012 - cost= 1.092879894 - Accuracy= 0.941\n",
      "Epoch: 0012 - cost= 1.093951352 - Accuracy= 0.9405\n",
      "Epoch: 0012 - cost= 1.097585001 - Accuracy= 0.9406\n",
      "Epoch: 0012 - cost= 1.100537843 - Accuracy= 0.9416\n",
      "Epoch: 0012 - cost= 1.105751135 - Accuracy= 0.9423\n",
      "Epoch: 0012 - cost= 1.107179657 - Accuracy= 0.9432\n",
      "Epoch: 0012 - cost= 1.111643569 - Accuracy= 0.9429\n",
      "Epoch: 0012 - cost= 1.113925930 - Accuracy= 0.9431\n",
      "Epoch: 0012 - cost= 1.115989634 - Accuracy= 0.9427\n",
      "Epoch: 0012 - cost= 1.116552358 - Accuracy= 0.9432\n",
      "Epoch: 0012 - cost= 1.121011549 - Accuracy= 0.9435\n",
      "Epoch: 0012 - cost= 1.122953965 - Accuracy= 0.9437\n",
      "Epoch: 0012 - cost= 1.127462394 - Accuracy= 0.9431\n",
      "Epoch: 0012 - cost= 1.130953074 - Accuracy= 0.9428\n",
      "Epoch: 0012 - cost= 1.131737365 - Accuracy= 0.9421\n",
      "Epoch: 0012 - cost= 1.133224273 - Accuracy= 0.9416\n",
      "Epoch: 0012 - cost= 1.138487751 - Accuracy= 0.941\n",
      "Epoch: 0012 - cost= 1.141714216 - Accuracy= 0.9419\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0012 - cost= 1.151846418 - Accuracy= 0.942\n",
      "Epoch: 0012 - cost= 1.155500782 - Accuracy= 0.9423\n",
      "Epoch: 0012 - cost= 1.160304212 - Accuracy= 0.9428\n",
      "Epoch: 0012 - cost= 1.161597238 - Accuracy= 0.9425\n",
      "Epoch: 0012 - cost= 1.161602961 - Accuracy= 0.9421\n",
      "Epoch: 0012 - cost= 1.162405505 - Accuracy= 0.9418\n",
      "Epoch: 0012 - cost= 1.164274263 - Accuracy= 0.9415\n",
      "Epoch: 0012 - cost= 1.167050910 - Accuracy= 0.9416\n",
      "Epoch: 0012 - cost= 1.173841190 - Accuracy= 0.9426\n",
      "Epoch: 0012 - cost= 1.176974107 - Accuracy= 0.9432\n",
      "Epoch: 0012 - cost= 1.178090307 - Accuracy= 0.9438\n",
      "Epoch: 0012 - cost= 1.178090307 - Accuracy= 0.944\n",
      "Epoch: 0012 - cost= 1.178727489 - Accuracy= 0.9442\n",
      "Epoch: 0012 - cost= 1.178727489 - Accuracy= 0.9436\n",
      "Epoch: 0012 - cost= 1.182299807 - Accuracy= 0.9437\n",
      "Epoch: 0012 - cost= 1.182299807 - Accuracy= 0.9438\n",
      "Epoch: 0012 - cost= 1.200820299 - Accuracy= 0.9433\n",
      "Epoch: 0012 - cost= 1.206267252 - Accuracy= 0.9427\n",
      "Epoch: 0012 - cost= 1.220124388 - Accuracy= 0.9427\n",
      "Epoch: 0012 - cost= 1.225102877 - Accuracy= 0.9425\n",
      "Epoch: 0012 - cost= 1.237163532 - Accuracy= 0.9425\n",
      "Epoch: 0012 - cost= 1.237639047 - Accuracy= 0.9414\n",
      "Epoch: 0012 - cost= 1.242812788 - Accuracy= 0.9411\n",
      "Epoch: 0012 - cost= 1.244195848 - Accuracy= 0.9412\n",
      "Epoch: 0012 - cost= 1.246484571 - Accuracy= 0.941\n",
      "Epoch: 0012 - cost= 1.248239565 - Accuracy= 0.9413\n",
      "Epoch: 0012 - cost= 1.248239565 - Accuracy= 0.9414\n",
      "Epoch: 0012 - cost= 1.249714554 - Accuracy= 0.941\n",
      "Epoch: 0012 - cost= 1.257775767 - Accuracy= 0.9409\n",
      "Epoch: 0012 - cost= 1.259254609 - Accuracy= 0.9409\n",
      "Epoch: 0012 - cost= 1.263511902 - Accuracy= 0.9405\n",
      "Epoch: 0012 - cost= 1.267315339 - Accuracy= 0.9408\n",
      "Epoch: 0012 - cost= 1.268601661 - Accuracy= 0.9405\n",
      "Epoch: 0012 - cost= 1.272462287 - Accuracy= 0.9408\n",
      "Epoch: 0012 - cost= 1.293851129 - Accuracy= 0.9406\n",
      "Epoch: 0012 - cost= 1.295969517 - Accuracy= 0.9412\n",
      "Epoch: 0012 - cost= 1.299182234 - Accuracy= 0.941\n",
      "Epoch: 0012 - cost= 1.299498100 - Accuracy= 0.9409\n",
      "Epoch: 0012 - cost= 1.301311747 - Accuracy= 0.9397\n",
      "Epoch: 0012 - cost= 1.314113914 - Accuracy= 0.9391\n",
      "Epoch: 0012 - cost= 1.314973937 - Accuracy= 0.9388\n",
      "Epoch: 0012 - cost= 1.319306661 - Accuracy= 0.9387\n",
      "Epoch: 0012 - cost= 1.323394367 - Accuracy= 0.9392\n",
      "Epoch: 0012 - cost= 1.325971682 - Accuracy= 0.94\n",
      "Epoch: 0012 - cost= 1.326680164 - Accuracy= 0.9399\n",
      "Epoch: 0012 - cost= 1.346044091 - Accuracy= 0.9404\n",
      "Epoch: 0012 - cost= 1.353599169 - Accuracy= 0.9406\n",
      "Epoch: 0012 - cost= 1.356755175 - Accuracy= 0.9397\n",
      "Epoch: 0012 - cost= 1.358218087 - Accuracy= 0.94\n",
      "Epoch: 0012 - cost= 1.359270701 - Accuracy= 0.94\n",
      "Epoch: 0012 - cost= 1.365379008 - Accuracy= 0.9409\n",
      "Epoch: 0012 - cost= 1.375706858 - Accuracy= 0.9409\n",
      "Epoch: 0012 - cost= 1.378104501 - Accuracy= 0.9407\n",
      "Epoch: 0012 - cost= 1.380238661 - Accuracy= 0.9405\n",
      "Epoch: 0012 - cost= 1.380370577 - Accuracy= 0.9404\n",
      "Epoch: 0012 - cost= 1.380680262 - Accuracy= 0.9411\n",
      "Epoch: 0012 - cost= 1.387249983 - Accuracy= 0.9414\n",
      "Epoch: 0012 - cost= 1.388662377 - Accuracy= 0.9411\n",
      "Epoch: 0012 - cost= 1.388662377 - Accuracy= 0.9403\n",
      "Epoch: 0012 - cost= 1.388690517 - Accuracy= 0.9403\n",
      "Epoch: 0012 - cost= 1.392057446 - Accuracy= 0.94\n",
      "Epoch: 0012 - cost= 1.393970241 - Accuracy= 0.9402\n",
      "Epoch: 0012 - cost= 1.397077199 - Accuracy= 0.9397\n",
      "Epoch: 0012 - cost= 1.406667249 - Accuracy= 0.9397\n",
      "Epoch: 0012 - cost= 1.408444799 - Accuracy= 0.9394\n",
      "Epoch: 0012 - cost= 1.409744186 - Accuracy= 0.9398\n",
      "Epoch: 0012 - cost= 1.412926375 - Accuracy= 0.9399\n",
      "Epoch: 0012 - cost= 1.419788032 - Accuracy= 0.9403\n",
      "Epoch: 0012 - cost= 1.423725055 - Accuracy= 0.9412\n",
      "Epoch: 0012 - cost= 1.429541026 - Accuracy= 0.9411\n",
      "Epoch: 0012 - cost= 1.439828164 - Accuracy= 0.9414\n",
      "Epoch: 0012 - cost= 1.444331560 - Accuracy= 0.942\n",
      "Epoch: 0012 - cost= 1.446858804 - Accuracy= 0.9422\n",
      "Epoch: 0012 - cost= 1.449553126 - Accuracy= 0.9419\n",
      "Epoch: 0012 - cost= 1.449864525 - Accuracy= 0.9423\n",
      "Epoch: 0012 - cost= 1.457874538 - Accuracy= 0.9426\n",
      "Epoch: 0012 - cost= 1.471098367 - Accuracy= 0.9426\n",
      "Epoch: 0012 - cost= 1.475263778 - Accuracy= 0.9427\n",
      "Epoch: 0012 - cost= 1.478085860 - Accuracy= 0.9426\n",
      "Epoch: 0012 - cost= 1.481466399 - Accuracy= 0.9424\n",
      "Epoch: 0012 - cost= 1.485065285 - Accuracy= 0.9431\n",
      "Epoch: 0012 - cost= 1.486890633 - Accuracy= 0.9434\n",
      "Epoch: 0012 - cost= 1.488473189 - Accuracy= 0.9432\n",
      "Epoch: 0012 - cost= 1.492580355 - Accuracy= 0.9432\n",
      "Epoch: 0012 - cost= 1.502226049 - Accuracy= 0.943\n",
      "Epoch: 0012 - cost= 1.506155793 - Accuracy= 0.9427\n",
      "Epoch: 0012 - cost= 1.515965859 - Accuracy= 0.9422\n",
      "Epoch: 0012 - cost= 1.515965860 - Accuracy= 0.942\n",
      "Epoch: 0012 - cost= 1.526644954 - Accuracy= 0.9421\n",
      "Epoch: 0012 - cost= 1.527273369 - Accuracy= 0.9421\n",
      "Epoch: 0012 - cost= 1.533584158 - Accuracy= 0.9421\n",
      "Epoch: 0012 - cost= 1.536078924 - Accuracy= 0.9419\n",
      "Epoch: 0012 - cost= 1.541720620 - Accuracy= 0.9418\n",
      "Epoch: 0012 - cost= 1.542616571 - Accuracy= 0.9418\n",
      "Epoch: 0012 - cost= 1.542616571 - Accuracy= 0.9415\n",
      "Epoch: 0012 - cost= 1.544850065 - Accuracy= 0.941\n",
      "Epoch: 0012 - cost= 1.546215804 - Accuracy= 0.941\n",
      "Epoch: 0012 - cost= 1.550629668 - Accuracy= 0.9418\n",
      "Epoch: 0012 - cost= 1.565258045 - Accuracy= 0.9423\n",
      "Epoch: 0012 - cost= 1.570000407 - Accuracy= 0.9427\n",
      "Epoch: 0012 - cost= 1.573028522 - Accuracy= 0.9417\n",
      "Epoch: 0012 - cost= 1.577269917 - Accuracy= 0.9411\n",
      "Epoch: 0012 - cost= 1.579037542 - Accuracy= 0.9411\n",
      "Epoch: 0012 - cost= 1.579809763 - Accuracy= 0.9403\n",
      "Epoch: 0012 - cost= 1.582366093 - Accuracy= 0.9406\n",
      "Epoch: 0012 - cost= 1.587180544 - Accuracy= 0.9406\n",
      "Epoch: 0012 - cost= 1.588749970 - Accuracy= 0.9415\n",
      "Epoch: 0012 - cost= 1.588749970 - Accuracy= 0.9417\n",
      "Epoch: 0012 - cost= 1.589086823 - Accuracy= 0.9425\n",
      "Epoch: 0012 - cost= 1.590241939 - Accuracy= 0.9428\n",
      "Epoch: 0012 - cost= 1.591638786 - Accuracy= 0.943\n",
      "Epoch: 0012 - cost= 1.593424083 - Accuracy= 0.9426\n",
      "Epoch: 0012 - cost= 1.594132423 - Accuracy= 0.9427\n",
      "Epoch: 0012 - cost= 1.595379932 - Accuracy= 0.9433\n",
      "Epoch: 0012 - cost= 1.614462629 - Accuracy= 0.9429\n",
      "Epoch: 0012 - cost= 1.650369979 - Accuracy= 0.9432\n",
      "Epoch: 0012 - cost= 1.670017867 - Accuracy= 0.9427\n",
      "Epoch: 0012 - cost= 1.670923718 - Accuracy= 0.9426\n",
      "Epoch: 0012 - cost= 1.676997172 - Accuracy= 0.9423\n",
      "Epoch: 0012 - cost= 1.679996236 - Accuracy= 0.942\n",
      "Epoch: 0012 - cost= 1.683978678 - Accuracy= 0.9424\n",
      "Epoch: 0012 - cost= 1.683978678 - Accuracy= 0.9424\n",
      "Epoch: 0012 - cost= 1.684657224 - Accuracy= 0.9428\n",
      "Epoch: 0012 - cost= 1.696140489 - Accuracy= 0.9428\n",
      "Epoch: 0012 - cost= 1.700235430 - Accuracy= 0.9428\n",
      "Epoch: 0012 - cost= 1.712486186 - Accuracy= 0.9437\n",
      "Epoch: 0012 - cost= 1.714049654 - Accuracy= 0.9435\n",
      "Epoch: 0012 - cost= 1.721198066 - Accuracy= 0.9426\n",
      "Epoch: 0012 - cost= 1.743730253 - Accuracy= 0.9425\n",
      "Epoch: 0012 - cost= 1.763477980 - Accuracy= 0.9421\n",
      "Epoch: 0012 - cost= 1.765207076 - Accuracy= 0.9418\n",
      "Epoch: 0012 - cost= 1.765251217 - Accuracy= 0.9414\n",
      "Epoch: 0012 - cost= 1.770566097 - Accuracy= 0.9409\n",
      "Epoch: 0012 - cost= 1.773012064 - Accuracy= 0.9408\n",
      "Epoch: 0012 - cost= 1.778206475 - Accuracy= 0.9405\n",
      "Epoch: 0012 - cost= 1.784706979 - Accuracy= 0.9405\n",
      "Epoch: 0012 - cost= 1.786679463 - Accuracy= 0.9402\n",
      "Epoch: 0012 - cost= 1.789595446 - Accuracy= 0.9397\n",
      "Epoch: 0012 - cost= 1.792012141 - Accuracy= 0.9401\n",
      "Epoch: 0012 - cost= 1.797828249 - Accuracy= 0.9398\n",
      "Epoch: 0012 - cost= 1.799873857 - Accuracy= 0.9396\n",
      "Epoch: 0012 - cost= 1.805705405 - Accuracy= 0.9396\n",
      "Epoch: 0012 - cost= 1.809134395 - Accuracy= 0.9396\n",
      "Epoch: 0012 - cost= 1.810357057 - Accuracy= 0.9397\n",
      "Epoch: 0012 - cost= 1.813265791 - Accuracy= 0.9394\n",
      "Epoch: 0012 - cost= 1.822422293 - Accuracy= 0.9396\n",
      "Epoch: 0012 - cost= 1.822422293 - Accuracy= 0.9395\n",
      "Epoch: 0012 - cost= 1.838512302 - Accuracy= 0.9396\n",
      "Epoch: 0012 - cost= 1.840538693 - Accuracy= 0.9397\n",
      "Epoch: 0012 - cost= 1.852347469 - Accuracy= 0.9399\n",
      "Epoch: 0012 - cost= 1.852347469 - Accuracy= 0.94\n",
      "Epoch: 0012 - cost= 1.855550288 - Accuracy= 0.9408\n",
      "Epoch: 0012 - cost= 1.856191796 - Accuracy= 0.9412\n",
      "Epoch: 0012 - cost= 1.856191796 - Accuracy= 0.9417\n",
      "Epoch: 0012 - cost= 1.863164045 - Accuracy= 0.9416\n",
      "Epoch: 0012 - cost= 1.866687936 - Accuracy= 0.9424\n",
      "Epoch: 0012 - cost= 1.875114798 - Accuracy= 0.9427\n",
      "Epoch: 0012 - cost= 1.880619903 - Accuracy= 0.9419\n",
      "Epoch: 0012 - cost= 1.881655324 - Accuracy= 0.9426\n",
      "Epoch: 0012 - cost= 1.882298281 - Accuracy= 0.9433\n",
      "Epoch: 0012 - cost= 1.886389324 - Accuracy= 0.9431\n",
      "Epoch: 0012 - cost= 1.889638091 - Accuracy= 0.9429\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0012 - cost= 1.895344252 - Accuracy= 0.9428\n",
      "Epoch: 0012 - cost= 1.898009675 - Accuracy= 0.9427\n",
      "Epoch: 0012 - cost= 1.898009676 - Accuracy= 0.9427\n",
      "Epoch: 0012 - cost= 1.908982594 - Accuracy= 0.9423\n",
      "Epoch: 0012 - cost= 1.909464881 - Accuracy= 0.9418\n",
      "Epoch: 0012 - cost= 1.927665065 - Accuracy= 0.942\n",
      "Epoch: 0012 - cost= 1.932774256 - Accuracy= 0.9418\n",
      "Epoch: 0012 - cost= 1.934228998 - Accuracy= 0.9422\n",
      "Epoch: 0012 - cost= 1.934228998 - Accuracy= 0.9419\n",
      "Epoch: 0012 - cost= 1.936181899 - Accuracy= 0.9417\n",
      "Epoch: 0012 - cost= 1.937625797 - Accuracy= 0.9418\n",
      "Epoch: 0012 - cost= 1.945369182 - Accuracy= 0.942\n",
      "Epoch: 0012 - cost= 1.945763973 - Accuracy= 0.942\n",
      "Epoch: 0012 - cost= 1.945763973 - Accuracy= 0.942\n",
      "Epoch: 0012 - cost= 1.946677374 - Accuracy= 0.9418\n",
      "Epoch: 0012 - cost= 1.947859379 - Accuracy= 0.9422\n",
      "Epoch: 0012 - cost= 1.959212884 - Accuracy= 0.9422\n",
      "Epoch: 0012 - cost= 1.962459036 - Accuracy= 0.9419\n",
      "Epoch: 0012 - cost= 1.978043063 - Accuracy= 0.9416\n",
      "Epoch: 0012 - cost= 1.980242053 - Accuracy= 0.9421\n",
      "Epoch: 0012 - cost= 1.983104391 - Accuracy= 0.9425\n",
      "Epoch: 0012 - cost= 1.985266715 - Accuracy= 0.9426\n",
      "Epoch: 0013 - cost= 0.000263259 - Accuracy= 0.9428\n",
      "Epoch: 0013 - cost= 0.001810981 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 0.002964070 - Accuracy= 0.9431\n",
      "Epoch: 0013 - cost= 0.005863218 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 0.007664926 - Accuracy= 0.9429\n",
      "Epoch: 0013 - cost= 0.007664926 - Accuracy= 0.9422\n",
      "Epoch: 0013 - cost= 0.007940264 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 0.012686697 - Accuracy= 0.9425\n",
      "Epoch: 0013 - cost= 0.012686697 - Accuracy= 0.9422\n",
      "Epoch: 0013 - cost= 0.014447072 - Accuracy= 0.9425\n",
      "Epoch: 0013 - cost= 0.014447072 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 0.018389036 - Accuracy= 0.9421\n",
      "Epoch: 0013 - cost= 0.018976903 - Accuracy= 0.9417\n",
      "Epoch: 0013 - cost= 0.019316114 - Accuracy= 0.9418\n",
      "Epoch: 0013 - cost= 0.019316114 - Accuracy= 0.9409\n",
      "Epoch: 0013 - cost= 0.019316114 - Accuracy= 0.9404\n",
      "Epoch: 0013 - cost= 0.023503265 - Accuracy= 0.9406\n",
      "Epoch: 0013 - cost= 0.029480364 - Accuracy= 0.9408\n",
      "Epoch: 0013 - cost= 0.033122617 - Accuracy= 0.9413\n",
      "Epoch: 0013 - cost= 0.033883518 - Accuracy= 0.9418\n",
      "Epoch: 0013 - cost= 0.034907003 - Accuracy= 0.9418\n",
      "Epoch: 0013 - cost= 0.043084783 - Accuracy= 0.9417\n",
      "Epoch: 0013 - cost= 0.043798415 - Accuracy= 0.9409\n",
      "Epoch: 0013 - cost= 0.048770134 - Accuracy= 0.9408\n",
      "Epoch: 0013 - cost= 0.049049757 - Accuracy= 0.9406\n",
      "Epoch: 0013 - cost= 0.061516681 - Accuracy= 0.9408\n",
      "Epoch: 0013 - cost= 0.061623354 - Accuracy= 0.9403\n",
      "Epoch: 0013 - cost= 0.064684320 - Accuracy= 0.9402\n",
      "Epoch: 0013 - cost= 0.065162948 - Accuracy= 0.9385\n",
      "Epoch: 0013 - cost= 0.066432411 - Accuracy= 0.9379\n",
      "Epoch: 0013 - cost= 0.067667924 - Accuracy= 0.9364\n",
      "Epoch: 0013 - cost= 0.068725920 - Accuracy= 0.9357\n",
      "Epoch: 0013 - cost= 0.069078730 - Accuracy= 0.9351\n",
      "Epoch: 0013 - cost= 0.076236619 - Accuracy= 0.9351\n",
      "Epoch: 0013 - cost= 0.081352523 - Accuracy= 0.9355\n",
      "Epoch: 0013 - cost= 0.087536846 - Accuracy= 0.9362\n",
      "Epoch: 0013 - cost= 0.094635074 - Accuracy= 0.9366\n",
      "Epoch: 0013 - cost= 0.094635077 - Accuracy= 0.9365\n",
      "Epoch: 0013 - cost= 0.101997508 - Accuracy= 0.9384\n",
      "Epoch: 0013 - cost= 0.102153859 - Accuracy= 0.9392\n",
      "Epoch: 0013 - cost= 0.102681822 - Accuracy= 0.9397\n",
      "Epoch: 0013 - cost= 0.103968155 - Accuracy= 0.9404\n",
      "Epoch: 0013 - cost= 0.104110940 - Accuracy= 0.9399\n",
      "Epoch: 0013 - cost= 0.105999970 - Accuracy= 0.9401\n",
      "Epoch: 0013 - cost= 0.114493948 - Accuracy= 0.9399\n",
      "Epoch: 0013 - cost= 0.115108009 - Accuracy= 0.9398\n",
      "Epoch: 0013 - cost= 0.115108009 - Accuracy= 0.9398\n",
      "Epoch: 0013 - cost= 0.121524862 - Accuracy= 0.9403\n",
      "Epoch: 0013 - cost= 0.127143681 - Accuracy= 0.9402\n",
      "Epoch: 0013 - cost= 0.137073825 - Accuracy= 0.94\n",
      "Epoch: 0013 - cost= 0.137486661 - Accuracy= 0.9395\n",
      "Epoch: 0013 - cost= 0.146347429 - Accuracy= 0.9398\n",
      "Epoch: 0013 - cost= 0.149076448 - Accuracy= 0.9404\n",
      "Epoch: 0013 - cost= 0.149076448 - Accuracy= 0.9407\n",
      "Epoch: 0013 - cost= 0.149076448 - Accuracy= 0.941\n",
      "Epoch: 0013 - cost= 0.150701468 - Accuracy= 0.9411\n",
      "Epoch: 0013 - cost= 0.151308059 - Accuracy= 0.9417\n",
      "Epoch: 0013 - cost= 0.153920668 - Accuracy= 0.9426\n",
      "Epoch: 0013 - cost= 0.156907839 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 0.166270342 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 0.170178312 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 0.173583768 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 0.176243377 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 0.176243377 - Accuracy= 0.9416\n",
      "Epoch: 0013 - cost= 0.176243377 - Accuracy= 0.9407\n",
      "Epoch: 0013 - cost= 0.179025386 - Accuracy= 0.9399\n",
      "Epoch: 0013 - cost= 0.179666801 - Accuracy= 0.9399\n",
      "Epoch: 0013 - cost= 0.186699860 - Accuracy= 0.9391\n",
      "Epoch: 0013 - cost= 0.187596263 - Accuracy= 0.9385\n",
      "Epoch: 0013 - cost= 0.194317345 - Accuracy= 0.9394\n",
      "Epoch: 0013 - cost= 0.198085790 - Accuracy= 0.9407\n",
      "Epoch: 0013 - cost= 0.200825354 - Accuracy= 0.941\n",
      "Epoch: 0013 - cost= 0.205928335 - Accuracy= 0.9411\n",
      "Epoch: 0013 - cost= 0.205928335 - Accuracy= 0.9411\n",
      "Epoch: 0013 - cost= 0.208470609 - Accuracy= 0.9417\n",
      "Epoch: 0013 - cost= 0.209280662 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 0.209280885 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 0.212966712 - Accuracy= 0.9433\n",
      "Epoch: 0013 - cost= 0.214495566 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 0.214495566 - Accuracy= 0.9421\n",
      "Epoch: 0013 - cost= 0.217485403 - Accuracy= 0.9419\n",
      "Epoch: 0013 - cost= 0.221494901 - Accuracy= 0.9412\n",
      "Epoch: 0013 - cost= 0.223929172 - Accuracy= 0.9408\n",
      "Epoch: 0013 - cost= 0.236014710 - Accuracy= 0.9413\n",
      "Epoch: 0013 - cost= 0.238148873 - Accuracy= 0.9414\n",
      "Epoch: 0013 - cost= 0.238148873 - Accuracy= 0.941\n",
      "Epoch: 0013 - cost= 0.238390130 - Accuracy= 0.9405\n",
      "Epoch: 0013 - cost= 0.240238360 - Accuracy= 0.9402\n",
      "Epoch: 0013 - cost= 0.242812366 - Accuracy= 0.9404\n",
      "Epoch: 0013 - cost= 0.243942249 - Accuracy= 0.9408\n",
      "Epoch: 0013 - cost= 0.245111286 - Accuracy= 0.9414\n",
      "Epoch: 0013 - cost= 0.245111286 - Accuracy= 0.9409\n",
      "Epoch: 0013 - cost= 0.248552571 - Accuracy= 0.9414\n",
      "Epoch: 0013 - cost= 0.248866271 - Accuracy= 0.9408\n",
      "Epoch: 0013 - cost= 0.251787646 - Accuracy= 0.9407\n",
      "Epoch: 0013 - cost= 0.263439752 - Accuracy= 0.9414\n",
      "Epoch: 0013 - cost= 0.270911939 - Accuracy= 0.942\n",
      "Epoch: 0013 - cost= 0.273789525 - Accuracy= 0.942\n",
      "Epoch: 0013 - cost= 0.273805246 - Accuracy= 0.9413\n",
      "Epoch: 0013 - cost= 0.275214251 - Accuracy= 0.9413\n",
      "Epoch: 0013 - cost= 0.280489667 - Accuracy= 0.9413\n",
      "Epoch: 0013 - cost= 0.280980467 - Accuracy= 0.9412\n",
      "Epoch: 0013 - cost= 0.283979342 - Accuracy= 0.941\n",
      "Epoch: 0013 - cost= 0.291655255 - Accuracy= 0.9415\n",
      "Epoch: 0013 - cost= 0.295147149 - Accuracy= 0.9426\n",
      "Epoch: 0013 - cost= 0.296065041 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 0.298813760 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 0.303867185 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 0.303867185 - Accuracy= 0.9422\n",
      "Epoch: 0013 - cost= 0.307976455 - Accuracy= 0.9419\n",
      "Epoch: 0013 - cost= 0.307976455 - Accuracy= 0.9417\n",
      "Epoch: 0013 - cost= 0.316603793 - Accuracy= 0.9399\n",
      "Epoch: 0013 - cost= 0.320034856 - Accuracy= 0.9403\n",
      "Epoch: 0013 - cost= 0.322672172 - Accuracy= 0.9404\n",
      "Epoch: 0013 - cost= 0.334764167 - Accuracy= 0.9395\n",
      "Epoch: 0013 - cost= 0.335996915 - Accuracy= 0.9387\n",
      "Epoch: 0013 - cost= 0.335996915 - Accuracy= 0.9387\n",
      "Epoch: 0013 - cost= 0.342069035 - Accuracy= 0.939\n",
      "Epoch: 0013 - cost= 0.342069035 - Accuracy= 0.938\n",
      "Epoch: 0013 - cost= 0.343189926 - Accuracy= 0.9377\n",
      "Epoch: 0013 - cost= 0.348081854 - Accuracy= 0.9381\n",
      "Epoch: 0013 - cost= 0.348967132 - Accuracy= 0.9396\n",
      "Epoch: 0013 - cost= 0.351995056 - Accuracy= 0.9405\n",
      "Epoch: 0013 - cost= 0.351995056 - Accuracy= 0.9417\n",
      "Epoch: 0013 - cost= 0.361567727 - Accuracy= 0.9419\n",
      "Epoch: 0013 - cost= 0.362999156 - Accuracy= 0.9417\n",
      "Epoch: 0013 - cost= 0.366506472 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 0.369530037 - Accuracy= 0.9437\n",
      "Epoch: 0013 - cost= 0.369812019 - Accuracy= 0.9436\n",
      "Epoch: 0013 - cost= 0.379677297 - Accuracy= 0.9434\n",
      "Epoch: 0013 - cost= 0.380935992 - Accuracy= 0.9436\n",
      "Epoch: 0013 - cost= 0.381081176 - Accuracy= 0.9437\n",
      "Epoch: 0013 - cost= 0.384138333 - Accuracy= 0.9436\n",
      "Epoch: 0013 - cost= 0.385326623 - Accuracy= 0.9437\n",
      "Epoch: 0013 - cost= 0.394894297 - Accuracy= 0.9437\n",
      "Epoch: 0013 - cost= 0.397699453 - Accuracy= 0.9443\n",
      "Epoch: 0013 - cost= 0.397699453 - Accuracy= 0.9445\n",
      "Epoch: 0013 - cost= 0.402617247 - Accuracy= 0.9445\n",
      "Epoch: 0013 - cost= 0.407104811 - Accuracy= 0.9452\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0013 - cost= 0.407512272 - Accuracy= 0.9452\n",
      "Epoch: 0013 - cost= 0.413736642 - Accuracy= 0.9454\n",
      "Epoch: 0013 - cost= 0.413736642 - Accuracy= 0.9453\n",
      "Epoch: 0013 - cost= 0.416170205 - Accuracy= 0.9443\n",
      "Epoch: 0013 - cost= 0.416170205 - Accuracy= 0.9443\n",
      "Epoch: 0013 - cost= 0.416694658 - Accuracy= 0.9442\n",
      "Epoch: 0013 - cost= 0.416694658 - Accuracy= 0.9444\n",
      "Epoch: 0013 - cost= 0.416694658 - Accuracy= 0.9438\n",
      "Epoch: 0013 - cost= 0.417119979 - Accuracy= 0.9431\n",
      "Epoch: 0013 - cost= 0.419573928 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 0.421201750 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 0.424524324 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 0.424525847 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 0.426569188 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 0.428052788 - Accuracy= 0.9431\n",
      "Epoch: 0013 - cost= 0.428052788 - Accuracy= 0.9432\n",
      "Epoch: 0013 - cost= 0.430221181 - Accuracy= 0.9434\n",
      "Epoch: 0013 - cost= 0.430221181 - Accuracy= 0.9432\n",
      "Epoch: 0013 - cost= 0.431583975 - Accuracy= 0.9432\n",
      "Epoch: 0013 - cost= 0.437965863 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 0.437965863 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 0.437966568 - Accuracy= 0.9422\n",
      "Epoch: 0013 - cost= 0.437966764 - Accuracy= 0.9422\n",
      "Epoch: 0013 - cost= 0.437966787 - Accuracy= 0.942\n",
      "Epoch: 0013 - cost= 0.439695767 - Accuracy= 0.9415\n",
      "Epoch: 0013 - cost= 0.439898026 - Accuracy= 0.9416\n",
      "Epoch: 0013 - cost= 0.441146992 - Accuracy= 0.942\n",
      "Epoch: 0013 - cost= 0.445300431 - Accuracy= 0.9421\n",
      "Epoch: 0013 - cost= 0.446164521 - Accuracy= 0.9418\n",
      "Epoch: 0013 - cost= 0.446164521 - Accuracy= 0.9421\n",
      "Epoch: 0013 - cost= 0.446626187 - Accuracy= 0.9422\n",
      "Epoch: 0013 - cost= 0.446626187 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 0.446992221 - Accuracy= 0.9434\n",
      "Epoch: 0013 - cost= 0.447992545 - Accuracy= 0.9435\n",
      "Epoch: 0013 - cost= 0.454379916 - Accuracy= 0.9433\n",
      "Epoch: 0013 - cost= 0.460590251 - Accuracy= 0.9433\n",
      "Epoch: 0013 - cost= 0.461748295 - Accuracy= 0.9441\n",
      "Epoch: 0013 - cost= 0.462703065 - Accuracy= 0.9439\n",
      "Epoch: 0013 - cost= 0.462832603 - Accuracy= 0.9443\n",
      "Epoch: 0013 - cost= 0.462832603 - Accuracy= 0.9442\n",
      "Epoch: 0013 - cost= 0.463105931 - Accuracy= 0.9445\n",
      "Epoch: 0013 - cost= 0.463576338 - Accuracy= 0.9445\n",
      "Epoch: 0013 - cost= 0.463576338 - Accuracy= 0.9444\n",
      "Epoch: 0013 - cost= 0.463626210 - Accuracy= 0.9446\n",
      "Epoch: 0013 - cost= 0.469666342 - Accuracy= 0.945\n",
      "Epoch: 0013 - cost= 0.474523839 - Accuracy= 0.9447\n",
      "Epoch: 0013 - cost= 0.475752577 - Accuracy= 0.9443\n",
      "Epoch: 0013 - cost= 0.475752577 - Accuracy= 0.9449\n",
      "Epoch: 0013 - cost= 0.475753156 - Accuracy= 0.9444\n",
      "Epoch: 0013 - cost= 0.475753156 - Accuracy= 0.944\n",
      "Epoch: 0013 - cost= 0.476075850 - Accuracy= 0.9434\n",
      "Epoch: 0013 - cost= 0.478881983 - Accuracy= 0.9435\n",
      "Epoch: 0013 - cost= 0.482973256 - Accuracy= 0.9426\n",
      "Epoch: 0013 - cost= 0.483664542 - Accuracy= 0.9425\n",
      "Epoch: 0013 - cost= 0.485193527 - Accuracy= 0.9422\n",
      "Epoch: 0013 - cost= 0.485193527 - Accuracy= 0.9421\n",
      "Epoch: 0013 - cost= 0.486753986 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 0.499053558 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 0.499843554 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 0.501583913 - Accuracy= 0.9415\n",
      "Epoch: 0013 - cost= 0.503768535 - Accuracy= 0.9415\n",
      "Epoch: 0013 - cost= 0.503768535 - Accuracy= 0.9414\n",
      "Epoch: 0013 - cost= 0.504872694 - Accuracy= 0.9415\n",
      "Epoch: 0013 - cost= 0.513328619 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 0.514722351 - Accuracy= 0.9426\n",
      "Epoch: 0013 - cost= 0.515197393 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 0.515740649 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 0.517310338 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 0.517672090 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 0.519508695 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 0.525138894 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 0.528044446 - Accuracy= 0.9428\n",
      "Epoch: 0013 - cost= 0.528044446 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 0.528044446 - Accuracy= 0.9432\n",
      "Epoch: 0013 - cost= 0.539401522 - Accuracy= 0.9442\n",
      "Epoch: 0013 - cost= 0.547075548 - Accuracy= 0.944\n",
      "Epoch: 0013 - cost= 0.551410748 - Accuracy= 0.9436\n",
      "Epoch: 0013 - cost= 0.552864329 - Accuracy= 0.9438\n",
      "Epoch: 0013 - cost= 0.556594700 - Accuracy= 0.9444\n",
      "Epoch: 0013 - cost= 0.559475478 - Accuracy= 0.945\n",
      "Epoch: 0013 - cost= 0.562080344 - Accuracy= 0.945\n",
      "Epoch: 0013 - cost= 0.562080344 - Accuracy= 0.9444\n",
      "Epoch: 0013 - cost= 0.562080344 - Accuracy= 0.9441\n",
      "Epoch: 0013 - cost= 0.565126320 - Accuracy= 0.9452\n",
      "Epoch: 0013 - cost= 0.569578907 - Accuracy= 0.945\n",
      "Epoch: 0013 - cost= 0.571468571 - Accuracy= 0.9452\n",
      "Epoch: 0013 - cost= 0.571468571 - Accuracy= 0.9447\n",
      "Epoch: 0013 - cost= 0.584356506 - Accuracy= 0.9446\n",
      "Epoch: 0013 - cost= 0.586821476 - Accuracy= 0.945\n",
      "Epoch: 0013 - cost= 0.592342556 - Accuracy= 0.9453\n",
      "Epoch: 0013 - cost= 0.593337844 - Accuracy= 0.9448\n",
      "Epoch: 0013 - cost= 0.593337844 - Accuracy= 0.9447\n",
      "Epoch: 0013 - cost= 0.609262453 - Accuracy= 0.9447\n",
      "Epoch: 0013 - cost= 0.620395034 - Accuracy= 0.9447\n",
      "Epoch: 0013 - cost= 0.622225573 - Accuracy= 0.9449\n",
      "Epoch: 0013 - cost= 0.622225576 - Accuracy= 0.9442\n",
      "Epoch: 0013 - cost= 0.624845799 - Accuracy= 0.9432\n",
      "Epoch: 0013 - cost= 0.624845799 - Accuracy= 0.9436\n",
      "Epoch: 0013 - cost= 0.624845799 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 0.633458622 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 0.642382159 - Accuracy= 0.9434\n",
      "Epoch: 0013 - cost= 0.648307894 - Accuracy= 0.9434\n",
      "Epoch: 0013 - cost= 0.653968719 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 0.660079531 - Accuracy= 0.9428\n",
      "Epoch: 0013 - cost= 0.670245741 - Accuracy= 0.9419\n",
      "Epoch: 0013 - cost= 0.672980802 - Accuracy= 0.9415\n",
      "Epoch: 0013 - cost= 0.683342783 - Accuracy= 0.9418\n",
      "Epoch: 0013 - cost= 0.685080947 - Accuracy= 0.942\n",
      "Epoch: 0013 - cost= 0.685080947 - Accuracy= 0.942\n",
      "Epoch: 0013 - cost= 0.685929307 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 0.686134947 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 0.691260663 - Accuracy= 0.9421\n",
      "Epoch: 0013 - cost= 0.698042530 - Accuracy= 0.9429\n",
      "Epoch: 0013 - cost= 0.699279553 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 0.699279553 - Accuracy= 0.9434\n",
      "Epoch: 0013 - cost= 0.701592188 - Accuracy= 0.9433\n",
      "Epoch: 0013 - cost= 0.710730099 - Accuracy= 0.9435\n",
      "Epoch: 0013 - cost= 0.710730111 - Accuracy= 0.9438\n",
      "Epoch: 0013 - cost= 0.712958390 - Accuracy= 0.9443\n",
      "Epoch: 0013 - cost= 0.713259741 - Accuracy= 0.9444\n",
      "Epoch: 0013 - cost= 0.714994747 - Accuracy= 0.9439\n",
      "Epoch: 0013 - cost= 0.716524126 - Accuracy= 0.9444\n",
      "Epoch: 0013 - cost= 0.717364217 - Accuracy= 0.9444\n",
      "Epoch: 0013 - cost= 0.718602675 - Accuracy= 0.9446\n",
      "Epoch: 0013 - cost= 0.719790694 - Accuracy= 0.9446\n",
      "Epoch: 0013 - cost= 0.739481029 - Accuracy= 0.9448\n",
      "Epoch: 0013 - cost= 0.742437413 - Accuracy= 0.9453\n",
      "Epoch: 0013 - cost= 0.742628648 - Accuracy= 0.9453\n",
      "Epoch: 0013 - cost= 0.744381494 - Accuracy= 0.9453\n",
      "Epoch: 0013 - cost= 0.745277257 - Accuracy= 0.9453\n",
      "Epoch: 0013 - cost= 0.746181390 - Accuracy= 0.9452\n",
      "Epoch: 0013 - cost= 0.748927251 - Accuracy= 0.9451\n",
      "Epoch: 0013 - cost= 0.749795072 - Accuracy= 0.9451\n",
      "Epoch: 0013 - cost= 0.753851598 - Accuracy= 0.9444\n",
      "Epoch: 0013 - cost= 0.753851598 - Accuracy= 0.9438\n",
      "Epoch: 0013 - cost= 0.756600669 - Accuracy= 0.9437\n",
      "Epoch: 0013 - cost= 0.757470312 - Accuracy= 0.9432\n",
      "Epoch: 0013 - cost= 0.757655539 - Accuracy= 0.9429\n",
      "Epoch: 0013 - cost= 0.758404958 - Accuracy= 0.9431\n",
      "Epoch: 0013 - cost= 0.760097325 - Accuracy= 0.9435\n",
      "Epoch: 0013 - cost= 0.777468305 - Accuracy= 0.944\n",
      "Epoch: 0013 - cost= 0.782351356 - Accuracy= 0.9438\n",
      "Epoch: 0013 - cost= 0.798966879 - Accuracy= 0.9433\n",
      "Epoch: 0013 - cost= 0.798966879 - Accuracy= 0.9435\n",
      "Epoch: 0013 - cost= 0.801724326 - Accuracy= 0.9435\n",
      "Epoch: 0013 - cost= 0.804186117 - Accuracy= 0.9434\n",
      "Epoch: 0013 - cost= 0.804186117 - Accuracy= 0.9435\n",
      "Epoch: 0013 - cost= 0.812289005 - Accuracy= 0.9435\n",
      "Epoch: 0013 - cost= 0.814403462 - Accuracy= 0.9433\n",
      "Epoch: 0013 - cost= 0.824858130 - Accuracy= 0.9433\n",
      "Epoch: 0013 - cost= 0.824860220 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 0.827493061 - Accuracy= 0.9433\n",
      "Epoch: 0013 - cost= 0.832107462 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 0.836597765 - Accuracy= 0.9432\n",
      "Epoch: 0013 - cost= 0.836805138 - Accuracy= 0.9429\n",
      "Epoch: 0013 - cost= 0.838063500 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 0.838063500 - Accuracy= 0.9418\n",
      "Epoch: 0013 - cost= 0.841368693 - Accuracy= 0.9419\n",
      "Epoch: 0013 - cost= 0.841368693 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 0.843382482 - Accuracy= 0.9416\n",
      "Epoch: 0013 - cost= 0.844812677 - Accuracy= 0.9416\n",
      "Epoch: 0013 - cost= 0.845515477 - Accuracy= 0.9415\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0013 - cost= 0.850623258 - Accuracy= 0.9415\n",
      "Epoch: 0013 - cost= 0.852654072 - Accuracy= 0.9418\n",
      "Epoch: 0013 - cost= 0.854459801 - Accuracy= 0.9416\n",
      "Epoch: 0013 - cost= 0.856520608 - Accuracy= 0.9414\n",
      "Epoch: 0013 - cost= 0.859076908 - Accuracy= 0.9418\n",
      "Epoch: 0013 - cost= 0.860326011 - Accuracy= 0.9417\n",
      "Epoch: 0013 - cost= 0.860586450 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 0.861541624 - Accuracy= 0.9425\n",
      "Epoch: 0013 - cost= 0.865750044 - Accuracy= 0.9428\n",
      "Epoch: 0013 - cost= 0.865758874 - Accuracy= 0.9434\n",
      "Epoch: 0013 - cost= 0.868185604 - Accuracy= 0.9434\n",
      "Epoch: 0013 - cost= 0.868185604 - Accuracy= 0.9429\n",
      "Epoch: 0013 - cost= 0.868185604 - Accuracy= 0.9428\n",
      "Epoch: 0013 - cost= 0.869649402 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 0.869649402 - Accuracy= 0.9422\n",
      "Epoch: 0013 - cost= 0.869651241 - Accuracy= 0.942\n",
      "Epoch: 0013 - cost= 0.873669017 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 0.873725870 - Accuracy= 0.9425\n",
      "Epoch: 0013 - cost= 0.883449626 - Accuracy= 0.9428\n",
      "Epoch: 0013 - cost= 0.883940516 - Accuracy= 0.9428\n",
      "Epoch: 0013 - cost= 0.889268949 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 0.891473096 - Accuracy= 0.9433\n",
      "Epoch: 0013 - cost= 0.895659534 - Accuracy= 0.9436\n",
      "Epoch: 0013 - cost= 0.896967897 - Accuracy= 0.9434\n",
      "Epoch: 0013 - cost= 0.897710453 - Accuracy= 0.9435\n",
      "Epoch: 0013 - cost= 0.899682399 - Accuracy= 0.9435\n",
      "Epoch: 0013 - cost= 0.901798907 - Accuracy= 0.9433\n",
      "Epoch: 0013 - cost= 0.903866729 - Accuracy= 0.9428\n",
      "Epoch: 0013 - cost= 0.903866729 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 0.903957799 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 0.903957799 - Accuracy= 0.9425\n",
      "Epoch: 0013 - cost= 0.904694878 - Accuracy= 0.9422\n",
      "Epoch: 0013 - cost= 0.907582033 - Accuracy= 0.9421\n",
      "Epoch: 0013 - cost= 0.908213559 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 0.911260518 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 0.917350232 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 0.917350232 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 0.922103614 - Accuracy= 0.9425\n",
      "Epoch: 0013 - cost= 0.922103614 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 0.922103614 - Accuracy= 0.9428\n",
      "Epoch: 0013 - cost= 0.926238352 - Accuracy= 0.9425\n",
      "Epoch: 0013 - cost= 0.926844770 - Accuracy= 0.9421\n",
      "Epoch: 0013 - cost= 0.929963174 - Accuracy= 0.9417\n",
      "Epoch: 0013 - cost= 0.929963174 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 0.932274383 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 0.932784515 - Accuracy= 0.9422\n",
      "Epoch: 0013 - cost= 0.935658107 - Accuracy= 0.9418\n",
      "Epoch: 0013 - cost= 0.940773569 - Accuracy= 0.9414\n",
      "Epoch: 0013 - cost= 0.948662027 - Accuracy= 0.9425\n",
      "Epoch: 0013 - cost= 0.949076727 - Accuracy= 0.942\n",
      "Epoch: 0013 - cost= 0.950005134 - Accuracy= 0.9419\n",
      "Epoch: 0013 - cost= 0.957503944 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 0.957791256 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 0.961450953 - Accuracy= 0.9433\n",
      "Epoch: 0013 - cost= 0.961450953 - Accuracy= 0.9434\n",
      "Epoch: 0013 - cost= 0.964963005 - Accuracy= 0.9439\n",
      "Epoch: 0013 - cost= 0.966475984 - Accuracy= 0.9438\n",
      "Epoch: 0013 - cost= 0.975556075 - Accuracy= 0.9436\n",
      "Epoch: 0013 - cost= 0.977084018 - Accuracy= 0.9432\n",
      "Epoch: 0013 - cost= 0.977084018 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 0.977630784 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 0.978881270 - Accuracy= 0.9431\n",
      "Epoch: 0013 - cost= 0.980857259 - Accuracy= 0.9439\n",
      "Epoch: 0013 - cost= 0.982200325 - Accuracy= 0.9439\n",
      "Epoch: 0013 - cost= 0.988981576 - Accuracy= 0.9445\n",
      "Epoch: 0013 - cost= 0.988981576 - Accuracy= 0.9439\n",
      "Epoch: 0013 - cost= 0.995506042 - Accuracy= 0.9439\n",
      "Epoch: 0013 - cost= 1.002204881 - Accuracy= 0.9442\n",
      "Epoch: 0013 - cost= 1.005508215 - Accuracy= 0.9441\n",
      "Epoch: 0013 - cost= 1.008166341 - Accuracy= 0.944\n",
      "Epoch: 0013 - cost= 1.008167195 - Accuracy= 0.9444\n",
      "Epoch: 0013 - cost= 1.009138991 - Accuracy= 0.9442\n",
      "Epoch: 0013 - cost= 1.012202955 - Accuracy= 0.9439\n",
      "Epoch: 0013 - cost= 1.014978587 - Accuracy= 0.9434\n",
      "Epoch: 0013 - cost= 1.016200691 - Accuracy= 0.9431\n",
      "Epoch: 0013 - cost= 1.018978164 - Accuracy= 0.9429\n",
      "Epoch: 0013 - cost= 1.019027042 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 1.020626553 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 1.020707128 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 1.020912447 - Accuracy= 0.9425\n",
      "Epoch: 0013 - cost= 1.020912476 - Accuracy= 0.9421\n",
      "Epoch: 0013 - cost= 1.020946822 - Accuracy= 0.9418\n",
      "Epoch: 0013 - cost= 1.022914869 - Accuracy= 0.9415\n",
      "Epoch: 0013 - cost= 1.026029584 - Accuracy= 0.9413\n",
      "Epoch: 0013 - cost= 1.026834686 - Accuracy= 0.9417\n",
      "Epoch: 0013 - cost= 1.028197889 - Accuracy= 0.9426\n",
      "Epoch: 0013 - cost= 1.028812280 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 1.028812280 - Accuracy= 0.9431\n",
      "Epoch: 0013 - cost= 1.028812280 - Accuracy= 0.9432\n",
      "Epoch: 0013 - cost= 1.028812280 - Accuracy= 0.9434\n",
      "Epoch: 0013 - cost= 1.030329265 - Accuracy= 0.9433\n",
      "Epoch: 0013 - cost= 1.031334538 - Accuracy= 0.9432\n",
      "Epoch: 0013 - cost= 1.036788637 - Accuracy= 0.9434\n",
      "Epoch: 0013 - cost= 1.043571323 - Accuracy= 0.9431\n",
      "Epoch: 0013 - cost= 1.044193999 - Accuracy= 0.9433\n",
      "Epoch: 0013 - cost= 1.046057574 - Accuracy= 0.9435\n",
      "Epoch: 0013 - cost= 1.046088093 - Accuracy= 0.944\n",
      "Epoch: 0013 - cost= 1.047746974 - Accuracy= 0.9441\n",
      "Epoch: 0013 - cost= 1.047746974 - Accuracy= 0.9437\n",
      "Epoch: 0013 - cost= 1.047751396 - Accuracy= 0.9442\n",
      "Epoch: 0013 - cost= 1.048612018 - Accuracy= 0.9448\n",
      "Epoch: 0013 - cost= 1.048762318 - Accuracy= 0.9448\n",
      "Epoch: 0013 - cost= 1.049090652 - Accuracy= 0.9442\n",
      "Epoch: 0013 - cost= 1.049090652 - Accuracy= 0.9436\n",
      "Epoch: 0013 - cost= 1.054833433 - Accuracy= 0.9435\n",
      "Epoch: 0013 - cost= 1.064348508 - Accuracy= 0.9432\n",
      "Epoch: 0013 - cost= 1.066408673 - Accuracy= 0.9435\n",
      "Epoch: 0013 - cost= 1.066408673 - Accuracy= 0.9433\n",
      "Epoch: 0013 - cost= 1.071483621 - Accuracy= 0.9441\n",
      "Epoch: 0013 - cost= 1.073973098 - Accuracy= 0.9444\n",
      "Epoch: 0013 - cost= 1.074805304 - Accuracy= 0.9445\n",
      "Epoch: 0013 - cost= 1.074805304 - Accuracy= 0.9441\n",
      "Epoch: 0013 - cost= 1.075234009 - Accuracy= 0.9442\n",
      "Epoch: 0013 - cost= 1.080896853 - Accuracy= 0.944\n",
      "Epoch: 0013 - cost= 1.083550628 - Accuracy= 0.944\n",
      "Epoch: 0013 - cost= 1.083550628 - Accuracy= 0.9439\n",
      "Epoch: 0013 - cost= 1.089029706 - Accuracy= 0.9439\n",
      "Epoch: 0013 - cost= 1.095388877 - Accuracy= 0.9434\n",
      "Epoch: 0013 - cost= 1.099017544 - Accuracy= 0.9439\n",
      "Epoch: 0013 - cost= 1.101303386 - Accuracy= 0.9431\n",
      "Epoch: 0013 - cost= 1.103037670 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 1.103890175 - Accuracy= 0.9431\n",
      "Epoch: 0013 - cost= 1.103890175 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 1.106990100 - Accuracy= 0.9426\n",
      "Epoch: 0013 - cost= 1.107898258 - Accuracy= 0.9428\n",
      "Epoch: 0013 - cost= 1.108242136 - Accuracy= 0.9422\n",
      "Epoch: 0013 - cost= 1.109529469 - Accuracy= 0.9421\n",
      "Epoch: 0013 - cost= 1.113987575 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 1.120679888 - Accuracy= 0.9421\n",
      "Epoch: 0013 - cost= 1.124727093 - Accuracy= 0.9422\n",
      "Epoch: 0013 - cost= 1.126205787 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 1.126205787 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 1.127114460 - Accuracy= 0.9428\n",
      "Epoch: 0013 - cost= 1.128177337 - Accuracy= 0.9425\n",
      "Epoch: 0013 - cost= 1.130023976 - Accuracy= 0.9431\n",
      "Epoch: 0013 - cost= 1.134837780 - Accuracy= 0.9433\n",
      "Epoch: 0013 - cost= 1.143443380 - Accuracy= 0.9432\n",
      "Epoch: 0013 - cost= 1.146365460 - Accuracy= 0.9439\n",
      "Epoch: 0013 - cost= 1.148413854 - Accuracy= 0.9448\n",
      "Epoch: 0013 - cost= 1.152965414 - Accuracy= 0.9449\n",
      "Epoch: 0013 - cost= 1.152965414 - Accuracy= 0.9448\n",
      "Epoch: 0013 - cost= 1.158644726 - Accuracy= 0.9451\n",
      "Epoch: 0013 - cost= 1.158644726 - Accuracy= 0.9453\n",
      "Epoch: 0013 - cost= 1.158652057 - Accuracy= 0.9455\n",
      "Epoch: 0013 - cost= 1.160310681 - Accuracy= 0.9456\n",
      "Epoch: 0013 - cost= 1.163299690 - Accuracy= 0.9458\n",
      "Epoch: 0013 - cost= 1.166258992 - Accuracy= 0.9454\n",
      "Epoch: 0013 - cost= 1.168768138 - Accuracy= 0.945\n",
      "Epoch: 0013 - cost= 1.177243921 - Accuracy= 0.9446\n",
      "Epoch: 0013 - cost= 1.177244563 - Accuracy= 0.9445\n",
      "Epoch: 0013 - cost= 1.177269976 - Accuracy= 0.9434\n",
      "Epoch: 0013 - cost= 1.177269976 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 1.184768283 - Accuracy= 0.9432\n",
      "Epoch: 0013 - cost= 1.186683551 - Accuracy= 0.9433\n",
      "Epoch: 0013 - cost= 1.190440042 - Accuracy= 0.9432\n",
      "Epoch: 0013 - cost= 1.191466533 - Accuracy= 0.9437\n",
      "Epoch: 0013 - cost= 1.191466533 - Accuracy= 0.9439\n",
      "Epoch: 0013 - cost= 1.194454403 - Accuracy= 0.9432\n",
      "Epoch: 0013 - cost= 1.198439766 - Accuracy= 0.9429\n",
      "Epoch: 0013 - cost= 1.199060199 - Accuracy= 0.9433\n",
      "Epoch: 0013 - cost= 1.220889310 - Accuracy= 0.9436\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0013 - cost= 1.222942104 - Accuracy= 0.9438\n",
      "Epoch: 0013 - cost= 1.236025033 - Accuracy= 0.9441\n",
      "Epoch: 0013 - cost= 1.236025417 - Accuracy= 0.9444\n",
      "Epoch: 0013 - cost= 1.237606512 - Accuracy= 0.9436\n",
      "Epoch: 0013 - cost= 1.239932174 - Accuracy= 0.9432\n",
      "Epoch: 0013 - cost= 1.241174537 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 1.243754165 - Accuracy= 0.9426\n",
      "Epoch: 0013 - cost= 1.249030278 - Accuracy= 0.9432\n",
      "Epoch: 0013 - cost= 1.250583218 - Accuracy= 0.9431\n",
      "Epoch: 0013 - cost= 1.262912003 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 1.263199422 - Accuracy= 0.9422\n",
      "Epoch: 0013 - cost= 1.263875174 - Accuracy= 0.9426\n",
      "Epoch: 0013 - cost= 1.264618813 - Accuracy= 0.9418\n",
      "Epoch: 0013 - cost= 1.272621703 - Accuracy= 0.9422\n",
      "Epoch: 0013 - cost= 1.274472766 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 1.280546190 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 1.282395927 - Accuracy= 0.9421\n",
      "Epoch: 0013 - cost= 1.287743929 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 1.294988667 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 1.294988667 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 1.298573933 - Accuracy= 0.9427\n",
      "Epoch: 0013 - cost= 1.301600878 - Accuracy= 0.9426\n",
      "Epoch: 0013 - cost= 1.301610130 - Accuracy= 0.9415\n",
      "Epoch: 0013 - cost= 1.301610130 - Accuracy= 0.9416\n",
      "Epoch: 0013 - cost= 1.303706559 - Accuracy= 0.9411\n",
      "Epoch: 0013 - cost= 1.319282819 - Accuracy= 0.9412\n",
      "Epoch: 0013 - cost= 1.319282819 - Accuracy= 0.9417\n",
      "Epoch: 0013 - cost= 1.328562628 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 1.328710556 - Accuracy= 0.9422\n",
      "Epoch: 0013 - cost= 1.335183300 - Accuracy= 0.943\n",
      "Epoch: 0013 - cost= 1.336944385 - Accuracy= 0.9429\n",
      "Epoch: 0013 - cost= 1.336972789 - Accuracy= 0.9422\n",
      "Epoch: 0013 - cost= 1.338861476 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 1.341452928 - Accuracy= 0.9419\n",
      "Epoch: 0013 - cost= 1.346493267 - Accuracy= 0.9421\n",
      "Epoch: 0013 - cost= 1.352373774 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 1.353609736 - Accuracy= 0.942\n",
      "Epoch: 0013 - cost= 1.354332832 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 1.356013523 - Accuracy= 0.9417\n",
      "Epoch: 0013 - cost= 1.361687933 - Accuracy= 0.9408\n",
      "Epoch: 0013 - cost= 1.367735247 - Accuracy= 0.9409\n",
      "Epoch: 0013 - cost= 1.372739566 - Accuracy= 0.9409\n",
      "Epoch: 0013 - cost= 1.372821710 - Accuracy= 0.9405\n",
      "Epoch: 0013 - cost= 1.372821710 - Accuracy= 0.9401\n",
      "Epoch: 0013 - cost= 1.373000208 - Accuracy= 0.9398\n",
      "Epoch: 0013 - cost= 1.376168763 - Accuracy= 0.9399\n",
      "Epoch: 0013 - cost= 1.376221044 - Accuracy= 0.9398\n",
      "Epoch: 0013 - cost= 1.376221044 - Accuracy= 0.9394\n",
      "Epoch: 0013 - cost= 1.377822896 - Accuracy= 0.94\n",
      "Epoch: 0013 - cost= 1.381420349 - Accuracy= 0.9389\n",
      "Epoch: 0013 - cost= 1.388270669 - Accuracy= 0.939\n",
      "Epoch: 0013 - cost= 1.396582049 - Accuracy= 0.939\n",
      "Epoch: 0013 - cost= 1.410648721 - Accuracy= 0.9396\n",
      "Epoch: 0013 - cost= 1.417058723 - Accuracy= 0.9399\n",
      "Epoch: 0013 - cost= 1.425929121 - Accuracy= 0.94\n",
      "Epoch: 0013 - cost= 1.428593727 - Accuracy= 0.94\n",
      "Epoch: 0013 - cost= 1.430924695 - Accuracy= 0.9403\n",
      "Epoch: 0013 - cost= 1.433538613 - Accuracy= 0.9409\n",
      "Epoch: 0013 - cost= 1.433552942 - Accuracy= 0.9395\n",
      "Epoch: 0013 - cost= 1.441348478 - Accuracy= 0.9387\n",
      "Epoch: 0013 - cost= 1.447402079 - Accuracy= 0.9372\n",
      "Epoch: 0013 - cost= 1.449068291 - Accuracy= 0.9372\n",
      "Epoch: 0013 - cost= 1.450263299 - Accuracy= 0.9377\n",
      "Epoch: 0013 - cost= 1.453962038 - Accuracy= 0.9379\n",
      "Epoch: 0013 - cost= 1.468982124 - Accuracy= 0.9378\n",
      "Epoch: 0013 - cost= 1.476008684 - Accuracy= 0.938\n",
      "Epoch: 0013 - cost= 1.479839752 - Accuracy= 0.9379\n",
      "Epoch: 0013 - cost= 1.488713417 - Accuracy= 0.9393\n",
      "Epoch: 0013 - cost= 1.488874994 - Accuracy= 0.9409\n",
      "Epoch: 0013 - cost= 1.488874994 - Accuracy= 0.9416\n",
      "Epoch: 0013 - cost= 1.491875758 - Accuracy= 0.942\n",
      "Epoch: 0013 - cost= 1.499453589 - Accuracy= 0.9431\n",
      "Epoch: 0013 - cost= 1.502240496 - Accuracy= 0.9432\n",
      "Epoch: 0013 - cost= 1.505526172 - Accuracy= 0.9441\n",
      "Epoch: 0013 - cost= 1.506325311 - Accuracy= 0.9434\n",
      "Epoch: 0013 - cost= 1.514844486 - Accuracy= 0.9434\n",
      "Epoch: 0013 - cost= 1.527324091 - Accuracy= 0.9433\n",
      "Epoch: 0013 - cost= 1.529093421 - Accuracy= 0.9428\n",
      "Epoch: 0013 - cost= 1.529093421 - Accuracy= 0.9429\n",
      "Epoch: 0013 - cost= 1.533384608 - Accuracy= 0.9426\n",
      "Epoch: 0013 - cost= 1.537865111 - Accuracy= 0.9424\n",
      "Epoch: 0013 - cost= 1.542126167 - Accuracy= 0.9423\n",
      "Epoch: 0013 - cost= 1.547428399 - Accuracy= 0.9421\n",
      "Epoch: 0013 - cost= 1.564178050 - Accuracy= 0.9421\n",
      "Epoch: 0013 - cost= 1.564900730 - Accuracy= 0.9418\n",
      "Epoch: 0013 - cost= 1.570805310 - Accuracy= 0.941\n",
      "Epoch: 0013 - cost= 1.573240793 - Accuracy= 0.9414\n",
      "Epoch: 0013 - cost= 1.583786578 - Accuracy= 0.9413\n",
      "Epoch: 0014 - cost= 0.009402635 - Accuracy= 0.9411\n",
      "Epoch: 0014 - cost= 0.010143360 - Accuracy= 0.9416\n",
      "Epoch: 0014 - cost= 0.012364700 - Accuracy= 0.9418\n",
      "Epoch: 0014 - cost= 0.012364700 - Accuracy= 0.9418\n",
      "Epoch: 0014 - cost= 0.012364700 - Accuracy= 0.942\n",
      "Epoch: 0014 - cost= 0.012364700 - Accuracy= 0.9417\n",
      "Epoch: 0014 - cost= 0.015962884 - Accuracy= 0.9417\n",
      "Epoch: 0014 - cost= 0.016397140 - Accuracy= 0.9415\n",
      "Epoch: 0014 - cost= 0.017905468 - Accuracy= 0.9422\n",
      "Epoch: 0014 - cost= 0.020706759 - Accuracy= 0.9428\n",
      "Epoch: 0014 - cost= 0.024701346 - Accuracy= 0.9435\n",
      "Epoch: 0014 - cost= 0.026173156 - Accuracy= 0.9428\n",
      "Epoch: 0014 - cost= 0.027042208 - Accuracy= 0.9431\n",
      "Epoch: 0014 - cost= 0.031035802 - Accuracy= 0.9432\n",
      "Epoch: 0014 - cost= 0.044834102 - Accuracy= 0.9442\n",
      "Epoch: 0014 - cost= 0.049636286 - Accuracy= 0.9439\n",
      "Epoch: 0014 - cost= 0.049636336 - Accuracy= 0.9431\n",
      "Epoch: 0014 - cost= 0.049933188 - Accuracy= 0.943\n",
      "Epoch: 0014 - cost= 0.050947346 - Accuracy= 0.9428\n",
      "Epoch: 0014 - cost= 0.050953316 - Accuracy= 0.9423\n",
      "Epoch: 0014 - cost= 0.050955532 - Accuracy= 0.9424\n",
      "Epoch: 0014 - cost= 0.059673167 - Accuracy= 0.9431\n",
      "Epoch: 0014 - cost= 0.067694607 - Accuracy= 0.943\n",
      "Epoch: 0014 - cost= 0.067727652 - Accuracy= 0.9421\n",
      "Epoch: 0014 - cost= 0.070104464 - Accuracy= 0.9421\n",
      "Epoch: 0014 - cost= 0.075038532 - Accuracy= 0.9428\n",
      "Epoch: 0014 - cost= 0.075540266 - Accuracy= 0.9429\n",
      "Epoch: 0014 - cost= 0.075540266 - Accuracy= 0.9429\n",
      "Epoch: 0014 - cost= 0.075540484 - Accuracy= 0.9427\n",
      "Epoch: 0014 - cost= 0.076325239 - Accuracy= 0.9423\n",
      "Epoch: 0014 - cost= 0.076352783 - Accuracy= 0.9423\n",
      "Epoch: 0014 - cost= 0.078213025 - Accuracy= 0.9429\n",
      "Epoch: 0014 - cost= 0.081756193 - Accuracy= 0.9431\n",
      "Epoch: 0014 - cost= 0.081756193 - Accuracy= 0.9429\n",
      "Epoch: 0014 - cost= 0.081756193 - Accuracy= 0.9424\n",
      "Epoch: 0014 - cost= 0.082456357 - Accuracy= 0.9419\n",
      "Epoch: 0014 - cost= 0.093213024 - Accuracy= 0.942\n",
      "Epoch: 0014 - cost= 0.093874885 - Accuracy= 0.9421\n",
      "Epoch: 0014 - cost= 0.099316160 - Accuracy= 0.9421\n",
      "Epoch: 0014 - cost= 0.100616214 - Accuracy= 0.9422\n",
      "Epoch: 0014 - cost= 0.100616214 - Accuracy= 0.9424\n",
      "Epoch: 0014 - cost= 0.103911881 - Accuracy= 0.9422\n",
      "Epoch: 0014 - cost= 0.103930893 - Accuracy= 0.9422\n",
      "Epoch: 0014 - cost= 0.112070062 - Accuracy= 0.9428\n",
      "Epoch: 0014 - cost= 0.117543494 - Accuracy= 0.9427\n",
      "Epoch: 0014 - cost= 0.117543494 - Accuracy= 0.9432\n",
      "Epoch: 0014 - cost= 0.117826668 - Accuracy= 0.9442\n",
      "Epoch: 0014 - cost= 0.122424878 - Accuracy= 0.9445\n",
      "Epoch: 0014 - cost= 0.123999329 - Accuracy= 0.9441\n",
      "Epoch: 0014 - cost= 0.125918480 - Accuracy= 0.9441\n",
      "Epoch: 0014 - cost= 0.125918480 - Accuracy= 0.9442\n",
      "Epoch: 0014 - cost= 0.127770982 - Accuracy= 0.9442\n",
      "Epoch: 0014 - cost= 0.127770982 - Accuracy= 0.9441\n",
      "Epoch: 0014 - cost= 0.131710951 - Accuracy= 0.9441\n",
      "Epoch: 0014 - cost= 0.131711611 - Accuracy= 0.9441\n",
      "Epoch: 0014 - cost= 0.134514885 - Accuracy= 0.9441\n",
      "Epoch: 0014 - cost= 0.138693807 - Accuracy= 0.9441\n",
      "Epoch: 0014 - cost= 0.141774304 - Accuracy= 0.9441\n",
      "Epoch: 0014 - cost= 0.142404993 - Accuracy= 0.9445\n",
      "Epoch: 0014 - cost= 0.142404993 - Accuracy= 0.9448\n",
      "Epoch: 0014 - cost= 0.144193867 - Accuracy= 0.9444\n",
      "Epoch: 0014 - cost= 0.148350435 - Accuracy= 0.9445\n",
      "Epoch: 0014 - cost= 0.148350435 - Accuracy= 0.9439\n",
      "Epoch: 0014 - cost= 0.148350435 - Accuracy= 0.9438\n",
      "Epoch: 0014 - cost= 0.156152000 - Accuracy= 0.944\n",
      "Epoch: 0014 - cost= 0.156152000 - Accuracy= 0.9441\n",
      "Epoch: 0014 - cost= 0.157222844 - Accuracy= 0.9442\n",
      "Epoch: 0014 - cost= 0.158826318 - Accuracy= 0.944\n",
      "Epoch: 0014 - cost= 0.158826318 - Accuracy= 0.9439\n",
      "Epoch: 0014 - cost= 0.160443371 - Accuracy= 0.9439\n",
      "Epoch: 0014 - cost= 0.160443371 - Accuracy= 0.9441\n",
      "Epoch: 0014 - cost= 0.160978567 - Accuracy= 0.9441\n",
      "Epoch: 0014 - cost= 0.162638718 - Accuracy= 0.944\n",
      "Epoch: 0014 - cost= 0.162638718 - Accuracy= 0.9445\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0014 - cost= 0.167072982 - Accuracy= 0.9449\n",
      "Epoch: 0014 - cost= 0.168903054 - Accuracy= 0.9452\n",
      "Epoch: 0014 - cost= 0.173108023 - Accuracy= 0.9453\n",
      "Epoch: 0014 - cost= 0.174468934 - Accuracy= 0.9453\n",
      "Epoch: 0014 - cost= 0.177906636 - Accuracy= 0.9459\n",
      "Epoch: 0014 - cost= 0.177906636 - Accuracy= 0.946\n",
      "Epoch: 0014 - cost= 0.185834739 - Accuracy= 0.9461\n",
      "Epoch: 0014 - cost= 0.185834739 - Accuracy= 0.9455\n",
      "Epoch: 0014 - cost= 0.186380959 - Accuracy= 0.9453\n",
      "Epoch: 0014 - cost= 0.186380959 - Accuracy= 0.9457\n",
      "Epoch: 0014 - cost= 0.186380959 - Accuracy= 0.9452\n",
      "Epoch: 0014 - cost= 0.188586687 - Accuracy= 0.9453\n",
      "Epoch: 0014 - cost= 0.188586687 - Accuracy= 0.9448\n",
      "Epoch: 0014 - cost= 0.195017287 - Accuracy= 0.9449\n",
      "Epoch: 0014 - cost= 0.195602825 - Accuracy= 0.9442\n",
      "Epoch: 0014 - cost= 0.199463872 - Accuracy= 0.9437\n",
      "Epoch: 0014 - cost= 0.199463872 - Accuracy= 0.9437\n",
      "Epoch: 0014 - cost= 0.201475479 - Accuracy= 0.944\n",
      "Epoch: 0014 - cost= 0.204465373 - Accuracy= 0.9436\n",
      "Epoch: 0014 - cost= 0.205274815 - Accuracy= 0.9436\n",
      "Epoch: 0014 - cost= 0.209457365 - Accuracy= 0.9434\n",
      "Epoch: 0014 - cost= 0.209457365 - Accuracy= 0.9435\n",
      "Epoch: 0014 - cost= 0.211915924 - Accuracy= 0.9436\n",
      "Epoch: 0014 - cost= 0.213972893 - Accuracy= 0.9441\n",
      "Epoch: 0014 - cost= 0.215106280 - Accuracy= 0.9437\n",
      "Epoch: 0014 - cost= 0.215947522 - Accuracy= 0.9435\n",
      "Epoch: 0014 - cost= 0.217704004 - Accuracy= 0.944\n",
      "Epoch: 0014 - cost= 0.219654253 - Accuracy= 0.9439\n",
      "Epoch: 0014 - cost= 0.219654253 - Accuracy= 0.9434\n",
      "Epoch: 0014 - cost= 0.220282595 - Accuracy= 0.9439\n",
      "Epoch: 0014 - cost= 0.221131459 - Accuracy= 0.9438\n",
      "Epoch: 0014 - cost= 0.221131459 - Accuracy= 0.9439\n",
      "Epoch: 0014 - cost= 0.221955748 - Accuracy= 0.9438\n",
      "Epoch: 0014 - cost= 0.222583338 - Accuracy= 0.9437\n",
      "Epoch: 0014 - cost= 0.223627178 - Accuracy= 0.9438\n",
      "Epoch: 0014 - cost= 0.223627178 - Accuracy= 0.944\n",
      "Epoch: 0014 - cost= 0.227777881 - Accuracy= 0.9436\n",
      "Epoch: 0014 - cost= 0.229184637 - Accuracy= 0.943\n",
      "Epoch: 0014 - cost= 0.234351074 - Accuracy= 0.943\n",
      "Epoch: 0014 - cost= 0.236326581 - Accuracy= 0.943\n",
      "Epoch: 0014 - cost= 0.237755455 - Accuracy= 0.9429\n",
      "Epoch: 0014 - cost= 0.240104004 - Accuracy= 0.9429\n",
      "Epoch: 0014 - cost= 0.241091089 - Accuracy= 0.9425\n",
      "Epoch: 0014 - cost= 0.243245437 - Accuracy= 0.943\n",
      "Epoch: 0014 - cost= 0.245415791 - Accuracy= 0.9431\n",
      "Epoch: 0014 - cost= 0.245415791 - Accuracy= 0.9431\n",
      "Epoch: 0014 - cost= 0.245415791 - Accuracy= 0.9434\n",
      "Epoch: 0014 - cost= 0.247284700 - Accuracy= 0.9429\n",
      "Epoch: 0014 - cost= 0.248421916 - Accuracy= 0.9433\n",
      "Epoch: 0014 - cost= 0.249071815 - Accuracy= 0.9431\n",
      "Epoch: 0014 - cost= 0.249778740 - Accuracy= 0.9432\n",
      "Epoch: 0014 - cost= 0.249778740 - Accuracy= 0.9429\n",
      "Epoch: 0014 - cost= 0.256676971 - Accuracy= 0.9436\n",
      "Epoch: 0014 - cost= 0.264507318 - Accuracy= 0.9436\n",
      "Epoch: 0014 - cost= 0.265183836 - Accuracy= 0.9439\n",
      "Epoch: 0014 - cost= 0.269335230 - Accuracy= 0.9439\n",
      "Epoch: 0014 - cost= 0.269335230 - Accuracy= 0.944\n",
      "Epoch: 0014 - cost= 0.269335230 - Accuracy= 0.9435\n",
      "Epoch: 0014 - cost= 0.271299077 - Accuracy= 0.943\n",
      "Epoch: 0014 - cost= 0.271299077 - Accuracy= 0.9426\n",
      "Epoch: 0014 - cost= 0.273882661 - Accuracy= 0.9419\n",
      "Epoch: 0014 - cost= 0.275601144 - Accuracy= 0.9413\n",
      "Epoch: 0014 - cost= 0.278227862 - Accuracy= 0.9415\n",
      "Epoch: 0014 - cost= 0.278900966 - Accuracy= 0.9413\n",
      "Epoch: 0014 - cost= 0.280693671 - Accuracy= 0.9415\n",
      "Epoch: 0014 - cost= 0.281349599 - Accuracy= 0.9414\n",
      "Epoch: 0014 - cost= 0.287424357 - Accuracy= 0.9419\n",
      "Epoch: 0014 - cost= 0.298010722 - Accuracy= 0.9424\n",
      "Epoch: 0014 - cost= 0.300743252 - Accuracy= 0.9426\n",
      "Epoch: 0014 - cost= 0.300743252 - Accuracy= 0.9431\n",
      "Epoch: 0014 - cost= 0.304314290 - Accuracy= 0.9432\n",
      "Epoch: 0014 - cost= 0.305321435 - Accuracy= 0.9435\n",
      "Epoch: 0014 - cost= 0.305398947 - Accuracy= 0.9437\n",
      "Epoch: 0014 - cost= 0.305398947 - Accuracy= 0.9435\n",
      "Epoch: 0014 - cost= 0.309404688 - Accuracy= 0.9427\n",
      "Epoch: 0014 - cost= 0.310018089 - Accuracy= 0.9423\n",
      "Epoch: 0014 - cost= 0.311944217 - Accuracy= 0.9418\n",
      "Epoch: 0014 - cost= 0.312404876 - Accuracy= 0.942\n",
      "Epoch: 0014 - cost= 0.317384560 - Accuracy= 0.9414\n",
      "Epoch: 0014 - cost= 0.317959852 - Accuracy= 0.9415\n",
      "Epoch: 0014 - cost= 0.320098064 - Accuracy= 0.9416\n",
      "Epoch: 0014 - cost= 0.326451930 - Accuracy= 0.9417\n",
      "Epoch: 0014 - cost= 0.329180469 - Accuracy= 0.9417\n",
      "Epoch: 0014 - cost= 0.329180469 - Accuracy= 0.9418\n",
      "Epoch: 0014 - cost= 0.329180469 - Accuracy= 0.9416\n",
      "Epoch: 0014 - cost= 0.329180469 - Accuracy= 0.9417\n",
      "Epoch: 0014 - cost= 0.333481490 - Accuracy= 0.9419\n",
      "Epoch: 0014 - cost= 0.333481490 - Accuracy= 0.9422\n",
      "Epoch: 0014 - cost= 0.336811674 - Accuracy= 0.9422\n",
      "Epoch: 0014 - cost= 0.355547327 - Accuracy= 0.9419\n",
      "Epoch: 0014 - cost= 0.356055421 - Accuracy= 0.942\n",
      "Epoch: 0014 - cost= 0.356469741 - Accuracy= 0.9424\n",
      "Epoch: 0014 - cost= 0.359589786 - Accuracy= 0.9419\n",
      "Epoch: 0014 - cost= 0.360765278 - Accuracy= 0.9417\n",
      "Epoch: 0014 - cost= 0.360765278 - Accuracy= 0.9416\n",
      "Epoch: 0014 - cost= 0.362517560 - Accuracy= 0.9415\n",
      "Epoch: 0014 - cost= 0.367542249 - Accuracy= 0.9421\n",
      "Epoch: 0014 - cost= 0.368927396 - Accuracy= 0.9423\n",
      "Epoch: 0014 - cost= 0.372990360 - Accuracy= 0.9423\n",
      "Epoch: 0014 - cost= 0.372990360 - Accuracy= 0.9418\n",
      "Epoch: 0014 - cost= 0.373484052 - Accuracy= 0.9419\n",
      "Epoch: 0014 - cost= 0.377886088 - Accuracy= 0.9423\n",
      "Epoch: 0014 - cost= 0.377886088 - Accuracy= 0.9427\n",
      "Epoch: 0014 - cost= 0.377886088 - Accuracy= 0.9425\n",
      "Epoch: 0014 - cost= 0.379794902 - Accuracy= 0.9422\n",
      "Epoch: 0014 - cost= 0.382140781 - Accuracy= 0.9423\n",
      "Epoch: 0014 - cost= 0.382142825 - Accuracy= 0.9424\n",
      "Epoch: 0014 - cost= 0.382142825 - Accuracy= 0.9426\n",
      "Epoch: 0014 - cost= 0.382142825 - Accuracy= 0.9429\n",
      "Epoch: 0014 - cost= 0.382142825 - Accuracy= 0.943\n",
      "Epoch: 0014 - cost= 0.382142825 - Accuracy= 0.9429\n",
      "Epoch: 0014 - cost= 0.382234994 - Accuracy= 0.9428\n",
      "Epoch: 0014 - cost= 0.388593084 - Accuracy= 0.9429\n",
      "Epoch: 0014 - cost= 0.388855855 - Accuracy= 0.9426\n",
      "Epoch: 0014 - cost= 0.404268993 - Accuracy= 0.943\n",
      "Epoch: 0014 - cost= 0.404357638 - Accuracy= 0.9428\n",
      "Epoch: 0014 - cost= 0.404357638 - Accuracy= 0.943\n",
      "Epoch: 0014 - cost= 0.404357638 - Accuracy= 0.9426\n",
      "Epoch: 0014 - cost= 0.406205938 - Accuracy= 0.9419\n",
      "Epoch: 0014 - cost= 0.406963427 - Accuracy= 0.9421\n",
      "Epoch: 0014 - cost= 0.407069829 - Accuracy= 0.9424\n",
      "Epoch: 0014 - cost= 0.407069829 - Accuracy= 0.9422\n",
      "Epoch: 0014 - cost= 0.407759770 - Accuracy= 0.9421\n",
      "Epoch: 0014 - cost= 0.407937383 - Accuracy= 0.9419\n",
      "Epoch: 0014 - cost= 0.407937383 - Accuracy= 0.9416\n",
      "Epoch: 0014 - cost= 0.410043878 - Accuracy= 0.9411\n",
      "Epoch: 0014 - cost= 0.419668709 - Accuracy= 0.9413\n",
      "Epoch: 0014 - cost= 0.419668760 - Accuracy= 0.9417\n",
      "Epoch: 0014 - cost= 0.419668784 - Accuracy= 0.9416\n",
      "Epoch: 0014 - cost= 0.422129065 - Accuracy= 0.9419\n",
      "Epoch: 0014 - cost= 0.426048476 - Accuracy= 0.9418\n",
      "Epoch: 0014 - cost= 0.431613712 - Accuracy= 0.942\n",
      "Epoch: 0014 - cost= 0.431616214 - Accuracy= 0.9422\n",
      "Epoch: 0014 - cost= 0.436752449 - Accuracy= 0.9422\n",
      "Epoch: 0014 - cost= 0.444169323 - Accuracy= 0.9423\n",
      "Epoch: 0014 - cost= 0.444169323 - Accuracy= 0.9427\n",
      "Epoch: 0014 - cost= 0.444925680 - Accuracy= 0.9431\n",
      "Epoch: 0014 - cost= 0.446205928 - Accuracy= 0.9434\n",
      "Epoch: 0014 - cost= 0.446205928 - Accuracy= 0.9433\n",
      "Epoch: 0014 - cost= 0.448558169 - Accuracy= 0.9434\n",
      "Epoch: 0014 - cost= 0.452354914 - Accuracy= 0.9436\n",
      "Epoch: 0014 - cost= 0.452355022 - Accuracy= 0.9433\n",
      "Epoch: 0014 - cost= 0.452355033 - Accuracy= 0.9434\n",
      "Epoch: 0014 - cost= 0.453502956 - Accuracy= 0.9433\n",
      "Epoch: 0014 - cost= 0.455053084 - Accuracy= 0.9432\n",
      "Epoch: 0014 - cost= 0.455053084 - Accuracy= 0.9433\n",
      "Epoch: 0014 - cost= 0.456841565 - Accuracy= 0.9425\n",
      "Epoch: 0014 - cost= 0.461443560 - Accuracy= 0.9426\n",
      "Epoch: 0014 - cost= 0.464582486 - Accuracy= 0.9426\n",
      "Epoch: 0014 - cost= 0.466804888 - Accuracy= 0.9427\n",
      "Epoch: 0014 - cost= 0.470574914 - Accuracy= 0.9435\n",
      "Epoch: 0014 - cost= 0.471375018 - Accuracy= 0.9435\n",
      "Epoch: 0014 - cost= 0.472089434 - Accuracy= 0.943\n",
      "Epoch: 0014 - cost= 0.473185046 - Accuracy= 0.9429\n",
      "Epoch: 0014 - cost= 0.474469435 - Accuracy= 0.9426\n",
      "Epoch: 0014 - cost= 0.475227382 - Accuracy= 0.9429\n",
      "Epoch: 0014 - cost= 0.475227382 - Accuracy= 0.9431\n",
      "Epoch: 0014 - cost= 0.475227382 - Accuracy= 0.9434\n",
      "Epoch: 0014 - cost= 0.475227491 - Accuracy= 0.943\n",
      "Epoch: 0014 - cost= 0.482460601 - Accuracy= 0.9425\n",
      "Epoch: 0014 - cost= 0.488088813 - Accuracy= 0.9422\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch: 0014 - cost= 0.488360891 - Accuracy= 0.9419\n",
      "Epoch: 0014 - cost= 0.488360891 - Accuracy= 0.9414\n",
      "Epoch: 0014 - cost= 0.488537073 - Accuracy= 0.9426\n",
      "Epoch: 0014 - cost= 0.492823606 - Accuracy= 0.9426\n",
      "Epoch: 0014 - cost= 0.492823606 - Accuracy= 0.942\n",
      "Epoch: 0014 - cost= 0.492823606 - Accuracy= 0.9421\n",
      "Epoch: 0014 - cost= 0.499722672 - Accuracy= 0.9421\n",
      "Epoch: 0014 - cost= 0.502599687 - Accuracy= 0.9424\n",
      "Epoch: 0014 - cost= 0.503065928 - Accuracy= 0.9425\n",
      "Epoch: 0014 - cost= 0.504004389 - Accuracy= 0.9425\n",
      "Epoch: 0014 - cost= 0.505080083 - Accuracy= 0.9424\n",
      "Epoch: 0014 - cost= 0.505450814 - Accuracy= 0.9423\n",
      "Epoch: 0014 - cost= 0.505455194 - Accuracy= 0.9416\n",
      "Epoch: 0014 - cost= 0.510645551 - Accuracy= 0.9419\n",
      "Epoch: 0014 - cost= 0.510645551 - Accuracy= 0.9417\n",
      "Epoch: 0014 - cost= 0.511845577 - Accuracy= 0.9426\n",
      "Epoch: 0014 - cost= 0.512501318 - Accuracy= 0.943\n",
      "Epoch: 0014 - cost= 0.513504509 - Accuracy= 0.9423\n",
      "Epoch: 0014 - cost= 0.521842543 - Accuracy= 0.9423\n",
      "Epoch: 0014 - cost= 0.526746305 - Accuracy= 0.9427\n",
      "Epoch: 0014 - cost= 0.526752296 - Accuracy= 0.9429\n",
      "Epoch: 0014 - cost= 0.527064640 - Accuracy= 0.9429\n",
      "Epoch: 0014 - cost= 0.527064640 - Accuracy= 0.9423\n",
      "Epoch: 0014 - cost= 0.527650670 - Accuracy= 0.9423\n",
      "Epoch: 0014 - cost= 0.527728887 - Accuracy= 0.9431\n",
      "Epoch: 0014 - cost= 0.527728887 - Accuracy= 0.9431\n",
      "Epoch: 0014 - cost= 0.530206686 - Accuracy= 0.9431\n",
      "Epoch: 0014 - cost= 0.531155708 - Accuracy= 0.9427\n",
      "Epoch: 0014 - cost= 0.531816231 - Accuracy= 0.9424\n",
      "Epoch: 0014 - cost= 0.535567520 - Accuracy= 0.9424\n",
      "Epoch: 0014 - cost= 0.541179007 - Accuracy= 0.9424\n",
      "Epoch: 0014 - cost= 0.554422899 - Accuracy= 0.9424\n",
      "Epoch: 0014 - cost= 0.555730347 - Accuracy= 0.943\n",
      "Epoch: 0014 - cost= 0.556263636 - Accuracy= 0.9422\n",
      "Epoch: 0014 - cost= 0.556263636 - Accuracy= 0.9422\n",
      "Epoch: 0014 - cost= 0.559056733 - Accuracy= 0.9414\n",
      "Epoch: 0014 - cost= 0.559056733 - Accuracy= 0.9415\n",
      "Epoch: 0014 - cost= 0.562803558 - Accuracy= 0.9412\n",
      "Epoch: 0014 - cost= 0.564129285 - Accuracy= 0.9407\n",
      "Epoch: 0014 - cost= 0.564129285 - Accuracy= 0.9399\n",
      "Epoch: 0014 - cost= 0.570300171 - Accuracy= 0.94\n",
      "Epoch: 0014 - cost= 0.574283185 - Accuracy= 0.9398\n",
      "Epoch: 0014 - cost= 0.576992617 - Accuracy= 0.9396\n",
      "Epoch: 0014 - cost= 0.584248759 - Accuracy= 0.9407\n",
      "Epoch: 0014 - cost= 0.584771448 - Accuracy= 0.9412\n",
      "Epoch: 0014 - cost= 0.588731793 - Accuracy= 0.942\n",
      "Epoch: 0014 - cost= 0.588731793 - Accuracy= 0.9419\n",
      "Epoch: 0014 - cost= 0.593946167 - Accuracy= 0.9422\n",
      "Epoch: 0014 - cost= 0.594115518 - Accuracy= 0.9416\n",
      "Epoch: 0014 - cost= 0.597827424 - Accuracy= 0.9414\n",
      "Epoch: 0014 - cost= 0.600252652 - Accuracy= 0.9417\n",
      "Epoch: 0014 - cost= 0.600252652 - Accuracy= 0.9416\n",
      "Epoch: 0014 - cost= 0.601489896 - Accuracy= 0.941\n",
      "Epoch: 0014 - cost= 0.601489896 - Accuracy= 0.9409\n",
      "Epoch: 0014 - cost= 0.601489896 - Accuracy= 0.9402\n",
      "Epoch: 0014 - cost= 0.616934492 - Accuracy= 0.9406\n",
      "Epoch: 0014 - cost= 0.619933802 - Accuracy= 0.9406\n",
      "Epoch: 0014 - cost= 0.621679524 - Accuracy= 0.9406\n",
      "Epoch: 0014 - cost= 0.624636890 - Accuracy= 0.9413\n",
      "Epoch: 0014 - cost= 0.628183263 - Accuracy= 0.9426\n",
      "Epoch: 0014 - cost= 0.628183263 - Accuracy= 0.9429\n",
      "Epoch: 0014 - cost= 0.642880211 - Accuracy= 0.9433\n",
      "Epoch: 0014 - cost= 0.642880211 - Accuracy= 0.9433\n",
      "Epoch: 0014 - cost= 0.643840905 - Accuracy= 0.9435\n",
      "Epoch: 0014 - cost= 0.645922409 - Accuracy= 0.9421\n",
      "Epoch: 0014 - cost= 0.649705830 - Accuracy= 0.9422\n",
      "Epoch: 0014 - cost= 0.649705872 - Accuracy= 0.9418\n",
      "Epoch: 0014 - cost= 0.649705872 - Accuracy= 0.9418\n",
      "Epoch: 0014 - cost= 0.654073873 - Accuracy= 0.9419\n",
      "Epoch: 0014 - cost= 0.655459770 - Accuracy= 0.9418\n",
      "Epoch: 0014 - cost= 0.659995714 - Accuracy= 0.9421\n",
      "Epoch: 0014 - cost= 0.661666840 - Accuracy= 0.9429\n",
      "Epoch: 0014 - cost= 0.663137553 - Accuracy= 0.943\n",
      "Epoch: 0014 - cost= 0.663137553 - Accuracy= 0.9434\n"
     ]
    }
   ],
   "source": [
    "with tf.Session() as sess:\n",
    "    sess.run(init)\n",
    "\n",
    "    # Training cycle\n",
    "    for epoch in range(training_epochs):\n",
    "        avg_cost = 0.\n",
    "        total_batch = int(mnist.train.num_examples/batch_size)\n",
    "        # Loop over all batches\n",
    "        for i in range(total_batch):\n",
    "            batch_x, batch_y = mnist.train.next_batch(batch_size)\n",
    "\n",
    "            # Run optimization op (backprop) and cost op (to get loss value)\n",
    "            a, c = sess.run([optimizer, cost], feed_dict={x: batch_x,y: batch_y})  \n",
    "            #a is the variable we use to hold what gets returned by running the optimizer in the Session. We don’t need to save that output since the optimiser alters the model’s weights and biases directly, so we save the optimiser’s returned value to _\n",
    "            #  c is the variable we save the cost\n",
    "        \n",
    "        # Compute average loss\n",
    "            avg_cost += c / total_batch\n",
    "        # Display logs per epoch step\n",
    "        #if epoch % display_step == 0:\n",
    "\n",
    "            correct_prediction = tf.equal(tf.argmax(pred, 1), tf.argmax(y, 1))\n",
    "            # Calculate accuracy\n",
    "            accuracy = tf.reduce_mean(tf.cast(correct_prediction, \"float\"))\n",
    "            \n",
    "            acu_temp = accuracy.eval({x: mnist.test.images, y: mnist.test.labels})\n",
    "            #append the accuracy to the list\n",
    "            \n",
    "            accuracy_history.append(acu_temp)\n",
    "            #append the cost history\n",
    "            cost_history.append(avg_cost)\n",
    "            print(\"Epoch:\", '%04d' % (epoch + 1), \"- cost=\", \"{:.9f}\".format(avg_cost), \"- Accuracy=\",acu_temp)\n",
    "\n",
    "\n",
    "    print(\"Optimization Finished!\")\n",
    "    #plot the cost history\n",
    "    plt.plot(cost_history)\n",
    "    plt.show()\n",
    "    #plot the accuracy history\n",
    "    plt.plot(accuracy_history)\n",
    "    plt.show()\n",
    "    # Test model\n",
    "    correct_prediction = tf.equal(tf.argmax(pred, 1), tf.argmax(y, 1))\n",
    "    # Calculate accuracy\n",
    "    accuracy = tf.reduce_mean(tf.cast(correct_prediction, \"float\"))\n",
    "    print(\"Accuracy:\", accuracy.eval({x: mnist.test.images, y: mnist.test.labels}))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "total_batch = int(mnist.train.num_examples/batch_size)  #split the training dataset into batches and the total number of batches dependent upon the number of examples on the training set and the batch size. Here we have 55000 training examples and batch size of 100 .that means total number of batches going to be executed is 55000/100= 550. That means for each epoch we run 1 more for loop for 550 time\n"
   ]
  },
  {
   "attachments": {
    "image.png": {
     "image/png": "iVBORw0KGgoAAAANSUhEUgAAAVgAAAFDCAYAAAB/fRYYAAAZK0lEQVR4Ae3dP4wb1RbH8bNPr6AjZTqC5E2BUkAXjZuU7NKkCqEKlV3uNpEoItFEoqDALncblApIQ5rYdNCs6R4UUZBiS0AFXaCCbp7ujMd/Z+w79tzZM2e/K0XZtcd37v2c65/H4/HMQRzHsfCDAAIIIFC5wH8qb5EGEUAAAQQSAQKWiYAAAggEEiBgA8HSLAIIIEDAMgcQQACBQAIEbCBYmkUAAQQIWOYAAgggEEiAgA0ES7MIIIAAAcscQAABBAIJELCBYGkWAQQQIGCZAwgggEAgAQI2ECzNIoAAAgQscwABBBAIJEDABoKlWQQQQICAZQ4ggAACgQQI2ECwNIsAAggQsMwBBBBAIJAAARsIlmYRQAABApY5gAACCAQSIGADwdIsAgggQMAyBxBAAIFAAgRsIFiaRQABBAhY5gACCCAQSICADQRLswgggAAByxxAAAEEAgkQsIFgaRYBBBAgYJkDCCCAQCABAjYQLM0igAACBCxzAAEEEAgkQMAGgqVZBBBAgIBlDiCAAAKBBAjYQLA0iwACCBCwzAEEEEAgkAABGwiWZhFAAAECljmAAAIIBBIgYAPB0iwCCCBAwDIHEEAAgUACBGwgWJpFAAEECFjmAAIIIBBIgIANBEuzCCCAAAHLHEAAAQQCCRCwgWBpFgEEECBgmQMIIIBAIAECNhAszSKAAAIELHMAAQQQCCRAwAaCpVkEEECAgGUOIIAAAoEECNhAsDSLAAIIELDMAQQQQCCQAAEbCJZmEUAAAQKWOYAAAggEEiBgA8HSLAIIIEDAMgcQQACBQAIEbCBYmkUAAQQIWOYAAgggEEiAgA0ES7MIIIAAAcscQAABBAIJELCBYGkWAQQQIGCZAwgggEAgAQI2ECzNIoAAAgQscwABBBAIJEDABoKlWQQQQICAZQ4ggAACgQQI2ECwNIsAAggQsMwBBBBAIJAAARsIlmYRQAABApY5gAACCAQSIGADwdIsAgggQMAyBxBAAIFAAgRsIFiaRQABBAhY5gACCCAQSICADQRLswgggAAByxxAAAEEAgkQsIFgaRYBBBAgYJkDCCCAQCABAjYQLM0igAACBCxzAAEEEAgkQMAGgqVZBBBAgIBlDiCAAAKBBAjYQLA0iwACCBCwzAEEEEAgkAABGwiWZhFAAAECljmAAAIIBBIgYAPB0iwCCCBAwDIHEEAAgUACBGwgWJpFAAEECFjmAAIIIBBIgIANBEuzCCCAAAHLHEAAAQQCCRCwgWBpFgEEECBgmQMIIIBAIAECNhAszSKAAAIELHMAAQQQCCRAwAaCpVkEEECAgGUOIIAAAoEECNhAsDSLAAIIELDMAQQQQCCQAAEbCNZMs5OhdNsH0u5PCoY0kWG3LQcHB+m/dlv6w7xlfZcrWA03I9BAAQK2gUWrpcuTofRdcB4ey/moeI3D7qEcn9+SwTiWOB7L4NZITo8PpTtcfozvcsuP4i8Emi1AwDa7fmF6P+lL+8EzkbtPJB50itcx6cvjc5HO4EyOWm6xlhydDcQ94vxxX2bbsb7LFa+JexBopMB/G9lrOh1WoHUiFxfTVaxsiS6uePL8qYwkknuHi7ceyjuRiIxeyjiJXBHf5RZb4XcELAiwBWuhipc0hvHLvH0HLbl5y3XohbyabsL6LndJw2C1CAQTIGCD0V6Vhm/JzWT3wLbx+i63rR3uR6A5AgRsc2qltKfzLdXNHfRdbnMr3ItAkwQI2CZVqxF9ncirF66j27ZYfZdrxKDpJAK5AgRsLgs3+ggc3XXHC4zk6fPZ8QIiMpZk12znrhxNG/FdzmedLINAkwQI2CZV6xL6Okk3R2X0cjw/7Crrx9FD6UUio9PPJf1uwUSG/cdyLpH0HmbxKiK+y2Xt8j8CVgRifhBYExjHvUhikbx/nXiwtPw47nWi+bJRJ+6NlxaY/uG7XN5juQ2BZgocuG5bebFgHAgggIAmAXYRaKoGfUEAAVMCBKypcjIYBBDQJEDAaqoGfUEAAVMCBKypcjIYBBDQJEDAaqoGfUEAAVMCBKypcjIYBBDQJEDAaqqGhr64c8FmVyeo5f+2FF4sQYMHfUBgDwECdg88HooAAghsEiBgN+lcxftaJ/LEff918SfqyTh2l4Sp5t940JGVNSyujd8RMCNAwJopZXUDaZ08Sc4xMGtxdCqHqxfZmt1Z/pfW0dl6iJdvhkcgoF6AgFVfosvoYEtOLtJra83Wfn68diHD2X07/NI6eZRcu2uHh/IQBBojQMA2plR1d/RIzsa9pbfy58dVfiB1JMnZDuseFutDoEYBArZG7Matam1/7EhOHyxcLXbPAR0mV0fcsxEejoBiAc6mpbg4Wro27B7I8flCbzoDic8Wzve6cBe/IoDAXIAt2LkFvxUIHJ2F3R9bsFpuRqDxAgRs40tYxwBC74+tYwysA4H6BQjY+s2bucbA+2ObiUKvEdgswD7YzT7cuyLA/tgVEP5EYIPApW3Bfv311/LXX39t6FrAu4bd6fft8w87+u677+S3334L2IHmNn10Nl7+EkLFx8d6y2ypoXc7LIhAQIFaA/bff/+VXq8nb7/9tvT7/csJWPfEPD6XUYI6ktPD9ZD9888/5b333pOPPvpIfv7554D8TWy6JSdPQh4f62HiUUOPVvZcZCjdhZPhtDljzZ6eRh9e+lqNg878CqLTq452li8zWtjk/fv342vXrsVfffVV4TJB7xj34sj1Obny6TgeDzrp37J6pdQ4/uOPP2LX3zfeeCP+8ccfg3arkY2vzoOoF+deTLbqwZWoYdWrzmtv0EmvvBvlX0o37yHcdoUE3Ak8Sv+4YMou6dwZ+D2tPvnkk+Qx3377ben1VfKA6RMz6gyWg2A8iDvJJarXQ9at986dO8mLwi+//FJJNyw1koVLNhfE95V2V4Qda7jr6nweN+6llywnYH20rt4yOwVsPAvY/FBaZXSh6p6Ep6enq3fV9Pc47kVRXPxiMI4HvSjOe5K4Ldnr16/HN27cqKmvTVqNc0234LKQDZexu9cwpCgBG1K3+W3vFLDZpPLdYnFbge6t9uvXrxsp9tlnn13u1rdmtewt+3R3kUgUX6V3y9lzIe/FWXPZ6Fs9Ajt9yDV+mX5EFL1zuHXPtPuQ6IcffpA7d+7ItWvXti6vcYH79+8n3To7O9PYvcvtU+tELgadhT5Ue76ChYb5FYHGCewQsBN59cKNM5J7H7S2Dvibb75Jlvnwww+Ll50Mpds+kIPkU9n1T/Vl2J3e55bpyrC4pfV7Kmj7xo0bcvv2beHwrXXe5JajMxkvnqS74vPHSgU1LOh5+JsnQ+l32wvz90Da7a70h5OCdU9k2G1vvmxPO+eEO002KpAwcXPpDeXZW0K//a9u94DbP/fTTz8VrMp9yNSJk8/Ksn27OZ9IZ2/FfHdLpCurru2PP/44GcdwOCwYx8rN2Vhmb52X91Vm+yzX/2/qW+xQ+2Orq+FKhSr5M5uXubsIsqNUol46v90aZx+qSs4+/8wwinuzD4/TzweSeZLzvEgHoduoEuiGNlJ+H2wWHIXFXpZwHw65yfHrr78u35H71yDuJIG0Ht7ZRN79Q5T92s6Ogvjyyy9ze86NTiAzDnXoUtZ+iPmxWwWzebkesMV9jWcbKSsvptlza22SLwTv1oN2iteb9XWt+d2GzqM8BErvIpik+wckuveBbN9BILNvRLm32dt/spMwn8uzlf0AyX7fqCcPdz5L3n5tv/nmm0n3+YbXpioeycPZrgK/XUibWlu/b4caTncv+V7xxr09d7uq9v3iwKT/WJIzPHbuytqUbZ3Io2S39UiePp/vKpg9t9Y+22jJzVtOYyQvx+sqy7eUNCrps7wu/tomUDJgJ/L8afoB162b2+N1lzDKTsL84tV84smkL4/PRTqPTrxCvWjQ+7R9/fr1pNnff/+9qPn6b1/aN53tw/b5P2c/dyW9H8rnp+n86Awu5GT7FCm91rI1HD5zMRfJWmblrnkoz86n3/F7+lwWZmDu0ptu3PZBcDaOUU5irt82/9zDZxxZ2z7PoXI+m0bMfXkCJQN2LOkBBH4T1m+rdblbrfSlWhYn2eT5UxnttfWarmOftt3XZ93PW2+9tdzhy/zr6Mzt4tnhX5jwG3aPp1ttAwl1Pu6yNTw6cz6+43Vbf+n1bn3foVVZ/tl1ypLzO2TxPpFh/4G4162o88jrRauMUTmfKkd7NdoqF7CTV5IeQHBPPA4gSASzLT/vrdnDd9LrQL14lW5BTPry4FSk92S/rdekM3u0/ffffy+NZ+v0ULd1ubXHey0w6benVz3oyCBUuroe7lFDnwEenV0kL1gXITa/t3Zgft7d8+PD6ZEHh3L8VKQzGMuFr2tgo63DYIG5gMd+2tki2U7yok/yk69OruxBv3379pajCGbNT3/JduinH2Tktbn6CP+/d2+79FEE/p1q/pJFH9oEGZlnDbMPjCTv0/rqOpY9J1Y/5Mpu3/hcWeubOxpg5YOvnbrqYVSTz07dN/SgUkcRZN89X8nQlGP6JFu9z50wxR1FUOYEL+l6orjTcd/zXv/EeOafTZLVlc4WWP/Fu+2Vh2YvFJyTYAUmzp7MYYNsca2+NcxCrsT0WFyN1+/ZOlYDtvBIgaTV/E/607bcIVpeq964kI9R1veQPhs7eQXuLBGw2aTIeYV1x/YVHF71/fffJwHrgtb3Jyu8C+aNxd8hYL3bXuisO8TM9cUd08vPskD6RHZnKKvpbFruUNLpCVa2zY90uZz5ujyEvf6ajT9nos76mR3n7dY0HszO37D6kNnyRcdOJ2eB8+vuYlur68laqMMnW9dV/d8vYBcOjnaTuvBfQSXffffd5FwE//zzj5+zb3D6Lre41h0ew7kIFgEXfs8sN73LWFi8sl+z9RbMt2w9SfgFC/75lvvs+ZCzrvGgl7ztny3jdgssBm7W2eT/nDbXnm+eLxgeRmF9lgZ2Zf/wC9g9eb744osklD/99FOPlqaTLGeyrj44e5Xe8jxbeJh/29mD3Alq3Jcl3Bm1vF8gsgeb/j9717LlXUblBr41nPbPf3JU3tOyDW7copy9S/Tx9jFqnk9ZTw3L1xKwbqDZh0Rul8Gmn/Qtl8+rdDpB3PldfX/82563ePfu3eR8sMVf9Z0ve3V+mz6B3dZVCf8qfLxrOP1MYG3faBWdCNFG9kHhBk/fDQovo6b5hDCvoc3aAtZt/b3//vvJluBiyLpJkz4JsietT7im++G2PXl2bdu5uy1Xd/5ad5pF7/MP1FAwDavInuh17HfdtYZpH/3mkgbT2YdiGwK2KDh3MWqcj4oile9EbQHruuZC1u0mcG+33ZahC7F00mT7dd1JscsPougRu7btjnhwfXQfanG5mBXdbEurpvO+7lrDxQBJLg2k/iS12QaGOxpj5aob8TgeJEfU5B+psYtR83xW5mFD/qw1YDMTF7TupCmvX/9v9omqu07W7ARC2YJ7/T+fsGXbdlus7BLIw5/vd9327iHv0eVv272Gsy1CieKO+nDNZNyZszpxFKWXoZl/MBbFUWfhjFzZ4sn/OxotvFA2x2dp4I3448D1cv61A35DoFhg2D1Iv60V9WR8UcE364pXxT0ImBAgYE2UsYZBuK/+HrsTp3RkEJ+tnyGqhi6wCgSaJlDuXARNGx39rUZg0pd2Eq7uO/GEazWotHIVBAjYq1DlvcY4kf6DU0lO4tep+CxZLrjdZYJ8T9a61zh4MAL1CxCw9Zs3ao2T6anyxO139T2bk+8Ixy/T4PZdnuUQaJgAAduwgtXa3WFXDpMTaEfVnC5ypfPFZ/BfWZA/EWioAAHb0MKF7/ZQutP9rlHvideJnsv1aX51jHKPY2kEmiNAwDanVrX2dPHqBNWffNpdmvowOUu/G5TP5YdqHTwrQ6Aigf9W1A7NGBKYX51ARM6P5SC5ep+hATIUBGoSYAu2JujGrCa5RE964b96+ux3fbd6+sJaEKhWgICt1rPxrQ0/nx6S1fiRMAAELl+Ab3Jdfg3oAQIIGBVgC9ZoYRkWAghcvgABe/k10N2D6eXH+bKV7jLRO50CBKzOuqjp1fCZO4SAD6LUFISONEqAfbCNKpeRzk6G0n1wLC/ujaX6Y2yNGDEMEwJswZooY0MGMRlKv9uWg8NjOa/zSLCG8NBNewIErL2aVjOi6b7Xg4MDafcn+7fpzpz14JnI3SfirhPEDwJXQYBvcl2FKu8yxqMzGfdeJCd7qeSrrK0TubiYdmS4S4d4DALNE2ALtnk1q7nH6x9wua/Sui3brf849KDmWrE6bQJswWqriKL+jF+OxJ0H9oPWcqdaJxcSnyzfxl8IILAuwBbsugm3JAJDSY7QunVTVvIVHwQQ8BQgYD2hrtxik1fywh0B+87h2tDZRbBGwg0I5AqwiyCXhRsnz5/KSCLpre4fEBF2ETA/EPATYAvWz+lKLzUZdqs5VGuqmF0qZvRyLBUcAHala8PgdQvwTS7d9bm83rnjVg/dqQsj6fSeyNnJvntiJ9Jvz69isDywjgxiLge+bMJfFgQIWAtVZAwIIKBSgF0EKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUChCwKstCpxBAwIIAAWuhiowBAQRUCvwfFH++PQzdbeUAAAAASUVORK5CYII="
    }
   },
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "![image.png](attachment:image.png)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Yi hat is a target output which will always between 0 and 1 .\n",
    "Yi is the actual output.\n",
    "And in sigmoid function we have output between 0 and 1 . This equation will run for every 100 samples and then calculate the error and update the weights. From back propagation algorithm- we will run samples in batches and after every batch we will calculate the error and then update the weights.This is the weight updation formula. Here tensorflow calculate everything for us.\n"
   ]
  },
  {
   "attachments": {
    "image.png": {
     "image/png": "iVBORw0KGgoAAAANSUhEUgAAAR4AAABCCAYAAACB8rnuAAAN4UlEQVR4Ae1dSWgUzxeu/HEJLmCEaFDQKLihQYngQQQjQRAhGryoCOJNRdwXjB7UU6IHPSi4oAY9mByEiB6MBw0SQSOuGHEl0YhGIhhB44LC/PmK32vfVKo7PT09M93xFQxd66uqr6rfvKp69TovkUgklDhBQBAQBLKIwP+yWJdUJQgIAoKARkAYj0wEQUAQyDoCwniyDrlUKAgIAsJ4ZA4IAoJA1hEYkPUapUJBQBDIOQKvX7/WbRgzZowaMmRI1tsjEk/WIZcKBYHcIHDr1i2Vl5enf5MmTVL4HTp0KCeNEcaTE9ilUkEg+wjMmzdPNTc3OxUPGjRILV682AnD097erkaOHOkwKGJUtufgwYPV3bt3k8r7DQjj8YuU5BME+hkCAwcOVBMmTEjqFcKXL19Oiqurq1NQ96PfmTNndLqtfFJBj4Ds8XiAI0mCQH9D4OXLl06XFi5cqAoLC52wzQOpaOLEiUlJCxYsUAUFBWr+/Pl9lk8qyAIi8TAwxCsI9GcE/vz5oy5duuR0cebMmY6fezhzmjFjhsLP5tzK2/KacSLxmIhIWBDoBwiAyZw+fVr/7t+/b+3R1KlTrfFPnz514seNG9fr1AvLsc+fPzt5gnhE4gmCmpQRBCKMADaIR40apdavX6/3ZVpbW9Xv37/V2rVrnVYPHTpUlZeXO2Hy/Pz5U128eJGCiks1Z8+eVcOGDVOfPn1y0oN6hPEERU7KCQIRRACMo6ysTHV3dyswl8bGRjV9+nQ1YMAANWfOHKfFU6ZM0elOxH+ezs5O9fXrVyeapKJ3796pAwcOKD/7Qk5hD48wHg9wJEkQiBsCe/fuVR0dHbrZO3bscN38tS2hUOj9+/eaaVG/V65cqY/WkR90uQREeYI8hfEEQU3KCAIRRABLrNraWt0yU0fH3Fhevny5tQcNDQ1OfGlpqerp6dHLNRyhmzSdjAE8wngCgCZFBIEoItDU1ORIK+ZpFBjP48ePdbNtR+RIQJ5Xr145XeNS0eTJk1U6ejsO0f88cqplIiJhQSCmCHidRt27d89ZgrkxEM6cAAGXiqD1/O3bt9CQEYknNCiFkCAQHQTMvRi+hHLbIObMyU0qCquHwnjCQlLoCAI5RMBcJvGm4HLo4cOHnSiTKVECVxy0SUU4MRs/fryaPXu2+v79OxUL9BTGEwg2KSQIRAsBHJfjtjk52s+5du2aWrJkiZo7dy4l6SeOxzdt2qTq6+udeL5Usx23X7hwQS/XKioqeikVOkT8emDsXZwgIAjEH4Hm5mZ8uKHXb9++fYkzZ870ii8pKUl0dXXpjre1tSUKCgqcPJWVlUmANDY26vRBgwYlWlpaktKCBHBUJk4QEAT6CQKcwYCxEJP4/ft3oqKiQjMWMI+amppET0+P7rXJdGzMi+KGDh3qMKt0IMtDYb/SUbbzYU0JUTA/P1+tWLEi29VntL5Hjx5prdJ169apESNGZLSuuBIPMv6CazxGO7J7PPv379e2Qs6dO6dIbTsekPprJZgN1uG4cLd161aFl0zcXwSCjr/g+hfDSPv8iEvbtm1z1n4kcuFZV1eXVJyvMbGu5M5GwyxP+Xfv3p3Iz8/vRZ/S4/CEaLtx40aNm1s/0Y+HDx8mioqKEitWrIhst2xjF/XxjwOukR3wLDTM1x7Pjx8/EuPGjXOYD9aI58+fT2oeX0NiUpqMx0w3yxOx48eP63qOHDlCUdYnX8uadVkLZDHy+vXrSRt1XowHzWpqatJ93rJlSxZb6b+quI5/1HH1PwL9L6cvxoNu83892wYTl3b6YjxujKKzs1O/gOaOugk7Z2Lp7rITrdLSUmezzazPbxi0qqqqHAYNHGySgY0eMEHeq1ev2pJzHhfX8Y86rjkf2Bw1wPceD67WuzkoL/VlrR56A1BkwlX9DRs2WEmdOHFCx2/evNmajkjUdfz4cXXlyhWdx6bo5Fo4gwnoHzRCq6urA9WCTWa4kydPBiqf6UJxHf+o45rpcYsqfd+Mx6sDd+7ccRiBW75jx47pC2xuV/WxuYqXrqioSNsTsdGBISIwGig+kcPtWRg9ghV8bEjmwoEZbtu2TdumRXva2tq0TdpU2kL9hmnKjx8/plI053mjPP5RwhXzZM+ePc4XHFavXu1oAN+4cUPBljF9zSFXczlrk8mvpMX3VPhSi5Yq0BkoKytzlhl8OUV6Al7LGSwxsNRYt26dZ5OovlSWMV4EiZ5X27zK29Kov6m2EftaKFNdXW0jm9O4OI9/FHDt6OhIej/43ODYUjyefe0N5nRCpFl5IImHq1PTv93OnTvV8OHDrQyTpB3kcftq4fPnz3XZ0aNHW2lQJC3ZEM70RTaqM1tPUht48eKF7yr5R9ro39LPM51vIsVt/IPg6nsAfGZ8+/atIxHT52FQ9OjRo9pEKS5x/vjxQ8EUBTl6Jyjcn56BGA8BgOXRqlWrFAwGLV26lKKTnnRBDXlwZ8TN0ctWXFzslkXHcwtpUdnf8WxwComkSPjmzRvfpWCugL53lMrz169fSaYwfVfIMsZl/IPgyroZihfjBIaDP15+Jwo3wvGRvcrKSm2elF/gJIYZSgMiRiQtxkOXxtwkGdp0hmSCDWE3aQeY0MtGk8QNJ36D1u16v1vZqMdjPwIuLns8cRn/KOGKd4Ib26qqqnL+AJBGlzv7mzRvvnu+GQ8skHEHsRDGn70kGVqG4TOp3NA0p0N+0tz1YjwYGD/fBSKa/Om2JIHUhBOyBw8e6BM3c5mSzpKE15+Kn7BIpUym88Z9/IGPH1zd5ok5L8yw33liMhf+CWFuD8e0IGiOr1l/lMJmW23hwBYICaSDBw9qSQaAcocwjtjBucHV+3LEcEjyseX3GjRbfh5HSxIeBz9oLlu2TBu5hsjrJZWZZcMO04tBWIRNP0x6cRr/VHB1mydhYUe4gZ65VcCleW521FZ3hK9Y2prbK863xMNL4hs9NTU1ntIOvr0DSYKLkpyG6ae9nS9fvphJTph/esMcNCdTjD20xCIs/HQl0//QtjbEbfyD4GrrdxhxnLnwTXr8AXJpnpsdDaPeqNEIJPE8efJE9wMfc3eTEE6dOuWpLGgCQadZXoyHbyzzQcPL19LSorZv326SjVWYXhDak/DT+Ez/Q9vaELfxD4Krrd/pxpnMhRvU6s+ntTbcAkk8IOS1t0MVuSkLUjp/zpo1Swdv3rzJo139OAWDsh5ZWBs7dqxr3rgk0MYiP9mIatvjNP5RwZVvFWBc3U6tSJqHUiEOUNI1MxrJOeRXD8i8i2UqN5EiHilABVHImzp1qlagw50tmzMV86gurqxoK+cVR+0O0l4b3Q8fPiTda0MbQbu1tdWWPSmuuLg4MWLEiAQuZUbNxXn8o4Irn7/mHUOeRvMaz3TmNp9Dr169SuBHxr94Wi78vi+J8olne0npBSbQTMbkp3OkYYob6m4Ot9rJRKPtlrxbObd4aretT25lbPFu2qeEBz3dLsDevn1bM92o3lCP6/hHCVc+R2zzjc9t3ARoaGiwTTXfcXzMaP6Fxch8N8Ilo2/G41I+1Oju7m79j49/KPiz4cJiPOm2FddNYIPo2bNn6ZKKbflMjP+/jitnPlzK4tYGiCnhaQoMvLzJtGw0zPJukzFSjAeNhAEnvIBukoFbR+IcD8NnGPSomsTIJrZhjr/gmkhwxsHvWGbTxpJt/kSO8aCReAHBfGCVz22/x9aZuMXhHx5LKzCd2trauDU/Y+1Nd/wF179Dw5d35p85l1g4U6LSnGlhjpoSD60WbGlEw+0Z+FQrkzvlixYtUg8fPtRG3qdNm5ak35DJerNJG1rd6BsUJvHN6zVr1mSz+kjXlc74C65/h9Y8vjdPS7NhY+lvawyfG0eKSjwknv6474F+tbe3RwXmyLYj1fH/V3GF9IFDmdmzZ2sJGlKI+TP3X7g0ZEo8prRjk2pIYjIlIT+TKZISD+eNUKZz03fg+eLmR79S0VCOW//Cam+q4/8v4tre3q6N4a1fvx5bJ6q1tVVBu3zt2rXOMMDyZ3l5uRP28kBSwnWnkpISV6N8qLO2tlbr8+3atcuLnDUt8ozH2mqJFAQEAY0A7qGVlZVp655gLo2NjQpLKHzSmF/M5pr+Nuh4Ol3uTtfGlq0eihPGQ0jIUxCIIQJ79+7V3zNH071uCvR16ZS6DkYWlo0toml7CuOxoSJxgkAMEKDlDpoKKxDcxIa5sez30mmYNpa8IBTG44WOpAkCEUYAp6Hd3d26hab9Hn4vzM2oWKZtLHlBJ4zHCx1JEwQijAA3oWoupbzs/rh1icr4sSjqx8aWWz2IF8bjhY6kCQIxQcDU0YHxeHJ+TARnwsYS1W97BrLHYyMkcYKAIJA9BLCU4rabec2wT3X48GEnymRKTgLzZMLGEiPfyysSTy9IJEIQiD4COC6fNGmS01CyOUT2qebOneukwQNDY/gQZn19fVI8D4RtY4nT7uX3o2UoeQQBQSB6CNi0i0nDmGslkwYzTG10dXU5HTHLm5rN/C4WaNhMeTjEUvSIxNOLFUuEIBAPBOhbXdRaaBrDBDA+f4zPI8O0KhxOtWAjHYqBhYWFlD3p6Ufacdt0TiLkM5AHRuUzr2QTBAQBQSAUBETiCQVGISIICAKpICCMJxW0JK8gIAiEgoAwnlBgFCKCgCCQCgLCeFJBS/IKAoJAKAgI4wkFRiEiCAgCqSAgjCcVtCSvICAIhIKAMJ5QYBQigoAgkAoCwnhSQUvyCgKCQCgI/B+eDxulnZwuYQAAAABJRU5ErkJggg=="
    }
   },
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "![image.png](attachment:image.png)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We keep on running this for 6000 times and every time we calculate the weight, we also calculate what is the loss. Now we are outside the inner loop\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "   \n",
    "   "
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}