05_knn_mnist.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import tensorflow as tf\n",
    "from tensorflow.examples.tutorials.mnist import input_data\n",
    "  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From /var/folders/nl/yn0d4tg1107g2jk38nj1hc740000gn/T/ipykernel_36636/364799365.py:1: read_data_sets (from tensorflow.contrib.learn.python.learn.datasets.mnist) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Please use alternatives such as official/mnist/dataset.py from tensorflow/models.\n",
      "WARNING:tensorflow:From /Users/i550012/virtualenv/tensorflow1/lib/python3.7/site-packages/tensorflow/contrib/learn/python/learn/datasets/mnist.py:260: maybe_download (from tensorflow.contrib.learn.python.learn.datasets.base) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Please write your own downloading logic.\n",
      "WARNING:tensorflow:From /Users/i550012/virtualenv/tensorflow1/lib/python3.7/site-packages/tensorflow/contrib/learn/python/learn/datasets/mnist.py:262: extract_images (from tensorflow.contrib.learn.python.learn.datasets.mnist) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Please use tf.data to implement this functionality.\n",
      "Extracting MNIST_data/train-images-idx3-ubyte.gz\n",
      "WARNING:tensorflow:From /Users/i550012/virtualenv/tensorflow1/lib/python3.7/site-packages/tensorflow/contrib/learn/python/learn/datasets/mnist.py:267: extract_labels (from tensorflow.contrib.learn.python.learn.datasets.mnist) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Please use tf.data to implement this functionality.\n",
      "Extracting MNIST_data/train-labels-idx1-ubyte.gz\n",
      "WARNING:tensorflow:From /Users/i550012/virtualenv/tensorflow1/lib/python3.7/site-packages/tensorflow/contrib/learn/python/learn/datasets/mnist.py:110: dense_to_one_hot (from tensorflow.contrib.learn.python.learn.datasets.mnist) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Please use tf.one_hot on tensors.\n",
      "Extracting MNIST_data/t10k-images-idx3-ubyte.gz\n",
      "Extracting MNIST_data/t10k-labels-idx1-ubyte.gz\n",
      "WARNING:tensorflow:From /Users/i550012/virtualenv/tensorflow1/lib/python3.7/site-packages/tensorflow/contrib/learn/python/learn/datasets/mnist.py:290: DataSet.__init__ (from tensorflow.contrib.learn.python.learn.datasets.mnist) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Please use alternatives such as official/mnist/dataset.py from tensorflow/models.\n"
     ]
    }
   ],
   "source": [
    "mnist = input_data.read_data_sets(\"MNIST_data/\", one_hot=True) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "training_digits, training_labels = mnist.train.next_batch(5000)\n",
    "test_digits, test_labels = mnist.test.next_batch(200)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From /var/folders/nl/yn0d4tg1107g2jk38nj1hc740000gn/T/ipykernel_36636/3361906895.py:7: The name tf.global_variables_initializer is deprecated. Please use tf.compat.v1.global_variables_initializer instead.\n",
      "\n"
     ]
    }
   ],
   "source": [
    "tr_digits = tf.placeholder(tf.float32, [None, 784])\n",
    "tst_digit = tf.placeholder(tf.float32, [784])\n",
    "l1_distance = tf.abs(tf.add(tr_digits, tf.negative(tst_digit)))\n",
    "dist = tf.reduce_sum(l1_distance, axis=1)\n",
    "pred = tf.arg_min(dist, 0)\n",
    "accuracy = 0.\n",
    "init = tf.global_variables_initializer()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From /var/folders/nl/yn0d4tg1107g2jk38nj1hc740000gn/T/ipykernel_36636/252333819.py:1: The name tf.Session is deprecated. Please use tf.compat.v1.Session instead.\n",
      "\n",
      "Test 0 Prediction: 2 True Class: 2\n",
      "Test 1 Prediction: 2 True Class: 2\n",
      "Test 2 Prediction: 8 True Class: 8\n",
      "Test 3 Prediction: 9 True Class: 9\n",
      "Test 4 Prediction: 1 True Class: 5\n",
      "Test 5 Prediction: 3 True Class: 3\n",
      "Test 6 Prediction: 8 True Class: 8\n",
      "Test 7 Prediction: 2 True Class: 2\n",
      "Test 8 Prediction: 8 True Class: 8\n",
      "Test 9 Prediction: 9 True Class: 9\n",
      "Test 10 Prediction: 5 True Class: 5\n",
      "Test 11 Prediction: 5 True Class: 5\n",
      "Test 12 Prediction: 6 True Class: 6\n",
      "Test 13 Prediction: 5 True Class: 5\n",
      "Test 14 Prediction: 0 True Class: 0\n",
      "Test 15 Prediction: 4 True Class: 4\n",
      "Test 16 Prediction: 0 True Class: 0\n",
      "Test 17 Prediction: 8 True Class: 8\n",
      "Test 18 Prediction: 4 True Class: 4\n",
      "Test 19 Prediction: 7 True Class: 7\n",
      "Test 20 Prediction: 3 True Class: 3\n",
      "Test 21 Prediction: 9 True Class: 9\n",
      "Test 22 Prediction: 0 True Class: 0\n",
      "Test 23 Prediction: 1 True Class: 1\n",
      "Test 24 Prediction: 7 True Class: 7\n",
      "Test 25 Prediction: 0 True Class: 0\n",
      "Test 26 Prediction: 3 True Class: 3\n",
      "Test 27 Prediction: 1 True Class: 1\n",
      "Test 28 Prediction: 6 True Class: 6\n",
      "Test 29 Prediction: 9 True Class: 9\n",
      "Test 30 Prediction: 5 True Class: 5\n",
      "Test 31 Prediction: 2 True Class: 2\n",
      "Test 32 Prediction: 8 True Class: 8\n",
      "Test 33 Prediction: 2 True Class: 2\n",
      "Test 34 Prediction: 9 True Class: 9\n",
      "Test 35 Prediction: 3 True Class: 3\n",
      "Test 36 Prediction: 5 True Class: 5\n",
      "Test 37 Prediction: 6 True Class: 6\n",
      "Test 38 Prediction: 6 True Class: 6\n",
      "Test 39 Prediction: 8 True Class: 8\n",
      "Test 40 Prediction: 6 True Class: 6\n",
      "Test 41 Prediction: 0 True Class: 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-03-23 06:19:31.684719: I tensorflow/core/platform/cpu_feature_guard.cc:142] Your CPU supports instructions that this TensorFlow binary was not compiled to use: AVX2 FMA\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test 42 Prediction: 9 True Class: 9\n",
      "Test 43 Prediction: 4 True Class: 4\n",
      "Test 44 Prediction: 3 True Class: 3\n",
      "Test 45 Prediction: 0 True Class: 0\n",
      "Test 46 Prediction: 3 True Class: 8\n",
      "Test 47 Prediction: 1 True Class: 1\n",
      "Test 48 Prediction: 9 True Class: 9\n",
      "Test 49 Prediction: 1 True Class: 1\n",
      "Test 50 Prediction: 1 True Class: 1\n",
      "Test 51 Prediction: 3 True Class: 3\n",
      "Test 52 Prediction: 9 True Class: 9\n",
      "Test 53 Prediction: 9 True Class: 9\n",
      "Test 54 Prediction: 0 True Class: 0\n",
      "Test 55 Prediction: 1 True Class: 3\n",
      "Test 56 Prediction: 5 True Class: 5\n",
      "Test 57 Prediction: 7 True Class: 7\n",
      "Test 58 Prediction: 0 True Class: 0\n",
      "Test 59 Prediction: 1 True Class: 1\n",
      "Test 60 Prediction: 7 True Class: 7\n",
      "Test 61 Prediction: 6 True Class: 6\n",
      "Test 62 Prediction: 7 True Class: 7\n",
      "Test 63 Prediction: 0 True Class: 0\n",
      "Test 64 Prediction: 1 True Class: 1\n",
      "Test 65 Prediction: 0 True Class: 0\n",
      "Test 66 Prediction: 0 True Class: 0\n",
      "Test 67 Prediction: 3 True Class: 3\n",
      "Test 68 Prediction: 4 True Class: 4\n",
      "Test 69 Prediction: 0 True Class: 0\n",
      "Test 70 Prediction: 8 True Class: 8\n",
      "Test 71 Prediction: 1 True Class: 1\n",
      "Test 72 Prediction: 9 True Class: 9\n",
      "Test 73 Prediction: 5 True Class: 5\n",
      "Test 74 Prediction: 2 True Class: 2\n",
      "Test 75 Prediction: 9 True Class: 9\n",
      "Test 76 Prediction: 5 True Class: 5\n",
      "Test 77 Prediction: 2 True Class: 2\n",
      "Test 78 Prediction: 2 True Class: 2\n",
      "Test 79 Prediction: 4 True Class: 4\n",
      "Test 80 Prediction: 0 True Class: 0\n",
      "Test 81 Prediction: 4 True Class: 4\n",
      "Test 82 Prediction: 6 True Class: 6\n",
      "Test 83 Prediction: 5 True Class: 5\n",
      "Test 84 Prediction: 7 True Class: 7\n",
      "Test 85 Prediction: 5 True Class: 5\n",
      "Test 86 Prediction: 5 True Class: 5\n",
      "Test 87 Prediction: 2 True Class: 2\n",
      "Test 88 Prediction: 2 True Class: 2\n",
      "Test 89 Prediction: 1 True Class: 1\n",
      "Test 90 Prediction: 0 True Class: 0\n",
      "Test 91 Prediction: 0 True Class: 0\n",
      "Test 92 Prediction: 1 True Class: 1\n",
      "Test 93 Prediction: 3 True Class: 3\n",
      "Test 94 Prediction: 2 True Class: 2\n",
      "Test 95 Prediction: 1 True Class: 1\n",
      "Test 96 Prediction: 6 True Class: 6\n",
      "Test 97 Prediction: 1 True Class: 1\n",
      "Test 98 Prediction: 3 True Class: 8\n",
      "Test 99 Prediction: 3 True Class: 3\n",
      "Test 100 Prediction: 5 True Class: 5\n",
      "Test 101 Prediction: 1 True Class: 1\n",
      "Test 102 Prediction: 5 True Class: 5\n",
      "Test 103 Prediction: 1 True Class: 1\n",
      "Test 104 Prediction: 7 True Class: 7\n",
      "Test 105 Prediction: 7 True Class: 7\n",
      "Test 106 Prediction: 5 True Class: 5\n",
      "Test 107 Prediction: 2 True Class: 2\n",
      "Test 108 Prediction: 1 True Class: 1\n",
      "Test 109 Prediction: 9 True Class: 9\n",
      "Test 110 Prediction: 1 True Class: 1\n",
      "Test 111 Prediction: 2 True Class: 2\n",
      "Test 112 Prediction: 9 True Class: 9\n",
      "Test 113 Prediction: 7 True Class: 7\n",
      "Test 114 Prediction: 7 True Class: 7\n",
      "Test 115 Prediction: 2 True Class: 2\n",
      "Test 116 Prediction: 2 True Class: 2\n",
      "Test 117 Prediction: 3 True Class: 3\n",
      "Test 118 Prediction: 8 True Class: 8\n",
      "Test 119 Prediction: 8 True Class: 8\n",
      "Test 120 Prediction: 4 True Class: 4\n",
      "Test 121 Prediction: 3 True Class: 3\n",
      "Test 122 Prediction: 7 True Class: 2\n",
      "Test 123 Prediction: 2 True Class: 2\n",
      "Test 124 Prediction: 1 True Class: 1\n",
      "Test 125 Prediction: 3 True Class: 3\n",
      "Test 126 Prediction: 8 True Class: 8\n",
      "Test 127 Prediction: 9 True Class: 9\n",
      "Test 128 Prediction: 8 True Class: 8\n",
      "Test 129 Prediction: 4 True Class: 4\n",
      "Test 130 Prediction: 8 True Class: 8\n",
      "Test 131 Prediction: 4 True Class: 4\n",
      "Test 132 Prediction: 6 True Class: 6\n",
      "Test 133 Prediction: 7 True Class: 7\n",
      "Test 134 Prediction: 2 True Class: 2\n",
      "Test 135 Prediction: 4 True Class: 4\n",
      "Test 136 Prediction: 4 True Class: 4\n",
      "Test 137 Prediction: 0 True Class: 0\n",
      "Test 138 Prediction: 1 True Class: 7\n",
      "Test 139 Prediction: 5 True Class: 5\n",
      "Test 140 Prediction: 3 True Class: 3\n",
      "Test 141 Prediction: 0 True Class: 0\n",
      "Test 142 Prediction: 4 True Class: 4\n",
      "Test 143 Prediction: 9 True Class: 9\n",
      "Test 144 Prediction: 3 True Class: 3\n",
      "Test 145 Prediction: 5 True Class: 5\n",
      "Test 146 Prediction: 8 True Class: 8\n",
      "Test 147 Prediction: 7 True Class: 7\n",
      "Test 148 Prediction: 4 True Class: 4\n",
      "Test 149 Prediction: 7 True Class: 7\n",
      "Test 150 Prediction: 9 True Class: 9\n",
      "Test 151 Prediction: 8 True Class: 8\n",
      "Test 152 Prediction: 5 True Class: 5\n",
      "Test 153 Prediction: 2 True Class: 2\n",
      "Test 154 Prediction: 0 True Class: 0\n",
      "Test 155 Prediction: 0 True Class: 0\n",
      "Test 156 Prediction: 7 True Class: 7\n",
      "Test 157 Prediction: 7 True Class: 7\n",
      "Test 158 Prediction: 2 True Class: 2\n",
      "Test 159 Prediction: 9 True Class: 9\n",
      "Test 160 Prediction: 2 True Class: 2\n",
      "Test 161 Prediction: 3 True Class: 5\n",
      "Test 162 Prediction: 1 True Class: 1\n",
      "Test 163 Prediction: 7 True Class: 7\n",
      "Test 164 Prediction: 5 True Class: 5\n",
      "Test 165 Prediction: 3 True Class: 3\n",
      "Test 166 Prediction: 0 True Class: 0\n",
      "Test 167 Prediction: 1 True Class: 1\n",
      "Test 168 Prediction: 5 True Class: 5\n",
      "Test 169 Prediction: 6 True Class: 6\n",
      "Test 170 Prediction: 6 True Class: 6\n",
      "Test 171 Prediction: 5 True Class: 5\n",
      "Test 172 Prediction: 5 True Class: 5\n",
      "Test 173 Prediction: 1 True Class: 8\n",
      "Test 174 Prediction: 3 True Class: 3\n",
      "Test 175 Prediction: 1 True Class: 1\n",
      "Test 176 Prediction: 2 True Class: 2\n",
      "Test 177 Prediction: 0 True Class: 0\n",
      "Test 178 Prediction: 1 True Class: 1\n",
      "Test 179 Prediction: 2 True Class: 2\n",
      "Test 180 Prediction: 0 True Class: 0\n",
      "Test 181 Prediction: 8 True Class: 8\n",
      "Test 182 Prediction: 3 True Class: 3\n",
      "Test 183 Prediction: 2 True Class: 2\n",
      "Test 184 Prediction: 9 True Class: 7\n",
      "Test 185 Prediction: 0 True Class: 0\n",
      "Test 186 Prediction: 1 True Class: 1\n",
      "Test 187 Prediction: 1 True Class: 1\n",
      "Test 188 Prediction: 0 True Class: 0\n",
      "Test 189 Prediction: 6 True Class: 6\n",
      "Test 190 Prediction: 4 True Class: 4\n",
      "Test 191 Prediction: 1 True Class: 1\n",
      "Test 192 Prediction: 9 True Class: 9\n",
      "Test 193 Prediction: 1 True Class: 9\n",
      "Test 194 Prediction: 9 True Class: 9\n",
      "Test 195 Prediction: 6 True Class: 6\n",
      "Test 196 Prediction: 0 True Class: 0\n",
      "Test 197 Prediction: 2 True Class: 2\n",
      "Test 198 Prediction: 2 True Class: 2\n",
      "Test 199 Prediction: 8 True Class: 8\n",
      "Done!\n",
      "Accuracy: 0.9500000000000007\n"
     ]
    }
   ],
   "source": [
    "with tf.Session() as sess:\n",
    "    sess.run(init)\n",
    "    for i in range(len(test_digits)):\n",
    "        nn_index = sess.run(pred, feed_dict={tr_digits: training_digits, tst_digit: test_digits[i]})\n",
    "        print(\"Test\", i, \"Prediction:\", np.argmax(training_labels[nn_index]), \"True Class:\", np.argmax(test_labels[i]))\n",
    "        if np.argmax(training_labels[nn_index]) == np.argmax(test_labels[i]):\n",
    "            accuracy += 1./len(test_digits)\n",
    "    print(\"Done!\")\n",
    "    print(\"Accuracy:\", accuracy)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.17"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}