dino_names_text_generation.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n",
      "/home/weiteh/venvs/lstm/lib/python3.5/site-packages/tensorflow/python/framework/dtypes.py:523: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n",
      "/home/weiteh/venvs/lstm/lib/python3.5/site-packages/tensorflow/python/framework/dtypes.py:524: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n",
      "/home/weiteh/venvs/lstm/lib/python3.5/site-packages/tensorflow/python/framework/dtypes.py:525: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n",
      "/home/weiteh/venvs/lstm/lib/python3.5/site-packages/tensorflow/python/framework/dtypes.py:526: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n",
      "/home/weiteh/venvs/lstm/lib/python3.5/site-packages/tensorflow/python/framework/dtypes.py:527: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n",
      "/home/weiteh/venvs/lstm/lib/python3.5/site-packages/tensorflow/python/framework/dtypes.py:532: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n"
     ]
    }
   ],
   "source": [
    "from __future__ import print_function\n",
    "from keras.callbacks import LambdaCallback\n",
    "from keras.models import Sequential\n",
    "from keras.layers import Dense\n",
    "from keras.layers import TimeDistributed\n",
    "from keras.layers import LSTM\n",
    "from keras.optimizers import RMSprop\n",
    "from keras.utils.data_utils import get_file\n",
    "import numpy as np\n",
    "import random\n",
    "import sys\n",
    "import io"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "corpus length: 19910\n"
     ]
    }
   ],
   "source": [
    "# Read input file and prints the length of the text\n",
    "input_file = \"dinos.txt\"\n",
    "with io.open(input_file, encoding='utf-8') as f:\n",
    "    text = f.read().lower()\n",
    "print('corpus length:', len(text))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "There are 19910 total characters and 27 unique characters in your data.\n"
     ]
    }
   ],
   "source": [
    "chars = sorted(list(set(text)))\n",
    "data_size, vocab_size = len(text), len(chars)\n",
    "print('There are %d total characters and %d unique characters in your data.' % (data_size, vocab_size))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "names = text.split('\\n')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "np.random.shuffle(names)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "max_char = len(max(names, key=len)) + 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Creates a character mapper (character to index - index to character mappings in memory)\n",
    "char_indices = dict((c, i) for i, c in enumerate(chars))\n",
    "indices_char = dict((i, c) for i, c in enumerate(chars))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "X = np.zeros((len(names), max_char, vocab_size))\n",
    "Y = np.zeros((len(names), max_char, vocab_size))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "for n in range(len(names)):\n",
    "   i = 0\n",
    "   for c in range(len(names[n]) + 1):\n",
    "      # always make the first element an non character because it's how we want to train the model.\n",
    "      if c > 0:\n",
    "        X[n, c, char_indices[names[n][c-1]]] = 1\n",
    "        Y[n, c-1, char_indices[names[n][c-1]]] = 1\n",
    "   Y[n, len(names[n]), char_indices['\\n']] = 1\n",
    "   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(1537, 27, 27)\n",
      "(1537, 27, 27)\n"
     ]
    }
   ],
   "source": [
    "print(X.shape)\n",
    "print(Y.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Build model...\n"
     ]
    }
   ],
   "source": [
    "# build the model network architecture: a single LSTM\n",
    "print('Build model...')\n",
    "model = Sequential()\n",
    "model.add(LSTM(128, return_sequences=True, input_shape=(max_char, len(chars))))\n",
    "model.add(Dense(len(chars), activation='softmax'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Here I am using RMSprop as the optimizer, but it could be changed for something else.\n",
    "optimizer = RMSprop(lr=0.01)\n",
    "model.compile(loss='categorical_crossentropy', optimizer=optimizer)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "def sample():\n",
    "    stop = False\n",
    "    cur_index = 0\n",
    "    word = []\n",
    "    x_pred = np.zeros((1, max_char, vocab_size))\n",
    "    while not stop:\n",
    "        probs = list(model.predict(x_pred)[0, cur_index])\n",
    "        probs = probs / np.sum(probs)\n",
    "        char_index = np.random.choice(range(vocab_size), p=probs)\n",
    "        pred_char = indices_char[char_index]\n",
    "        if pred_char == \"\\n\" or cur_index == max_char -1:\n",
    "            stop = True\n",
    "            break\n",
    "        word.append(pred_char)\n",
    "        cur_index += 1\n",
    "        x_pred[0, cur_index, char_index] = 1\n",
    "    print(\"\".join(word))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "def on_epoch_end(epoch, _):\n",
    "    # Function invoked at end of each epoch. Prints generated text.\n",
    "    print('----- Generating text after Epoch: %d' % epoch)\n",
    "    sample()        \n",
    "        \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "__________________________________________________________________________________________\n",
      "Layer (type)                            Output Shape                        Param #       \n",
      "==========================================================================================\n",
      "lstm_1 (LSTM)                           (None, 27, 64)                      23552         \n",
      "__________________________________________________________________________________________\n",
      "dense_1 (Dense)                         (None, 27, 27)                      1755          \n",
      "==========================================================================================\n",
      "Total params: 25,307\n",
      "Trainable params: 25,307\n",
      "Non-trainable params: 0\n",
      "__________________________________________________________________________________________\n",
      "None\n",
      "Epoch 1/100\n",
      "1537/1537 [==============================] - 4s 2ms/step - loss: 0.9898\n",
      "----- Generating text after Epoch: 0\n",
      "kiatonon\n",
      "Epoch 2/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.8328\n",
      "----- Generating text after Epoch: 1\n",
      "xianamsalaus\n",
      "Epoch 3/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.7835\n",
      "----- Generating text after Epoch: 2\n",
      "megxanasaurus\n",
      "Epoch 4/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.7479\n",
      "----- Generating text after Epoch: 3\n",
      "xewukosaria\n",
      "Epoch 5/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.7217\n",
      "----- Generating text after Epoch: 4\n",
      "archadodonthus\n",
      "Epoch 6/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.6976\n",
      "----- Generating text after Epoch: 5\n",
      "bracothtikus\n",
      "Epoch 7/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.6755\n",
      "----- Generating text after Epoch: 6\n",
      "garginosaurus\n",
      "Epoch 8/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.6541\n",
      "----- Generating text after Epoch: 7\n",
      "lirosaurus\n",
      "Epoch 9/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.6354\n",
      "----- Generating text after Epoch: 8\n",
      "rastoceratops\n",
      "Epoch 10/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.6180\n",
      "----- Generating text after Epoch: 9\n",
      "seoptoryx\n",
      "Epoch 11/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.6008\n",
      "----- Generating text after Epoch: 10\n",
      "crverosaurus\n",
      "Epoch 12/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.5887\n",
      "----- Generating text after Epoch: 11\n",
      "rocharaityx\n",
      "Epoch 13/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.5774\n",
      "----- Generating text after Epoch: 12\n",
      "stegohodon\n",
      "Epoch 14/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.5652\n",
      "----- Generating text after Epoch: 13\n",
      "bagatyraptor\n",
      "Epoch 15/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.5561\n",
      "----- Generating text after Epoch: 14\n",
      "hizhsulaia\n",
      "Epoch 16/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.5457\n",
      "----- Generating text after Epoch: 15\n",
      "mamalsia\n",
      "Epoch 17/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.5370\n",
      "----- Generating text after Epoch: 16\n",
      "brobrisaurus\n",
      "Epoch 18/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.5284\n",
      "----- Generating text after Epoch: 17\n",
      "imeia\n",
      "Epoch 19/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.5257\n",
      "----- Generating text after Epoch: 18\n",
      "tenchosaurus\n",
      "Epoch 20/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.5193\n",
      "----- Generating text after Epoch: 19\n",
      "velocerchtraptor\n",
      "Epoch 21/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.5126\n",
      "----- Generating text after Epoch: 20\n",
      "ajwanasaurus\n",
      "Epoch 22/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.5083\n",
      "----- Generating text after Epoch: 21\n",
      "laninthosaurus\n",
      "Epoch 23/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.5029\n",
      "----- Generating text after Epoch: 22\n",
      "cobrorops\n",
      "Epoch 24/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4981\n",
      "----- Generating text after Epoch: 23\n",
      "longosaurus\n",
      "Epoch 25/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4947\n",
      "----- Generating text after Epoch: 24\n",
      "leonycensa\n",
      "Epoch 26/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4879\n",
      "----- Generating text after Epoch: 25\n",
      "azuorasaurus\n",
      "Epoch 27/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4876\n",
      "----- Generating text after Epoch: 26\n",
      "ardintosaurus\n",
      "Epoch 28/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4843\n",
      "----- Generating text after Epoch: 27\n",
      "achelosaurus\n",
      "Epoch 29/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4800\n",
      "----- Generating text after Epoch: 28\n",
      "asaurornithoides\n",
      "Epoch 30/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4787\n",
      "----- Generating text after Epoch: 29\n",
      "liaersaurus\n",
      "Epoch 31/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4720\n",
      "----- Generating text after Epoch: 30\n",
      "shenzhousaurus\n",
      "Epoch 32/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4742\n",
      "----- Generating text after Epoch: 31\n",
      "konternpterus\n",
      "Epoch 33/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4715\n",
      "----- Generating text after Epoch: 32\n",
      "ercechalophysaurus\n",
      "Epoch 34/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4689\n",
      "----- Generating text after Epoch: 33\n",
      "rhimodon\n",
      "Epoch 35/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4668\n",
      "----- Generating text after Epoch: 34\n",
      "laparatatitan\n",
      "Epoch 36/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4660\n",
      "----- Generating text after Epoch: 35\n",
      "deinonlaceratops\n",
      "Epoch 37/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4603\n",
      "----- Generating text after Epoch: 36\n",
      "changchunsaurus\n",
      "Epoch 38/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4635\n",
      "----- Generating text after Epoch: 37\n",
      "pirocanthosaurus\n",
      "Epoch 39/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4597\n",
      "----- Generating text after Epoch: 38\n",
      "korbatosaurus\n",
      "Epoch 40/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4582\n",
      "----- Generating text after Epoch: 39\n",
      "charocomaspondyloplus\n",
      "Epoch 41/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4551\n",
      "----- Generating text after Epoch: 40\n",
      "aheeoptornis\n",
      "Epoch 42/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4538\n",
      "----- Generating text after Epoch: 41\n",
      "trialesisaurus\n",
      "Epoch 43/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4525\n",
      "----- Generating text after Epoch: 42\n",
      "eoplododoniliaus\n",
      "Epoch 44/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4523\n",
      "----- Generating text after Epoch: 43\n",
      "ohromimus\n",
      "Epoch 45/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4499\n",
      "----- Generating text after Epoch: 44\n",
      "dinosaurus\n",
      "Epoch 46/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4507\n",
      "----- Generating text after Epoch: 45\n",
      "cryodon\n",
      "Epoch 47/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4502\n",
      "----- Generating text after Epoch: 46\n",
      "pastognithus\n",
      "Epoch 48/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4473\n",
      "----- Generating text after Epoch: 47\n",
      "teiganrong\n",
      "Epoch 49/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4439\n",
      "----- Generating text after Epoch: 48\n",
      "tgishokusaurus\n",
      "Epoch 50/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4462\n",
      "----- Generating text after Epoch: 49\n",
      "paraiguanosaurus\n",
      "Epoch 51/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4416\n",
      "----- Generating text after Epoch: 50\n",
      "nintusaurus\n",
      "Epoch 52/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4436\n",
      "----- Generating text after Epoch: 51\n",
      "drusilasaurus\n",
      "Epoch 53/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4417\n",
      "----- Generating text after Epoch: 52\n",
      "dytanosaurus\n",
      "Epoch 54/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4410\n",
      "----- Generating text after Epoch: 53\n",
      "xuwulong\n",
      "Epoch 55/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4437\n",
      "----- Generating text after Epoch: 54\n",
      "compcodon\n",
      "Epoch 56/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4391\n",
      "----- Generating text after Epoch: 55\n",
      "vinabusaurus\n",
      "Epoch 57/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4364\n",
      "----- Generating text after Epoch: 56\n",
      "lansasaurus\n",
      "Epoch 58/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4355\n",
      "----- Generating text after Epoch: 57\n",
      "ephadan\n",
      "Epoch 59/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4358\n",
      "----- Generating text after Epoch: 58\n",
      "austropelta\n",
      "Epoch 60/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4352\n",
      "----- Generating text after Epoch: 59\n",
      "leytasaurus\n",
      "Epoch 61/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4337\n",
      "----- Generating text after Epoch: 60\n",
      "suypan\n",
      "Epoch 62/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4321\n",
      "----- Generating text after Epoch: 61\n",
      "stretinisaurus\n",
      "Epoch 63/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4341\n",
      "----- Generating text after Epoch: 62\n",
      "leanassus\n",
      "Epoch 64/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4359\n",
      "----- Generating text after Epoch: 63\n",
      "eiminosaurus\n",
      "Epoch 65/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4315\n",
      "----- Generating text after Epoch: 64\n",
      "camarsysaurus\n",
      "Epoch 66/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4279\n",
      "----- Generating text after Epoch: 65\n",
      "boharisaurus\n",
      "Epoch 67/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4296\n",
      "----- Generating text after Epoch: 66\n",
      "simivomimus\n",
      "Epoch 68/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4277\n",
      "----- Generating text after Epoch: 67\n",
      "sterrholophus\n",
      "Epoch 69/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4280\n",
      "----- Generating text after Epoch: 68\n",
      "triasaurus\n",
      "Epoch 70/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4264\n",
      "----- Generating text after Epoch: 69\n",
      "jeohenglongosaurus\n",
      "Epoch 71/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4238\n",
      "----- Generating text after Epoch: 70\n",
      "hypsilophus\n",
      "Epoch 72/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4209\n",
      "----- Generating text after Epoch: 71\n",
      "chollaisaurus\n",
      "Epoch 73/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4240\n",
      "----- Generating text after Epoch: 72\n",
      "buayia\n",
      "Epoch 74/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4217\n",
      "----- Generating text after Epoch: 73\n",
      "rachivraps\n",
      "Epoch 75/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4205\n",
      "----- Generating text after Epoch: 74\n",
      "ohyotianykus\n",
      "Epoch 76/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4218\n",
      "----- Generating text after Epoch: 75\n",
      "arshanosaurus\n",
      "Epoch 77/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4231\n",
      "----- Generating text after Epoch: 76\n",
      "changconosaurus\n",
      "Epoch 78/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4237\n",
      "----- Generating text after Epoch: 77\n",
      "eandoceratops\n",
      "Epoch 79/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4215\n",
      "----- Generating text after Epoch: 78\n",
      "sidommagnatita\n",
      "Epoch 80/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4203\n",
      "----- Generating text after Epoch: 79\n",
      "hukgamasmus\n",
      "Epoch 81/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4226\n",
      "----- Generating text after Epoch: 80\n",
      "fusalamimimus\n",
      "Epoch 82/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4165\n",
      "----- Generating text after Epoch: 81\n",
      "acrotanion\n",
      "Epoch 83/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4163\n",
      "----- Generating text after Epoch: 82\n",
      "jinzhousaurus\n",
      "Epoch 84/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4189\n",
      "----- Generating text after Epoch: 83\n",
      "ligrapaterous\n",
      "Epoch 85/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4187\n",
      "----- Generating text after Epoch: 84\n",
      "zhejiangosaurus\n",
      "Epoch 86/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4171\n",
      "----- Generating text after Epoch: 85\n",
      "ampelosaurus\n",
      "Epoch 87/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4174\n",
      "----- Generating text after Epoch: 86\n",
      "gractyauchus\n",
      "Epoch 88/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4187\n",
      "----- Generating text after Epoch: 87\n",
      "compsoylessusceph\n",
      "Epoch 89/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4166\n",
      "----- Generating text after Epoch: 88\n",
      "marmachisaurus\n",
      "Epoch 90/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4152\n",
      "----- Generating text after Epoch: 89\n",
      "parrosaurus\n",
      "Epoch 91/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4182\n",
      "----- Generating text after Epoch: 90\n",
      "prodenosaurus\n",
      "Epoch 92/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4229\n",
      "----- Generating text after Epoch: 91\n",
      "laplapposaurus\n",
      "Epoch 93/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4185\n",
      "----- Generating text after Epoch: 92\n",
      "zinagsaurus\n",
      "Epoch 94/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4156\n",
      "----- Generating text after Epoch: 93\n",
      "igomimus\n",
      "Epoch 95/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4130\n",
      "----- Generating text after Epoch: 94\n",
      "vetrurus\n",
      "Epoch 96/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4136\n",
      "----- Generating text after Epoch: 95\n",
      "lebutaisaurus\n",
      "Epoch 97/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4125\n",
      "----- Generating text after Epoch: 96\n",
      "pachysaurus\n",
      "Epoch 98/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4127\n",
      "----- Generating text after Epoch: 97\n",
      "motoniangosaurus\n",
      "Epoch 99/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4132\n",
      "----- Generating text after Epoch: 98\n",
      "magnapaulisaurus\n",
      "Epoch 100/100\n",
      "1537/1537 [==============================] - 3s 2ms/step - loss: 0.4110\n",
      "----- Generating text after Epoch: 99\n",
      "regnyraptor\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<keras.callbacks.History at 0x7fa3ec7cca90>"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Training the model, then predict the next 400 characters for every opoch\n",
    "print_callback = LambdaCallback(on_epoch_end=on_epoch_end)\n",
    "print(model.summary(90))\n",
    "\n",
    "model.fit(X, Y,\n",
    "          batch_size=64,\n",
    "          epochs=100,\n",
    "          callbacks=[print_callback])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{0: '\\n', 1: 'a', 2: 'b', 3: 'c', 4: 'd', 5: 'e', 6: 'f', 7: 'g', 8: 'h', 9: 'i', 10: 'j', 11: 'k', 12: 'l', 13: 'm', 14: 'n', 15: 'o', 16: 'p', 17: 'q', 18: 'r', 19: 's', 20: 't', 21: 'u', 22: 'v', 23: 'w', 24: 'x', 25: 'y', 26: 'z'}\n"
     ]
    }
   ],
   "source": [
    "print(indices_char)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}