eval.lua

require 'e'
local tokenizer = require "tokenizer"

dataset = e.DataSet("data/cornell_movie_dialogs.t7",
                    e.CornellMovieDialogs("data/cornell_movie_dialogs"))

EOS = dataset.word2id["</s>"]

print("-- Loading model")
model = torch.load("data/model.t7")

function output2wordId(t)
  local max = t:max()
  for i = 1, t:size(1) do
    if t[i] == max then
      return i
    end
  end
end

function say(text)
  local inputs = {}
  for t, word in tokenizer.tokenize(text) do
    local t = dataset.word2id[word:lower()]
    table.insert(inputs, t)
  end

  model:forget()

  for i = #inputs, 1, -1 do
    local input = inputs[i]
    model:forward(torch.Tensor{input})
  end

  local input = EOS
  repeat
    local output = model:forward(torch.Tensor{input})
    io.write(dataset.id2word[output2wordId(output)] .. " ")
    input = output2wordId(output)
  until input == EOS

  print("")
end