diff --git a/All.json b/All.json new file mode 100644 index 0000000..097139c --- /dev/null +++ b/All.json @@ -0,0 +1 @@ +[{"Line": 422, "Input": "Tell me about Mr. Magoo?", "actualOutput": "Mr. Magoo is a cartoon character. Memory item i=29. Certainty=0.736842105263158.", "expectedOutput": "Mr. Magoo is a popular cartoon character from the 1940s. He is known for being comically near-sighted and was voiced by Bobby Backus.", "Correct": true}, {"Line": 423, "Input": "Who is the popular cartoon character from the 1940's?", "actualOutput": "The popular cartoon character from the 1940's is Mr. Magoo, according to memory item i=26 with a certainty of 0.8214285.", "expectedOutput": "Mr. Magoo", "Correct": true}, {"Line": 424, "Input": "What is Mr. Magoo known for?", "actualOutput": "Mr. Magoo is known for being comically near-sighted, according to memory item i=26 with a certainty of 0.641.", "expectedOutput": "For being comically near-sighted", "Correct": true}, {"Line": 425, "Input": "Who was Mr. Magoo voiced by?", "actualOutput": "Mr. Magoo was voiced by Bobby Backus according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Bobby Backus", "Correct": true}, {"Line": 426, "Input": "When is Jim's party?", "actualOutput": "Jim's party is either at 4 pm or 5 pm according to memory item i=28 or i=29 with a certainty of 0.736842105263158.", "expectedOutput": "At 5 PM today", "Correct": false}, {"Line": 427, "Input": "Is Jim's party at 4 pm?", "actualOutput": "Memory item i=29 states that Jim's party is at 4 pm with a certainty of 82.14%.", "expectedOutput": "\"No, at 5 PM today\"", "Correct": false}, {"Line": 428, "Input": "Does Tina want a dog?", "actualOutput": "Tina wants a dog according to memory item i=29 with a certainty value of 0.736842105263158.", "expectedOutput": "\"No, a cat\"", "Correct": false}, {"Line": 429, "Input": "What does Tina want?", "actualOutput": "Tina wants a dog according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "A cat", "Correct": false}, {"Line": 430, "Input": "What has been lost?", "actualOutput": "Memory does not provide a clear answer on what has been lost.", "expectedOutput": "Pair of glasses", "Correct": true}, {"Line": 431, "Input": "What kind of dress does Mrs. White wear?", "actualOutput": "There is no information in the memory about what kind of dress Mrs. White wears.", "expectedOutput": "White dresses", "Correct": false}, {"Line": 432, "Input": "What kind of tie does Aubrey wear?", "actualOutput": "Aubrey wears a black tie according to memory item i=25 with a certainty of 0.641.", "expectedOutput": "Black ties", "Correct": true}, {"Line": 433, "Input": "What kind of dress does Mrs. Black wear?", "actualOutput": "Mrs. Black wears a black dress according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Black dresses", "Correct": true}, {"Line": 434, "Input": "What kind of tie does Mr. White wear?", "actualOutput": "Mr. White wears a white tie according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "White ties", "Correct": true}, {"Line": 435, "Input": "Is Taylor Keegan female?", "actualOutput": "Memory item i=29 states that Taylor Keegan is a female with a certainty value of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 436, "Input": "Is Taylor Keegan male?", "actualOutput": "Yes, taylor_keegan is male according to memory item i=26 with a certainty value of 0.736842105263158.", "expectedOutput": "\"No, female\"", "Correct": false}, {"Line": 437, "Input": "Is Taylor Monegan male?", "actualOutput": "Yes, Taylor Monegan is male according to memory. Memory item i=25 has a certainty value of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 438, "Input": "Is Taylor Monegan female?", "actualOutput": "There is no memory item that directly states whether Taylor Monegan is female or not.", "expectedOutput": "\"No, male\"", "Correct": true}, {"Line": 439, "Input": "How tall is Kendrick?", "actualOutput": "Memory item i=27 states that Dr. Kendrick Marmion Murphy Jr has the property of being tall with a certainty of 0.736842105263158.", "expectedOutput": "very", "Correct": false}, {"Line": 440, "Input": "How tall is Dr. Murphy?", "actualOutput": "Dr. Murphy is tall according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "very", "Correct": false}, {"Line": 441, "Input": "How tall is Dr. Kendrick Murphy Jr.?", "actualOutput": "The height of Dr. Kendrick Murphy Jr. is not mentioned in Memory.", "expectedOutput": "very", "Correct": false}, {"Line": 442, "Input": "How tall is Mr. Murphy?", "actualOutput": "Memory item i=29 states that Dr. Kendrick Marmion Murphy Jr has the property of being tall with a certainty of 0.8214285.", "expectedOutput": "very", "Correct": false}, {"Line": 443, "Input": "How tall is Kendrick Murphy?", "actualOutput": "Memory item i=29 states that Dr. Kendrick Murphy Jr. has the property of being tall with a certainty of 0.8214285.", "expectedOutput": "very", "Correct": false}, {"Line": 444, "Input": "How tall is Kendrick Marmion Murphy?", "actualOutput": "Memory item i=29 states that Dr. Kendrick Marmion Murphy Jr has the property of being tall with a certainty of 0.8214285.", "expectedOutput": "very", "Correct": false}, {"Line": 445, "Input": "Who is giving a presentation?", "actualOutput": "The North American Society for Mari is giving a presentation according to memory item i=26 with a certainty of 0.7368.", "expectedOutput": "The North American Society for Marine Mammal Research", "Correct": true}, {"Line": 446, "Input": "Where is the organization?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "In Boston", "Correct": false}, {"Line": 447, "Input": "Where is the North American Society for Marine Mammal Research?", "actualOutput": "The north american society for marine mammal research is an organization, hypothetically located somewhere, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "In Boston", "Correct": false}, {"Line": 448, "Input": "What is Carl's first name?", "actualOutput": "Carl's first name is \"Carl\" according to memory item i=28 with a certainty of 0.263.", "expectedOutput": "Carl", "Correct": true}, {"Line": 449, "Input": "What is Carl's full name?", "actualOutput": "Carl's full name is uncertain, but memory item i=26 suggests his middle name is Austin with a certainty of 0.7368.", "expectedOutput": "Carl Austin Weathers", "Correct": false}, {"Line": 450, "Input": "Is Jasmine a team?", "actualOutput": "Jasmine is a team according to memory item i=26 with a certainty value of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 451, "Input": "Are Robin and Jasmine a team?", "actualOutput": "Yes, according to memory item i=26, jasmine and robin are both teams with a high hypothetical certainty value.", "expectedOutput": "yes", "Correct": true}, {"Line": 453, "Input": "Is Robin a lawyer?", "actualOutput": "Robin is hypothetically a lawyer according to memory item 28 with a certainty of 50.11%.", "expectedOutput": "yes", "Correct": true}, {"Line": 454, "Input": "Is Jasmine a lawyer?", "actualOutput": "Jasmine is a lawyer according to Memory with a certainty value of 0.8322955000000001 in memory item i=23.", "expectedOutput": "yes", "Correct": true}, {"Line": 455, "Input": "Are Robin and Jasmine lawyers?", "actualOutput": "According to memory, both Robin and Jasmine are hypothetically lawyers with certainty values ranging from 0.5 to 0.83.", "expectedOutput": "yes", "Correct": true}, {"Line": 456, "Input": "Which cars are red?", "actualOutput": "Memory items 23 and 29 suggest that a red unicorn and a car have the property of being red. The certainty value for both is 0.736842105263158. Therefore, it is probable that some cars in Memory are red, but it is not specified which ones.", "expectedOutput": "Every car", "Correct": false}, {"Line": 457, "Input": "Did Jericho eat all of the berries?", "actualOutput": "Memory does not provide enough information to determine if Jericho ate all of the berries.", "expectedOutput": "\"No, some of the berries\"", "Correct": true}, {"Line": 458, "Input": "When did Forrest go to the shop?", "actualOutput": "Memory does not provide a certain answer to when Forrest went to the shop.", "expectedOutput": "Before Jericho went to the beach", "Correct": false}, {"Line": 459, "Input": "Why does Cindy eat apples?", "actualOutput": "According to memory item i=29, Cindy eats apples hypothetically true with a certainty of 0.736842105263158.", "expectedOutput": "So that the doctor stays away", "Correct": true}, {"Line": 460, "Input": "Will Carla eat pie?", "actualOutput": "Memory item i=29 states that \"carla iseating pie\" with a certainty of 0.736842105263158, indicating a high probability that Carla will eat pie.", "expectedOutput": "Yes", "Correct": true}, {"Line": 461, "Input": "Will Carla have eaten pie?", "actualOutput": "Memory item i=29 states that Carla is currently eating pie with a certainty of 0.8214285. Therefore, it is probable that Carla will have eaten pie.", "expectedOutput": "Yes", "Correct": true}, {"Line": 462, "Input": "Will Carla be eating pie?", "actualOutput": "According to memory item i=29, there is a high probability (0.8214285) that Carla will be eating pie.", "expectedOutput": "Yes", "Correct": true}, {"Line": 463, "Input": "Is Carla eating pie?", "actualOutput": "Carla is hypothetically eating pie according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 464, "Input": "What is Carla eating?", "actualOutput": "Carla is hypothetically eating pie according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 465, "Input": "What did Carla eat?", "actualOutput": "Carla ate pie according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Pie", "Correct": true}, {"Line": 466, "Input": "What was Carla eating?", "actualOutput": "Carla was hypothetically eating pie, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Pie", "Correct": true}, {"Line": 467, "Input": "What has Carla eaten?", "actualOutput": "Carla has eaten pie according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Pie", "Correct": true}, {"Line": 468, "Input": "What will Carla copy?", "actualOutput": "Carla will copy a report according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "The reports", "Correct": true}, {"Line": 469, "Input": "Will Carla copy the reports?", "actualOutput": "According to memory item i=29, Carla will copy the report with a high probability of 82.14%.", "expectedOutput": "Yes", "Correct": true}, {"Line": 470, "Input": "Will Carla have copied the reports?", "actualOutput": "According to memory item i=29, Carla will have copied the report with a certainty of 0.8214285.", "expectedOutput": "Yes", "Correct": true}, {"Line": 471, "Input": "Is Carla going to copy the reports?", "actualOutput": "According to memory item i=29, Carla is likely to copy the report.", "expectedOutput": "Yes", "Correct": true}, {"Line": 472, "Input": "Will Carla be copying the reports?", "actualOutput": "Memory item i=29 states that Carla will copy the report with a certainty of 0.8214285.", "expectedOutput": "Yes", "Correct": true}, {"Line": 473, "Input": "Is Carla copying the reports?", "actualOutput": "Yes, Carla is copying reports according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 474, "Input": "Was Carla copying the reports?", "actualOutput": "Yes, Carla was copying the reports according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 475, "Input": "What has Carla copied?", "actualOutput": "Carla copied a report, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "The reports", "Correct": true}, {"Line": 476, "Input": "What did Carla copy?", "actualOutput": "Carla copied a report according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "The reports", "Correct": true}, {"Line": 477, "Input": "What had Carla copied?", "actualOutput": "Carla copied a report, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "The reports", "Correct": true}, {"Line": 478, "Input": "Had Carla been copying the reports?", "actualOutput": "Yes, Carla had been copying reports according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 479, "Input": "Has Carla been copying the reports?", "actualOutput": "Yes, Carla has been copying reports according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 480, "Input": "Who will Carla email?", "actualOutput": "Carla will email Jenny according to memory item i=12 with a certainty of 73.68%.", "expectedOutput": "Jenny", "Correct": true}, {"Line": 481, "Input": "Who will Carla have emailed?", "actualOutput": "Carla will have emailed Jenny according to memory item i=11 with a certainty of 0.8214285.", "expectedOutput": "Jenny", "Correct": true}, {"Line": 482, "Input": "Who is Carla going to email?", "actualOutput": "Carla is going to email Jenny according to memory item i=11 with a certainty of 0.8214285.", "expectedOutput": "Jenny", "Correct": true}, {"Line": 483, "Input": "Who will Carla be emailing?", "actualOutput": "Carla will be emailing Jenny according to memory item i=11 with a certainty of 82.14%.", "expectedOutput": "Jenny", "Correct": true}, {"Line": 484, "Input": "Who will Carla have been emailing?", "actualOutput": "Carla will have been emailing Jenny according to memory item i=8 with a certainty of 82.14%.", "expectedOutput": "Jenny", "Correct": true}, {"Line": 485, "Input": "Who is Carla emailing?", "actualOutput": "Carla is emailing Jenny according to memory item i=12 with a certainty of 82.14%.", "expectedOutput": "Jenny", "Correct": true}, {"Line": 486, "Input": "Who did Raquel sing a song to?", "actualOutput": "Raquel sang a song to Martha according to memory. This is memory item i=28 with a certainty value of 0.736842105263158.", "expectedOutput": "Martha", "Correct": true}, {"Line": 487, "Input": "When will Julius bring the cake?", "actualOutput": "Julius will bring the cake according to memory item i=29, with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "in a few minutes", "Correct": false}, {"Line": 488, "Input": "When will I feed the dog?", "actualOutput": "I will feed the dog hypothetically, with a certainty value of 0.736842105263158, according to memory item i=29.", "expectedOutput": "When you get home", "Correct": false}, {"Line": 489, "Input": "What did Zachary say?", "actualOutput": "There is no memory item that mentions Zachary, so it is impossible to determine what he said.", "expectedOutput": "Carla gave the materials to Wilma", "Correct": false}, {"Line": 490, "Input": "What did Zachary say Carla did?", "actualOutput": "There is no memory item that mentions what Zachary said Carla did.", "expectedOutput": "Carla gave the materials to Wilma", "Correct": false}, {"Line": 491, "Input": "What was updated?", "actualOutput": "The contact_number was updated, i=28 with a certainty of hypothetically true and 0.736842105263158.", "expectedOutput": "The contact numbers", "Correct": true}, {"Line": 492, "Input": "Which numbers were updated?", "actualOutput": "Memory item i=29 (contact_number) was updated according to Memory with a certainty of 0.8214285. No other memory item was mentioned as being updated.", "expectedOutput": "The contact numbers", "Correct": true}, {"Line": 493, "Input": "Who gave the numbers to Miranda?", "actualOutput": "Memory item 29 suggests that the contact numbers belong to Miranda, but it is uncertain who gave them to her.", "expectedOutput": "Carla", "Correct": false}, {"Line": 494, "Input": "Who did Carla give the numbers to?", "actualOutput": "Carla gave contact numbers to someone, but it is uncertain who according to memory item i=29 with a certainty of 0.263.", "expectedOutput": "Miranda", "Correct": false}, {"Line": 495, "Input": "Which numbers did Carla give to Miranda?", "actualOutput": "Carla gave a material to Miranda, according to item i=18 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "The contact numbers", "Correct": false}, {"Line": 496, "Input": "Which numbers did Erina update?", "actualOutput": "Erina updated the contact_number (item i=21) and the updated (item i=25) with a probability of hypothetically true and certainty values of 0.736842105263158 and 0.6133460568257567, respectively.", "expectedOutput": "The contact numbers", "Correct": true}, {"Line": 497, "Input": "Who gave Miranda the numbers Erina updated?", "actualOutput": "Memory item i=28 suggests that Carla asked Miranda and the numbers were updated by Erina with a certainty of 0.736842105263158.", "expectedOutput": "Carla", "Correct": true}, {"Line": 498, "Input": "Why did Selena look over the plan?", "actualOutput": "Memory item i=28: Carla sent blueprint. Selena may have looked over the plan. Certainty=0.736842105263158.", "expectedOutput": "So that Selena could prepare to answer Miriam's questions", "Correct": false}, {"Line": 499, "Input": "Who looked over the plan?", "actualOutput": "Memory does not provide a clear answer to this question.", "expectedOutput": "Selena", "Correct": false}, {"Line": 500, "Input": "What does Miriam have?", "actualOutput": "The memory does not provide information about what Miriam has.", "expectedOutput": "Questions", "Correct": false}, {"Line": 501, "Input": "Who has questions?", "actualOutput": "Miranda has questions according to Memory and the memory item is i=29 with a certainty of 73.68%.", "expectedOutput": "Miriam", "Correct": false}, {"Line": 502, "Input": "What is Selena prepared to do?", "actualOutput": "There is no memory item that directly answers the question about Selena's actions.", "expectedOutput": "To answer Miriam's questions", "Correct": true}, {"Line": 503, "Input": "What did Kayla know?", "actualOutput": "Kayla knew pamphlet, i=29, with a certainty of 0.736842105263158.", "expectedOutput": "The pamphlet would cover all the talking points", "Correct": true}, {"Line": 504, "Input": "What did the pamphlet cover?", "actualOutput": "The pamphlet covered a talking point according to memory item i=29 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "All the talking points", "Correct": false}, {"Line": 505, "Input": "What was Kayla's staff looking for?", "actualOutput": "Kayla's staff was looking for talking points, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "All the talking points", "Correct": false}, {"Line": 506, "Input": "Whose staff was looking for all the talking points?", "actualOutput": "The staff was looking for talking points, memory item i=29, with a certainty of 0.8214285.", "expectedOutput": "Kayla's", "Correct": false}, {"Line": 507, "Input": "Whose staff was looking for points the pamphlet covered?", "actualOutput": "Staff was looking for points the pamphlet covered according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Kayla's", "Correct": true}, {"Line": 508, "Input": "Which talking points did the pamphlet cover?", "actualOutput": "The pamphlet covered talking points, with a certainty of 82.14%, according to memory item i=29.", "expectedOutput": "All the talking points", "Correct": false}, {"Line": 509, "Input": "What kind of points did the pamphlet cover?", "actualOutput": "The pamphlet covered talking points, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "All the talking points", "Correct": true}, {"Line": 510, "Input": "What covered the points?", "actualOutput": "The pamphlet covered talking points. Memory item i=23 with a certainty of 0.8214285.", "expectedOutput": "The pamphlet", "Correct": true}, {"Line": 511, "Input": "What did Carla ask Miranda to do?", "actualOutput": "Carla asked Miranda to clarify a question. Memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "To clarify the question about the quarterly revenue made by Miranda's company before taxes", "Correct": true}, {"Line": 512, "Input": "What kind of revenue was the question about?", "actualOutput": "The question was about quarterly revenue, and it was mentioned in memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "The quarterly revenue made by Miranda's company before taxes", "Correct": false}, {"Line": 513, "Input": "Who owns the company?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "Miranda", "Correct": false}, {"Line": 514, "Input": "Who did Carla send the blueprints to?", "actualOutput": "Carla sent blueprints, but it is uncertain to whom. Memory item i=29 has the highest certainty value of 0.8214285.", "expectedOutput": "Carla's boss", "Correct": false}, {"Line": 515, "Input": "Who did Carla send the blueprints?", "actualOutput": "Carla sent blueprints, but it is uncertain who the recipient was. No memory item provides a certain answer.", "expectedOutput": "Carla's boss", "Correct": false}, {"Line": 516, "Input": "Who were the blueprints sent to?", "actualOutput": "The blueprints were sent to someone, but it is uncertain who. Memory item i=27 suggests it was sent to a project with 64% certainty.", "expectedOutput": "Carla's boss", "Correct": false}, {"Line": 517, "Input": "Who did Kayla brew the coffee for?", "actualOutput": "Kayla brewed coffee, but it is not specified who it was for in the given memory. (i=28 or i=29)", "expectedOutput": "Terrence", "Correct": false}, {"Line": 518, "Input": "Who did Kayla brew another batch of coffee?", "actualOutput": "Kayla brewed another batch of coffee according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Terrence", "Correct": false}, {"Line": 519, "Input": "Who did Kayla give twenty dollars?", "actualOutput": "Kayla gave twenty dollars to Mike according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Mike", "Correct": true}, {"Line": 520, "Input": "Who did Kayla give twenty dollars to?", "actualOutput": "Kayla gave twenty dollars to Mike according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Mike", "Correct": true}, {"Line": 521, "Input": "Who did Kayla give the money?", "actualOutput": "Kayla gave Mike twenty dollars according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Mike", "Correct": true}, {"Line": 522, "Input": "Who did Kayla give the amount to?", "actualOutput": "Kayla gave Mike twenty dollars (i=24) with a certainty of 0.8214285.", "expectedOutput": "Mike", "Correct": true}, {"Line": 523, "Input": "How much did Kayla give?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "$20", "Correct": false}, {"Line": 524, "Input": "What amount did Kayla give Mike?", "actualOutput": "Kayla gave Mike twenty dollars according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "$20", "Correct": true}, {"Line": 525, "Input": "How much money was given to Mike?", "actualOutput": "Memory item i=28 states \"Kayla give Mike twenty dollar.\" Certainty=0.8214285.", "expectedOutput": "$20", "Correct": true}, {"Line": 526, "Input": "Carrot is to vegetable as apple is to what?", "actualOutput": "According to Memory, apple is to fruit_fly with a certainty value of 0.736842105263158 (i=22).", "expectedOutput": "fruit", "Correct": true}, {"Line": 527, "Input": "Produce is to food as carrot is to what?", "actualOutput": "The answer is uncertain based on the given memory contents. None of the items mention a clear relationship between carrot and another object.", "expectedOutput": "vegetable", "Correct": true}, {"Line": 528, "Input": "Produce is to ripeness as animal is to what?", "actualOutput": "Animal is to endotherms according to memory item i=17 with a certainty value of 0.5171992924072829.", "expectedOutput": "gender", "Correct": false}, {"Line": 529, "Input": "Mother is to child as grandmother is to what?", "actualOutput": "According to Memory, grandmother is to mother as great-grandmother is to child. Memory item i=2 with certainty=0.736842105263158.", "expectedOutput": "grandchild", "Correct": false}, {"Line": 530, "Input": "Engine is to sparkplug as car is to what?", "actualOutput": "The answer is uncertain based on the given memory contents. None of the memory items directly relate car to a specific object.", "expectedOutput": "wheel", "Correct": false}, {"Line": 531, "Input": "Tea is to caffeine as wine is to what?", "actualOutput": "Memory does not provide an answer to this question.", "expectedOutput": "alcohol", "Correct": true}, {"Line": 534, "Input": "Did Clifton see Carla duck?", "actualOutput": "Memory does not contain information about Carla ducking. Clifton saw \"her_duck\" but it is unclear who or what \"her\" refers to. (i=29, certainty=0.5000080282682715)", "expectedOutput": "Yes", "Correct": false}, {"Line": 535, "Input": "Did Clifton see Carla's duck?", "actualOutput": "Memory item i=29 suggests that Clifton saw \"her_duck\" but it is uncertain if it belongs to Carla. Probability: 0.5.", "expectedOutput": "\"No, Carla\"", "Correct": false}, {"Line": 539, "Input": "Did Clifton see Jeannie duck?", "actualOutput": "There are two memory items that mention Clifton and a duck, but both have a certainty value of 0.5, indicating uncertainty.", "expectedOutput": "\"No, Carla\"", "Correct": false}, {"Line": 540, "Input": "Did Clifton see Jeannie's duck?", "actualOutput": "Clifton saw her duck twice, with a certainty of 0.5, but it is unclear if it was Jeannie's duck. Memory items 27 and 28.", "expectedOutput": "Yes", "Correct": false}, {"Line": 541, "Input": "If Sally is a girl then say Sally is funny.?", "actualOutput": "Memory item i=29 states that \"sally isa girl\" with a certainty of 0.736842105263158, which suggests a high probability that Sally is a girl and therefore, according to the question, funny.", "expectedOutput": "Sally is funny", "Correct": true}, {"Line": 542, "Input": "If Sally is a boy then say Sally is interesting.?", "actualOutput": "There is no memory item that directly states Sally's gender as a boy, so the answer is uncertain.", "expectedOutput": "\"No, girl\"", "Correct": false}, {"Line": 543, "Input": "Does Jim receive pictures?", "actualOutput": "According to memory item i=29, there is a hypothetical true certainty of 0.7368 that Jim received a picture.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 544, "Input": "What will Jim download?", "actualOutput": "Jim will download pictures according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 545, "Input": "Will Jim download pictures?", "actualOutput": "Memory item i=28 suggests that there is a 73.68% chance that Jim will download the pictures.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 547, "Input": "Does Jim receive envelopes?", "actualOutput": "There is no memory item that directly states whether Jim receives envelopes, so it cannot be answered with certainty.", "expectedOutput": "\"No, pictures\"", "Correct": false}, {"Line": 548, "Input": "Will Jim download pictures?", "actualOutput": "Memory item i=27 suggests that Jim will download the pictures with a certainty value of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 549, "Input": "Does Jim receive pictures?", "actualOutput": "Yes, Jim receives pictures according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 550, "Input": "Will Jim receive new emails?", "actualOutput": "Memory item i=27 states that Jim has received a picture, with a certainty of 0.8214285. No other memory item provides information on Jim receiving new emails.", "expectedOutput": "\"No, pictures\"", "Correct": true}, {"Line": 551, "Input": "Will Logan receive new emails?", "actualOutput": "Probabilistically, Logan will not receive new emails according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 552, "Input": "Is Logan's inbox full?", "actualOutput": "There is no memory item that directly states whether Logan's inbox is full or not.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 554, "Input": "Is Logan's outbox full?", "actualOutput": "There is no memory item that directly states whether Logan's outbox is full or not.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 555, "Input": "Is Logan's inbox full?", "actualOutput": "According to memory item i=29, Logan's inbox is hypothetically full with a certainty value of 0.500003288378684.", "expectedOutput": "yes", "Correct": true}, {"Line": 556, "Input": "Will Logan receive new emails?", "actualOutput": "According to memory item i=28, Logan will not receive new emails with a certainty of 0.8214285.", "expectedOutput": "no", "Correct": true}, {"Line": 557, "Input": "Is Marcus early?", "actualOutput": "There is no memory item that directly answers the question about Marcus being early, so certainty value cannot be provided.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 558, "Input": "Does Marcus clean the blackboards?", "actualOutput": "Memory item i=29 states that \"marcus clean blackboard\" with a certainty of 0.736842105263158, indicating that it is likely that Marcus cleans the blackboards.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 560, "Input": "Is Marcus late?", "actualOutput": "There is no memory item stating that Marcus is late, so it cannot be determined.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 561, "Input": "Is Marcus early?", "actualOutput": "According to memory item i=29, Marcus is hypothetically early with a certainty of 0.5000026307029471.", "expectedOutput": "yes", "Correct": true}, {"Line": 562, "Input": "Does Marcus clean the blackboards?", "actualOutput": "Yes, Marcus cleans the blackboard according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 563, "Input": "Does Simon propose at the wedding?", "actualOutput": "Memory item i=29 states that simon proposes at the wedding with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 564, "Input": "Does Marie take pictures?", "actualOutput": "Marie takes pictures if Simon proposes at the wedding, according to memory item i=26 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 566, "Input": "Does Simon propose at the wedding?", "actualOutput": "Yes, Simon proposes at the wedding according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "Yes", "Correct": true}, {"Line": 567, "Input": "Does Marie take pictures?", "actualOutput": "Marie takes pictures if Simon proposes at the wedding, according to memory item i=26 with a certainty of 0.8214285.", "expectedOutput": "Yes", "Correct": true}, {"Line": 568, "Input": "Do you close the window?", "actualOutput": "Memory item i=29 suggests that the window is closed by \"you\" with a certainty of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 569, "Input": "do you close the window?", "actualOutput": "Memory item i=29 states \"window is closed by you\" with a certainty of 0.8214285, suggesting that the window is likely closed.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 571, "Input": "Do you close the window?", "actualOutput": "According to memory item i=29, there is a 50% chance that you closed the window at time 832.", "expectedOutput": "yes", "Correct": true}, {"Line": 572, "Input": "Is the window closed?", "actualOutput": "Memory item i=28 suggests that the window was closed with a certainty of 50%.", "expectedOutput": "yes", "Correct": false}, {"Line": 573, "Input": "When is Wednesday?", "actualOutput": "There is no memory item that directly answers the question of when Wednesday is.", "expectedOutput": "10/26/2016", "Correct": false}, {"Line": 574, "Input": "When is tomorrow?", "actualOutput": "There is no memory item that directly answers the question of when tomorrow is.", "expectedOutput": "10/22/2016", "Correct": false}, {"Line": 575, "Input": "When is today?", "actualOutput": "Memory item i=27 states that \"jims_party is at 4_pm_today\" with a certainty of 0.8214285. Therefore, today is most likely the day of Jim's party and i=27.", "expectedOutput": "10/21/2016", "Correct": false}, {"Line": 576, "Input": "When is this week?", "actualOutput": "Memory does not contain a clear answer to this question.", "expectedOutput": "from 10/16/2016 to 10/22/2016", "Correct": false}, {"Line": 577, "Input": "When is next week?", "actualOutput": "There is no memory item that directly answers the question of when next week is.", "expectedOutput": "from 10/23/2016 to 10/29/2016", "Correct": false}, {"Line": 578, "Input": "When was last week?", "actualOutput": "There is no memory item that directly states when last week was, so the answer cannot be determined from the given memory contents.", "expectedOutput": "from 10/9/2016 to 10/15/2016", "Correct": false}, {"Line": 579, "Input": "When was last month?", "actualOutput": "The answer cannot be determined from the given memory contents.", "expectedOutput": "from 9/1/2016 to 9/30/2016", "Correct": false}, {"Line": 580, "Input": "When is this weekend?", "actualOutput": "Memory does not provide a clear answer to when this weekend is. No memory item i directly addresses this question.", "expectedOutput": "from 10/22/2016 to 10/23/2016", "Correct": false}, {"Line": 581, "Input": "When is this Wednesday?", "actualOutput": "There is no memory item that directly answers the question of when this Wednesday is.", "expectedOutput": "10/26/2016", "Correct": false}, {"Line": 582, "Input": "When is next Wednesday?", "actualOutput": "There is no memory item that directly answers the question about next Wednesday.", "expectedOutput": "10/26/2016", "Correct": false}, {"Line": 583, "Input": "When is next weekend?", "actualOutput": "Memory does not contain information about when next weekend is.", "expectedOutput": "from 10/29/2016 to 10/30/2016", "Correct": false}, {"Line": 584, "Input": "When is next month?", "actualOutput": "There is no memory item that directly states when the next month is.", "expectedOutput": "from 11/1/2016 to 11/30/2016", "Correct": false}, {"Line": 585, "Input": "When is this year?", "actualOutput": "Memory does not provide a direct answer to the question.", "expectedOutput": "from 1/1/2016 to 12/31/2016", "Correct": false}, {"Line": 586, "Input": "When is all week?", "actualOutput": "There is no memory item that directly states when \"all week\" is.", "expectedOutput": "from 10/16/2016 to 10/22/2016", "Correct": false}, {"Line": 587, "Input": "When is all year?", "actualOutput": "Memory item i=24 states \"elijah year 2017\" with a certainty of 0.736842105263158, indicating that all year is likely 2017.", "expectedOutput": "from 1/1/2016 to 12/31/2016", "Correct": false}, {"Line": 588, "Input": "When was yesterday?", "actualOutput": "There is no memory item that directly answers the question of when yesterday was.", "expectedOutput": "10/20/2016", "Correct": false}, {"Line": 589, "Input": "When was Wednesday?", "actualOutput": "There is no memory item that directly answers the question of when Wednesday was.", "expectedOutput": "10/19/2016", "Correct": false}, {"Line": 590, "Input": "When was last Tuesday?", "actualOutput": "Memory does not contain information about last Tuesday, so there is no memory item i that can answer this question.", "expectedOutput": "10/18/2016", "Correct": false}, {"Line": 591, "Input": "When was last weekend?", "actualOutput": "The answer is not present in Memory.", "expectedOutput": "from 10/15/2016 to 10/16/2016", "Correct": false}, {"Line": 592, "Input": "When was last week?", "actualOutput": "There is no memory item that directly states when last week was, so the answer is unknown.", "expectedOutput": "from 10/9/2016 to 10/15/2016", "Correct": false}, {"Line": 593, "Input": "When was last month?", "actualOutput": "The answer is not present in the given memory contents.", "expectedOutput": "from 9/1/2016 to 9/30/2016", "Correct": false}, {"Line": 594, "Input": "When was last year?", "actualOutput": "The memory item i=28 states \"it year 1970\" with a certainty of 0.736842105263158, implying that last year was 2020 with a probability of 73.68%.", "expectedOutput": "from 1/1/2015 to 12/31/2015", "Correct": false}, {"Line": 595, "Input": "When is the upcoming weekend?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "from 10/22/2016 to 10/23/2016", "Correct": false}, {"Line": 596, "Input": "When is this upcoming week?", "actualOutput": "There is no memory item that directly answers the question of when the upcoming week is.", "expectedOutput": "from 10/23/2016 to 10/29/2016", "Correct": false}, {"Line": 597, "Input": "When is this coming weekend?", "actualOutput": "Memory does not provide a direct answer to the question.", "expectedOutput": "from 10/22/2016 to 10/23/2016", "Correct": false}, {"Line": 598, "Input": "When is the upcoming Thursday?", "actualOutput": "Memory does not contain information about the upcoming Thursday.", "expectedOutput": "10/27/2016", "Correct": false}, {"Line": 599, "Input": "When is the next month?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "from 11/1/2016 to 11/30/2016", "Correct": false}, {"Line": 600, "Input": "When is the next coming Friday?", "actualOutput": "There is no memory item that directly answers the question about the next coming Friday.", "expectedOutput": "10/28/2016", "Correct": false}, {"Line": 601, "Input": "When was the last month?", "actualOutput": "The last month is uncertain based on the given memory contents. None of the items provide a clear answer.", "expectedOutput": "from 9/1/2016 to 9/30/2016", "Correct": false}, {"Line": 602, "Input": "When is the next coming month?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "from 11/1/2016 to 11/30/2016", "Correct": false}, {"Line": 603, "Input": "When was this last week?", "actualOutput": "There is no memory item that directly answers the question, so the certainty value is 0.", "expectedOutput": "from 10/9/2016 to 10/15/2016", "Correct": false}, {"Line": 604, "Input": "When was the most recent Wednesday?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "10/19/2016", "Correct": false}, {"Line": 605, "Input": "When was this past weekend?", "actualOutput": "According to Memory, it is not possible to determine when the past weekend was with certainty based on the given memory items.", "expectedOutput": "from 10/15/2016 to 10/16/2016", "Correct": true}, {"Line": 606, "Input": "When is Tuesday morning?", "actualOutput": "There is no memory item that directly answers the question about Tuesday morning.", "expectedOutput": "On 10/25/2016 from 6 AM to noon", "Correct": false}, {"Line": 607, "Input": "When is next Tuesday morning?", "actualOutput": "There is no memory item that directly answers the question about next Tuesday morning.", "expectedOutput": "On 10/25/2016 from 6 AM to noon", "Correct": false}, {"Line": 608, "Input": "When is Panz's birthday?", "actualOutput": "Panz's birthday is on 11%0%016 according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "on 11/20/2016", "Correct": true}, {"Line": 609, "Input": "When is two days after her birthday?", "actualOutput": "Memory item 21 states that Panz has a birthday on a specific date. The certainty value is 0.8214285, which is the highest among all the relevant memory items. Therefore, it is likely that the answer to the question can be found in memory item 21. However, there is no specific information about \"two days after her birthday\" in any of the memory items.", "expectedOutput": "11/22/2016", "Correct": false}, {"Line": 610, "Input": "What date is a month before her birthday?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "10/20/2016", "Correct": false}, {"Line": 611, "Input": "When is 2 days after 2 days after her birthday?", "actualOutput": "Memory item i=25 states that Panz has a birthday on 11/01/2016 with a certainty of 0.8214285. Therefore, 2 days after 2 days after her birthday would be November 5th with a high probability.", "expectedOutput": "11/24/2016", "Correct": false}, {"Line": 612, "Input": "What date is the Monday after her birthday?", "actualOutput": "There is no memory item that directly answers the question with certainty. The closest memory item is i=28, which states that Anthony has a property called \"birthday\" with a certainty of 0.7368.", "expectedOutput": "11/21/2016", "Correct": false}, {"Line": 613, "Input": "When is Christmas?", "actualOutput": "There is no memory item that directly states when Christmas is, so the answer cannot be determined from Memory.", "expectedOutput": "12/25/2016", "Correct": false}, {"Line": 614, "Input": "What date is 2 days after Christmas?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "12/27/2016", "Correct": false}, {"Line": 615, "Input": "When is 2 days before Christmas?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "12/23/2016", "Correct": false}, {"Line": 616, "Input": "When is the Monday before Christmas?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "12/19/2016", "Correct": false}, {"Line": 617, "Input": "What date is the Monday after Christmas?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "12/26/2016", "Correct": false}, {"Line": 618, "Input": "When is 2 days before 2 days before Christmas?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "12/21/2016", "Correct": false}, {"Line": 619, "Input": "What date is 2 days before the Monday before Christmas?", "actualOutput": "There is no memory item that directly answers this question.", "expectedOutput": "12/17/2016", "Correct": false}, {"Line": 620, "Input": "When is Anthony's ceremony?", "actualOutput": "Memory item i=28 suggests that the ceremony occurs after Anthony's birthday, but the exact date is uncertain.", "expectedOutput": "On 11/23/2016", "Correct": false}, {"Line": 622, "Input": "When will Karl walk home?", "actualOutput": "Karl will walk home according to memory item i=29 with a probability of 0.5.", "expectedOutput": "On Monday", "Correct": false}, {"Line": 623, "Input": "When did Google buy DeepMind?", "actualOutput": "There is no memory item that states when Google bought DeepMind.", "expectedOutput": "in 2014", "Correct": true}, {"Line": 624, "Input": "How do you know?", "actualOutput": "I know hypothetically that \"man isa whom\" with 73.68% certainty (memory item i=0).", "expectedOutput": "money.cnn.com told me earlier today", "Correct": false}, {"Line": 625, "Input": "Can red unicorns fly?", "actualOutput": "Memory item i=28 suggests that red unicorns were flying over a lake, with a certainty of 0.7368, indicating a high probability that they can fly.", "expectedOutput": "yes", "Correct": true}, {"Line": 626, "Input": "Who told you that?", "actualOutput": "Memory item i=3: \"object updatedby actor\" was told with a certainty of 0.8214285.", "expectedOutput": "Jane told me earlier today", "Correct": false}, {"Line": 629, "Input": "What did Amazon release last year?", "actualOutput": "Amazon released Alexa last year according to memory item i=29 with a certainty of 0.5.", "expectedOutput": "Alexa", "Correct": true}, {"Line": 630, "Input": "How do you know?", "actualOutput": "You know hypothetically that Emily is being talked about with a certainty of 0.736. (i=0)", "expectedOutput": "Jake told me just now", "Correct": false}, {"Line": 631, "Input": "What did a U.S. Navy plane see?", "actualOutput": "The u.s. navy plane saw something, but the certainty value is not specified in any of the memory items.", "expectedOutput": "Help spelled out in palm fronds on a beach on a deserted island in the Pacific", "Correct": false}, {"Line": 632, "Input": "What is AMVER?", "actualOutput": "amver is a program, mentioned in memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "A Coast Guard voluntary search and rescue program", "Correct": false}, {"Line": 633, "Input": "Which wine is Bill's favorite?", "actualOutput": "Bill's favorite wine is Etna Rosso with a certainty value of 0.736842105263158, found in memory item i=28.", "expectedOutput": "Etna Rosso", "Correct": true}, {"Line": 634, "Input": "Which wine doesn't Bill like?", "actualOutput": "White wine is the one that Bill likes according to Memory. Memory item 29 has a certainty value of 0.2631578947368421.", "expectedOutput": "White wine", "Correct": true}, {"Line": 635, "Input": "Why did James sell his plane?", "actualOutput": "Memory item i=27 suggests James sold his eighteen_foot_plane, with a certainty of 0.641.", "expectedOutput": "Because it is too slow", "Correct": false}, {"Line": 636, "Input": "Who has it now?", "actualOutput": "There is no memory item that directly answers the question, so the answer cannot be determined with certainty.", "expectedOutput": "James' neighbor", "Correct": true}, {"Line": 637, "Input": "Who used to own it before?", "actualOutput": "The old person used to own it before, according to memory item i=23 with a certainty of 0.615.", "expectedOutput": "James", "Correct": false}, {"Line": 638, "Input": "What did James buy?", "actualOutput": "James bought a plane according to memory item i=0 with a certainty of 0.736842105263158.", "expectedOutput": "a 20 ft plane", "Correct": false}, {"Line": 639, "Input": "Is the 250 horsepower engine part of the plane?", "actualOutput": "The 250 horsepower engine is part of \"it\" according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 640, "Input": "Who will Viola play with?", "actualOutput": "Viola will play with Stan according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Stan", "Correct": true}, {"Line": 641, "Input": "When will she play with her horse?", "actualOutput": "According to memory item i=29, Viola will play with her horse, with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "At 3 PM", "Correct": false}, {"Line": 642, "Input": "Where will she play with her horse?", "actualOutput": "Viola will play with her horse at the park according to memory item i=23 with a certainty of 0.736842105263158.", "expectedOutput": "At the park", "Correct": true}, {"Line": 643, "Input": "What did Suzie suggest that Phil do?", "actualOutput": "There is no memory item that mentions Suzie suggesting something to Phil.", "expectedOutput": "That Phil run at 7 AM", "Correct": true}, {"Line": 644, "Input": "When did Suzie suggest that Phil run?", "actualOutput": "There is no memory item that directly answers the question about when Suzie suggested that Phil run.", "expectedOutput": "At 7 AM", "Correct": false}, {"Line": 645, "Input": "Tell me who climbed the mountain?", "actualOutput": "Rufus climbed the mountain according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Rufus", "Correct": true}, {"Line": 647, "Input": "Who has Herbie?", "actualOutput": "Barry has Herbie according to memory. Memory item i=29 with a certainty of 0.5.", "expectedOutput": "Barry", "Correct": true}, {"Line": 649, "Input": "Who has Herbie?", "actualOutput": "Barry and Chad both bought Herbie, but it is uncertain who currently has it. (i=28 or i=29)", "expectedOutput": "Chad", "Correct": false}, {"Line": 650, "Input": "What did Chad do?", "actualOutput": "Chad bought Herbie according to memory item i=29 with a certainty of 0.5.", "expectedOutput": "bought Herbie from Barry", "Correct": true}, {"Line": 652, "Input": "Who has Herbie?", "actualOutput": "Barry has Herbie according to memory item i=29 with a certainty of 0.5.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 654, "Input": "Who has the reports?", "actualOutput": "Carla has the reports according to Memory, with certainty value 0.8214285 (item i=23).", "expectedOutput": "Andrea", "Correct": false}, {"Line": 656, "Input": "Who has the reports?", "actualOutput": "Carla has the reports, with a certainty value of 0.8214285 (memory item i=22).", "expectedOutput": "Jim", "Correct": false}, {"Line": 657, "Input": "Who gave them to him?", "actualOutput": "Memory does not provide a certain answer to who gave them to him. The closest memory item is i=27 with a certainty of 0.5.", "expectedOutput": "Andrea", "Correct": false}, {"Line": 659, "Input": "Who gave her them?", "actualOutput": "Memory item i=25 states \"it drive her\", but it is unclear who gave her \"them\". Certainty=0.736842105263158.", "expectedOutput": "Jim", "Correct": false}, {"Line": 660, "Input": "Who had the reports before him?", "actualOutput": "The friend copied the report before him, i=23, with a certainty of 50.03%.", "expectedOutput": "Andrea", "Correct": false}, {"Line": 661, "Input": "Who had the reports after him?", "actualOutput": "Carla copied the report, i=18, with a certainty of 0.8214285.", "expectedOutput": "Sandra", "Correct": false}, {"Line": 663, "Input": "What does Alex want?", "actualOutput": "Alex wants either a dog or a cat according to memory items i=8 and i=29 with a certainty of 0.5 each.", "expectedOutput": "A dog and a cat", "Correct": true}, {"Line": 665, "Input": "What does Alex want?", "actualOutput": "Alex wants a cat according to memory item i=28 with a certainty of 0.5.", "expectedOutput": "A cat", "Correct": true}, {"Line": 666, "Input": "Does Alex want a dog?", "actualOutput": "According to memory item i=29, there is a 50% chance that Alex wants a dog.", "expectedOutput": "\"No, a cat\"", "Correct": false}, {"Line": 667, "Input": "\"Is Charles, Ray's favorite turtle?\"?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "\"no, Ray's new turtle\"", "Correct": true}, {"Line": 669, "Input": "\"is Ray's favorite turtle, Charles?\"?", "actualOutput": "Memory does not provide a certain answer, but the highest probability is i=28 with a certainty of 0.736842105263158.", "expectedOutput": "\"no, Herb\"", "Correct": false}, {"Line": 670, "Input": "Does Rob have a sister?", "actualOutput": "According to memory item i=28, Trevor has a sister, but it is uncertain if Rob has a sister.", "expectedOutput": "yes", "Correct": false}, {"Line": 671, "Input": "What is Rob's sister's cat's name?", "actualOutput": "Rob's sister's cat's name is Toby with a certainty value of 0.7368, found in memory item i=28.", "expectedOutput": "Toby", "Correct": true}, {"Line": 672, "Input": "Where is Rob's sister's cat?", "actualOutput": "Rob's sister's cat is most likely with Robert, according to memory item i=26 with a certainty of 0.8214285.", "expectedOutput": "At the veterinarian", "Correct": false}, {"Line": 673, "Input": "Why is Rob's sister's cat at the vet?", "actualOutput": "Memory item i=29 suggests that Toby is located at the vet, with a certainty of 0.736842105263158.", "expectedOutput": "because Toby needs some shots", "Correct": false}, {"Line": 674, "Input": "Does Toby need treats?", "actualOutput": "There is no memory item that directly states whether Toby needs treats, so we cannot determine this with certainty.", "expectedOutput": "\"no, some shots\"", "Correct": false}, {"Line": 675, "Input": "Who is Gina's cat?", "actualOutput": "Memory does not provide a certain answer to who is Gina's cat.", "expectedOutput": "Toby", "Correct": false}, {"Line": 676, "Input": "Is Gina's cat friendly?", "actualOutput": "Memory does not provide a definite answer, but memory item 21 suggests that Kristopher's cat is friendly, which may or may not be the same as Gina's cat.", "expectedOutput": "yes", "Correct": false}, {"Line": 677, "Input": "Is Toby cold blooded?", "actualOutput": "There is no memory item indicating whether Toby is cold-blooded or not.", "expectedOutput": "\"No, warm blooded\"", "Correct": false}, {"Line": 679, "Input": "Who is Gina's cat?", "actualOutput": "Memory does not provide a certain answer to who is Gina's cat.", "expectedOutput": "Moby", "Correct": false}, {"Line": 680, "Input": "Is Robert's sister's cat Toby?", "actualOutput": "Yes, according to memory item i=29, with a certainty of 0.8214285.", "expectedOutput": "\"No, Moby\"", "Correct": false}, {"Line": 681, "Input": "Where is Moby?", "actualOutput": "There is no memory item that directly mentions Moby, so his location cannot be determined from Memory.", "expectedOutput": "At the veterinarian", "Correct": false}, {"Line": 682, "Input": "Where is Toby?", "actualOutput": "Toby is located at the vet according to memory item i=27 with a certainty of 0.8214285.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 683, "Input": "Does a large pot have tea?", "actualOutput": "Memory item 29 states that a pot does not have tea, so it is unlikely that a large pot has tea. Certainty value: 0.263.", "expectedOutput": "yes", "Correct": false}, {"Line": 684, "Input": "Does a small pot have tea?", "actualOutput": "Memory item 29 states that a pot does not have tea with a certainty of 0.263. Therefore, it is unlikely that a small pot has tea.", "expectedOutput": "no", "Correct": true}, {"Line": 686, "Input": "Does the small pot have milk?", "actualOutput": "Memory item i=27 states that the pot isa small with a certainty of 0.7368. Memory item i=28 states that the cold_pot hasproperty milk with a certainty of 0.5. Memory item i=29 states that the cold_pot have milk with a certainty of 0.5. There is no memory item that directly states whether the small pot has milk.", "expectedOutput": "yes", "Correct": false}, {"Line": 687, "Input": "Who is a teacher of Stan?", "actualOutput": "Memory item i=28: murray isa teacher. Certainty=0.736842105263158. Murray is a teacher of Stan.", "expectedOutput": "Murray", "Correct": true}, {"Line": 688, "Input": "Whose teacher is Murray?", "actualOutput": "Stan Weber is most likely the student of Murray according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Stan's", "Correct": true}, {"Line": 689, "Input": "who is running for office?", "actualOutput": "Scott's brother from Florida is running for office according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Ralph", "Correct": false}, {"Line": 690, "Input": "who is Scott's family?", "actualOutput": "Scott's family includes his brother, his wife Nan, and possibly his parents. Memory items i=25, i=29, and i=28 have certainty values of 0.736842105263158.", "expectedOutput": "\"Ralph, Ethan, and Nan\"", "Correct": true}, {"Line": 691, "Input": "Is Nan male?", "actualOutput": "There is no memory item that directly states whether Nan is male or not.", "expectedOutput": "\"No, female\"", "Correct": false}, {"Line": 692, "Input": "How many sisters does Trevor have?", "actualOutput": "Trevor has at least one sister according to memory, with a certainty value of 0.8214285, found in memory item i=28.", "expectedOutput": "2", "Correct": false}, {"Line": 693, "Input": "Who are Trevor's sisters?", "actualOutput": "Trevor's sisters are Nice and Alisha according to memory item i=27 with a certainty of 0.5867.", "expectedOutput": "Alisha and Becky", "Correct": false}, {"Line": 694, "Input": "Who is Kenneth's daughter?", "actualOutput": "Kenneth's daughter is not mentioned in Memory.", "expectedOutput": "Kenisha", "Correct": true}, {"Line": 695, "Input": "Which robot is Ronald's?", "actualOutput": "Ronald's robot is \"ronalds_new_robot\" with a certainty of 0.736842105263158 (memory item i=29).", "expectedOutput": "Ozmo", "Correct": false}, {"Line": 696, "Input": "Is Jane's book big?", "actualOutput": "Memory item i=22 states that Jane has a book about cats, but there is no information about its size.", "expectedOutput": "yes", "Correct": false}, {"Line": 697, "Input": "Is Mike's book small?", "actualOutput": "Memory item 28 states that \"pot isa small\" with a certainty of 0.8214285, but there is no direct information about the size of Mike's book.", "expectedOutput": "yes", "Correct": false}, {"Line": 698, "Input": "Is Jane's book small?", "actualOutput": "Memory item 17 states that Jane has the book \"book_about_cats\" with a certainty of 0.8214285. No information about the size of the book is provided.", "expectedOutput": "\"No, big\"", "Correct": false}, {"Line": 699, "Input": "Is Mike's book big?", "actualOutput": "Memory does not contain information about the size of Mike's book, so there is no memory item i.", "expectedOutput": "\"No, small\"", "Correct": false}, {"Line": 700, "Input": "What color is Jane's book?", "actualOutput": "Jane's book is hypothetically true to have the color brown according to memory item i=12 with a certainty of 0.613.", "expectedOutput": "orange", "Correct": false}, {"Line": 701, "Input": "What color is Mike's book?", "actualOutput": "Mike's book has the color orange according to memory item i=27 with a certainty of 0.736842105263158.", "expectedOutput": "brown", "Correct": false}, {"Line": 702, "Input": "Is Krista nice?", "actualOutput": "Memory item i=29 states that Krista is a nurse, but there is no information about whether she is nice or not.", "expectedOutput": "\"yes, very nice\"", "Correct": false}, {"Line": 703, "Input": "Who made the case?", "actualOutput": "According to memory, a lawyer made the case. Memory item i=29 has the highest certainty value of 0.736842105263158.", "expectedOutput": "Harvey", "Correct": false}, {"Line": 704, "Input": "Does rain fall directly from the sky?", "actualOutput": "Yes, rain falls directly from the sky according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 705, "Input": "Does rain fall directly from the ground?", "actualOutput": "Memory does not state that rain falls directly from the ground. No memory item mentions this.", "expectedOutput": "\"No, the sky\"", "Correct": true}, {"Line": 706, "Input": "Do Lily and Charlie have a vase?", "actualOutput": "Yes, Lily and Charlie have a vase according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 707, "Input": "Does Lily have a vase?", "actualOutput": "Yes, Lily has a vase according to memory item i=26 with a certainty value of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 708, "Input": "Does Charlie have a vase?", "actualOutput": "Memory item i=29 states that \"lily_and_charlies_vase isa vase\" with a certainty of 0.8214285, but it is uncertain if Charlie owns the vase.", "expectedOutput": "yes", "Correct": false}, {"Line": 709, "Input": "What kind of car will Uber pay for?", "actualOutput": "Uber will probabilistically pay for a rental car (i=29) with a certainty of 0.641.", "expectedOutput": "Mid-size rental cars", "Correct": false}, {"Line": 710, "Input": "What type of car will Uber pay for?", "actualOutput": "Uber will hypothetically pay for a rental car (i=29) with a certainty of 0.641.", "expectedOutput": "Mid-size rental cars", "Correct": false}, {"Line": 711, "Input": "What will not be taken lightly?", "actualOutput": "Claim will not be taken lightly according to Memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Any claim against Yahoo", "Correct": true}, {"Line": 712, "Input": "Can the children touch Jon's reptiles?", "actualOutput": "The children can touch Jon's reptile according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 713, "Input": "Which animals can the children touch?", "actualOutput": "The children can touch small mammals according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Small mammals and Jon's reptiles", "Correct": true}, {"Line": 714, "Input": "What kind of animals can the children touch?", "actualOutput": "The children can touch small mammals according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Small mammals and Jon's reptiles", "Correct": true}, {"Line": 715, "Input": "What does Amazon give refunds for?", "actualOutput": "Amazon gives refunds for specific types of defects. Memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Very specific defects", "Correct": true}, {"Line": 716, "Input": "Is twenty-second an ordinal?", "actualOutput": "Memory item i=22 states \"claim isa type\" with a certainty value of 0.2631578947368421. It does not provide information on whether \"twenty-second\" is an ordinal.", "expectedOutput": "yes", "Correct": false}, {"Line": 717, "Input": "Is smrt@aigo.ai an email address?", "actualOutput": "There is no information in the given Memory about whether smrt@aigo.ai is an email address.", "expectedOutput": "yes", "Correct": false}, {"Line": 718, "Input": "Is 123-4567 a phone number?", "actualOutput": "There is no memory item that directly mentions 123-4567 as a phone number, so the probability is very low.", "expectedOutput": "yes", "Correct": false}, {"Line": 719, "Input": "Is ROBO a ticker?", "actualOutput": "There is no memory item that directly states whether \"robo\" is a ticker or not.", "expectedOutput": "yes", "Correct": false}, {"Line": 720, "Input": "Is 3 and a half days a time span?", "actualOutput": "Memory does not contain information about whether 3 and a half days is a time span.", "expectedOutput": "yes", "Correct": false}, {"Line": 721, "Input": "Is 1100 cc a volume?", "actualOutput": "There is no memory item that directly mentions 1100 cc as a volume, so it is uncertain.", "expectedOutput": "yes", "Correct": false}, {"Line": 722, "Input": "Whose dad bought ice cream and gelato at the creamery?", "actualOutput": "Dane bought both ice cream and gelato at the creamery according to memory. This information is contained in memory item i=27 with a certainty value of 0.736842105263158.", "expectedOutput": "Jill's", "Correct": false}, {"Line": 723, "Input": "Whose daughter is not home?", "actualOutput": "Memory item i=23 states that the train left without Ann, but there is no information about anyone's daughter not being home.", "expectedOutput": "Dane's", "Correct": true}, {"Line": 724, "Input": "Is Jill home?", "actualOutput": "Memory item i=29 states that \"jill isa home\" with a certainty of 0.2631578947368421, suggesting that it is unlikely that Jill is home.", "expectedOutput": "\"No, Jill is not home\"", "Correct": true}, {"Line": 725, "Input": "Why did Jim sell the bike?", "actualOutput": "Memory item i=29 suggests Jim sold the bike, with a certainty of 0.736842105263158. Reason unknown.", "expectedOutput": "because Jim was sick", "Correct": false}, {"Line": 726, "Input": "Why will the police have to investigate?", "actualOutput": "The police will have to investigate, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "in order for the police to catch the criminal", "Correct": true}, {"Line": 727, "Input": "Why didn't Jim attend?", "actualOutput": "Memory item i=27 suggests Jim did not attend due to a hypothetical reason with 26.3% certainty.", "expectedOutput": "due to Jim's illness", "Correct": false}, {"Line": 728, "Input": "Why has Johnny's singing improved?", "actualOutput": "Memory item i=29 suggests that Johnny's singing has improved, with a certainty of 0.736842105263158.", "expectedOutput": "Thanks to Johnny's practicing and Johnny's voice coach", "Correct": false}, {"Line": 729, "Input": "Why does Jane want to have some room?", "actualOutput": "Memory item i=28 suggests that Jane wants to have some room with a certainty of 0.641.", "expectedOutput": "because Jane is going to try a stunt", "Correct": true}, {"Line": 730, "Input": "Does Lara have any children?", "actualOutput": "Yes, Lara has 2 children according to memory item i=29 with a certainty value of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 731, "Input": "How many kids does she have?", "actualOutput": "Memory item i=29 states \"Lara hasproperty 2_children\" with a certainty of 0.8214285, indicating that she has two kids.", "expectedOutput": "2", "Correct": true}, {"Line": 732, "Input": "Does Ella have any emails?", "actualOutput": "Yes, ella has emails according to Memory. Memory item i=27 and i=28 both mention ella having emails with high certainty values.", "expectedOutput": "yes", "Correct": true}, {"Line": 733, "Input": "Does Ella have 2 emails?", "actualOutput": "Memory items i=27 and i=28 suggest that Ella has at least 3 emails, so it is unlikely that she only has 2 emails.", "expectedOutput": "\"No, 3\"", "Correct": false}, {"Line": 734, "Input": "How many letters does Ella have?", "actualOutput": "Ella has 3 emails and possibly a letter, according to memory items i=26, i=27, and i=28. The certainty values range from 0.6966019999999999 to 0.871644.", "expectedOutput": "1", "Correct": false}, {"Line": 735, "Input": "Does George have any apples?", "actualOutput": "Memory item i=27 states that George has 0 apples with a certainty of 0.6966019417475728.", "expectedOutput": "no", "Correct": true}, {"Line": 736, "Input": "How much sand does George have?", "actualOutput": "Memory item i=27 states that George has 0 apples with a certainty of 0.850644, but there is no information about how much sand he has.", "expectedOutput": "pile of sand", "Correct": false}, {"Line": 737, "Input": "How much rope is Alex's?", "actualOutput": "Memory item i=29 states that \"alexs_rope hasproperty 60_feet.\" with a certainty of 0.7368. Therefore, it is likely that Alex's rope is 60 feet long.", "expectedOutput": "60 feet", "Correct": true}, {"Line": 738, "Input": "How much chalk can Henry buy?", "actualOutput": "Henry can buy chalk according to memory item i=29 with a certainty value of 0.736842105263158. The memory does not provide information on the amount of chalk he can buy.", "expectedOutput": "\"\"\"a lot of chalk\"\"\"", "Correct": false}, {"Line": 739, "Input": "How hot is Henry's car?", "actualOutput": "Henry's car is hypothetically very hot with a certainty of 64.11%, according to memory item i=22.", "expectedOutput": "very", "Correct": true}, {"Line": 740, "Input": "How did Delia cook the pasta?", "actualOutput": "Memory item i=29 suggests that Delia cooked the pasta, but the method is not specified.", "expectedOutput": "\"\"\"with the boiler\"\"\"", "Correct": false}, {"Line": 741, "Input": "How did Delia drive the truck?", "actualOutput": "Delia drove the truck dangerously according to memory item i=28 with a certainty of 0.641.", "expectedOutput": "dangerously", "Correct": true}, {"Line": 742, "Input": "Did Delia drive the car dangerously?", "actualOutput": "According to memory item i=29, there is a 64.11% chance that Delia drove the car dangerously.", "expectedOutput": "\"No, the truck\"", "Correct": false}, {"Line": 743, "Input": "How did Kim dance?", "actualOutput": "There is no memory item that mentions Kim dancing, so it is impossible to answer the question.", "expectedOutput": "Beautifully and gracefully", "Correct": false}, {"Line": 744, "Input": "Did Kim dance gracefully and poorly?", "actualOutput": "There is no memory item that directly answers the question about Kim's dancing ability.", "expectedOutput": "Beautifully and gracefully", "Correct": false}, {"Line": 745, "Input": "Whose dogs are nice?", "actualOutput": "Owens and Stan Weber's dogs are nice according to Memory, with certainty values of 0.736842105263158 (items 4 and 28).", "expectedOutput": "\"George, Rodney, Robin, Ella, and Owen's\"", "Correct": false}, {"Line": 746, "Input": "Did Delia buy bikes and a missile?", "actualOutput": "Delia bought a bike (i=29) with a certainty of 0.736842105263158. There is no mention of Delia buying a missile in the memory.", "expectedOutput": "\"No. A house, bikes, boats, planes, and a car\"", "Correct": false}, {"Line": 747, "Input": "Did Allison buy a lot of ships and some sweets?", "actualOutput": "Allison bought a lot of and some sweets hypothetically (i=27, certainty=0.6411150125896854).", "expectedOutput": "\"No. Three cars, some ships, and a lot of sweets\"", "Correct": false}, {"Line": 748, "Input": "Did Allison buy ships and mouses?", "actualOutput": "Allison bought a ship (i=29) with a certainty of 0.7368, but there is no memory of her buying mice.", "expectedOutput": "\"No. Three cars, some ships, and a lot of sweets\"", "Correct": false}, {"Line": 749, "Input": "Did Allison buy 2 cars?", "actualOutput": "Yes, according to memory item i=25, Allison bought a car. It is uncertain if she bought a second car.", "expectedOutput": "\"No, 3\"", "Correct": false}, {"Line": 750, "Input": "Who likes ships and mouses?", "actualOutput": "Paige and Henry both hypothetically like ships and mouses according to memory items i=20, i=27, i=28, and i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Paige and Henry", "Correct": true}, {"Line": 751, "Input": "What do Paige and Henry like?", "actualOutput": "Paige and Henry like mice and ships according to Memory. i=23, i=24, i=25, i=26. Certainty: at least 0.8214285.", "expectedOutput": "ships and mice", "Correct": true}, {"Line": 752, "Input": "What were bought by Tom and Lara?", "actualOutput": "There is no information in the given memory about what Tom and Lara bought.", "expectedOutput": "apples and oranges", "Correct": false}, {"Line": 753, "Input": "What are extremely sweet completely edible flowers?", "actualOutput": "Memory item 27 describes lily as extremely sweet and completely edible with a certainty of 0.6966.", "expectedOutput": "lily", "Correct": true}, {"Line": 754, "Input": "Which owls are dangerous?", "actualOutput": "Memory item i=29 states that \"owl isa dangerous\" with a certainty of 0.736842105263158, implying that some owls are considered dangerous.", "expectedOutput": "\"owls from small, dense forests\"", "Correct": false}, {"Line": 755, "Input": "Are owls from small dense forest dangerous?", "actualOutput": "Memory item i=28 states that dangerous creatures come from small dense forests, and memory item i=29 states that owls come from small dense forests. Therefore, it is hypothetically true that owls from small dense forests could be dangerous, with a certainty value of 0.6411150125896854.", "expectedOutput": "yes", "Correct": true}, {"Line": 756, "Input": "Are owls from big dense forest dangerous?", "actualOutput": "There is no memory item stating that owls from big dense forests are dangerous.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 757, "Input": "Are owls from dense forest dangerous?", "actualOutput": "Yes, owls from small dense forests are considered dangerous according to memory item i=28 with a high certainty value of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 758, "Input": "Did Gabe drink hot milk?", "actualOutput": "Memory item i=25 states that cold_pot has milk with a certainty of 0.5, but there is no mention of Gabe drinking hot milk.", "expectedOutput": "No. Hot coffee and hot cocoa", "Correct": false}, {"Line": 759, "Input": "Did Gabe drink hot coffee?", "actualOutput": "Memory item i=28 states that \"gabe drink hot\" with a certainty of 0.6411150125896854, but it is unclear if it refers to coffee.", "expectedOutput": "yes", "Correct": false}, {"Line": 760, "Input": "Did Gabe drink hot cocoa?", "actualOutput": "Memory does not contain any information about Gabe drinking hot cocoa.", "expectedOutput": "yes", "Correct": false}, {"Line": 761, "Input": "What did Gabe drink?", "actualOutput": "Gabe drank coffee according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Hot coffee and hot cocoa", "Correct": false}, {"Line": 762, "Input": "Who ran screaming?", "actualOutput": "Ramon ran screaming according to Memory, and memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Ramon", "Correct": true}, {"Line": 763, "Input": "Who ran crying?", "actualOutput": "There is no memory item that directly answers the question, so the answer cannot be determined with certainty.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 764, "Input": "What did Ramon do?", "actualOutput": "Ramon ran screaming, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Ran screaming", "Correct": true}, {"Line": 765, "Input": "When did Owain remind Cornelia?", "actualOutput": "Owain reminded Cornelia according to memory item i=29, with a hypothetical certainty of 0.736842105263158. The exact time is not specified in the memory.", "expectedOutput": "At noon", "Correct": false}, {"Line": 766, "Input": "What did Owain remind Cornelia?", "actualOutput": "Owain reminded Cornelia, i=29, with a high certainty value of 0.8214285.", "expectedOutput": "To run at 5 PM", "Correct": true}, {"Line": 767, "Input": "What book did Kim read?", "actualOutput": "Kim read a book, but it is uncertain which one. The memory item is i=29 with a certainty of 0.736842105263158.", "expectedOutput": "\"a book about the acidic, cold, hot, and dry conditions of these environments\"", "Correct": false}, {"Line": 768, "Input": "Whose dogs terrorize the elderly?", "actualOutput": "Gio's dog terrorizes the elderly according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Gio's", "Correct": true}, {"Line": 769, "Input": "Where are Gio's dogs from?", "actualOutput": "Gio's dogs are from Alesso according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "From Alesso and Chiara's mafia", "Correct": false}, {"Line": 770, "Input": "Who around the house does Lara like?", "actualOutput": "Lara likes Henry (memory item i=26) and he is around the house (memory item i=27) with a certainty of 0.736842105263158.", "expectedOutput": "Henry", "Correct": true}, {"Line": 771, "Input": "Where on the ship did Henry hide the gold?", "actualOutput": "Memory does not provide a certain answer to where Henry hid the gold on the ship.", "expectedOutput": "in the red cabinet on the ship", "Correct": true}, {"Line": 772, "Input": "Where on the ship did Henry hide the diamond?", "actualOutput": "Memory does not provide a certain answer to where Henry hid the diamond.", "expectedOutput": "in the blue cabinet on the ship", "Correct": false}, {"Line": 773, "Input": "Where on the car did Henry hide the gold?", "actualOutput": "There is no memory item that provides information on where Henry hid the gold.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 774, "Input": "Is the rolling bus blue?", "actualOutput": "There is no memory item that directly states the color of the rolling bus, so it cannot be determined with certainty.", "expectedOutput": "\"No, green\"", "Correct": false}, {"Line": 775, "Input": "What is an example of tree fruit?", "actualOutput": "Persimmon is an example of tree fruit according to memory. Memory item i=28 with certainty=0.736842105263158.", "expectedOutput": "persimmon", "Correct": true}, {"Line": 776, "Input": "What are the three sources of European Union law?", "actualOutput": "Memory does not contain information on the three sources of European Union law.", "expectedOutput": "\"Primary law, secondary law, and supplementary law\"", "Correct": false}, {"Line": 777, "Input": "Is Arnold Smith a drummer?", "actualOutput": "Arnold Smith is possibly a drummer according to memory item 29 with a certainty of 0.613.", "expectedOutput": "\"No, the mechanic from the body shop\"", "Correct": false}, {"Line": 778, "Input": "Is Arnold Grohl from the body shop?", "actualOutput": "Arnold Grohl works at the body shop with certainty value of 0.736842105263158 (memory item i=24).", "expectedOutput": "\"No, the grunge band\"", "Correct": false}, {"Line": 779, "Input": "What does Sally enjoy?", "actualOutput": "Sally enjoys running_marathon according to memory item i=25 with a certainty of 0.736842105263158.", "expectedOutput": "Swimming and running marathons", "Correct": false}, {"Line": 780, "Input": "What does Matthew want to do?", "actualOutput": "Matthew wants to send something. Memory item i=28. Certainty=0.736842105263158.", "expectedOutput": "To send a postcard and a package", "Correct": true}, {"Line": 781, "Input": "Who did the woman who was on the stage see?", "actualOutput": "The woman on stage saw Sally with a certainty of 0.736842105263158 (memory item i=28).", "expectedOutput": "Sally", "Correct": true}, {"Line": 782, "Input": "Who saw Sally?", "actualOutput": "According to Memory, woman saw Sally with a certainty value of 0.8214285 at memory item i=29.", "expectedOutput": "The woman on the stage", "Correct": true}, {"Line": 783, "Input": "Who did the dancer who Andrew saw see?", "actualOutput": "The dancer who Andrew saw may have seen Steve or someone else, with certainty values ranging from 0.641 to 0.737.", "expectedOutput": "Steve", "Correct": false}, {"Line": 784, "Input": "Who saw Steve?", "actualOutput": "Memory item i=28 states that dancer saw Steve with a certainty of 0.736842105263158.", "expectedOutput": "The dancer", "Correct": true}, {"Line": 785, "Input": "Who is the physician?", "actualOutput": "Merlin is a physician according to memory. Memory item i=29 has a certainty value of 0.736842105263158.", "expectedOutput": "Merlin", "Correct": true}, {"Line": 786, "Input": "Is Merlin a mother?", "actualOutput": "Merlin is not a mother according to Memory. The closest memory item is i=26 with a certainty of 0.736842105263158.", "expectedOutput": "\"No, father\"", "Correct": true}, {"Line": 787, "Input": "Is Kramer a pilot?", "actualOutput": "Memory item i=26 states that Kramer is related to Janet with a certainty of 0.64, but there is no memory item stating that Kramer is a pilot.", "expectedOutput": "\"No, journalist\"", "Correct": false}, {"Line": 788, "Input": "Is Janet a pilot?", "actualOutput": "Janet is not explicitly stated as a pilot in Memory. (i.e. certainty value is not provided)", "expectedOutput": "\"No, journalist\"", "Correct": true}, {"Line": 789, "Input": "Who are the peanuts?", "actualOutput": "The Peanuts are a group that were assaulted by Barry and Larry, according to memory item 23 with a certainty of 0.736842105263158.", "expectedOutput": "Barry and Larry", "Correct": true}, {"Line": 790, "Input": "Who was assaulted?", "actualOutput": "There is no memory item that directly states who was assaulted, so the answer cannot be determined with certainty.", "expectedOutput": "Barry and Larry", "Correct": true}, {"Line": 791, "Input": "Who is a captain?", "actualOutput": "Memory item i=28 states \"Priscilla likes captain\" with a certainty of 0.736842105263158, implying that there is a probability that someone is a captain, but it is not certain who.", "expectedOutput": "Ronald", "Correct": false}, {"Line": 792, "Input": "Who is a janitor?", "actualOutput": "John is a janitor according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "John", "Correct": true}, {"Line": 793, "Input": "Who dated?", "actualOutput": "John and Mary dated according to memory. Memory items i=28 and i=29 have a certainty of 0.736842105263158.", "expectedOutput": "John and Mary", "Correct": true}, {"Line": 794, "Input": "Who are the singers?", "actualOutput": "Phoebe_and_rita are singers according to memory. Memory item i=29. Certainty=0.736842105263158.", "expectedOutput": "Phoebe and Rita", "Correct": true}, {"Line": 795, "Input": "Who is with Ernie?", "actualOutput": "There is no information in Memory about who is with Ernie.", "expectedOutput": "Carlton", "Correct": false}, {"Line": 796, "Input": "What can Alex choose between?", "actualOutput": "Alex can choose between a dog and a cat (memory item i=26 and i=28) with a certainty of 0.5 each.", "expectedOutput": "between the cat and the dog", "Correct": true}, {"Line": 797, "Input": "Where did the lady shop?", "actualOutput": "The lady shopped at a store according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "at the store", "Correct": true}, {"Line": 798, "Input": "What arrived at the vet?", "actualOutput": "A woman arrived at the vet according to memory. Memory item i=29 with certainty=0.736842105263158.", "expectedOutput": "The old woman", "Correct": false}, {"Line": 799, "Input": "Where did Phil eat?", "actualOutput": "Memory does not provide information on where Phil ate.", "expectedOutput": "the park", "Correct": false}, {"Line": 800, "Input": "Who likes volleyball?", "actualOutput": "Alisha and Beach both hypothetically like volleyball with a certainty of 0.736842105263158 (memory item i=28 and i=29).", "expectedOutput": "Alisha", "Correct": false}, {"Line": 801, "Input": "What did the memo say?", "actualOutput": "There is no clear answer to this question as there is no memory item that specifically mentions a memo.", "expectedOutput": "Valentine's Day will be added", "Correct": false}, {"Line": 802, "Input": "what said Valentine's Day will be added.?", "actualOutput": "There is no memory item that directly answers the question, so the answer is uncertain.", "expectedOutput": "The memo about vacation", "Correct": false}, {"Line": 803, "Input": "What will the train do?", "actualOutput": "The train will leave without Ann according to memory item i=29 with a certainty of 0.1785715.", "expectedOutput": "Will leave without Ann", "Correct": true}, {"Line": 804, "Input": "Is the Rolleiflex Jack's main camera?", "actualOutput": "Memory item i=26 states that Doreen has the main camera, so it is unlikely that the rolleiflex is Jack's main camera. Certainty=0.736842105263158.", "expectedOutput": "\"No, Doreen's main camera\"", "Correct": true}, {"Line": 805, "Input": "What is the Rolleiflex?", "actualOutput": "The rolleiflex is a camera according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Doreen's main camera", "Correct": false}, {"Line": 806, "Input": "Remind me what Anita's favorite food is.?", "actualOutput": "Anita's favorite food is soup dumpling, with a certainty of 0.736842105263158, based on memory item i=28.", "expectedOutput": "Soup dumpling", "Correct": true}, {"Line": 808, "Input": "Is Emily the winner?", "actualOutput": "Emily is possibly the winner according to memory, with a certainty value of 0.627 (memory item i=29).", "expectedOutput": "\"No, the pilot\"", "Correct": false}, {"Line": 809, "Input": "\"Is the pilot Kristopher is talking about, Jack?\"?", "actualOutput": "The memory item i=29 suggests that there is a 69.66% chance that the pilot Kristopher is talking about is Jack.", "expectedOutput": "\"No, Emily\"", "Correct": false}, {"Line": 810, "Input": "Is the winner Emily?", "actualOutput": "Memory item i=29 suggests that Emily is hypothetically a winner with a certainty of 62.73%.", "expectedOutput": "\"No, Jack\"", "Correct": false}, {"Line": 811, "Input": "Is the green truck the truck in the gararge?", "actualOutput": "Memory item i=28 states that the blue truck is the same as the truck inside the garage, not the green truck.", "expectedOutput": "\"No, the green truck on the street\"", "Correct": false}, {"Line": 812, "Input": "Is the truck on the street the blue truck?", "actualOutput": "The truck on the street is likely the blue truck with a certainty value of 0.736842105263158 (i=25).", "expectedOutput": "\"no, the green truck\"", "Correct": false}, {"Line": 813, "Input": "Is the blue truck the truck on the street?", "actualOutput": "Memory item i=23 states that \"truck_on_the_street isa green_truck\" with a certainty of 0.849325, so it is likely that the blue truck is the truck on the street.", "expectedOutput": "\"No, the blue truck inside the garage\"", "Correct": false}, {"Line": 814, "Input": "Is the truck in the garage the green truck?", "actualOutput": "Memory item i=26 states that the blue truck is the same as the truck inside the garage, not mentioning its color or type. Therefore, it is uncertain if the truck in the garage is the green truck.", "expectedOutput": "\"No, the blue truck inside the garage\"", "Correct": false}, {"Line": 815, "Input": "Is the blue truck on the street?", "actualOutput": "The blue truck is likely on the street according to Memory item 26 with a certainty of 84.93%.", "expectedOutput": "\"no, inside the garage\"", "Correct": false}, {"Line": 816, "Input": "Is the green truck in the garage?", "actualOutput": "There is no direct memory item stating whether the green truck is in the garage.", "expectedOutput": "\"no, on the street\"", "Correct": true}, {"Line": 817, "Input": "Whose car is fast?", "actualOutput": "Henry's car is hot and has a top speed, according to memory item 5 with a certainty of 0.7368.", "expectedOutput": "\"Carol's, Leland's, and Devin's\"", "Correct": false}, {"Line": 818, "Input": "Which car is extremely fast?", "actualOutput": "Henry's car is extremely fast according to Memory and memory item i=5 with a certainty value of 0.736842105263158.", "expectedOutput": "Devin's 200 mph car", "Correct": false}, {"Line": 819, "Input": "Which car is slightly fast?", "actualOutput": "Memory item 16 suggests that Carol's car has a top speed property, making it slightly faster than other cars mentioned in the memory. (i=16, certainty=0.6707)", "expectedOutput": "Ken's 175 mph car", "Correct": false}, {"Line": 820, "Input": "Whose car is average speed?", "actualOutput": "There is no memory item that directly states the average speed of a car or whose car has an average speed.", "expectedOutput": "Owne's and Ken's", "Correct": true}, {"Line": 821, "Input": "Whose car is slow?", "actualOutput": "The memory does not provide a certain answer to this question. The closest item is i=28, where James buys a car called \"too_slow\" with a certainty of 0.563.", "expectedOutput": "Kristina's and Carla's", "Correct": false}, {"Line": 822, "Input": "Which car is the fastest?", "actualOutput": "Memory item 23 states that Carol's car has a top speed, with a high certainty value. It is unclear which car is the fastest.", "expectedOutput": "Devin's 200 mph car", "Correct": false}, {"Line": 823, "Input": "Which car is the slowest?", "actualOutput": "The memory does not provide a clear answer to which car is the slowest.", "expectedOutput": "Kristina's 130 mph car", "Correct": false}, {"Line": 824, "Input": "Who is accepting new clients?", "actualOutput": "Alice's cool doctor is accepting new clients according to Memory. Memory item i=18 with a certainty of 0.6707.", "expectedOutput": "Paul", "Correct": false}, {"Line": 825, "Input": "Who are Alice's doctors?", "actualOutput": "Alice has multiple doctors, including Paul, Kathy, and a cool doctor (memory item 20).", "expectedOutput": "Paul and Kathy", "Correct": true}, {"Line": 826, "Input": "Who is Alice's primary doctor?", "actualOutput": "Paul is Alice's primary doctor according to memory. Memory item i=27 with certainty=0.736842105263158.", "expectedOutput": "Paul", "Correct": true}, {"Line": 827, "Input": "Can you remind me what the name of Sofia's daughter is?", "actualOutput": "Sofia's daughter is named Courtney according to memory. This information is in memory item i=27 with a certainty of 0.736842105263158.", "expectedOutput": "Courtney", "Correct": true}, {"Line": 828, "Input": "What is Sofia's daughter's favorite snack?", "actualOutput": "Sofia's daughter's favorite snack is hypothetically true and has a certainty value of 0.641. It is mentioned in memory item 29.", "expectedOutput": "Mango", "Correct": false}, {"Line": 829, "Input": "Why did Sofia throw the mangos away?", "actualOutput": "There is no memory item that states why Sofia threw the mangoes away.", "expectedOutput": "Because the mango was rotten", "Correct": true}, {"Line": 830, "Input": "What snack did Sofia get Courtney?", "actualOutput": "Sofia got a snack for Courtney, but it is uncertain which snack it was. Memory item i=22. Certainty=0.736842105263158.", "expectedOutput": "Some chips", "Correct": false}, {"Line": 831, "Input": "What does Westley understand?", "actualOutput": "Memory does not provide information on what Westley understands.", "expectedOutput": "That success requires hard work and passionate determination", "Correct": false}, {"Line": 832, "Input": "What did Westley receive from his parents?", "actualOutput": "Westley received success according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Hard work and passionate determination", "Correct": false}, {"Line": 833, "Input": "What do the boys attempt?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "The challenging race", "Correct": true}, {"Line": 834, "Input": "What do the boys try?", "actualOutput": "The boys try to find \"those_thing\" according to memory item i=27 with a certainty of 0.613.", "expectedOutput": "The challenging race", "Correct": false}, {"Line": 835, "Input": "Where has Elijah traveled to?", "actualOutput": "Elijah has hypothetically traveled to Russia and Brazil according to memory. Memory items i=26 and i=29 contain this information.", "expectedOutput": "To Russia and Brazil", "Correct": true}, {"Line": 836, "Input": "When did Elijah visit Brazil?", "actualOutput": "Elijah visited Brazil according to memory item 29 with a certainty of 0.8214285. The year of the visit is not specified.", "expectedOutput": "In 2017", "Correct": false}, {"Line": 837, "Input": "What school did Jenny attend?", "actualOutput": "Jenny attended Reed College according to memory. This is memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Reed College", "Correct": true}, {"Line": 838, "Input": "Did Jenny attend UCLA?", "actualOutput": "There is no memory item indicating whether Jenny attended UCLA, so the probability is 0.", "expectedOutput": "\"No, Reed College\"", "Correct": true}, {"Line": 839, "Input": "Is Alexa more rigid than Aigo?", "actualOutput": "Yes, according to memory item i=29, with a certainty value of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 840, "Input": "Is Aigo more rigid than Alexa?", "actualOutput": "Memory item i=29 states that alexa is more rigid than aigo with a certainty of 0.8214285.", "expectedOutput": "\"No, less rigid\"", "Correct": false}, {"Line": 841, "Input": "Is Aigo less rigid than Alexa?", "actualOutput": "Memory item i=29 states that \"alexa is more rigid than aigo\" with a certainty value of 0.8214285. Therefore, it is probabilistically likely that aigo is less rigid than alexa.", "expectedOutput": "Yes", "Correct": true}, {"Line": 842, "Input": "Is Alexa less rigid than Aigo?", "actualOutput": "Memory item i=29 states that \"alexa is more rigid than aigo\" with a certainty of 0.8214285. Therefore, it is unlikely that alexa is less rigid than aigo according to Memory.", "expectedOutput": "\"No, more rigid\"", "Correct": true}, {"Line": 845, "Input": "What is the news anchor's name?", "actualOutput": "There is no memory item that directly states the news anchor's name, so it cannot be determined from the given information.", "expectedOutput": "David Potter", "Correct": false}, {"Line": 846, "Input": "Does he wear green suits?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "\"No, blue suits\"", "Correct": false}, {"Line": 847, "Input": "What is Aiden having on Sunday for dinner?", "actualOutput": "There is no memory item that directly states what Aiden is having for dinner on Sunday.", "expectedOutput": "Fish with potatoes", "Correct": false}, {"Line": 848, "Input": "What is Aiden having with Marcy for dinner?", "actualOutput": "Aiden is having dinner with Marcy, i=29, with a certainty of 0.736842105263158.", "expectedOutput": "Chicken", "Correct": false}, {"Line": 849, "Input": "What did John eat?", "actualOutput": "John ate pasta according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Pasta with meatballs", "Correct": true}, {"Line": 850, "Input": "What did John eat with?", "actualOutput": "John ate pasta according to memory item i=29 with a certainty value of 0.8214285.", "expectedOutput": "Fork and spoon", "Correct": false}, {"Line": 851, "Input": "Who did John eat with?", "actualOutput": "John ate with Mary according to memory item i=26 with a certainty value of 0.736842105263158.", "expectedOutput": "Mary", "Correct": true}, {"Line": 852, "Input": "What are the parts of an email?", "actualOutput": "The parts of an email are recipient, sender, subject, part, and message according to Memory. (i=19, 20, 21, 28, 29)", "expectedOutput": "\"Email's part, a sender, a recipient, a subject, and a message\"", "Correct": true}, {"Line": 853, "Input": "What are the parts of the email I received?", "actualOutput": "The email I received has parts including sender, recipient, subject, and message. Memory item i=28 with certainty=0.736842105263158.", "expectedOutput": "\"Email's part, a sender, a recipient, a subject, and a message\"", "Correct": true}, {"Line": 854, "Input": "Is the farm for vegetables big?", "actualOutput": "Memory item i=28 states that the farm is for vegetables with a certainty value of 0.736842105263158. The size of the farm is not mentioned.", "expectedOutput": "\"No, small\"", "Correct": false}, {"Line": 855, "Input": "Is Isabella's farm small?", "actualOutput": "Yes, Isabella's farm is small according to memory. Memory item i=29 has a certainty value of 0.736842105263158.", "expectedOutput": "\"No, big\"", "Correct": false}, {"Line": 856, "Input": "Where is that farm?", "actualOutput": "Memory does not provide a clear answer to the location of the farm.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 857, "Input": "Is the farm for vegetables important?", "actualOutput": "Memory item 29 states that the farm is for vegetables and is important with a certainty value of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 858, "Input": "Is the big farm important?", "actualOutput": "Memory item i=28 states that \"important isa big_farm\" with a certainty of 0.5745, suggesting that the big farm may be important.", "expectedOutput": "yes", "Correct": true}, {"Line": 859, "Input": "What in Texas is important and common?", "actualOutput": "According to Memory, farms are important and common in Texas (item i=29) with a certainty of 0.736842105263158.", "expectedOutput": "Farms", "Correct": true}, {"Line": 860, "Input": "Are farms common in Alaska?", "actualOutput": "There is no memory item that directly answers the question about farms in Alaska.", "expectedOutput": "\"No, in Texas\"", "Correct": false}, {"Line": 861, "Input": "What was fun?", "actualOutput": "Memory does not provide a clear answer to this question.", "expectedOutput": "The first movie", "Correct": false}, {"Line": 862, "Input": "Which movie was fun?", "actualOutput": "The memory item i=19 states that \"happy_gilmore isa comedy_movie\" with a certainty of 0.736842105263158, indicating that it is likely that Happy Gilmore was a fun movie.", "expectedOutput": "The first movie", "Correct": false}, {"Line": 863, "Input": "Which paper got published?", "actualOutput": "There is no memory item that directly answers the question of which paper got published.", "expectedOutput": "the first paper", "Correct": true}, {"Line": 864, "Input": "What wrote 5 papers?", "actualOutput": "Association wrote 5 papers according to Memory. Memory item i=29 with certainty value of 0.736842105263158.", "expectedOutput": "the association", "Correct": true}, {"Line": 865, "Input": "What did Billson order?", "actualOutput": "There is no memory item that mentions \"billson\" ordering anything.", "expectedOutput": "A large drink", "Correct": false}, {"Line": 866, "Input": "Did Billson order a small drink?", "actualOutput": "There is no memory item that directly states whether Billson ordered a small drink or not.", "expectedOutput": "\"no, a large drink\"", "Correct": false}, {"Line": 867, "Input": "Who ordered a large drink?", "actualOutput": "Xena ordered a small drink, so no one ordered a large drink according to Memory.", "expectedOutput": "Billson", "Correct": false}, {"Line": 868, "Input": "Who did Vera fire?", "actualOutput": "Vera fired someone, but it is not specified who. The certainty value for memory item i=29 is 0.736842105263158.", "expectedOutput": "A few lawyers", "Correct": false}, {"Line": 869, "Input": "What did Bibi drop?", "actualOutput": "Bibi dropped \"a_few\" according to memory item i=29 with a certainty of 0.2631578947368421.", "expectedOutput": "A few cases", "Correct": true}, {"Line": 870, "Input": "What did Carl make?", "actualOutput": "Carl made two according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Two arguments", "Correct": false}, {"Line": 871, "Input": "Who made arguments?", "actualOutput": "Larkin made arguments, according to memory item i=29 with a certainty of 73.68%.", "expectedOutput": "Carl Weathers and Larkin", "Correct": true}, {"Line": 872, "Input": "Who made two arguments?", "actualOutput": "Carl made two arguments according to Memory. This information is in memory item i=28 with a certainty value of 0.8214285.", "expectedOutput": "Carl Weathers", "Correct": true}, {"Line": 873, "Input": "Who is the whale owned by?", "actualOutput": "There is no memory item that directly answers the question about the whale's owner.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 874, "Input": "What does Santa Clarita have?", "actualOutput": "There is no memory item that directly states what Santa Clarita has.", "expectedOutput": "zoo", "Correct": true}, {"Line": 875, "Input": "Who fed Esma?", "actualOutput": "Esma was fed by her mother according to memory item i=27 with a certainty of 0.615.", "expectedOutput": "Esma's mother", "Correct": true}, {"Line": 876, "Input": "Who did her mother feed?", "actualOutput": "According to memory item i=29, Esmas's mother fed her with a certainty of 0.736842105263158.", "expectedOutput": "Esma", "Correct": true}, {"Line": 877, "Input": "Who did Jenna's father chat to?", "actualOutput": "Jenna's father chatted to Crazy according to memory item i=28 with a certainty of 0.6150568214625839.", "expectedOutput": "Jenna", "Correct": false}, {"Line": 878, "Input": "Who talked to Jenna?", "actualOutput": "Memory item i=28 states that Jenna's father talked to someone referred to as \"crazy\" with a certainty value of 0.615057. It is unclear if Jenna was also talked to.", "expectedOutput": "Jenna's father", "Correct": true}, {"Line": 879, "Input": "Who talked to Jenna's father?", "actualOutput": "Memory item i=28 states that Jenna's father talked to someone referred to as \"crazy\" with a certainty of 0.615057.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 881, "Input": "Who talked to Sandra's mother?", "actualOutput": "Memory item i=28 states that Sandras_mother talked to herself with a certainty of 0.7368. No other memory item mentions anyone talking to Sandras_mother.", "expectedOutput": "Sandra's mother", "Correct": true}, {"Line": 882, "Input": "Who talked to Sandra?", "actualOutput": "Memory item i=26 states that Jim gave something to Sandra at time=862, but there is no certainty value associated with who talked to Sandra.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 883, "Input": "Who has a dog?", "actualOutput": "Sam has a dog according to memory item i=1 with a certainty of 0.6411150125896854.", "expectedOutput": "\"Gio, George, Rodney, Robin, Ella, and Owen, Robert, and Sam\"", "Correct": true}, {"Line": 884, "Input": "Who walked Sam's dog?", "actualOutput": "Memory item i=28 suggests that Sam walked her own dog, but it is uncertain.", "expectedOutput": "Sam", "Correct": true}, {"Line": 885, "Input": "Why did Samuel clean the medal?", "actualOutput": "Memory item i=29 states that Samuel cleaned the medal, with a hypothetical truth value of 0.736842105263158.", "expectedOutput": "So that it would shine", "Correct": false}, {"Line": 886, "Input": "What shines?", "actualOutput": "Memory item i=27 states that \"bright isa pretty\" with a certainty of 0.64, implying that \"bright\" shines probabilistically.", "expectedOutput": "The medal", "Correct": false}, {"Line": 887, "Input": "What did Samuel clean?", "actualOutput": "Samuel cleaned a medal according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "The medal", "Correct": true}, {"Line": 888, "Input": "Who did Esma shoot?", "actualOutput": "Esma shot someone, but it is uncertain who. Memory item i=29 has a certainty value of 0.736842105263158.", "expectedOutput": "Igor", "Correct": false}, {"Line": 889, "Input": "Who shot Igor?", "actualOutput": "Memory item i=29 states that Esma shot Igor with a certainty value of 0.8214285.", "expectedOutput": "Esma", "Correct": true}, {"Line": 890, "Input": "Who felt sick?", "actualOutput": "Jim felt sick according to Memory and the memory item i=24 with a certainty of 0.736842105263158.", "expectedOutput": "Lydia", "Correct": false}, {"Line": 891, "Input": "Who sent her to the hospital?", "actualOutput": "Actor sent her to the hospital according to memory. Memory item i=24. (certainty=0.736842105263158)", "expectedOutput": "Lydia", "Correct": false}, {"Line": 892, "Input": "Who was sent to the hospital?", "actualOutput": "Memory item i=29 suggests that \"she\" was sent to the hospital with a certainty of 0.736842105263158.", "expectedOutput": "Lydia", "Correct": false}, {"Line": 893, "Input": "What is bright?", "actualOutput": "Bright is a hypothetical property with a certainty value of 0.6411150125896854, mentioned in memory item i=27.", "expectedOutput": "The bright and pretty jewels", "Correct": false}, {"Line": 894, "Input": "Are the heirs pretty?", "actualOutput": "Memory item 29 states \"they isa pretty\" with a certainty of 0.736842105263158, suggesting a high probability that the heirs are pretty.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 895, "Input": "Are the jewels bright?", "actualOutput": "Memory items i=26 and i=28 suggest that jewels are bright with a certainty of 0.6411150125896854.", "expectedOutput": "Yes", "Correct": true}, {"Line": 896, "Input": "What is late?", "actualOutput": "There is no memory item that directly answers the question of what is late.", "expectedOutput": "the reply", "Correct": true}, {"Line": 897, "Input": "What is with Jane?", "actualOutput": "Memory item i=24 states that 47_plants is with jane with a certainty of 0.615.", "expectedOutput": "The celebration", "Correct": false}, {"Line": 898, "Input": "Who has a clock?", "actualOutput": "There is no memory item that directly states who has a clock, so the answer cannot be determined with certainty.", "expectedOutput": "Molly", "Correct": false}, {"Line": 899, "Input": "What drove Molly crazy?", "actualOutput": "Memory does not provide information on what drove Molly crazy.", "expectedOutput": "Molly's clock", "Correct": false}, {"Line": 900, "Input": "Who got a compliment?", "actualOutput": "Marty got a compliment according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Marty", "Correct": true}, {"Line": 901, "Input": "What made Marty feel good?", "actualOutput": "Memory item i=29 suggests that \"it\" made Marty feel good with a certainty of 0.736842105263158.", "expectedOutput": "A compliment", "Correct": false}, {"Line": 902, "Input": "Where did Mimi meet Charles?", "actualOutput": "Mimi met Charles at the park, according to memory item i=27 with a certainty of 0.736842105263158.", "expectedOutput": "The park", "Correct": true}, {"Line": 903, "Input": "Where did Charles eat?", "actualOutput": "Charles ate at a park according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "At the park", "Correct": true}, {"Line": 904, "Input": "Who did Mimi meet?", "actualOutput": "Mimi met Charles and Park according to memory items 28 and 29 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "Charles", "Correct": false}, {"Line": 905, "Input": "What has many pages?", "actualOutput": "\"They\" has many pages according to Memory, with a certainty value of 0.736842105263158 (item i=29).", "expectedOutput": "Student's books", "Correct": false}, {"Line": 906, "Input": "Who has books?", "actualOutput": "Mike has books according to Memory. Memory item i=26 with certainty value of 0.736842105263158.", "expectedOutput": "Mike and Jane", "Correct": false}, {"Line": 907, "Input": "What do the books have?", "actualOutput": "The book has the property of being about a dog or a cat, with certainty values ranging from 0.6 to 0.74, depending on the specific memory item i.", "expectedOutput": "Student's book's pages", "Correct": false}, {"Line": 908, "Input": "What likes pickles?", "actualOutput": "Kristophers_cat likes pickles according to Memory. Memory item i=25. Probability: 0.736842105263158.", "expectedOutput": "Kristopher's brown cat", "Correct": false}, {"Line": 909, "Input": "Does Kristopher have a cat?", "actualOutput": "According to memory item 28, it is hypothetically true with a certainty of 0.7368 that Kristopher has a cat.", "expectedOutput": "Yes", "Correct": true}, {"Line": 910, "Input": "Which cat likes pickles?", "actualOutput": "Kristophers_cat likes pickles according to memory item i=29 with a certainty value of 0.8214285.", "expectedOutput": "Kristopher's brown cat", "Correct": false}, {"Line": 911, "Input": "What was good with chocolate?", "actualOutput": "Memory item i=27 states that \"cake hasproperty chocolate good\" with a certainty of 0.6966019417475728.", "expectedOutput": "A cake with chocolate", "Correct": true}, {"Line": 912, "Input": "Was it good?", "actualOutput": "Memory item i=25 states that \"fruit isa good_for_you\" with a certainty of 0.736842105263158. Therefore, it is probabilistically likely that it was good according to Memory.", "expectedOutput": "yes", "Correct": true}, {"Line": 913, "Input": "What kind of cake did Glen eat?", "actualOutput": "Glen ate a cake with chocolate according to memory item i=27 with a certainty of 0.850644.", "expectedOutput": "A good cake with chocolate", "Correct": true}, {"Line": 914, "Input": "What kind of sandwich did Glen eat?", "actualOutput": "Memory does not provide information on what kind of sandwich Glen ate.", "expectedOutput": "A bad sandwich with cheese", "Correct": false}, {"Line": 915, "Input": "What was bad with cheese?", "actualOutput": "Memory item i=29 states that the sandwich has the property \"bad\" with a certainty of 0.736842105263158.", "expectedOutput": "A sandwich with cheese", "Correct": false}, {"Line": 916, "Input": "Was it bad?", "actualOutput": "Memory item i=28 states \"sandwich hasproperty bad\" with a certainty of 0.8214285, indicating that it was bad.", "expectedOutput": "yes", "Correct": true}, {"Line": 917, "Input": "Who bought flowers?", "actualOutput": "There is no memory item that directly states who bought flowers, so the answer cannot be determined with certainty.", "expectedOutput": "The girls", "Correct": true}, {"Line": 918, "Input": "What did the girls buy?", "actualOutput": "The girls bought something, but it is not specified what. This information cannot be found in Memory.", "expectedOutput": "The flowers", "Correct": false}, {"Line": 919, "Input": "What cars will Jo Jo pay for?", "actualOutput": "Jo Jo will pay for a mid-size rental car (i=29) with a certainty of 0.736842105263158.", "expectedOutput": "Mid-size rental cars", "Correct": true}, {"Line": 920, "Input": "What air fare will Jo Jo pay for?", "actualOutput": "Jo Jo will pay for coach air fare according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Coach airfare", "Correct": true}, {"Line": 921, "Input": "Will Jo Jo pay for first class air fare?", "actualOutput": "There is no memory item indicating that Jo Jo will pay for first class air fare.", "expectedOutput": "\"No, coach airfare\"", "Correct": true}, {"Line": 922, "Input": "Will Jo Jo pay for business class air fare?", "actualOutput": "There is no memory item indicating that Jo Jo will pay for business class air fare.", "expectedOutput": "\"No, coach airfare\"", "Correct": true}, {"Line": 923, "Input": "Will Jo Jo pay for compact rental cars?", "actualOutput": "There is no memory item indicating whether Jo Jo will pay for compact rental cars.", "expectedOutput": "\"No, mid-size rental cars\"", "Correct": false}, {"Line": 924, "Input": "Will Jo Jo pay for large rental cars?", "actualOutput": "Cannot determine with certainty from memory contents.", "expectedOutput": "\"No, mid-size rental cars\"", "Correct": true}, {"Line": 925, "Input": "What does Jo Jo require?", "actualOutput": "Jo Jo requires outside counsel according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "\"That outside counsel utilize the task, activity, and expense codes\"", "Correct": false}, {"Line": 926, "Input": "What is outside counsel required to use?", "actualOutput": "Outside counsel is required to use an expense code, task, and activity (i=27, i=28, i=29) with a hypothetical certainty of 0.7368.", "expectedOutput": "\"The task, activity, and expense codes\"", "Correct": true}, {"Line": 927, "Input": "What does outside counsel need to use?", "actualOutput": "Outside counsel needs to use expense_code, task, and activity according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "\"The task, activity, and expense codes\"", "Correct": true}, {"Line": 928, "Input": "Does outside counsel need to use task codes?", "actualOutput": "Yes, outside counsel needs to use task codes. Memory item i=28 with a certainty value of 0.8214285 suggests this.", "expectedOutput": "yes", "Correct": true}, {"Line": 929, "Input": "Will Jo Jo pay for two attorneys?", "actualOutput": "Memory item i=23 states that \"jo cannot afford more than one attorney\" with a certainty of 0.736842105263158, so it is unlikely that Jo Jo will pay for two attorneys.", "expectedOutput": "\"No, Jo Jo won't pay for more than one attorney to attend a deposition\"", "Correct": true}, {"Line": 930, "Input": "Will Jo Jo pay for more than one attorney?", "actualOutput": "Jo cannot afford more than one attorney (i=26) with a certainty of 0.8214285.", "expectedOutput": "Not more than one attorney to attend a deposition", "Correct": true}, {"Line": 931, "Input": "Who must approve timekeepers?", "actualOutput": "Lead_inside_counsel must approve timekeepers. Memory item i=28 with certainty=0.736842105263158.", "expectedOutput": "The lead inside counsel", "Correct": true}, {"Line": 932, "Input": "What will Jo Jo pay for?", "actualOutput": "Jo Jo will pay for mid-size rental car (i=16) and coach air fare (i=26) with a high probability.", "expectedOutput": "For coach airfare and mid-size rental cars unless authorized in advance by the lead inside counsel expressly", "Correct": false}, {"Line": 933, "Input": "What is hereby revoked?", "actualOutput": "Memory does not provide information on what is hereby revoked.", "expectedOutput": "All prior blanket waivers", "Correct": true}, {"Line": 934, "Input": "What will Jo Jo not provide?", "actualOutput": "Jo Jo will not provide a blanket waiver according to memory item i=28 with a certainty of 0.263.", "expectedOutput": "Blanket waivers", "Correct": true}, {"Line": 935, "Input": "What will each party bear?", "actualOutput": "Each party will bear fees and expenses according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Own fees and expenses", "Correct": false}, {"Line": 936, "Input": "Who has fees?", "actualOutput": "Memory does not provide a certain answer to the question. The closest memory item is i=29, with a certainty of 0.8214285.", "expectedOutput": "Each party", "Correct": false}, {"Line": 937, "Input": "What will each party share?", "actualOutput": "Cannot answer the question as it is not clear what parties are being referred to.", "expectedOutput": "The fees of the arbitrator and expenses of the arbitrator", "Correct": false}, {"Line": 938, "Input": "Why is the door locked?", "actualOutput": "The door is locked because Mort locked it (i=28) with a certainty of 73.68%.", "expectedOutput": "Because Mort locked the door", "Correct": true}, {"Line": 939, "Input": "Who locked the door?", "actualOutput": "Memory item i=28 states that Mort locked the door with a certainty value of knowingly true (0.8214285).", "expectedOutput": "Mort", "Correct": true}, {"Line": 940, "Input": "Is the door locked?", "actualOutput": "The door is likely locked based on memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 941, "Input": "Are all pets dirty?", "actualOutput": "There is no memory item that states all pets are dirty.", "expectedOutput": "\"No, 1\"", "Correct": true}, {"Line": 942, "Input": "Is Tigger dirty?", "actualOutput": "Memory item i=29 states \"tigger need wash\" with a certainty of 0.736842105263158, suggesting that Tigger is likely dirty.", "expectedOutput": "Yes", "Correct": true}, {"Line": 943, "Input": "What does Tigger need?", "actualOutput": "Tigger needs a wash according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "To get washed because Tigger is dirty", "Correct": true}, {"Line": 944, "Input": "Who has a car?", "actualOutput": "Allison has a car according to memory item i=9 with a certainty of 0.736842105263158.", "expectedOutput": "\"Kristina, Devin, Carla, Ken, Leland, Carol, Allison, Delia, Henry, and Milly\"", "Correct": true}, {"Line": 945, "Input": "Does she have a car?", "actualOutput": "Probabilistically, she has a car according to memory item i=26 with a certainty value of 0.613.", "expectedOutput": "yes", "Correct": true}, {"Line": 946, "Input": "What does Milly have?", "actualOutput": "There is no information in Memory about what Milly has, so no memory item can be identified.", "expectedOutput": "Green car", "Correct": false}, {"Line": 947, "Input": "Does Deanna have it?", "actualOutput": "There is no memory item that directly states whether Deanna has \"it.\"", "expectedOutput": "I don't know", "Correct": true}, {"Line": 948, "Input": "What does Deanna have?", "actualOutput": "There is no memory item that mentions Deanna having anything.", "expectedOutput": "Purple lamp", "Correct": false}, {"Line": 949, "Input": "What color is it?", "actualOutput": "There is no memory item that directly states a color, so there is no answer to this question within the given memory contents.", "expectedOutput": "purple", "Correct": false}, {"Line": 950, "Input": "Who has a lamp?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "Deanna", "Correct": false}, {"Line": 951, "Input": "Does she have a lamp?", "actualOutput": "Memory item i=27 states \"I saw Deanna's purple lamp\" with a certainty of 0.736842105263158, indicating a high probability that she has a lamp.", "expectedOutput": "yes", "Correct": true}, {"Line": 952, "Input": "Does she have a car?", "actualOutput": "Probabilistically, she has a car according to memory item i=26 with a certainty value of 0.613.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 953, "Input": "What is Yahoo's ticker?", "actualOutput": "There is no memory item that provides the answer to this question.", "expectedOutput": "YHOO", "Correct": false}, {"Line": 954, "Input": "Who decided to push back the deadline?", "actualOutput": "Both Microsoft and Yahoo decided to push back the deadline according to memory items i=25, i=26, i=28, and i=29 with a certainty value of 0.736842105263158.", "expectedOutput": "Yahoo and Microsoft", "Correct": true}, {"Line": 955, "Input": "What did Yahoo and Microsoft decide?", "actualOutput": "Yahoo and Microsoft both decided to push back a deadline, according to memory items i=23 and i=25 with high certainty values.", "expectedOutput": "To push the deadline from 9/21/2016 to today to renegotiate Microsoft's 10-year search deal", "Correct": true}, {"Line": 956, "Input": "Did the tech giants join forces in 2011?", "actualOutput": "There is no memory item indicating that tech giants joined forces in 2011.", "expectedOutput": "no in 2010", "Correct": false}, {"Line": 957, "Input": "When did the tech giants join forces?", "actualOutput": "There is no memory item that states when the tech giants joined forces.", "expectedOutput": "In 2010", "Correct": true}, {"Line": 958, "Input": "who joined forces?", "actualOutput": "Team_a and i=23 (hypothetically true with certainty 0.736842105263158) suggest that Team_a joined forces.", "expectedOutput": "The tech giants", "Correct": false}, {"Line": 959, "Input": "When did they join forces?", "actualOutput": "They joined forces in the past, but the exact time is uncertain. The memory item with the highest certainty related to this is i=25.", "expectedOutput": "In 2010", "Correct": false}, {"Line": 960, "Input": "Who is Yahoo's CEO?", "actualOutput": "Yahoo's CEO is Britta according to memory item i=25 with a certainty of 0.736842105263158.", "expectedOutput": "Marissa Mayer", "Correct": false}, {"Line": 961, "Input": "Who has 47 plants in 13 countries?", "actualOutput": "Memory item i=28 states \"it hasproperty 13_countries 47_plants\" with a certainty of 0.6966, suggesting that someone or something has 47 plants in 13 countries.", "expectedOutput": "Verallia", "Correct": true}, {"Line": 962, "Input": "\"Who employs nearly 10,000 people?\"?", "actualOutput": "There is no memory item that directly answers the question with high certainty.", "expectedOutput": "Verallia", "Correct": true}, {"Line": 963, "Input": "What did an official say?", "actualOutput": "There is no memory item that directly answers the question of what an official said.", "expectedOutput": "\"An ancient Egyptian amulet that girl discovered dates at more than r_quant 3,200 years to the days of the the Pharaohs back\"", "Correct": false}, {"Line": 964, "Input": "Whose family took part in the Temple Mount Sifting Project?", "actualOutput": "Neshama Spielman's family took part in the temple mount sifting project according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Neshama Spielman's", "Correct": true}, {"Line": 965, "Input": "Who took part in the Temple Mount Sifting Project?", "actualOutput": "Neshama Spielman took part in the temple mount sifting project. (i=29) Probability of truth: 0.8214285.", "expectedOutput": "Neshama Spielman and her family", "Correct": false}, {"Line": 966, "Input": "What is an initiative?", "actualOutput": "Memory does not contain a clear definition of \"initiative\". No memory item provides a direct answer.", "expectedOutput": "An initiative to sort through earth discarded from the area of the biblical temples in Jerusalem", "Correct": false}, {"Line": 967, "Input": "Where did Neshama find a pendant-shaped amulet?", "actualOutput": "There is no memory item that directly answers this question with certainty. The closest related memory item is i=21, which states that Neshama took part in a temple mount sifting project with a certainty of 0.8214285.", "expectedOutput": "The area of the biblical temples in Jerusalem", "Correct": false}, {"Line": 968, "Input": "What did Neshama find?", "actualOutput": "Neshama found something related to the Temple Mount Sifting Project with a certainty of 0.821. Memory item i=7.", "expectedOutput": "A pendant-shaped amulet", "Correct": true}, {"Line": 969, "Input": "What does the amulet bear?", "actualOutput": "Memory does not provide a clear answer to this question.", "expectedOutput": "Name", "Correct": false}, {"Line": 970, "Input": "Is the Temple Mount Sifting Project an initiative?", "actualOutput": "Memory item i=29 states that Neshama Spielman took part in the Temple Mount Sifting Project with a certainty of 0.8214285, indicating it is likely an initiative.", "expectedOutput": "Yes", "Correct": true}, {"Line": 971, "Input": "What was started by scientists?", "actualOutput": "Scientists started something, i=29, with a hypothetical truth certainty of 0.736842105263158.", "expectedOutput": "The deepest hole", "Correct": false}, {"Line": 972, "Input": "Who found some pretty cool things?", "actualOutput": "\"They\" found some pretty cool things according to Memory. The memory item is i=27 with a certainty of 0.736842105263158.", "expectedOutput": "The Russian scientists", "Correct": false}, {"Line": 973, "Input": "What did the scientists find?", "actualOutput": "Scientists found something, i=28, with a certainty of 0.736842105263158.", "expectedOutput": "2-billion-year-old fossils", "Correct": false}, {"Line": 974, "Input": "Who found 2-billion-year-old fossils?", "actualOutput": "There is no memory item that directly answers the question about who found 2-billion-year-old fossils.", "expectedOutput": "The Russian scientists", "Correct": true}, {"Line": 975, "Input": "What was deeper than scientists thought?", "actualOutput": "The deepest hole was deeper than scientists thought according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Free water", "Correct": false}, {"Line": 976, "Input": "Who is Jane's band's director?", "actualOutput": "Jane's band's director is Omar with a certainty of 0.7368, according to memory item i=28.", "expectedOutput": "Omar", "Correct": true}, {"Line": 977, "Input": "Who goes shopping?", "actualOutput": "Omar goes shopping according to Memory, with a certainty of 0.736842105263158 (memory item i=27).", "expectedOutput": "Omar", "Correct": true}, {"Line": 978, "Input": "Who is going shopping with Sam?", "actualOutput": "Omar is going shopping with Sam according to memory. Memory item i=29. Certainty=0.736842105263158.", "expectedOutput": "Omar", "Correct": true}, {"Line": 979, "Input": "Who is going to the competition?", "actualOutput": "Memory item i=29 states \"band goto competition\" with a certainty of 0.263. The band is going to the competition probabilistically.", "expectedOutput": "No bands", "Correct": false}, {"Line": 983, "Input": "DefaultUser:: What plays did Jean pick up?", "actualOutput": "Jean picked up one of our plays according to memory item i=29 with a certainty of 0.5.", "expectedOutput": "HarperCollins' plays", "Correct": false}, {"Line": 984, "Input": "DefaultUser:: Whose plays have strong characters?", "actualOutput": "The plays have strong characters according to memory item i=29 with a hypothetical certainty of 0.5.", "expectedOutput": "HarperCollins'", "Correct": false}, {"Line": 985, "Input": "What do the plays have?", "actualOutput": "The plays have strong characters and good stories according to memory item i=25 with a certainty of 0.5.", "expectedOutput": "Strong characters and good stories", "Correct": true}, {"Line": 988, "Input": "DefaultUser:: What does HarperCollins hope?", "actualOutput": "HarperCollins' hopes are not mentioned in the given memory contents.", "expectedOutput": "Jean liked HarperCollins' plays", "Correct": false}, {"Line": 989, "Input": "Who emailed Otto Vantassel about his project?", "actualOutput": "An email was sent to Otto Vantassel about his project, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Anastacia Shuttleworth", "Correct": false}, {"Line": 990, "Input": "What did Anastacia Shuttleworth email?", "actualOutput": "Anastacia Shuttleworth sent an email, i=29, with uncertain content according to the given memory.", "expectedOutput": "An email about Otto Vantassel's project", "Correct": false}, {"Line": 991, "Input": "What did Grayce Molina email Ben Fernandez?", "actualOutput": "There is no information in the given memory about what Grayce Molina emailed Ben Fernandez.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 992, "Input": "Who did Grayce Molina email packages?", "actualOutput": "Memory does not provide information on who Grayce Molina emailed packages to.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 993, "Input": "Who does Ellis Hamel send texts to?", "actualOutput": "Ellis Hamel sends texts to Joan Blanco according to memory item i=29 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "Joan Blanco", "Correct": true}, {"Line": 994, "Input": "What does Ellis Hamel text?", "actualOutput": "Memory does not provide information on what Ellis Hamel texts.", "expectedOutput": "texts", "Correct": false}, {"Line": 995, "Input": "What does Maya Molina text?", "actualOutput": "Memory does not provide information on what Maya Molina texted.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 996, "Input": "What does Maya Molina email?", "actualOutput": "Maya Molina sends a letter according to Memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 997, "Input": "Does Loise Monge bike decently?", "actualOutput": "Memory item i=29 states that Loise Monge rides a bike hypothetically true with a certainty of 0.736842105263158, indicating that she likely bikes decently.", "expectedOutput": "Yes", "Correct": true}, {"Line": 998, "Input": "What does Loise Monge ride decently?", "actualOutput": "Loise Monge rides a bike decently according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Bikes", "Correct": true}, {"Line": 999, "Input": "Who does Arnold Arno hug?", "actualOutput": "Arnold Arno gives hugs to Matilda Aigner according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Matilda Aigner", "Correct": true}, {"Line": 1000, "Input": "Who does Arnold Arno give a hug to?", "actualOutput": "Arnold Arno gives hugs to Matilda Aigner according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Matilda Aigner", "Correct": true}, {"Line": 1001, "Input": "When does Amy Hamel nap?", "actualOutput": "Amy Hamel naps in the afternoon according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "From 12:01 PM to 5 PM", "Correct": false}, {"Line": 1002, "Input": "Who showers in the evenings?", "actualOutput": "Jackie Peden showers in the evenings according to memory. Memory item i=29.", "expectedOutput": "Jackie Peden", "Correct": true}, {"Line": 1003, "Input": "Does Jackie Peden take baths?", "actualOutput": "There is no memory item that directly states whether Jackie Peden takes baths, so it cannot be determined with certainty.", "expectedOutput": "\"No, showers\"", "Correct": false}, {"Line": 1004, "Input": "Did Kyle Hohl's goldfish die?", "actualOutput": "Memory item i=29 suggests that kyle hohl's goldfish hypothetically died with a certainty of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 1005, "Input": "Did Lydia Tye die?", "actualOutput": "Memory item i=26 suggests that Lydia Tye may have died, with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 1006, "Input": "Where did Lydia Tye kick the bucket?", "actualOutput": "There is no information in Memory about where Lydia Tye kicked the bucket.", "expectedOutput": "Down the street", "Correct": false}, {"Line": 1007, "Input": "Who departed the basketball game at 3 pm?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "Jessie Dreiling", "Correct": false}, {"Line": 1008, "Input": "Who forgot the game at home?", "actualOutput": "Julie Lybarger forgot the game at home according to memory. Memory item i=27 has a certainty of 0.736842105263158.", "expectedOutput": "Julie Lybarger", "Correct": true}, {"Line": 1009, "Input": "Who abandoned Melly Burleson?", "actualOutput": "Stevie Burleson abandoned Melly Burleson according to memory item 28 with a certainty of 0.2631578947368421.", "expectedOutput": "Stevie Burleson", "Correct": true}, {"Line": 1010, "Input": "Who entrusted Lola Vizcarra an entire fortune?", "actualOutput": "Memory item i=29 states that Lola Vizcarra has the entire fortune. Certainty=0.736842105263158.", "expectedOutput": "Darrell Tupper", "Correct": false}, {"Line": 1011, "Input": "What did Acie Newbury inquire about?", "actualOutput": "Acie Newbury asked if dinner was ready. This information is in memory item i=28 with a certainty value of 0.736842105263158.", "expectedOutput": "if dinner was ready", "Correct": true}, {"Line": 1012, "Input": "What did Abner Abbas inquire about?", "actualOutput": "Abner asked for a drink, according to memory item i=29 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1013, "Input": "Did Abner Abbas request a drink?", "actualOutput": "Abner asked for a drink according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Yes", "Correct": true}, {"Line": 1014, "Input": "What did Abner Abbas request?", "actualOutput": "Abner asked for a drink according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "a drink", "Correct": true}, {"Line": 1015, "Input": "Who did Santo Sober invite for dinner?", "actualOutput": "Memory does not provide information on who Santo Sober invited for dinner.", "expectedOutput": "Elaina Booe", "Correct": false}, {"Line": 1016, "Input": "What did Brent Huson get Brenda Bale?", "actualOutput": "Brent Huson hypothetically bought Brenda Bale, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "some vases", "Correct": false}, {"Line": 1017, "Input": "Is Bradley Rollings purchasing time?", "actualOutput": "Yes, Bradley Rolling is purchasing time according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1018, "Input": "Who quit smoking?", "actualOutput": "Sebastian Helfer quit smoking according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Sebastian Helfer", "Correct": true}, {"Line": 1019, "Input": "Who paused to smoke?", "actualOutput": "Sean Zentz paused to smoke according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Sean Zentz", "Correct": true}, {"Line": 1020, "Input": "Who made the sketch of a bench by the fireplace?", "actualOutput": "Dominick Huson made the sketch of a bench by the fireplace according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Dominick Huson", "Correct": true}, {"Line": 1021, "Input": "Where did Bobby Dieguez move the bench?", "actualOutput": "There is no memory item that provides information on where Bobby Dieguez moved the bench.", "expectedOutput": "towards the fireplace", "Correct": false}, {"Line": 1022, "Input": "Who pulled Mrs. Twellman into the disagreement?", "actualOutput": "Memory item i=29 suggests that Shon Mundy drew Mrs. Twellman into the disagreement with a certainty of 0.7368.", "expectedOutput": "Shon Mundy", "Correct": true}, {"Line": 1023, "Input": "Who is fulfilling the dream?", "actualOutput": "Levi Gagnon is fulfilling the dream according to memory. Memory item i=23 has a certainty value of 0.736842105263158.", "expectedOutput": "Levi Gagnon", "Correct": true}, {"Line": 1024, "Input": "Who is residing in the wild?", "actualOutput": "Liam Gorham is residing in the wild according to memory. Memory item i=29 with certainty=0.736842105263158.", "expectedOutput": "Liam Gorham", "Correct": true}, {"Line": 1025, "Input": "Who resides down the street?", "actualOutput": "Lauren Wendell resides down the street according to memory. Memory item i=29 with certainty=0.736842105263158.", "expectedOutput": "Lauren Wendell", "Correct": true}, {"Line": 1026, "Input": "What does Leanna Salo downplay?", "actualOutput": "Leanna Salo downplays where she lives, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Leanna Salo's achievements", "Correct": false}, {"Line": 1027, "Input": "Did Carl's employees name him homie?", "actualOutput": "Memory item 28 states that \"carl isa homie\" with a certainty of 0.1785715, suggesting that it is unlikely that his employees named him homie.", "expectedOutput": "Yes", "Correct": false}, {"Line": 1028, "Input": "Where did Carl's employees call him?", "actualOutput": "Memory item i=29 suggests that Carl's employees called him \"homie\" with a certainty of 0.736842105263158.", "expectedOutput": "Home", "Correct": false}, {"Line": 1029, "Input": "What did Terry Sieg clean?", "actualOutput": "Terry Sieg wiped either a table or a crumb, with equal probability, according to memory item i=28 or i=29.", "expectedOutput": "The table", "Correct": false}, {"Line": 1030, "Input": "What did Terry Sieg remove?", "actualOutput": "Terry Sieg wiped something, with a certainty of knowingly true, but it is not clear what he removed based on the given memory contents.", "expectedOutput": "Crumbs", "Correct": true}, {"Line": 1031, "Input": "Who is Volvoing?", "actualOutput": "There is no memory item that mentions \"volvoing\" in Memory.", "expectedOutput": "Chuck Saban", "Correct": false}, {"Line": 1032, "Input": "Who is IBMing?", "actualOutput": "There is no information in the given memory about who or what \"ibming\" is.", "expectedOutput": "Jan Cesario", "Correct": false}, {"Line": 1033, "Input": "Who skyped in during the Q&A session?", "actualOutput": "The student skyped in during the q&a session according to Memory. Memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Students", "Correct": true}, {"Line": 1034, "Input": "What does Gerry Trombley enjoy doing?", "actualOutput": "Gerry Trombley enjoys uncling, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Uncling", "Correct": true}, {"Line": 1035, "Input": "Who whapped two winters ago?", "actualOutput": "tonie_harrod whapped two winters ago according to Memory and memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Tonie Harrod", "Correct": true}, {"Line": 1036, "Input": "Who is fobbing joyfully?", "actualOutput": "According to Memory, fobbing is joyfully doing something, but it is uncertain which memory item i corresponds to this.", "expectedOutput": "Ruth Lavin", "Correct": false}, {"Line": 1037, "Input": "Who was vivified?", "actualOutput": "There is no memory item that directly states who was vivified, so the answer cannot be determined from the given memory contents.", "expectedOutput": "Tanja Charlton", "Correct": false}, {"Line": 1038, "Input": "What is Sheilah Rector trying to do?", "actualOutput": "Sheilah Rector is trying to unfreeze her asset according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "To unfreeze Sheilah Rector's assets", "Correct": true}, {"Line": 1039, "Input": "Who arrests those who break the law?", "actualOutput": "The police arrest those who break the law. Memory item i=28.", "expectedOutput": "Those s_noun", "Correct": true}, {"Line": 1040, "Input": "What was misplaced?", "actualOutput": "According to Memory, \"stack\" was misplaced and the memory item is i=28 with a certainty of 73.68%.", "expectedOutput": "Stacks of documents", "Correct": true}, {"Line": 1041, "Input": "Which team won after a poor start?", "actualOutput": "Team A won after a poor start according to Memory. Memory item i=29 has the highest certainty value of 0.8214285.", "expectedOutput": "The varsity volleyball team", "Correct": false}, {"Line": 1042, "Input": "Who drives a Chevrolet?", "actualOutput": "John Schneider, i=26, with a certainty of 0.736842105263158.", "expectedOutput": "John Schneider", "Correct": true}, {"Line": 1043, "Input": "Who is Murray's client?", "actualOutput": "Murray's client is most likely Stan Weber with a certainty of 0.736842105263158, according to memory item i=29.", "expectedOutput": "Stan Weber", "Correct": true}, {"Line": 1044, "Input": "What did Harriette Phung wonder about?", "actualOutput": "Memory does not contain any information about what Harriette Phung wondered about.", "expectedOutput": "Whether Svetlana Golla would admit guilt", "Correct": true}, {"Line": 1045, "Input": "What did Harvey Paetzold tell Dee Darrell?", "actualOutput": "Harvey Paetzold told Dee Darrell something hypothetically true, according to memory item i=28, with a certainty of 0.736842105263158.", "expectedOutput": "To eat an apple", "Correct": false}, {"Line": 1046, "Input": "Who said that all fruits are good?", "actualOutput": "Memory item i=29 states that \"fruit isa good_for_you\" with a certainty value of 0.736842105263158.", "expectedOutput": "Carter Hageman", "Correct": false}, {"Line": 1047, "Input": "What did Martin say?", "actualOutput": "There is no memory item that directly states what Martin said, so it cannot be answered with certainty.", "expectedOutput": "Beagles are great", "Correct": false}, {"Line": 1048, "Input": "What is a car to buy in 2018?", "actualOutput": "The car to buy in 2018 is a Toyota, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Toyota", "Correct": true}, {"Line": 1049, "Input": "What did Dr. Russo report?", "actualOutput": "Dr. Russo reported extra data and safe, with a certainty of 0.7368 and 0.6411 respectively, in memory item i=28 and i=29.", "expectedOutput": "the extra data", "Correct": true}, {"Line": 1050, "Input": "What do American students need to study?", "actualOutput": "American high school students need to study more math according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "To study more math in order to compete in global marketplace today", "Correct": true}, {"Line": 1051, "Input": "What do American students need to study math?", "actualOutput": "Memory item i=29 suggests that American high school students need to study more math.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 1052, "Input": "What did Brendon Potts promise Krystin Quail?", "actualOutput": "Brendon Potts promised Krystin Quail, i=29, with a certainty of 0.736842105263158.", "expectedOutput": "To leave", "Correct": true}, {"Line": 1053, "Input": "What did Karl Betterton promise?", "actualOutput": "Karl Betterton promised to leave Ewa Odum according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "To leave Ewa Odum", "Correct": true}, {"Line": 1054, "Input": "What did Mr. Middleton's grandchildren receive?", "actualOutput": "Memory item i=29 suggests that Mr. Middleton sent his grandchildren a present, but the content of the present is not specified.", "expectedOutput": "Presents", "Correct": true}, {"Line": 1055, "Input": "Did Valencia Mcardle buy Jeffrey Kittle's bike?", "actualOutput": "According to memory item i=28, Jeffrey Kittle sold his bike hypothetically true with a certainty of 0.736842105263158, and memory item i=29, Valencia McArdle hypothetically bought his bike with the same certainty. Therefore, it is probable that Valencia McArdle bought Jeffrey Kittle's bike. Answer: Valencia McArdle bought Jeffrey Kittle's bike with a probability of 0.736842105263158 based on memory items i=28 and i=29.", "expectedOutput": "yes", "Correct": true}, {"Line": 1056, "Input": "Is the office door closed?", "actualOutput": "Memory item i=27 suggests that Alita closed the office door with a certainty value of 0.736842105263158, but there is no direct mention of the current state of the door.", "expectedOutput": "yes", "Correct": true}, {"Line": 1057, "Input": "Are the kitchen lights turned off?", "actualOutput": "Memory item i=28 suggests that Loreta turned off the kitchen light, with a hypothetical certainty of 73.68%.", "expectedOutput": "Yes", "Correct": true}, {"Line": 1058, "Input": "Are the hallway lights turned off?", "actualOutput": "There is no memory item that directly states whether the hallway lights are turned off or not.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1059, "Input": "What flies like an arrow?", "actualOutput": "Time flies like an arrow according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "time", "Correct": true}, {"Line": 1060, "Input": "What likes bananas?", "actualOutput": "Memory item i=29 states that fruit flies like bananas with a certainty of 0.8214285.", "expectedOutput": "fruit flies", "Correct": true}, {"Line": 1061, "Input": "Does time like an arrow?", "actualOutput": "Memory item i=29 states \"time flies like arrow\" with a certainty of 0.8214285, suggesting that time does like an arrow.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 1062, "Input": "Does fruit fly bananas?", "actualOutput": "Yes, memory item i=29 states that fruit fly like banana with a certainty of 0.8214285.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1063, "Input": "What do the old man?", "actualOutput": "The old man owns a boat according to memory item i=22 with a certainty of 0.641.", "expectedOutput": "The boat", "Correct": true}, {"Line": 1064, "Input": "What do the old do?", "actualOutput": "The old are involved in various activities according to Memory. Multiple memory items provide evidence for this (i=3, 21, 23, 24, 25, 26, 27, 28, 29).", "expectedOutput": "Man the boat", "Correct": false}, {"Line": 1065, "Input": "Who is Dorian Gray?", "actualOutput": "Dorian Gray is the subject of a full-length portrait in oil. Memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Dorian Gray is the subject of a full-length portrait in oil by Basil Hallward.", "Correct": false}, {"Line": 1066, "Input": "Where is Southern California Children's Museum?", "actualOutput": "Southern California Children's Museum is located in Pasadena according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "In Pasadena", "Correct": true}, {"Line": 1067, "Input": "What cake is not good?", "actualOutput": "The chocolate cake is hypothetically not good according to memory item 17 with a certainty of 0.263.", "expectedOutput": "The chocolate cake", "Correct": true}, {"Line": 1068, "Input": "Is the food at a new Italian restaurant delicious?", "actualOutput": "Memory item i=29 suggests that the food at a new Italian restaurant is hypothetically delicious with a certainty of 0.736842105263158.", "expectedOutput": "\"Yes, very delicious\"", "Correct": false}, {"Line": 1069, "Input": "Did Iida meet Pearl's cousin?", "actualOutput": "Yes, iida met pearl's cousin according to memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Yes", "Correct": true}, {"Line": 1070, "Input": "Did Iida meet Callie's cousin?", "actualOutput": "Memory item i=27 states that Iida met a cousin, but memory item i=26 states that Callie is Pearl's cousin. There is no memory item that directly states whether Iida met Callie's cousin.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1071, "Input": "Is Jeremy's class difficult?", "actualOutput": "Memory item i=27 states \"race isa challenging\" with a certainty of 0.736842105263158, but there is no mention of Jeremy's class specifically.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1072, "Input": "Is the student from Jeremy's class difficult?", "actualOutput": "Memory item i=29 states that the student is from Jeremy's class, but there is no information about their difficulty level.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1073, "Input": "Is the homework difficult?", "actualOutput": "Memory item i=28 states that the student has difficult homework with a certainty of 0.736842105263158.", "expectedOutput": "Yes", "Correct": true}, {"Line": 1074, "Input": "What is difficult?", "actualOutput": "Memory item i=28 states that \"student has homework difficult\" with a certainty of 0.8214285. Homework is difficult according to Memory.", "expectedOutput": "\"Student's homework, the student from Brandon's class, and the students from Georgette's class' homework\"", "Correct": true}, {"Line": 1075, "Input": "Where is the loud student from?", "actualOutput": "The loud student is from either Velots or Gorbojims, with a higher probability of being from Gorbojims (i=26).", "expectedOutput": "Jeremy's class", "Correct": false}, {"Line": 1076, "Input": "Who owns the homework?", "actualOutput": "Memory item i=29 states that \"homework isa devoir\" with a certainty of 0.7368, implying that the homework is owned by the student.", "expectedOutput": "The loud student from Jeremy's class", "Correct": false}, {"Line": 1077, "Input": "Does Jeremy's class own the homework?", "actualOutput": "Memory does not provide a direct answer to this question.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1078, "Input": "Does the student from Jeremy's class own the homework?", "actualOutput": "Memory item i=29 states that the student is from Jeremy's class with a certainty of 0.8214285. No information about homework ownership is provided.", "expectedOutput": "Yes", "Correct": false}, {"Line": 1079, "Input": "does the student from Jeremy's class have devoirs?", "actualOutput": "The student from Jeremy's class has devoirs according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "\"Yes, difficult homework\"", "Correct": true}, {"Line": 1080, "Input": "Is the devoirs difficult?", "actualOutput": "Memory item i=28 states that \"student hashomework difficult\" with a certainty of 0.8214285, suggesting that the devoirs may be difficult.", "expectedOutput": "Yes", "Correct": true}, {"Line": 1081, "Input": "Is Brandon's class difficult?", "actualOutput": "There is no memory item that directly answers the question about Brandon's class difficulty.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1082, "Input": "Is the student from Brandon's class difficult?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "Yes", "Correct": false}, {"Line": 1083, "Input": "Is Georgette's class difficult?", "actualOutput": "Memory item i=29 suggests that Georgette's class exists, but there is no certainty value indicating whether it is difficult or not.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1084, "Input": "Are the students from Georgette's class's homework difficult?", "actualOutput": "Memory item i=28 states \"homework isa devoir\" with a certainty of 0.8214285, but it does not mention Georgette's class or the difficulty level. Therefore, there is no concrete memory content to answer the question.", "expectedOutput": "Yes", "Correct": false}, {"Line": 1085, "Input": "Is the student from Georgette's class difficult?", "actualOutput": "Memory item i=26 states that the class belongs to Georgette with a certainty of 0.8214285, but there is no mention of any student being difficult.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1086, "Input": "What is from France?", "actualOutput": "Virion is from France according to memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "\"Cats, dogs, and hamsters\"", "Correct": false}, {"Line": 1087, "Input": "Did Ludovic pack the hotdogs?", "actualOutput": "There is no memory item that directly states whether Ludovic packed hotdogs or not.", "expectedOutput": "\"No, everything minus the hotdogs\"", "Correct": true}, {"Line": 1088, "Input": "Is the pasta from Italy?", "actualOutput": "Memory item i=29 states that pasta originates from Italy with a certainty value of 0.736842105263158, indicating a high probability that the pasta is from Italy.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 1089, "Input": "Who does Holly trust?", "actualOutput": "Holly trusts him, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Benedict", "Correct": false}, {"Line": 1090, "Input": "Does Holly trust Mendel?", "actualOutput": "There is no memory item that directly states whether Holly trusts Mendel.", "expectedOutput": "\"No, Benedict\"", "Correct": false}, {"Line": 1091, "Input": "Who did Lain see?", "actualOutput": "Lain saw a man or someone, with a certainty value of 0.736842105263158, in memory item i=28 or i=29.", "expectedOutput": "Leland", "Correct": false}, {"Line": 1092, "Input": "Who saw the electrician?", "actualOutput": "Gregor saw the electrician with a certainty value of 0.5866911235305836, according to memory item i=29.", "expectedOutput": "Lain", "Correct": false}, {"Line": 1093, "Input": "Who saw Britta?", "actualOutput": "Gregor saw Britta according to Memory. Memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Leland and Gregor", "Correct": false}, {"Line": 1094, "Input": "Who did Kelly see?", "actualOutput": "Kelly saw Pet according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Umbra", "Correct": false}, {"Line": 1095, "Input": "Did Kelly see Jill?", "actualOutput": "There is no memory item that states Kelly saw Jill. Therefore, the probability is very low.", "expectedOutput": "\"No, Umbra\"", "Correct": false}, {"Line": 1096, "Input": "Is Umbra warm blooded?", "actualOutput": "Umbra is hypothetically warm-blooded according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Yes", "Correct": true}, {"Line": 1097, "Input": "Are crows as big as ravens?", "actualOutput": "Memory item i=29 states that crows are equal in size to ravens with a certainty of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 1098, "Input": "Are crows as big as elephants?", "actualOutput": "There is no memory item that states crows are as big as elephants.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1099, "Input": "Are crows as rotund as elephants?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1100, "Input": "Are ravens as big as crows?", "actualOutput": "Memory item i=28 states that crows and ravens are equal in size with a certainty of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 1101, "Input": "Are ravens as big as elephants?", "actualOutput": "There is no memory item indicating that ravens are as big as elephants.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1102, "Input": "Are pidgeons as big as crows?", "actualOutput": "Memory item i=29 states that crows are as small as pidgeons with a certainty of 0.736842105263158. Therefore, it is unlikely that pidgeons are as big as crows.", "expectedOutput": "yes", "Correct": false}, {"Line": 1103, "Input": "Are pidgeons as big as ravens?", "actualOutput": "Memory item i=27 states that \"crow are as small as pidgeons\" with a certainty value of 0.8214285. There is no information about the size of ravens compared to pidgeons.", "expectedOutput": "yes", "Correct": false}, {"Line": 1104, "Input": "Are pidgeons as big as elephants?", "actualOutput": "There is no information in Memory suggesting that pidgeons are as big as elephants.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1105, "Input": "Are crows as small as ravens?", "actualOutput": "Memory item i=28 states that crows are equal in size to ravens with a certainty of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 1106, "Input": "Are ravens as small as crows?", "actualOutput": "Memory item i=28 states that crows are equal in size to ravens with a certainty value of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 1107, "Input": "Are crows as small as pidgeons?", "actualOutput": "Memory item i=27 states that \"crow are as small as pidgeons\" with a certainty value of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 1108, "Input": "Are pidgeons as small as ravens?", "actualOutput": "Memory item i=27 states that crows are as small as pigeons with a certainty of 0.8214285. There is no information about ravens or their size in this memory.", "expectedOutput": "yes", "Correct": false}, {"Line": 1109, "Input": "Are crows as small as elephants?", "actualOutput": "There is no memory item that directly compares the size of crows and elephants.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1110, "Input": "Are elephants as small as ravens?", "actualOutput": "Memory does not contain information about elephants being as small as ravens.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1111, "Input": "Are crows bigger than ravens?", "actualOutput": "Memory item i=29 states that ravens are bigger than crows with a certainty of 0.736842105263158.", "expectedOutput": "\"no, the same\"", "Correct": false}, {"Line": 1112, "Input": "Are ravens bigger than crows?", "actualOutput": "Yes, ravens are bigger than crows according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "\"no, the same\"", "Correct": false}, {"Line": 1113, "Input": "Are pidgeons bigger than crows?", "actualOutput": "Memory item i=28 states that crows are as small as pigeons with a certainty of 0.8214285. No information is given about the size comparison in the opposite direction.", "expectedOutput": "\"no, the same\"", "Correct": true}, {"Line": 1114, "Input": "Are ravens bigger than pidgeons?", "actualOutput": "Memory item i=28 states that \"crow areassmallas pidgeons\" with a certainty of 0.8214285, so it is unlikely that ravens are bigger than pidgeons.", "expectedOutput": "\"no, the same\"", "Correct": false}, {"Line": 1115, "Input": "Are crows smaller than ravens?", "actualOutput": "Memory item i=29 suggests that crows are not smaller than ravens with a certainty value of 0.263.", "expectedOutput": "\"no, the same\"", "Correct": false}, {"Line": 1116, "Input": "Are ravens smaller than crows?", "actualOutput": "Memory item i=27 states that \"raven are bigger than crow\" with a certainty of 0.8214285, indicating that ravens are not smaller than crows.", "expectedOutput": "\"no, the same\"", "Correct": false}, {"Line": 1117, "Input": "Are pidgeons smaller than crows?", "actualOutput": "Memory item i=28 states that \"crow areassmallas pidgeons\" with a certainty of 0.8214285, suggesting that pidgeons are larger than crows.", "expectedOutput": "\"no, the same\"", "Correct": false}, {"Line": 1118, "Input": "Where are velots from?", "actualOutput": "Velots are hypothetically from Spain according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Spain", "Correct": true}, {"Line": 1119, "Input": "What color are velots?", "actualOutput": "Velots are green according to memory item i=28 with a certainty value of 0.736842105263158.", "expectedOutput": "Green", "Correct": true}, {"Line": 1120, "Input": "What color is Kyle's velot?", "actualOutput": "Memory item i=29 states that kyle hasproperty red_velot with a certainty of 0.736842105263158, indicating that there is a high probability that kyle's velot is red.", "expectedOutput": "Red", "Correct": true}, {"Line": 1121, "Input": "Is Kyle's velot green?", "actualOutput": "Memory item i=28 states that velots hasproperty green with a certainty of 0.8214285, so it is likely that Kyle's velot is green.", "expectedOutput": "\"No, red\"", "Correct": false}, {"Line": 1122, "Input": "Are velots loud?", "actualOutput": "Yes, velots are potentially loud according to memory item i=29 with a certainty of 0.6707.", "expectedOutput": "Yes", "Correct": true}, {"Line": 1123, "Input": "Are velots angelic?", "actualOutput": "According to memory item i=29, there is a hypothetical probability of 0.6966 that velots are angelic.", "expectedOutput": "Yes", "Correct": false}, {"Line": 1124, "Input": "Are velots hairy?", "actualOutput": "Memory item i=23 states that velots isa green with a certainty of 0.7368, not that velots are hairy.", "expectedOutput": "Yes", "Correct": false}, {"Line": 1125, "Input": "What color is Kyle's velot?", "actualOutput": "Kyle's velot is red according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Red", "Correct": true}, {"Line": 1126, "Input": "Does Kyle have an endotherm?", "actualOutput": "Yes, Kyle has an endotherm according to memory. Memory item i=23 has a certainty value of 0.8214285.", "expectedOutput": "Yes", "Correct": true}, {"Line": 1127, "Input": "what color is Kyle's endotherm?", "actualOutput": "Memory does not provide a direct answer to the question.", "expectedOutput": "Red", "Correct": false}, {"Line": 1128, "Input": "Are the yellow birds in dogs?", "actualOutput": "There is no memory item that directly answers the question, so the answer is uncertain.", "expectedOutput": "\"No, in cages\"", "Correct": false}, {"Line": 1129, "Input": "Are the red birds in dogs?", "actualOutput": "There is no memory item that directly states whether red birds are in dogs.", "expectedOutput": "No. In cages and boxes", "Correct": false}, {"Line": 1130, "Input": "Which word has Latin origin?", "actualOutput": "The word with Latin origin is \"liminality\" and it is memory item i=29 with a certainty value of 0.736842105263158.", "expectedOutput": "Liminality", "Correct": true}, {"Line": 1131, "Input": "Does Elijah live in California?", "actualOutput": "Memory item i=28 states that Los Angeles is in California with a certainty of 0.736842105263158, suggesting that Elijah may live in California.", "expectedOutput": "yes", "Correct": true}, {"Line": 1132, "Input": "Does Elijah live in Irvine?", "actualOutput": "There is no memory item that states whether Elijah lives in Irvine.", "expectedOutput": "\"No, in Westwood\"", "Correct": true}, {"Line": 1133, "Input": "Did Elijah live in New York City?", "actualOutput": "Memory item i=29 states that Elijah is from New York City with a certainty of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 1134, "Input": "Did Elijah live in Irvine?", "actualOutput": "There is no memory item that states whether Elijah lived in Irvine, so it cannot be determined.", "expectedOutput": "\"No, in Westwood\"", "Correct": true}, {"Line": 1135, "Input": "Where does Elijah reside?", "actualOutput": "Elijah resides in Westwood according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "In Westwood and New York City", "Correct": false}, {"Line": 1136, "Input": "Where did Elijah reside?", "actualOutput": "Elijah resided in Westwood according to memory. Memory item i=27 with certainty value of 0.8214285.", "expectedOutput": "In Westwood and New York City", "Correct": true}, {"Line": 1137, "Input": "When does Rob eat breakfast?", "actualOutput": "Rob eats breakfast at 8 according to memory item i=26 with a certainty of 0.736842105263158.", "expectedOutput": "At 8 AM", "Correct": true}, {"Line": 1138, "Input": "When does Rob eat dinner?", "actualOutput": "Rob eats dinner at 8 according to memory item i=25 with a certainty of 0.736842105263158.", "expectedOutput": "At 8 PM", "Correct": true}, {"Line": 1139, "Input": "Who is Tesla's employee?", "actualOutput": "Steven is Tesla's employee according to Memory. Memory item i=28 with certainty=0.736842105263158.", "expectedOutput": "Steven", "Correct": true}, {"Line": 1140, "Input": "Who is in The Matrix?", "actualOutput": "Keanu Reeves is in the matrix according to memory. Memory item i=24 with certainty=0.736842105263158.", "expectedOutput": "Keanu Reeves", "Correct": true}, {"Line": 1141, "Input": "Who played Neo?", "actualOutput": "Keanu Reeves played Neo according to memory item i=20 with a certainty of 0.736842105263158.", "expectedOutput": "Keanu Reeves", "Correct": true}, {"Line": 1142, "Input": "Who starred in The Matrix?", "actualOutput": "Keanu Reeves starred in The Matrix according to memory. Memory item i=23 with certainty value of 0.736842105263158.", "expectedOutput": "Keanu Reeves", "Correct": true}, {"Line": 1143, "Input": "Who acted in The Matrix?", "actualOutput": "Keanu Reeves acted in The Matrix according to memory item i=24 with a certainty of 0.8214285.", "expectedOutput": "Keanu Reeves", "Correct": true}, {"Line": 1144, "Input": "What is Keanu Reeves in?", "actualOutput": "Keanu Reeves is an actor according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "The Matrix", "Correct": false}, {"Line": 1145, "Input": "What movie is Keanu Reeves in?", "actualOutput": "Keanu Reeves is in a movie according to memory item 20 with a certainty of 82.14%.", "expectedOutput": "The Matrix", "Correct": true}, {"Line": 1146, "Input": "What book is Keanu Reeves in?", "actualOutput": "Keanu Reeves is in a book about a dog, according to memory item i=9 with a hypothetical certainty of 73.68%.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 1147, "Input": "What kind of movie is Dracula?", "actualOutput": "Dracula is hypothetically a horror movie according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "A horror movie", "Correct": true}, {"Line": 1148, "Input": "What kind of movie is Happy Gilmore?", "actualOutput": "Happy Gilmore is a comedy movie according to memory. Memory item i=29. Certainty=0.8214285.", "expectedOutput": "A comedy movie", "Correct": true}, {"Line": 1149, "Input": "What do the young man?", "actualOutput": "The young man drives a car according to memory item i=25 with a certainty of 0.736842105263158.", "expectedOutput": "The cars", "Correct": false}, {"Line": 1150, "Input": "What do the rich man?", "actualOutput": "The rich man owns a bike according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "The bikes", "Correct": true}, {"Line": 1151, "Input": "What do the poor man?", "actualOutput": "The poor man has the property \"poor\" according to Memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 1152, "Input": "Is Sam's dog friendly?", "actualOutput": "Memory item 28 states that her_own_dog is friendly with a certainty of 0.613. It is uncertain if this refers to Sam's dog.", "expectedOutput": "Yes", "Correct": false}, {"Line": 1153, "Input": "Is Robert's dog friendly?", "actualOutput": "Memory item 28 states that \"dog isa friendly\" with a certainty of 0.736842105263158, so it is likely that Robert's dog is friendly.", "expectedOutput": "No", "Correct": true}, {"Line": 1154, "Input": "When are the rates going to increase?", "actualOutput": "There is no memory item that directly answers the question about rates increasing.", "expectedOutput": "From 12/1/2018 to 12/31/2018", "Correct": false}, {"Line": 1155, "Input": "Why does the Federal Open Market Committee raise the rates?", "actualOutput": "Memory item 29 suggests that the Fed is the federal open market committee, with a certainty of 0.7368.", "expectedOutput": "In order to keep inflation steady at around 2 percent per year from 12/1/2018", "Correct": false}, {"Line": 1156, "Input": "Did Team A make any mistakes?", "actualOutput": "Memory item i=29 states that team_a made possible the project, so it is unlikely that they made mistakes. Certainty=0.8214285.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 1157, "Input": "Did Team B make any mistakes?", "actualOutput": "Memory item i=29 states that team_b has made every mistake possible, with a certainty value of 0.736842105263158. Therefore, it is probable that team_b has made mistakes.", "expectedOutput": "Yes", "Correct": true}, {"Line": 1158, "Input": "Who made the project possible?", "actualOutput": "Team A made the project possible according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Team A", "Correct": true}] \ No newline at end of file diff --git a/Correct.json b/Correct.json new file mode 100644 index 0000000..014adbb --- /dev/null +++ b/Correct.json @@ -0,0 +1 @@ +[{"Line": 422, "Input": "Tell me about Mr. Magoo?", "actualOutput": "Mr. Magoo is a cartoon character. Memory item i=29. Certainty=0.736842105263158.", "expectedOutput": "Mr. Magoo is a popular cartoon character from the 1940s. He is known for being comically near-sighted and was voiced by Bobby Backus.", "Correct": true}, {"Line": 423, "Input": "Who is the popular cartoon character from the 1940's?", "actualOutput": "The popular cartoon character from the 1940's is Mr. Magoo, according to memory item i=26 with a certainty of 0.8214285.", "expectedOutput": "Mr. Magoo", "Correct": true}, {"Line": 424, "Input": "What is Mr. Magoo known for?", "actualOutput": "Mr. Magoo is known for being comically near-sighted, according to memory item i=26 with a certainty of 0.641.", "expectedOutput": "For being comically near-sighted", "Correct": true}, {"Line": 425, "Input": "Who was Mr. Magoo voiced by?", "actualOutput": "Mr. Magoo was voiced by Bobby Backus according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Bobby Backus", "Correct": true}, {"Line": 430, "Input": "What has been lost?", "actualOutput": "Memory does not provide a clear answer on what has been lost.", "expectedOutput": "Pair of glasses", "Correct": true}, {"Line": 432, "Input": "What kind of tie does Aubrey wear?", "actualOutput": "Aubrey wears a black tie according to memory item i=25 with a certainty of 0.641.", "expectedOutput": "Black ties", "Correct": true}, {"Line": 433, "Input": "What kind of dress does Mrs. Black wear?", "actualOutput": "Mrs. Black wears a black dress according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Black dresses", "Correct": true}, {"Line": 434, "Input": "What kind of tie does Mr. White wear?", "actualOutput": "Mr. White wears a white tie according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "White ties", "Correct": true}, {"Line": 435, "Input": "Is Taylor Keegan female?", "actualOutput": "Memory item i=29 states that Taylor Keegan is a female with a certainty value of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 437, "Input": "Is Taylor Monegan male?", "actualOutput": "Yes, Taylor Monegan is male according to memory. Memory item i=25 has a certainty value of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 438, "Input": "Is Taylor Monegan female?", "actualOutput": "There is no memory item that directly states whether Taylor Monegan is female or not.", "expectedOutput": "\"No, male\"", "Correct": true}, {"Line": 445, "Input": "Who is giving a presentation?", "actualOutput": "The North American Society for Mari is giving a presentation according to memory item i=26 with a certainty of 0.7368.", "expectedOutput": "The North American Society for Marine Mammal Research", "Correct": true}, {"Line": 448, "Input": "What is Carl's first name?", "actualOutput": "Carl's first name is \"Carl\" according to memory item i=28 with a certainty of 0.263.", "expectedOutput": "Carl", "Correct": true}, {"Line": 451, "Input": "Are Robin and Jasmine a team?", "actualOutput": "Yes, according to memory item i=26, jasmine and robin are both teams with a high hypothetical certainty value.", "expectedOutput": "yes", "Correct": true}, {"Line": 453, "Input": "Is Robin a lawyer?", "actualOutput": "Robin is hypothetically a lawyer according to memory item 28 with a certainty of 50.11%.", "expectedOutput": "yes", "Correct": true}, {"Line": 454, "Input": "Is Jasmine a lawyer?", "actualOutput": "Jasmine is a lawyer according to Memory with a certainty value of 0.8322955000000001 in memory item i=23.", "expectedOutput": "yes", "Correct": true}, {"Line": 455, "Input": "Are Robin and Jasmine lawyers?", "actualOutput": "According to memory, both Robin and Jasmine are hypothetically lawyers with certainty values ranging from 0.5 to 0.83.", "expectedOutput": "yes", "Correct": true}, {"Line": 457, "Input": "Did Jericho eat all of the berries?", "actualOutput": "Memory does not provide enough information to determine if Jericho ate all of the berries.", "expectedOutput": "\"No, some of the berries\"", "Correct": true}, {"Line": 459, "Input": "Why does Cindy eat apples?", "actualOutput": "According to memory item i=29, Cindy eats apples hypothetically true with a certainty of 0.736842105263158.", "expectedOutput": "So that the doctor stays away", "Correct": true}, {"Line": 460, "Input": "Will Carla eat pie?", "actualOutput": "Memory item i=29 states that \"carla iseating pie\" with a certainty of 0.736842105263158, indicating a high probability that Carla will eat pie.", "expectedOutput": "Yes", "Correct": true}, {"Line": 461, "Input": "Will Carla have eaten pie?", "actualOutput": "Memory item i=29 states that Carla is currently eating pie with a certainty of 0.8214285. Therefore, it is probable that Carla will have eaten pie.", "expectedOutput": "Yes", "Correct": true}, {"Line": 462, "Input": "Will Carla be eating pie?", "actualOutput": "According to memory item i=29, there is a high probability (0.8214285) that Carla will be eating pie.", "expectedOutput": "Yes", "Correct": true}, {"Line": 465, "Input": "What did Carla eat?", "actualOutput": "Carla ate pie according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Pie", "Correct": true}, {"Line": 466, "Input": "What was Carla eating?", "actualOutput": "Carla was hypothetically eating pie, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Pie", "Correct": true}, {"Line": 467, "Input": "What has Carla eaten?", "actualOutput": "Carla has eaten pie according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Pie", "Correct": true}, {"Line": 468, "Input": "What will Carla copy?", "actualOutput": "Carla will copy a report according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "The reports", "Correct": true}, {"Line": 469, "Input": "Will Carla copy the reports?", "actualOutput": "According to memory item i=29, Carla will copy the report with a high probability of 82.14%.", "expectedOutput": "Yes", "Correct": true}, {"Line": 470, "Input": "Will Carla have copied the reports?", "actualOutput": "According to memory item i=29, Carla will have copied the report with a certainty of 0.8214285.", "expectedOutput": "Yes", "Correct": true}, {"Line": 471, "Input": "Is Carla going to copy the reports?", "actualOutput": "According to memory item i=29, Carla is likely to copy the report.", "expectedOutput": "Yes", "Correct": true}, {"Line": 472, "Input": "Will Carla be copying the reports?", "actualOutput": "Memory item i=29 states that Carla will copy the report with a certainty of 0.8214285.", "expectedOutput": "Yes", "Correct": true}, {"Line": 473, "Input": "Is Carla copying the reports?", "actualOutput": "Yes, Carla is copying reports according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 474, "Input": "Was Carla copying the reports?", "actualOutput": "Yes, Carla was copying the reports according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 475, "Input": "What has Carla copied?", "actualOutput": "Carla copied a report, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "The reports", "Correct": true}, {"Line": 476, "Input": "What did Carla copy?", "actualOutput": "Carla copied a report according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "The reports", "Correct": true}, {"Line": 477, "Input": "What had Carla copied?", "actualOutput": "Carla copied a report, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "The reports", "Correct": true}, {"Line": 478, "Input": "Had Carla been copying the reports?", "actualOutput": "Yes, Carla had been copying reports according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 479, "Input": "Has Carla been copying the reports?", "actualOutput": "Yes, Carla has been copying reports according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 480, "Input": "Who will Carla email?", "actualOutput": "Carla will email Jenny according to memory item i=12 with a certainty of 73.68%.", "expectedOutput": "Jenny", "Correct": true}, {"Line": 481, "Input": "Who will Carla have emailed?", "actualOutput": "Carla will have emailed Jenny according to memory item i=11 with a certainty of 0.8214285.", "expectedOutput": "Jenny", "Correct": true}, {"Line": 482, "Input": "Who is Carla going to email?", "actualOutput": "Carla is going to email Jenny according to memory item i=11 with a certainty of 0.8214285.", "expectedOutput": "Jenny", "Correct": true}, {"Line": 483, "Input": "Who will Carla be emailing?", "actualOutput": "Carla will be emailing Jenny according to memory item i=11 with a certainty of 82.14%.", "expectedOutput": "Jenny", "Correct": true}, {"Line": 484, "Input": "Who will Carla have been emailing?", "actualOutput": "Carla will have been emailing Jenny according to memory item i=8 with a certainty of 82.14%.", "expectedOutput": "Jenny", "Correct": true}, {"Line": 485, "Input": "Who is Carla emailing?", "actualOutput": "Carla is emailing Jenny according to memory item i=12 with a certainty of 82.14%.", "expectedOutput": "Jenny", "Correct": true}, {"Line": 486, "Input": "Who did Raquel sing a song to?", "actualOutput": "Raquel sang a song to Martha according to memory. This is memory item i=28 with a certainty value of 0.736842105263158.", "expectedOutput": "Martha", "Correct": true}, {"Line": 491, "Input": "What was updated?", "actualOutput": "The contact_number was updated, i=28 with a certainty of hypothetically true and 0.736842105263158.", "expectedOutput": "The contact numbers", "Correct": true}, {"Line": 492, "Input": "Which numbers were updated?", "actualOutput": "Memory item i=29 (contact_number) was updated according to Memory with a certainty of 0.8214285. No other memory item was mentioned as being updated.", "expectedOutput": "The contact numbers", "Correct": true}, {"Line": 496, "Input": "Which numbers did Erina update?", "actualOutput": "Erina updated the contact_number (item i=21) and the updated (item i=25) with a probability of hypothetically true and certainty values of 0.736842105263158 and 0.6133460568257567, respectively.", "expectedOutput": "The contact numbers", "Correct": true}, {"Line": 497, "Input": "Who gave Miranda the numbers Erina updated?", "actualOutput": "Memory item i=28 suggests that Carla asked Miranda and the numbers were updated by Erina with a certainty of 0.736842105263158.", "expectedOutput": "Carla", "Correct": true}, {"Line": 502, "Input": "What is Selena prepared to do?", "actualOutput": "There is no memory item that directly answers the question about Selena's actions.", "expectedOutput": "To answer Miriam's questions", "Correct": true}, {"Line": 503, "Input": "What did Kayla know?", "actualOutput": "Kayla knew pamphlet, i=29, with a certainty of 0.736842105263158.", "expectedOutput": "The pamphlet would cover all the talking points", "Correct": true}, {"Line": 507, "Input": "Whose staff was looking for points the pamphlet covered?", "actualOutput": "Staff was looking for points the pamphlet covered according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Kayla's", "Correct": true}, {"Line": 509, "Input": "What kind of points did the pamphlet cover?", "actualOutput": "The pamphlet covered talking points, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "All the talking points", "Correct": true}, {"Line": 510, "Input": "What covered the points?", "actualOutput": "The pamphlet covered talking points. Memory item i=23 with a certainty of 0.8214285.", "expectedOutput": "The pamphlet", "Correct": true}, {"Line": 511, "Input": "What did Carla ask Miranda to do?", "actualOutput": "Carla asked Miranda to clarify a question. Memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "To clarify the question about the quarterly revenue made by Miranda's company before taxes", "Correct": true}, {"Line": 519, "Input": "Who did Kayla give twenty dollars?", "actualOutput": "Kayla gave twenty dollars to Mike according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Mike", "Correct": true}, {"Line": 520, "Input": "Who did Kayla give twenty dollars to?", "actualOutput": "Kayla gave twenty dollars to Mike according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Mike", "Correct": true}, {"Line": 521, "Input": "Who did Kayla give the money?", "actualOutput": "Kayla gave Mike twenty dollars according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Mike", "Correct": true}, {"Line": 522, "Input": "Who did Kayla give the amount to?", "actualOutput": "Kayla gave Mike twenty dollars (i=24) with a certainty of 0.8214285.", "expectedOutput": "Mike", "Correct": true}, {"Line": 524, "Input": "What amount did Kayla give Mike?", "actualOutput": "Kayla gave Mike twenty dollars according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "$20", "Correct": true}, {"Line": 525, "Input": "How much money was given to Mike?", "actualOutput": "Memory item i=28 states \"Kayla give Mike twenty dollar.\" Certainty=0.8214285.", "expectedOutput": "$20", "Correct": true}, {"Line": 526, "Input": "Carrot is to vegetable as apple is to what?", "actualOutput": "According to Memory, apple is to fruit_fly with a certainty value of 0.736842105263158 (i=22).", "expectedOutput": "fruit", "Correct": true}, {"Line": 527, "Input": "Produce is to food as carrot is to what?", "actualOutput": "The answer is uncertain based on the given memory contents. None of the items mention a clear relationship between carrot and another object.", "expectedOutput": "vegetable", "Correct": true}, {"Line": 531, "Input": "Tea is to caffeine as wine is to what?", "actualOutput": "Memory does not provide an answer to this question.", "expectedOutput": "alcohol", "Correct": true}, {"Line": 541, "Input": "If Sally is a girl then say Sally is funny.?", "actualOutput": "Memory item i=29 states that \"sally isa girl\" with a certainty of 0.736842105263158, which suggests a high probability that Sally is a girl and therefore, according to the question, funny.", "expectedOutput": "Sally is funny", "Correct": true}, {"Line": 544, "Input": "What will Jim download?", "actualOutput": "Jim will download pictures according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 548, "Input": "Will Jim download pictures?", "actualOutput": "Memory item i=27 suggests that Jim will download the pictures with a certainty value of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 549, "Input": "Does Jim receive pictures?", "actualOutput": "Yes, Jim receives pictures according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 550, "Input": "Will Jim receive new emails?", "actualOutput": "Memory item i=27 states that Jim has received a picture, with a certainty of 0.8214285. No other memory item provides information on Jim receiving new emails.", "expectedOutput": "\"No, pictures\"", "Correct": true}, {"Line": 552, "Input": "Is Logan's inbox full?", "actualOutput": "There is no memory item that directly states whether Logan's inbox is full or not.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 554, "Input": "Is Logan's outbox full?", "actualOutput": "There is no memory item that directly states whether Logan's outbox is full or not.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 555, "Input": "Is Logan's inbox full?", "actualOutput": "According to memory item i=29, Logan's inbox is hypothetically full with a certainty value of 0.500003288378684.", "expectedOutput": "yes", "Correct": true}, {"Line": 556, "Input": "Will Logan receive new emails?", "actualOutput": "According to memory item i=28, Logan will not receive new emails with a certainty of 0.8214285.", "expectedOutput": "no", "Correct": true}, {"Line": 557, "Input": "Is Marcus early?", "actualOutput": "There is no memory item that directly answers the question about Marcus being early, so certainty value cannot be provided.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 558, "Input": "Does Marcus clean the blackboards?", "actualOutput": "Memory item i=29 states that \"marcus clean blackboard\" with a certainty of 0.736842105263158, indicating that it is likely that Marcus cleans the blackboards.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 560, "Input": "Is Marcus late?", "actualOutput": "There is no memory item stating that Marcus is late, so it cannot be determined.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 561, "Input": "Is Marcus early?", "actualOutput": "According to memory item i=29, Marcus is hypothetically early with a certainty of 0.5000026307029471.", "expectedOutput": "yes", "Correct": true}, {"Line": 562, "Input": "Does Marcus clean the blackboards?", "actualOutput": "Yes, Marcus cleans the blackboard according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 564, "Input": "Does Marie take pictures?", "actualOutput": "Marie takes pictures if Simon proposes at the wedding, according to memory item i=26 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 566, "Input": "Does Simon propose at the wedding?", "actualOutput": "Yes, Simon proposes at the wedding according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "Yes", "Correct": true}, {"Line": 567, "Input": "Does Marie take pictures?", "actualOutput": "Marie takes pictures if Simon proposes at the wedding, according to memory item i=26 with a certainty of 0.8214285.", "expectedOutput": "Yes", "Correct": true}, {"Line": 571, "Input": "Do you close the window?", "actualOutput": "According to memory item i=29, there is a 50% chance that you closed the window at time 832.", "expectedOutput": "yes", "Correct": true}, {"Line": 605, "Input": "When was this past weekend?", "actualOutput": "According to Memory, it is not possible to determine when the past weekend was with certainty based on the given memory items.", "expectedOutput": "from 10/15/2016 to 10/16/2016", "Correct": true}, {"Line": 608, "Input": "When is Panz's birthday?", "actualOutput": "Panz's birthday is on 11%0%016 according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "on 11/20/2016", "Correct": true}, {"Line": 623, "Input": "When did Google buy DeepMind?", "actualOutput": "There is no memory item that states when Google bought DeepMind.", "expectedOutput": "in 2014", "Correct": true}, {"Line": 625, "Input": "Can red unicorns fly?", "actualOutput": "Memory item i=28 suggests that red unicorns were flying over a lake, with a certainty of 0.7368, indicating a high probability that they can fly.", "expectedOutput": "yes", "Correct": true}, {"Line": 629, "Input": "What did Amazon release last year?", "actualOutput": "Amazon released Alexa last year according to memory item i=29 with a certainty of 0.5.", "expectedOutput": "Alexa", "Correct": true}, {"Line": 633, "Input": "Which wine is Bill's favorite?", "actualOutput": "Bill's favorite wine is Etna Rosso with a certainty value of 0.736842105263158, found in memory item i=28.", "expectedOutput": "Etna Rosso", "Correct": true}, {"Line": 634, "Input": "Which wine doesn't Bill like?", "actualOutput": "White wine is the one that Bill likes according to Memory. Memory item 29 has a certainty value of 0.2631578947368421.", "expectedOutput": "White wine", "Correct": true}, {"Line": 636, "Input": "Who has it now?", "actualOutput": "There is no memory item that directly answers the question, so the answer cannot be determined with certainty.", "expectedOutput": "James' neighbor", "Correct": true}, {"Line": 639, "Input": "Is the 250 horsepower engine part of the plane?", "actualOutput": "The 250 horsepower engine is part of \"it\" according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 640, "Input": "Who will Viola play with?", "actualOutput": "Viola will play with Stan according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Stan", "Correct": true}, {"Line": 642, "Input": "Where will she play with her horse?", "actualOutput": "Viola will play with her horse at the park according to memory item i=23 with a certainty of 0.736842105263158.", "expectedOutput": "At the park", "Correct": true}, {"Line": 643, "Input": "What did Suzie suggest that Phil do?", "actualOutput": "There is no memory item that mentions Suzie suggesting something to Phil.", "expectedOutput": "That Phil run at 7 AM", "Correct": true}, {"Line": 645, "Input": "Tell me who climbed the mountain?", "actualOutput": "Rufus climbed the mountain according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Rufus", "Correct": true}, {"Line": 647, "Input": "Who has Herbie?", "actualOutput": "Barry has Herbie according to memory. Memory item i=29 with a certainty of 0.5.", "expectedOutput": "Barry", "Correct": true}, {"Line": 650, "Input": "What did Chad do?", "actualOutput": "Chad bought Herbie according to memory item i=29 with a certainty of 0.5.", "expectedOutput": "bought Herbie from Barry", "Correct": true}, {"Line": 663, "Input": "What does Alex want?", "actualOutput": "Alex wants either a dog or a cat according to memory items i=8 and i=29 with a certainty of 0.5 each.", "expectedOutput": "A dog and a cat", "Correct": true}, {"Line": 665, "Input": "What does Alex want?", "actualOutput": "Alex wants a cat according to memory item i=28 with a certainty of 0.5.", "expectedOutput": "A cat", "Correct": true}, {"Line": 667, "Input": "\"Is Charles, Ray's favorite turtle?\"?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "\"no, Ray's new turtle\"", "Correct": true}, {"Line": 671, "Input": "What is Rob's sister's cat's name?", "actualOutput": "Rob's sister's cat's name is Toby with a certainty value of 0.7368, found in memory item i=28.", "expectedOutput": "Toby", "Correct": true}, {"Line": 684, "Input": "Does a small pot have tea?", "actualOutput": "Memory item 29 states that a pot does not have tea with a certainty of 0.263. Therefore, it is unlikely that a small pot has tea.", "expectedOutput": "no", "Correct": true}, {"Line": 687, "Input": "Who is a teacher of Stan?", "actualOutput": "Memory item i=28: murray isa teacher. Certainty=0.736842105263158. Murray is a teacher of Stan.", "expectedOutput": "Murray", "Correct": true}, {"Line": 688, "Input": "Whose teacher is Murray?", "actualOutput": "Stan Weber is most likely the student of Murray according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Stan's", "Correct": true}, {"Line": 690, "Input": "who is Scott's family?", "actualOutput": "Scott's family includes his brother, his wife Nan, and possibly his parents. Memory items i=25, i=29, and i=28 have certainty values of 0.736842105263158.", "expectedOutput": "\"Ralph, Ethan, and Nan\"", "Correct": true}, {"Line": 694, "Input": "Who is Kenneth's daughter?", "actualOutput": "Kenneth's daughter is not mentioned in Memory.", "expectedOutput": "Kenisha", "Correct": true}, {"Line": 704, "Input": "Does rain fall directly from the sky?", "actualOutput": "Yes, rain falls directly from the sky according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 705, "Input": "Does rain fall directly from the ground?", "actualOutput": "Memory does not state that rain falls directly from the ground. No memory item mentions this.", "expectedOutput": "\"No, the sky\"", "Correct": true}, {"Line": 706, "Input": "Do Lily and Charlie have a vase?", "actualOutput": "Yes, Lily and Charlie have a vase according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 707, "Input": "Does Lily have a vase?", "actualOutput": "Yes, Lily has a vase according to memory item i=26 with a certainty value of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 711, "Input": "What will not be taken lightly?", "actualOutput": "Claim will not be taken lightly according to Memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Any claim against Yahoo", "Correct": true}, {"Line": 712, "Input": "Can the children touch Jon's reptiles?", "actualOutput": "The children can touch Jon's reptile according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 713, "Input": "Which animals can the children touch?", "actualOutput": "The children can touch small mammals according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Small mammals and Jon's reptiles", "Correct": true}, {"Line": 714, "Input": "What kind of animals can the children touch?", "actualOutput": "The children can touch small mammals according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Small mammals and Jon's reptiles", "Correct": true}, {"Line": 715, "Input": "What does Amazon give refunds for?", "actualOutput": "Amazon gives refunds for specific types of defects. Memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Very specific defects", "Correct": true}, {"Line": 723, "Input": "Whose daughter is not home?", "actualOutput": "Memory item i=23 states that the train left without Ann, but there is no information about anyone's daughter not being home.", "expectedOutput": "Dane's", "Correct": true}, {"Line": 724, "Input": "Is Jill home?", "actualOutput": "Memory item i=29 states that \"jill isa home\" with a certainty of 0.2631578947368421, suggesting that it is unlikely that Jill is home.", "expectedOutput": "\"No, Jill is not home\"", "Correct": true}, {"Line": 726, "Input": "Why will the police have to investigate?", "actualOutput": "The police will have to investigate, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "in order for the police to catch the criminal", "Correct": true}, {"Line": 729, "Input": "Why does Jane want to have some room?", "actualOutput": "Memory item i=28 suggests that Jane wants to have some room with a certainty of 0.641.", "expectedOutput": "because Jane is going to try a stunt", "Correct": true}, {"Line": 730, "Input": "Does Lara have any children?", "actualOutput": "Yes, Lara has 2 children according to memory item i=29 with a certainty value of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 731, "Input": "How many kids does she have?", "actualOutput": "Memory item i=29 states \"Lara hasproperty 2_children\" with a certainty of 0.8214285, indicating that she has two kids.", "expectedOutput": "2", "Correct": true}, {"Line": 732, "Input": "Does Ella have any emails?", "actualOutput": "Yes, ella has emails according to Memory. Memory item i=27 and i=28 both mention ella having emails with high certainty values.", "expectedOutput": "yes", "Correct": true}, {"Line": 735, "Input": "Does George have any apples?", "actualOutput": "Memory item i=27 states that George has 0 apples with a certainty of 0.6966019417475728.", "expectedOutput": "no", "Correct": true}, {"Line": 737, "Input": "How much rope is Alex's?", "actualOutput": "Memory item i=29 states that \"alexs_rope hasproperty 60_feet.\" with a certainty of 0.7368. Therefore, it is likely that Alex's rope is 60 feet long.", "expectedOutput": "60 feet", "Correct": true}, {"Line": 739, "Input": "How hot is Henry's car?", "actualOutput": "Henry's car is hypothetically very hot with a certainty of 64.11%, according to memory item i=22.", "expectedOutput": "very", "Correct": true}, {"Line": 741, "Input": "How did Delia drive the truck?", "actualOutput": "Delia drove the truck dangerously according to memory item i=28 with a certainty of 0.641.", "expectedOutput": "dangerously", "Correct": true}, {"Line": 750, "Input": "Who likes ships and mouses?", "actualOutput": "Paige and Henry both hypothetically like ships and mouses according to memory items i=20, i=27, i=28, and i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Paige and Henry", "Correct": true}, {"Line": 751, "Input": "What do Paige and Henry like?", "actualOutput": "Paige and Henry like mice and ships according to Memory. i=23, i=24, i=25, i=26. Certainty: at least 0.8214285.", "expectedOutput": "ships and mice", "Correct": true}, {"Line": 753, "Input": "What are extremely sweet completely edible flowers?", "actualOutput": "Memory item 27 describes lily as extremely sweet and completely edible with a certainty of 0.6966.", "expectedOutput": "lily", "Correct": true}, {"Line": 755, "Input": "Are owls from small dense forest dangerous?", "actualOutput": "Memory item i=28 states that dangerous creatures come from small dense forests, and memory item i=29 states that owls come from small dense forests. Therefore, it is hypothetically true that owls from small dense forests could be dangerous, with a certainty value of 0.6411150125896854.", "expectedOutput": "yes", "Correct": true}, {"Line": 757, "Input": "Are owls from dense forest dangerous?", "actualOutput": "Yes, owls from small dense forests are considered dangerous according to memory item i=28 with a high certainty value of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 762, "Input": "Who ran screaming?", "actualOutput": "Ramon ran screaming according to Memory, and memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Ramon", "Correct": true}, {"Line": 763, "Input": "Who ran crying?", "actualOutput": "There is no memory item that directly answers the question, so the answer cannot be determined with certainty.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 764, "Input": "What did Ramon do?", "actualOutput": "Ramon ran screaming, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Ran screaming", "Correct": true}, {"Line": 766, "Input": "What did Owain remind Cornelia?", "actualOutput": "Owain reminded Cornelia, i=29, with a high certainty value of 0.8214285.", "expectedOutput": "To run at 5 PM", "Correct": true}, {"Line": 768, "Input": "Whose dogs terrorize the elderly?", "actualOutput": "Gio's dog terrorizes the elderly according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Gio's", "Correct": true}, {"Line": 770, "Input": "Who around the house does Lara like?", "actualOutput": "Lara likes Henry (memory item i=26) and he is around the house (memory item i=27) with a certainty of 0.736842105263158.", "expectedOutput": "Henry", "Correct": true}, {"Line": 771, "Input": "Where on the ship did Henry hide the gold?", "actualOutput": "Memory does not provide a certain answer to where Henry hid the gold on the ship.", "expectedOutput": "in the red cabinet on the ship", "Correct": true}, {"Line": 773, "Input": "Where on the car did Henry hide the gold?", "actualOutput": "There is no memory item that provides information on where Henry hid the gold.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 775, "Input": "What is an example of tree fruit?", "actualOutput": "Persimmon is an example of tree fruit according to memory. Memory item i=28 with certainty=0.736842105263158.", "expectedOutput": "persimmon", "Correct": true}, {"Line": 780, "Input": "What does Matthew want to do?", "actualOutput": "Matthew wants to send something. Memory item i=28. Certainty=0.736842105263158.", "expectedOutput": "To send a postcard and a package", "Correct": true}, {"Line": 781, "Input": "Who did the woman who was on the stage see?", "actualOutput": "The woman on stage saw Sally with a certainty of 0.736842105263158 (memory item i=28).", "expectedOutput": "Sally", "Correct": true}, {"Line": 782, "Input": "Who saw Sally?", "actualOutput": "According to Memory, woman saw Sally with a certainty value of 0.8214285 at memory item i=29.", "expectedOutput": "The woman on the stage", "Correct": true}, {"Line": 784, "Input": "Who saw Steve?", "actualOutput": "Memory item i=28 states that dancer saw Steve with a certainty of 0.736842105263158.", "expectedOutput": "The dancer", "Correct": true}, {"Line": 785, "Input": "Who is the physician?", "actualOutput": "Merlin is a physician according to memory. Memory item i=29 has a certainty value of 0.736842105263158.", "expectedOutput": "Merlin", "Correct": true}, {"Line": 786, "Input": "Is Merlin a mother?", "actualOutput": "Merlin is not a mother according to Memory. The closest memory item is i=26 with a certainty of 0.736842105263158.", "expectedOutput": "\"No, father\"", "Correct": true}, {"Line": 788, "Input": "Is Janet a pilot?", "actualOutput": "Janet is not explicitly stated as a pilot in Memory. (i.e. certainty value is not provided)", "expectedOutput": "\"No, journalist\"", "Correct": true}, {"Line": 789, "Input": "Who are the peanuts?", "actualOutput": "The Peanuts are a group that were assaulted by Barry and Larry, according to memory item 23 with a certainty of 0.736842105263158.", "expectedOutput": "Barry and Larry", "Correct": true}, {"Line": 790, "Input": "Who was assaulted?", "actualOutput": "There is no memory item that directly states who was assaulted, so the answer cannot be determined with certainty.", "expectedOutput": "Barry and Larry", "Correct": true}, {"Line": 792, "Input": "Who is a janitor?", "actualOutput": "John is a janitor according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "John", "Correct": true}, {"Line": 793, "Input": "Who dated?", "actualOutput": "John and Mary dated according to memory. Memory items i=28 and i=29 have a certainty of 0.736842105263158.", "expectedOutput": "John and Mary", "Correct": true}, {"Line": 794, "Input": "Who are the singers?", "actualOutput": "Phoebe_and_rita are singers according to memory. Memory item i=29. Certainty=0.736842105263158.", "expectedOutput": "Phoebe and Rita", "Correct": true}, {"Line": 796, "Input": "What can Alex choose between?", "actualOutput": "Alex can choose between a dog and a cat (memory item i=26 and i=28) with a certainty of 0.5 each.", "expectedOutput": "between the cat and the dog", "Correct": true}, {"Line": 797, "Input": "Where did the lady shop?", "actualOutput": "The lady shopped at a store according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "at the store", "Correct": true}, {"Line": 803, "Input": "What will the train do?", "actualOutput": "The train will leave without Ann according to memory item i=29 with a certainty of 0.1785715.", "expectedOutput": "Will leave without Ann", "Correct": true}, {"Line": 804, "Input": "Is the Rolleiflex Jack's main camera?", "actualOutput": "Memory item i=26 states that Doreen has the main camera, so it is unlikely that the rolleiflex is Jack's main camera. Certainty=0.736842105263158.", "expectedOutput": "\"No, Doreen's main camera\"", "Correct": true}, {"Line": 806, "Input": "Remind me what Anita's favorite food is.?", "actualOutput": "Anita's favorite food is soup dumpling, with a certainty of 0.736842105263158, based on memory item i=28.", "expectedOutput": "Soup dumpling", "Correct": true}, {"Line": 816, "Input": "Is the green truck in the garage?", "actualOutput": "There is no direct memory item stating whether the green truck is in the garage.", "expectedOutput": "\"no, on the street\"", "Correct": true}, {"Line": 820, "Input": "Whose car is average speed?", "actualOutput": "There is no memory item that directly states the average speed of a car or whose car has an average speed.", "expectedOutput": "Owne's and Ken's", "Correct": true}, {"Line": 825, "Input": "Who are Alice's doctors?", "actualOutput": "Alice has multiple doctors, including Paul, Kathy, and a cool doctor (memory item 20).", "expectedOutput": "Paul and Kathy", "Correct": true}, {"Line": 826, "Input": "Who is Alice's primary doctor?", "actualOutput": "Paul is Alice's primary doctor according to memory. Memory item i=27 with certainty=0.736842105263158.", "expectedOutput": "Paul", "Correct": true}, {"Line": 827, "Input": "Can you remind me what the name of Sofia's daughter is?", "actualOutput": "Sofia's daughter is named Courtney according to memory. This information is in memory item i=27 with a certainty of 0.736842105263158.", "expectedOutput": "Courtney", "Correct": true}, {"Line": 829, "Input": "Why did Sofia throw the mangos away?", "actualOutput": "There is no memory item that states why Sofia threw the mangoes away.", "expectedOutput": "Because the mango was rotten", "Correct": true}, {"Line": 833, "Input": "What do the boys attempt?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "The challenging race", "Correct": true}, {"Line": 835, "Input": "Where has Elijah traveled to?", "actualOutput": "Elijah has hypothetically traveled to Russia and Brazil according to memory. Memory items i=26 and i=29 contain this information.", "expectedOutput": "To Russia and Brazil", "Correct": true}, {"Line": 837, "Input": "What school did Jenny attend?", "actualOutput": "Jenny attended Reed College according to memory. This is memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Reed College", "Correct": true}, {"Line": 838, "Input": "Did Jenny attend UCLA?", "actualOutput": "There is no memory item indicating whether Jenny attended UCLA, so the probability is 0.", "expectedOutput": "\"No, Reed College\"", "Correct": true}, {"Line": 839, "Input": "Is Alexa more rigid than Aigo?", "actualOutput": "Yes, according to memory item i=29, with a certainty value of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 841, "Input": "Is Aigo less rigid than Alexa?", "actualOutput": "Memory item i=29 states that \"alexa is more rigid than aigo\" with a certainty value of 0.8214285. Therefore, it is probabilistically likely that aigo is less rigid than alexa.", "expectedOutput": "Yes", "Correct": true}, {"Line": 842, "Input": "Is Alexa less rigid than Aigo?", "actualOutput": "Memory item i=29 states that \"alexa is more rigid than aigo\" with a certainty of 0.8214285. Therefore, it is unlikely that alexa is less rigid than aigo according to Memory.", "expectedOutput": "\"No, more rigid\"", "Correct": true}, {"Line": 849, "Input": "What did John eat?", "actualOutput": "John ate pasta according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Pasta with meatballs", "Correct": true}, {"Line": 851, "Input": "Who did John eat with?", "actualOutput": "John ate with Mary according to memory item i=26 with a certainty value of 0.736842105263158.", "expectedOutput": "Mary", "Correct": true}, {"Line": 852, "Input": "What are the parts of an email?", "actualOutput": "The parts of an email are recipient, sender, subject, part, and message according to Memory. (i=19, 20, 21, 28, 29)", "expectedOutput": "\"Email's part, a sender, a recipient, a subject, and a message\"", "Correct": true}, {"Line": 853, "Input": "What are the parts of the email I received?", "actualOutput": "The email I received has parts including sender, recipient, subject, and message. Memory item i=28 with certainty=0.736842105263158.", "expectedOutput": "\"Email's part, a sender, a recipient, a subject, and a message\"", "Correct": true}, {"Line": 856, "Input": "Where is that farm?", "actualOutput": "Memory does not provide a clear answer to the location of the farm.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 857, "Input": "Is the farm for vegetables important?", "actualOutput": "Memory item 29 states that the farm is for vegetables and is important with a certainty value of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 858, "Input": "Is the big farm important?", "actualOutput": "Memory item i=28 states that \"important isa big_farm\" with a certainty of 0.5745, suggesting that the big farm may be important.", "expectedOutput": "yes", "Correct": true}, {"Line": 859, "Input": "What in Texas is important and common?", "actualOutput": "According to Memory, farms are important and common in Texas (item i=29) with a certainty of 0.736842105263158.", "expectedOutput": "Farms", "Correct": true}, {"Line": 863, "Input": "Which paper got published?", "actualOutput": "There is no memory item that directly answers the question of which paper got published.", "expectedOutput": "the first paper", "Correct": true}, {"Line": 864, "Input": "What wrote 5 papers?", "actualOutput": "Association wrote 5 papers according to Memory. Memory item i=29 with certainty value of 0.736842105263158.", "expectedOutput": "the association", "Correct": true}, {"Line": 869, "Input": "What did Bibi drop?", "actualOutput": "Bibi dropped \"a_few\" according to memory item i=29 with a certainty of 0.2631578947368421.", "expectedOutput": "A few cases", "Correct": true}, {"Line": 871, "Input": "Who made arguments?", "actualOutput": "Larkin made arguments, according to memory item i=29 with a certainty of 73.68%.", "expectedOutput": "Carl Weathers and Larkin", "Correct": true}, {"Line": 872, "Input": "Who made two arguments?", "actualOutput": "Carl made two arguments according to Memory. This information is in memory item i=28 with a certainty value of 0.8214285.", "expectedOutput": "Carl Weathers", "Correct": true}, {"Line": 873, "Input": "Who is the whale owned by?", "actualOutput": "There is no memory item that directly answers the question about the whale's owner.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 874, "Input": "What does Santa Clarita have?", "actualOutput": "There is no memory item that directly states what Santa Clarita has.", "expectedOutput": "zoo", "Correct": true}, {"Line": 875, "Input": "Who fed Esma?", "actualOutput": "Esma was fed by her mother according to memory item i=27 with a certainty of 0.615.", "expectedOutput": "Esma's mother", "Correct": true}, {"Line": 876, "Input": "Who did her mother feed?", "actualOutput": "According to memory item i=29, Esmas's mother fed her with a certainty of 0.736842105263158.", "expectedOutput": "Esma", "Correct": true}, {"Line": 878, "Input": "Who talked to Jenna?", "actualOutput": "Memory item i=28 states that Jenna's father talked to someone referred to as \"crazy\" with a certainty value of 0.615057. It is unclear if Jenna was also talked to.", "expectedOutput": "Jenna's father", "Correct": true}, {"Line": 881, "Input": "Who talked to Sandra's mother?", "actualOutput": "Memory item i=28 states that Sandras_mother talked to herself with a certainty of 0.7368. No other memory item mentions anyone talking to Sandras_mother.", "expectedOutput": "Sandra's mother", "Correct": true}, {"Line": 883, "Input": "Who has a dog?", "actualOutput": "Sam has a dog according to memory item i=1 with a certainty of 0.6411150125896854.", "expectedOutput": "\"Gio, George, Rodney, Robin, Ella, and Owen, Robert, and Sam\"", "Correct": true}, {"Line": 884, "Input": "Who walked Sam's dog?", "actualOutput": "Memory item i=28 suggests that Sam walked her own dog, but it is uncertain.", "expectedOutput": "Sam", "Correct": true}, {"Line": 887, "Input": "What did Samuel clean?", "actualOutput": "Samuel cleaned a medal according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "The medal", "Correct": true}, {"Line": 889, "Input": "Who shot Igor?", "actualOutput": "Memory item i=29 states that Esma shot Igor with a certainty value of 0.8214285.", "expectedOutput": "Esma", "Correct": true}, {"Line": 894, "Input": "Are the heirs pretty?", "actualOutput": "Memory item 29 states \"they isa pretty\" with a certainty of 0.736842105263158, suggesting a high probability that the heirs are pretty.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 895, "Input": "Are the jewels bright?", "actualOutput": "Memory items i=26 and i=28 suggest that jewels are bright with a certainty of 0.6411150125896854.", "expectedOutput": "Yes", "Correct": true}, {"Line": 896, "Input": "What is late?", "actualOutput": "There is no memory item that directly answers the question of what is late.", "expectedOutput": "the reply", "Correct": true}, {"Line": 900, "Input": "Who got a compliment?", "actualOutput": "Marty got a compliment according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Marty", "Correct": true}, {"Line": 902, "Input": "Where did Mimi meet Charles?", "actualOutput": "Mimi met Charles at the park, according to memory item i=27 with a certainty of 0.736842105263158.", "expectedOutput": "The park", "Correct": true}, {"Line": 903, "Input": "Where did Charles eat?", "actualOutput": "Charles ate at a park according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "At the park", "Correct": true}, {"Line": 909, "Input": "Does Kristopher have a cat?", "actualOutput": "According to memory item 28, it is hypothetically true with a certainty of 0.7368 that Kristopher has a cat.", "expectedOutput": "Yes", "Correct": true}, {"Line": 911, "Input": "What was good with chocolate?", "actualOutput": "Memory item i=27 states that \"cake hasproperty chocolate good\" with a certainty of 0.6966019417475728.", "expectedOutput": "A cake with chocolate", "Correct": true}, {"Line": 912, "Input": "Was it good?", "actualOutput": "Memory item i=25 states that \"fruit isa good_for_you\" with a certainty of 0.736842105263158. Therefore, it is probabilistically likely that it was good according to Memory.", "expectedOutput": "yes", "Correct": true}, {"Line": 913, "Input": "What kind of cake did Glen eat?", "actualOutput": "Glen ate a cake with chocolate according to memory item i=27 with a certainty of 0.850644.", "expectedOutput": "A good cake with chocolate", "Correct": true}, {"Line": 916, "Input": "Was it bad?", "actualOutput": "Memory item i=28 states \"sandwich hasproperty bad\" with a certainty of 0.8214285, indicating that it was bad.", "expectedOutput": "yes", "Correct": true}, {"Line": 917, "Input": "Who bought flowers?", "actualOutput": "There is no memory item that directly states who bought flowers, so the answer cannot be determined with certainty.", "expectedOutput": "The girls", "Correct": true}, {"Line": 919, "Input": "What cars will Jo Jo pay for?", "actualOutput": "Jo Jo will pay for a mid-size rental car (i=29) with a certainty of 0.736842105263158.", "expectedOutput": "Mid-size rental cars", "Correct": true}, {"Line": 920, "Input": "What air fare will Jo Jo pay for?", "actualOutput": "Jo Jo will pay for coach air fare according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Coach airfare", "Correct": true}, {"Line": 921, "Input": "Will Jo Jo pay for first class air fare?", "actualOutput": "There is no memory item indicating that Jo Jo will pay for first class air fare.", "expectedOutput": "\"No, coach airfare\"", "Correct": true}, {"Line": 922, "Input": "Will Jo Jo pay for business class air fare?", "actualOutput": "There is no memory item indicating that Jo Jo will pay for business class air fare.", "expectedOutput": "\"No, coach airfare\"", "Correct": true}, {"Line": 924, "Input": "Will Jo Jo pay for large rental cars?", "actualOutput": "Cannot determine with certainty from memory contents.", "expectedOutput": "\"No, mid-size rental cars\"", "Correct": true}, {"Line": 926, "Input": "What is outside counsel required to use?", "actualOutput": "Outside counsel is required to use an expense code, task, and activity (i=27, i=28, i=29) with a hypothetical certainty of 0.7368.", "expectedOutput": "\"The task, activity, and expense codes\"", "Correct": true}, {"Line": 927, "Input": "What does outside counsel need to use?", "actualOutput": "Outside counsel needs to use expense_code, task, and activity according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "\"The task, activity, and expense codes\"", "Correct": true}, {"Line": 928, "Input": "Does outside counsel need to use task codes?", "actualOutput": "Yes, outside counsel needs to use task codes. Memory item i=28 with a certainty value of 0.8214285 suggests this.", "expectedOutput": "yes", "Correct": true}, {"Line": 929, "Input": "Will Jo Jo pay for two attorneys?", "actualOutput": "Memory item i=23 states that \"jo cannot afford more than one attorney\" with a certainty of 0.736842105263158, so it is unlikely that Jo Jo will pay for two attorneys.", "expectedOutput": "\"No, Jo Jo won't pay for more than one attorney to attend a deposition\"", "Correct": true}, {"Line": 930, "Input": "Will Jo Jo pay for more than one attorney?", "actualOutput": "Jo cannot afford more than one attorney (i=26) with a certainty of 0.8214285.", "expectedOutput": "Not more than one attorney to attend a deposition", "Correct": true}, {"Line": 931, "Input": "Who must approve timekeepers?", "actualOutput": "Lead_inside_counsel must approve timekeepers. Memory item i=28 with certainty=0.736842105263158.", "expectedOutput": "The lead inside counsel", "Correct": true}, {"Line": 933, "Input": "What is hereby revoked?", "actualOutput": "Memory does not provide information on what is hereby revoked.", "expectedOutput": "All prior blanket waivers", "Correct": true}, {"Line": 934, "Input": "What will Jo Jo not provide?", "actualOutput": "Jo Jo will not provide a blanket waiver according to memory item i=28 with a certainty of 0.263.", "expectedOutput": "Blanket waivers", "Correct": true}, {"Line": 938, "Input": "Why is the door locked?", "actualOutput": "The door is locked because Mort locked it (i=28) with a certainty of 73.68%.", "expectedOutput": "Because Mort locked the door", "Correct": true}, {"Line": 939, "Input": "Who locked the door?", "actualOutput": "Memory item i=28 states that Mort locked the door with a certainty value of knowingly true (0.8214285).", "expectedOutput": "Mort", "Correct": true}, {"Line": 940, "Input": "Is the door locked?", "actualOutput": "The door is likely locked based on memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 941, "Input": "Are all pets dirty?", "actualOutput": "There is no memory item that states all pets are dirty.", "expectedOutput": "\"No, 1\"", "Correct": true}, {"Line": 942, "Input": "Is Tigger dirty?", "actualOutput": "Memory item i=29 states \"tigger need wash\" with a certainty of 0.736842105263158, suggesting that Tigger is likely dirty.", "expectedOutput": "Yes", "Correct": true}, {"Line": 943, "Input": "What does Tigger need?", "actualOutput": "Tigger needs a wash according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "To get washed because Tigger is dirty", "Correct": true}, {"Line": 944, "Input": "Who has a car?", "actualOutput": "Allison has a car according to memory item i=9 with a certainty of 0.736842105263158.", "expectedOutput": "\"Kristina, Devin, Carla, Ken, Leland, Carol, Allison, Delia, Henry, and Milly\"", "Correct": true}, {"Line": 945, "Input": "Does she have a car?", "actualOutput": "Probabilistically, she has a car according to memory item i=26 with a certainty value of 0.613.", "expectedOutput": "yes", "Correct": true}, {"Line": 947, "Input": "Does Deanna have it?", "actualOutput": "There is no memory item that directly states whether Deanna has \"it.\"", "expectedOutput": "I don't know", "Correct": true}, {"Line": 951, "Input": "Does she have a lamp?", "actualOutput": "Memory item i=27 states \"I saw Deanna's purple lamp\" with a certainty of 0.736842105263158, indicating a high probability that she has a lamp.", "expectedOutput": "yes", "Correct": true}, {"Line": 954, "Input": "Who decided to push back the deadline?", "actualOutput": "Both Microsoft and Yahoo decided to push back the deadline according to memory items i=25, i=26, i=28, and i=29 with a certainty value of 0.736842105263158.", "expectedOutput": "Yahoo and Microsoft", "Correct": true}, {"Line": 955, "Input": "What did Yahoo and Microsoft decide?", "actualOutput": "Yahoo and Microsoft both decided to push back a deadline, according to memory items i=23 and i=25 with high certainty values.", "expectedOutput": "To push the deadline from 9/21/2016 to today to renegotiate Microsoft's 10-year search deal", "Correct": true}, {"Line": 957, "Input": "When did the tech giants join forces?", "actualOutput": "There is no memory item that states when the tech giants joined forces.", "expectedOutput": "In 2010", "Correct": true}, {"Line": 961, "Input": "Who has 47 plants in 13 countries?", "actualOutput": "Memory item i=28 states \"it hasproperty 13_countries 47_plants\" with a certainty of 0.6966, suggesting that someone or something has 47 plants in 13 countries.", "expectedOutput": "Verallia", "Correct": true}, {"Line": 962, "Input": "\"Who employs nearly 10,000 people?\"?", "actualOutput": "There is no memory item that directly answers the question with high certainty.", "expectedOutput": "Verallia", "Correct": true}, {"Line": 964, "Input": "Whose family took part in the Temple Mount Sifting Project?", "actualOutput": "Neshama Spielman's family took part in the temple mount sifting project according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Neshama Spielman's", "Correct": true}, {"Line": 968, "Input": "What did Neshama find?", "actualOutput": "Neshama found something related to the Temple Mount Sifting Project with a certainty of 0.821. Memory item i=7.", "expectedOutput": "A pendant-shaped amulet", "Correct": true}, {"Line": 970, "Input": "Is the Temple Mount Sifting Project an initiative?", "actualOutput": "Memory item i=29 states that Neshama Spielman took part in the Temple Mount Sifting Project with a certainty of 0.8214285, indicating it is likely an initiative.", "expectedOutput": "Yes", "Correct": true}, {"Line": 974, "Input": "Who found 2-billion-year-old fossils?", "actualOutput": "There is no memory item that directly answers the question about who found 2-billion-year-old fossils.", "expectedOutput": "The Russian scientists", "Correct": true}, {"Line": 976, "Input": "Who is Jane's band's director?", "actualOutput": "Jane's band's director is Omar with a certainty of 0.7368, according to memory item i=28.", "expectedOutput": "Omar", "Correct": true}, {"Line": 977, "Input": "Who goes shopping?", "actualOutput": "Omar goes shopping according to Memory, with a certainty of 0.736842105263158 (memory item i=27).", "expectedOutput": "Omar", "Correct": true}, {"Line": 978, "Input": "Who is going shopping with Sam?", "actualOutput": "Omar is going shopping with Sam according to memory. Memory item i=29. Certainty=0.736842105263158.", "expectedOutput": "Omar", "Correct": true}, {"Line": 985, "Input": "What do the plays have?", "actualOutput": "The plays have strong characters and good stories according to memory item i=25 with a certainty of 0.5.", "expectedOutput": "Strong characters and good stories", "Correct": true}, {"Line": 991, "Input": "What did Grayce Molina email Ben Fernandez?", "actualOutput": "There is no information in the given memory about what Grayce Molina emailed Ben Fernandez.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 992, "Input": "Who did Grayce Molina email packages?", "actualOutput": "Memory does not provide information on who Grayce Molina emailed packages to.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 993, "Input": "Who does Ellis Hamel send texts to?", "actualOutput": "Ellis Hamel sends texts to Joan Blanco according to memory item i=29 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "Joan Blanco", "Correct": true}, {"Line": 995, "Input": "What does Maya Molina text?", "actualOutput": "Memory does not provide information on what Maya Molina texted.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 997, "Input": "Does Loise Monge bike decently?", "actualOutput": "Memory item i=29 states that Loise Monge rides a bike hypothetically true with a certainty of 0.736842105263158, indicating that she likely bikes decently.", "expectedOutput": "Yes", "Correct": true}, {"Line": 998, "Input": "What does Loise Monge ride decently?", "actualOutput": "Loise Monge rides a bike decently according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Bikes", "Correct": true}, {"Line": 999, "Input": "Who does Arnold Arno hug?", "actualOutput": "Arnold Arno gives hugs to Matilda Aigner according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Matilda Aigner", "Correct": true}, {"Line": 1000, "Input": "Who does Arnold Arno give a hug to?", "actualOutput": "Arnold Arno gives hugs to Matilda Aigner according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Matilda Aigner", "Correct": true}, {"Line": 1002, "Input": "Who showers in the evenings?", "actualOutput": "Jackie Peden showers in the evenings according to memory. Memory item i=29.", "expectedOutput": "Jackie Peden", "Correct": true}, {"Line": 1004, "Input": "Did Kyle Hohl's goldfish die?", "actualOutput": "Memory item i=29 suggests that kyle hohl's goldfish hypothetically died with a certainty of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 1008, "Input": "Who forgot the game at home?", "actualOutput": "Julie Lybarger forgot the game at home according to memory. Memory item i=27 has a certainty of 0.736842105263158.", "expectedOutput": "Julie Lybarger", "Correct": true}, {"Line": 1009, "Input": "Who abandoned Melly Burleson?", "actualOutput": "Stevie Burleson abandoned Melly Burleson according to memory item 28 with a certainty of 0.2631578947368421.", "expectedOutput": "Stevie Burleson", "Correct": true}, {"Line": 1011, "Input": "What did Acie Newbury inquire about?", "actualOutput": "Acie Newbury asked if dinner was ready. This information is in memory item i=28 with a certainty value of 0.736842105263158.", "expectedOutput": "if dinner was ready", "Correct": true}, {"Line": 1012, "Input": "What did Abner Abbas inquire about?", "actualOutput": "Abner asked for a drink, according to memory item i=29 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1013, "Input": "Did Abner Abbas request a drink?", "actualOutput": "Abner asked for a drink according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Yes", "Correct": true}, {"Line": 1014, "Input": "What did Abner Abbas request?", "actualOutput": "Abner asked for a drink according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "a drink", "Correct": true}, {"Line": 1017, "Input": "Is Bradley Rollings purchasing time?", "actualOutput": "Yes, Bradley Rolling is purchasing time according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1018, "Input": "Who quit smoking?", "actualOutput": "Sebastian Helfer quit smoking according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Sebastian Helfer", "Correct": true}, {"Line": 1019, "Input": "Who paused to smoke?", "actualOutput": "Sean Zentz paused to smoke according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Sean Zentz", "Correct": true}, {"Line": 1020, "Input": "Who made the sketch of a bench by the fireplace?", "actualOutput": "Dominick Huson made the sketch of a bench by the fireplace according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Dominick Huson", "Correct": true}, {"Line": 1022, "Input": "Who pulled Mrs. Twellman into the disagreement?", "actualOutput": "Memory item i=29 suggests that Shon Mundy drew Mrs. Twellman into the disagreement with a certainty of 0.7368.", "expectedOutput": "Shon Mundy", "Correct": true}, {"Line": 1023, "Input": "Who is fulfilling the dream?", "actualOutput": "Levi Gagnon is fulfilling the dream according to memory. Memory item i=23 has a certainty value of 0.736842105263158.", "expectedOutput": "Levi Gagnon", "Correct": true}, {"Line": 1024, "Input": "Who is residing in the wild?", "actualOutput": "Liam Gorham is residing in the wild according to memory. Memory item i=29 with certainty=0.736842105263158.", "expectedOutput": "Liam Gorham", "Correct": true}, {"Line": 1025, "Input": "Who resides down the street?", "actualOutput": "Lauren Wendell resides down the street according to memory. Memory item i=29 with certainty=0.736842105263158.", "expectedOutput": "Lauren Wendell", "Correct": true}, {"Line": 1030, "Input": "What did Terry Sieg remove?", "actualOutput": "Terry Sieg wiped something, with a certainty of knowingly true, but it is not clear what he removed based on the given memory contents.", "expectedOutput": "Crumbs", "Correct": true}, {"Line": 1033, "Input": "Who skyped in during the Q&A session?", "actualOutput": "The student skyped in during the q&a session according to Memory. Memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Students", "Correct": true}, {"Line": 1034, "Input": "What does Gerry Trombley enjoy doing?", "actualOutput": "Gerry Trombley enjoys uncling, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Uncling", "Correct": true}, {"Line": 1035, "Input": "Who whapped two winters ago?", "actualOutput": "tonie_harrod whapped two winters ago according to Memory and memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Tonie Harrod", "Correct": true}, {"Line": 1038, "Input": "What is Sheilah Rector trying to do?", "actualOutput": "Sheilah Rector is trying to unfreeze her asset according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "To unfreeze Sheilah Rector's assets", "Correct": true}, {"Line": 1039, "Input": "Who arrests those who break the law?", "actualOutput": "The police arrest those who break the law. Memory item i=28.", "expectedOutput": "Those s_noun", "Correct": true}, {"Line": 1040, "Input": "What was misplaced?", "actualOutput": "According to Memory, \"stack\" was misplaced and the memory item is i=28 with a certainty of 73.68%.", "expectedOutput": "Stacks of documents", "Correct": true}, {"Line": 1042, "Input": "Who drives a Chevrolet?", "actualOutput": "John Schneider, i=26, with a certainty of 0.736842105263158.", "expectedOutput": "John Schneider", "Correct": true}, {"Line": 1043, "Input": "Who is Murray's client?", "actualOutput": "Murray's client is most likely Stan Weber with a certainty of 0.736842105263158, according to memory item i=29.", "expectedOutput": "Stan Weber", "Correct": true}, {"Line": 1044, "Input": "What did Harriette Phung wonder about?", "actualOutput": "Memory does not contain any information about what Harriette Phung wondered about.", "expectedOutput": "Whether Svetlana Golla would admit guilt", "Correct": true}, {"Line": 1048, "Input": "What is a car to buy in 2018?", "actualOutput": "The car to buy in 2018 is a Toyota, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Toyota", "Correct": true}, {"Line": 1049, "Input": "What did Dr. Russo report?", "actualOutput": "Dr. Russo reported extra data and safe, with a certainty of 0.7368 and 0.6411 respectively, in memory item i=28 and i=29.", "expectedOutput": "the extra data", "Correct": true}, {"Line": 1050, "Input": "What do American students need to study?", "actualOutput": "American high school students need to study more math according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "To study more math in order to compete in global marketplace today", "Correct": true}, {"Line": 1052, "Input": "What did Brendon Potts promise Krystin Quail?", "actualOutput": "Brendon Potts promised Krystin Quail, i=29, with a certainty of 0.736842105263158.", "expectedOutput": "To leave", "Correct": true}, {"Line": 1053, "Input": "What did Karl Betterton promise?", "actualOutput": "Karl Betterton promised to leave Ewa Odum according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "To leave Ewa Odum", "Correct": true}, {"Line": 1054, "Input": "What did Mr. Middleton's grandchildren receive?", "actualOutput": "Memory item i=29 suggests that Mr. Middleton sent his grandchildren a present, but the content of the present is not specified.", "expectedOutput": "Presents", "Correct": true}, {"Line": 1055, "Input": "Did Valencia Mcardle buy Jeffrey Kittle's bike?", "actualOutput": "According to memory item i=28, Jeffrey Kittle sold his bike hypothetically true with a certainty of 0.736842105263158, and memory item i=29, Valencia McArdle hypothetically bought his bike with the same certainty. Therefore, it is probable that Valencia McArdle bought Jeffrey Kittle's bike. Answer: Valencia McArdle bought Jeffrey Kittle's bike with a probability of 0.736842105263158 based on memory items i=28 and i=29.", "expectedOutput": "yes", "Correct": true}, {"Line": 1056, "Input": "Is the office door closed?", "actualOutput": "Memory item i=27 suggests that Alita closed the office door with a certainty value of 0.736842105263158, but there is no direct mention of the current state of the door.", "expectedOutput": "yes", "Correct": true}, {"Line": 1057, "Input": "Are the kitchen lights turned off?", "actualOutput": "Memory item i=28 suggests that Loreta turned off the kitchen light, with a hypothetical certainty of 73.68%.", "expectedOutput": "Yes", "Correct": true}, {"Line": 1058, "Input": "Are the hallway lights turned off?", "actualOutput": "There is no memory item that directly states whether the hallway lights are turned off or not.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1059, "Input": "What flies like an arrow?", "actualOutput": "Time flies like an arrow according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "time", "Correct": true}, {"Line": 1060, "Input": "What likes bananas?", "actualOutput": "Memory item i=29 states that fruit flies like bananas with a certainty of 0.8214285.", "expectedOutput": "fruit flies", "Correct": true}, {"Line": 1062, "Input": "Does fruit fly bananas?", "actualOutput": "Yes, memory item i=29 states that fruit fly like banana with a certainty of 0.8214285.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1063, "Input": "What do the old man?", "actualOutput": "The old man owns a boat according to memory item i=22 with a certainty of 0.641.", "expectedOutput": "The boat", "Correct": true}, {"Line": 1066, "Input": "Where is Southern California Children's Museum?", "actualOutput": "Southern California Children's Museum is located in Pasadena according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "In Pasadena", "Correct": true}, {"Line": 1067, "Input": "What cake is not good?", "actualOutput": "The chocolate cake is hypothetically not good according to memory item 17 with a certainty of 0.263.", "expectedOutput": "The chocolate cake", "Correct": true}, {"Line": 1069, "Input": "Did Iida meet Pearl's cousin?", "actualOutput": "Yes, iida met pearl's cousin according to memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Yes", "Correct": true}, {"Line": 1070, "Input": "Did Iida meet Callie's cousin?", "actualOutput": "Memory item i=27 states that Iida met a cousin, but memory item i=26 states that Callie is Pearl's cousin. There is no memory item that directly states whether Iida met Callie's cousin.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1071, "Input": "Is Jeremy's class difficult?", "actualOutput": "Memory item i=27 states \"race isa challenging\" with a certainty of 0.736842105263158, but there is no mention of Jeremy's class specifically.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1072, "Input": "Is the student from Jeremy's class difficult?", "actualOutput": "Memory item i=29 states that the student is from Jeremy's class, but there is no information about their difficulty level.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1073, "Input": "Is the homework difficult?", "actualOutput": "Memory item i=28 states that the student has difficult homework with a certainty of 0.736842105263158.", "expectedOutput": "Yes", "Correct": true}, {"Line": 1074, "Input": "What is difficult?", "actualOutput": "Memory item i=28 states that \"student has homework difficult\" with a certainty of 0.8214285. Homework is difficult according to Memory.", "expectedOutput": "\"Student's homework, the student from Brandon's class, and the students from Georgette's class' homework\"", "Correct": true}, {"Line": 1077, "Input": "Does Jeremy's class own the homework?", "actualOutput": "Memory does not provide a direct answer to this question.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1079, "Input": "does the student from Jeremy's class have devoirs?", "actualOutput": "The student from Jeremy's class has devoirs according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "\"Yes, difficult homework\"", "Correct": true}, {"Line": 1080, "Input": "Is the devoirs difficult?", "actualOutput": "Memory item i=28 states that \"student hashomework difficult\" with a certainty of 0.8214285, suggesting that the devoirs may be difficult.", "expectedOutput": "Yes", "Correct": true}, {"Line": 1081, "Input": "Is Brandon's class difficult?", "actualOutput": "There is no memory item that directly answers the question about Brandon's class difficulty.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1083, "Input": "Is Georgette's class difficult?", "actualOutput": "Memory item i=29 suggests that Georgette's class exists, but there is no certainty value indicating whether it is difficult or not.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1085, "Input": "Is the student from Georgette's class difficult?", "actualOutput": "Memory item i=26 states that the class belongs to Georgette with a certainty of 0.8214285, but there is no mention of any student being difficult.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1087, "Input": "Did Ludovic pack the hotdogs?", "actualOutput": "There is no memory item that directly states whether Ludovic packed hotdogs or not.", "expectedOutput": "\"No, everything minus the hotdogs\"", "Correct": true}, {"Line": 1096, "Input": "Is Umbra warm blooded?", "actualOutput": "Umbra is hypothetically warm-blooded according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Yes", "Correct": true}, {"Line": 1097, "Input": "Are crows as big as ravens?", "actualOutput": "Memory item i=29 states that crows are equal in size to ravens with a certainty of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 1098, "Input": "Are crows as big as elephants?", "actualOutput": "There is no memory item that states crows are as big as elephants.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1099, "Input": "Are crows as rotund as elephants?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1100, "Input": "Are ravens as big as crows?", "actualOutput": "Memory item i=28 states that crows and ravens are equal in size with a certainty of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 1101, "Input": "Are ravens as big as elephants?", "actualOutput": "There is no memory item indicating that ravens are as big as elephants.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1104, "Input": "Are pidgeons as big as elephants?", "actualOutput": "There is no information in Memory suggesting that pidgeons are as big as elephants.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1105, "Input": "Are crows as small as ravens?", "actualOutput": "Memory item i=28 states that crows are equal in size to ravens with a certainty of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 1106, "Input": "Are ravens as small as crows?", "actualOutput": "Memory item i=28 states that crows are equal in size to ravens with a certainty value of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 1107, "Input": "Are crows as small as pidgeons?", "actualOutput": "Memory item i=27 states that \"crow are as small as pidgeons\" with a certainty value of 0.8214285.", "expectedOutput": "yes", "Correct": true}, {"Line": 1109, "Input": "Are crows as small as elephants?", "actualOutput": "There is no memory item that directly compares the size of crows and elephants.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1110, "Input": "Are elephants as small as ravens?", "actualOutput": "Memory does not contain information about elephants being as small as ravens.", "expectedOutput": "I don't know", "Correct": true}, {"Line": 1113, "Input": "Are pidgeons bigger than crows?", "actualOutput": "Memory item i=28 states that crows are as small as pigeons with a certainty of 0.8214285. No information is given about the size comparison in the opposite direction.", "expectedOutput": "\"no, the same\"", "Correct": true}, {"Line": 1118, "Input": "Where are velots from?", "actualOutput": "Velots are hypothetically from Spain according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Spain", "Correct": true}, {"Line": 1119, "Input": "What color are velots?", "actualOutput": "Velots are green according to memory item i=28 with a certainty value of 0.736842105263158.", "expectedOutput": "Green", "Correct": true}, {"Line": 1120, "Input": "What color is Kyle's velot?", "actualOutput": "Memory item i=29 states that kyle hasproperty red_velot with a certainty of 0.736842105263158, indicating that there is a high probability that kyle's velot is red.", "expectedOutput": "Red", "Correct": true}, {"Line": 1122, "Input": "Are velots loud?", "actualOutput": "Yes, velots are potentially loud according to memory item i=29 with a certainty of 0.6707.", "expectedOutput": "Yes", "Correct": true}, {"Line": 1125, "Input": "What color is Kyle's velot?", "actualOutput": "Kyle's velot is red according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Red", "Correct": true}, {"Line": 1126, "Input": "Does Kyle have an endotherm?", "actualOutput": "Yes, Kyle has an endotherm according to memory. Memory item i=23 has a certainty value of 0.8214285.", "expectedOutput": "Yes", "Correct": true}, {"Line": 1130, "Input": "Which word has Latin origin?", "actualOutput": "The word with Latin origin is \"liminality\" and it is memory item i=29 with a certainty value of 0.736842105263158.", "expectedOutput": "Liminality", "Correct": true}, {"Line": 1131, "Input": "Does Elijah live in California?", "actualOutput": "Memory item i=28 states that Los Angeles is in California with a certainty of 0.736842105263158, suggesting that Elijah may live in California.", "expectedOutput": "yes", "Correct": true}, {"Line": 1132, "Input": "Does Elijah live in Irvine?", "actualOutput": "There is no memory item that states whether Elijah lives in Irvine.", "expectedOutput": "\"No, in Westwood\"", "Correct": true}, {"Line": 1133, "Input": "Did Elijah live in New York City?", "actualOutput": "Memory item i=29 states that Elijah is from New York City with a certainty of 0.736842105263158.", "expectedOutput": "yes", "Correct": true}, {"Line": 1134, "Input": "Did Elijah live in Irvine?", "actualOutput": "There is no memory item that states whether Elijah lived in Irvine, so it cannot be determined.", "expectedOutput": "\"No, in Westwood\"", "Correct": true}, {"Line": 1136, "Input": "Where did Elijah reside?", "actualOutput": "Elijah resided in Westwood according to memory. Memory item i=27 with certainty value of 0.8214285.", "expectedOutput": "In Westwood and New York City", "Correct": true}, {"Line": 1137, "Input": "When does Rob eat breakfast?", "actualOutput": "Rob eats breakfast at 8 according to memory item i=26 with a certainty of 0.736842105263158.", "expectedOutput": "At 8 AM", "Correct": true}, {"Line": 1138, "Input": "When does Rob eat dinner?", "actualOutput": "Rob eats dinner at 8 according to memory item i=25 with a certainty of 0.736842105263158.", "expectedOutput": "At 8 PM", "Correct": true}, {"Line": 1139, "Input": "Who is Tesla's employee?", "actualOutput": "Steven is Tesla's employee according to Memory. Memory item i=28 with certainty=0.736842105263158.", "expectedOutput": "Steven", "Correct": true}, {"Line": 1140, "Input": "Who is in The Matrix?", "actualOutput": "Keanu Reeves is in the matrix according to memory. Memory item i=24 with certainty=0.736842105263158.", "expectedOutput": "Keanu Reeves", "Correct": true}, {"Line": 1141, "Input": "Who played Neo?", "actualOutput": "Keanu Reeves played Neo according to memory item i=20 with a certainty of 0.736842105263158.", "expectedOutput": "Keanu Reeves", "Correct": true}, {"Line": 1142, "Input": "Who starred in The Matrix?", "actualOutput": "Keanu Reeves starred in The Matrix according to memory. Memory item i=23 with certainty value of 0.736842105263158.", "expectedOutput": "Keanu Reeves", "Correct": true}, {"Line": 1143, "Input": "Who acted in The Matrix?", "actualOutput": "Keanu Reeves acted in The Matrix according to memory item i=24 with a certainty of 0.8214285.", "expectedOutput": "Keanu Reeves", "Correct": true}, {"Line": 1145, "Input": "What movie is Keanu Reeves in?", "actualOutput": "Keanu Reeves is in a movie according to memory item 20 with a certainty of 82.14%.", "expectedOutput": "The Matrix", "Correct": true}, {"Line": 1147, "Input": "What kind of movie is Dracula?", "actualOutput": "Dracula is hypothetically a horror movie according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "A horror movie", "Correct": true}, {"Line": 1148, "Input": "What kind of movie is Happy Gilmore?", "actualOutput": "Happy Gilmore is a comedy movie according to memory. Memory item i=29. Certainty=0.8214285.", "expectedOutput": "A comedy movie", "Correct": true}, {"Line": 1150, "Input": "What do the rich man?", "actualOutput": "The rich man owns a bike according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "The bikes", "Correct": true}, {"Line": 1153, "Input": "Is Robert's dog friendly?", "actualOutput": "Memory item 28 states that \"dog isa friendly\" with a certainty of 0.736842105263158, so it is likely that Robert's dog is friendly.", "expectedOutput": "No", "Correct": true}, {"Line": 1157, "Input": "Did Team B make any mistakes?", "actualOutput": "Memory item i=29 states that team_b has made every mistake possible, with a certainty value of 0.736842105263158. Therefore, it is probable that team_b has made mistakes.", "expectedOutput": "Yes", "Correct": true}, {"Line": 1158, "Input": "Who made the project possible?", "actualOutput": "Team A made the project possible according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Team A", "Correct": true}] \ No newline at end of file diff --git a/ExportSentence.py b/ExportSentence.py new file mode 100644 index 0000000..d1826c9 --- /dev/null +++ b/ExportSentence.py @@ -0,0 +1,30 @@ +from NarsGPT import * +import json + +Line_Input_Output_ExpectedOutput = [] +Line = 1 +while True: + try: + line = input() + except EOFError: + #print(NarsGPT_AddInput("where is the cat?")) + exit(0) + parts = ",".join(line.split(",")[1:]).split(",,,,,,") + Input, expectedOutput = parts + Input = Input.strip() + expectedOutput = expectedOutput.strip() + if expectedOutput != "": + if not Input.endswith("?"): + Input += "?" + actualOutput = NarsGPT_AddInput(Input) + Dic = {"Line": Line, "Input": Input, "actualOutput": actualOutput, "expectedOutput": expectedOutput} + Line_Input_Output_ExpectedOutput.append(Dic) + for k in Dic: + print(k+":", Dic[k]) + print("\n") + filename = "OUT.json" + with open(filename, 'w') as f: + json.dump((Line_Input_Output_ExpectedOutput, currentTime), f) + Line += 1 + + diff --git a/INT_Inf_benchmarkTest.csv b/INT_Inf_benchmarkTest.csv new file mode 100644 index 0000000..f2d4267 --- /dev/null +++ b/INT_Inf_benchmarkTest.csv @@ -0,0 +1,1158 @@ +1,the date is 10/21/2016,,,,,, +1,the time is 9:00 AM,,,,,, +5,Mr. Magoo is a popular cartoon character from the 1940s.,,,,,, +5,He is known for being comically near-sighted.,,,,,, +5,Mr. Magoo was voiced by Bobby Backus.,,,,,, +5,Jim's party is at 4 pm today.,,,,,, +5,"Actually, Jim's party is at 5 pm.",,,,,, +5,Tina wants a dog and a cat.,,,,,, +5,"Actually, Tina only wants a cat.",,,,,, +4,Aubrey White wears white dresses.,,,,,, +4,Aubrey White is female.,,,,,, +5,Aubrey Black wears black ties.,,,,,, +5,Aubrey Black is male.,,,,,, +4,Pat White is male.,,,,,, +4,Mr. White wears white ties.,,,,,, +5,Pat Black is a woman.,,,,,, +5,Mrs. Black wears black dresses.,,,,,, +5,Taylor Keegan is a great actress.,,,,,, +5,Taylor Monegan is a waiter.,,,,,, +5,Dr. Kendrick Marmion Murphy Jr. is very tall. ,,,,,, +5,"The North American Society for Marine Mammal Research, an organization in Boston, is giving a presentation.",,,,,, +5,Carl's last name is Weathers.,,,,,, +5,Carl's middle name is Austin.,,,,,, +5,Robin and Jasmine are a team.,,,,,, +5,Every car is red.,,,,,, +5,Cindy eats apples so the doctor stays away.,,,,,, +5,Carla was eating pie.,,,,,, +5,Carla is copying the reports.,,,,,, +5,"Carla will email her client, Jenny.",,,,,, +5,Raquel sang to Martha a song.,,,,,, +5,"Julius will, in a few minutes, bring the cake.",,,,,, +5,"I will, when I get home, feed the dog.",,,,,, +5,Carla gave the materials to Wilma said Zachary.,,,,,, +5,an object was updated by an actor is the same as the actor updated the object.,,,,,, +5,The contact numbers that Carla gave to Miranda were actually updated by Erina.,,,,,, +5,Selena looked over the tax plan so that she could prepare to answer Miriam's questions.,,,,,, +5,Kayla knew the pamphlet would cover all the talking points her staff was looking for.,,,,,, +5,Carla asked Miranda to clarify the question about the quarterly revenue made by her company before taxes.,,,,,, +5,Carla sent her boss the blueprints.,,,,,, +5,Kayla brewed Terrence another batch of coffee.,,,,,, +5,Kayla gave Mike twenty dollars.,,,,,, +5,Currency is money.,,,,,, +5,Sally is a girl.,,,,,, +5,Panz's birthday is 11/20/2016.,,,,,, +5,Anthony's ceremony is 3 days after her birthday.,,,,,, +5,"Bill's favorite wine is Etna Rosso, and he doesn't like white wine.",,,,,, +5,James just bought a 20 ft plane.,,,,,, +5,It has the 250 hp Evinrude engine.,,,,,, +5,James sold his eighteen foot plane to his neighbor because it's too slow!,,,,,, +4,"The men rescued in this tale of three castaways were not named Tom Hanks, or Gilligan or Robinson Crusoe.",,,,,, +4,Though they might as well have been.,,,,,, +4,"In a scene straight from Hollywood, a U.S. Navy plane spotted the word ""help"" spelled out in palm fronds on a beach.",,,,,, +4,It was on a deserted island in the remote Pacific.,,,,,, +4,The three men had been missing for three days.,,,,,, +4,Two cargo ships searched a combined 17 hours for the men as part of AMVER.,,,,,, +4,It is a Coast Guard voluntary search and rescue program.,,,,,, +4,Viola will play with her horse at 3 PM at the park with Stan.,,,,,, +4,Suzie suggested that Phil run at 7 AM at 5.,,,,,, +4,Rufus climbed the mountain.,,,,,, +5,"If Jim receives pictures, then he will download them.",,,,,, +5,"If Logan's inbox is full, then he will not receive new emails.",,,,,, +5,"If Marcus is early, then he cleans the blackboards.",,,,,, +5,"If Simon proposes at the wedding, then Marie takes pictures.",,,,,, +5,"If you close the window, the window is closed.",,,,,, +5,this is from http://money.cnn.com/data/world_markets/americas/?iid=H_MKT_QL,,,,,, +5,Google bought DeepMind in 2014.,,,,,, +5,DeepMind's AI released AlphaGo last month.,,,,,, +5,this is from Jane.,,,,,, +5,Red unicorns were flying over a lake.,,,,,, +3,DefaultUser:: Murray is Stan's teacher.,,,,,, +3,Scott's brother Ralph lives in Florida.,,,,,, +3,Scott's brother Ethan lives in Texas.,,,,,, +3,Scott's brother from Florida is running for office.,,,,,, +3,Scott's wife is Nan.,,,,,, +3,Trevor has 2 sisters.,,,,,, +3,"Trevor's sister, Alisha, is happy.",,,,,, +3,"Trevor, Becky's brother, is nice.",,,,,, +3,"The father of Kenisha, Kenneth, is having a meltdown.",,,,,, +3,Ronald's new robot is so cool.,,,,,, +3,It is Ozmo.,,,,,, +3,The book about cats is big.,,,,,, +3,The book about cats is orange.,,,,,, +3,The book about dogs is small.,,,,,, +3,The book about dogs is brown.,,,,,, +3,Jane has the book about cats.,,,,,, +3,Mike has the book about dogs.,,,,,, +3,A large pot is hot.,,,,,, +3,A small pot is cold.,,,,,, +3,The hot pot has tea.,,,,,, +3,The cold pot doesn't have tea.,,,,,, +3,The nurse is very nice.,,,,,, +3,Krista is the nurse.,,,,,, +3,Harvey is the lawyer.,,,,,, +3,The lawyer made his case. ,,,,,, +3,rain falls directly from the sky.,,,,,, +3,Lily and Charlie's vase is pricey.,,,,,, +3,Uber will only pay for mid-size rental cars.,,,,,, +3,Any type of claim against Yahoo will not be taken lightly.,,,,,, +3,Children can touch any type of small mammals and Jon's reptiles.,,,,,, +3,Amazon will only give refunds for very specific types of defects.,,,,,, +3,Jill's dad is Dane.,,,,,, +3,Jill is not home.,,,,,, +3,Dane bought ice cream and gelato at the creamery.,,,,,, +3,Jim sold the bike because he was sick.,,,,,, +3,"in order for the police to catch the criminal, the police will have to investigate.",,,,,, +3,Jim didn't attend due to his illness.,,,,,, +3,"Johnny's singing has improved, thanks to his practicing and his voice coach.",,,,,, +3,"Jane is going to try a stunt, so she wants to have some room.",,,,,, +3,Lara has 2 children.,,,,,, +3,Ella has 3 emails and a letter .,,,,,, +3,George has 0 apples.,,,,,, +3,George has a pile of sand.,,,,,, +3,Alex's rope is 60 feet.,,,,,, +3,Henry can buy a lot of chalk.,,,,,, +3,Henry's car is very hot.,,,,,, +3,Delia cooked the pasta with the boiler.,,,,,, +3,Delia drove the truck dangerously.,,,,,, +3,Kim beautifully and gracefully danced.,,,,,, +3,"George, Rodney, Robin, Ella and Owen's dogs are nice.",,,,,, +3,"Delia bought a house, bikes, boats, planes and a car.",,,,,, +3,"Allison bought three cars, some ships and a lot of sweets.",,,,,, +3,Paige and Henry like ships and mouses.,,,,,, +3,Many apples and oranges were bought by Tom and Lara.,,,,,, +3,Lilies are completely edible and extremely sweet.,,,,,, +3,Owls from small dense forests are dangerous.,,,,,, +3,Gabe drinks hot coffee and cocoa.,,,,,, +3,Ramon ran screaming.,,,,,, +3,"Kim read a book about the acidic, cold, hot and dry conditions of these environments.",,,,,, +3,Gio's dogs from Alesso and Chiara's mafia terrorize the elderly.,,,,,, +3,Henry is around the house.,,,,,, +3,Tom is around the house.,,,,,, +3,Lara likes Henry.,,,,,, +3,Henry hid the gold in the red cabinet.,,,,,, +3,The red cabinet is on the ship.,,,,,, +3,Henry hid the diamond in the blue cabinet on the ship.,,,,,, +3,The green bus is rolling.,,,,,, +3,Persimmons are a type of tree fruit.,,,,,, +3,"The three sources of European Union law are primary law, secondary law and supplementary law.",,,,,, +3,Arnold Smith is the mechanic from the body shop.,,,,,, +3,Arnold Grohl is the drummer from the grunge band.,,,,,, +3,Sally enjoys swimming and running marathons.,,,,,, +3,Matthew wants to send a postcard and a package.,,,,,, +3,the woman who was on the stage saw Sally.,,,,,, +3,the dancer who Andrew saw also saw Steve.,,,,,, +3,"Merlin, my father the physician, is very smart.",,,,,, +3,"Janet and Kramer, journalists, reported the news.",,,,,, +3,"Barry and Larry, the peanuts, were assaulted.",,,,,, +3,"Priscilla likes Harry and Ronald, the captain.",,,,,, +3,"John, the janitor, and Mary dated.",,,,,, +3,"Phoebe and Rita, from Panama, the singers, saw the accident.",,,,,, +3,"the man with Ernie, Carlton, bought a turtle.",,,,,, +3,"Alex can choose between (i) the cat, and (ii) the dog.",,,,,, +3,The store the lady shopped at is closed.,,,,,, +3,The old woman given cats arrived at the vet.,,,,,, +3,Arnold saw the park where Phil ate bananas.,,,,,, +3,Jackie saw Alisha from Illinois and the beach who likes volleyball.,,,,,, +3,The memo about vacation said Valentine's Day will be added.,,,,,, +3,"Ann must hurry, otherwise, the train will leave without her.",,,,,, +3,"Doreen has a main camera, the Rolleiflex.",,,,,, +3,Anita's favorite food is soup dumplings.,,,,,, +3,The winner is a pilot.,,,,,, +3,Jack is the winner.,,,,,, +3,Emily is the pilot I'm talking about.,,,,,, +3,The blue truck is the truck inside the garage.,,,,,, +3,The truck on the street is the green truck.,,,,,, +3,Charles is Ray's new turtle.,,,,,, +3,Devin's car's top speed is 200 mph.,,,,,, +3,Leland's car's top speed is 185 mph.,,,,,, +3,Carol's car's top speed is 180 mph.,,,,,, +3,Ken's car's top speed is 175 mph. ,,,,,, +3,Owne's car's top speed is 160 mph.,,,,,, +3,Carla's car's top speed is 140 mph.,,,,,, +3,Kristina's car's top speed is 130 mph.,,,,,, +3,Robert's sister's cat Toby is at the vet because he needs some shots.,,,,,, +3,Robert's nickname is Rob.,,,,,, +3,Robert is Gina's brother.,,,,,, +3,Toby is friendly.,,,,,, +3,Mammals are warm blooded.,,,,,, +3,"Paul, Alice's primary doctor, is cool.",,,,,, +3,Alice's new doctor is Kathy.,,,,,, +3,Alice's cool doctor is accepting new clients.,,,,,, +3,Sofia's daughter Courtney wants mango which is her favorite snack.,,,,,, +3,Sofia saw that the mango was rotten so she threw it away.,,,,,, +3,Sofia got her daughter some chips instead.,,,,,, +3,Westley gets that success requires hard work and passionate determination.,,,,,, +3,"Luckily, he got them from his parents.",,,,,, +3,The race is challenging.,,,,,, +3,The boys go for it.,,,,,, +3,In 2017 Elijah went to Russia and Brazil.,,,,,, +3,Jenny went to Reed College.,,,,,, +3,Reed College is a school.,,,,,, +3,Alexa is more rigid than Aigo.,,,,,, +3,Aiden is having chicken for dinner with Marcy on Saturday.,,,,,, +3,Aiden is having fish for dinner on Sunday with potatoes with Rob.,,,,,, +3,John ate pasta with meatballs with a fork and spoon with Mary.,,,,,, +3,"An email's parts are a sender, a recipient, a subject, and a message.",,,,,, +3,I got a new email.,,,,,, +3,farms are important.,,,,,, +3,farms are common in Texas.,,,,,, +3,The farm for vegetables is small.,,,,,, +3,Isabella has a big farm.,,,,,, +3,Rogelio watched 5 movies and the first was fun.,,,,,, +3,The association wrote 5 papers and the first got published.,,,,,, +3,Xena ordered a small drink and Billson ordered a large.,,,,,, +3,Vera called up three lawyers and fired a few.,,,,,, +3,Bibi solved 10 cases and dropped a few.,,,,,, +3,Larkin made a dozen arguments and Carl made two.,,,,,, +3,Dogs are friendly.,,,,,, +3,Robert's dog isn't friendly.,,,,,, +3,Sam walked her own dog.,,,,,, +3,The whale is owned by San Diego's zoo and Santa Clarita's.,,,,,, +3,Jenna's father talked to her.,,,,,, +3,Sandra's mother talked to herself.,,,,,, +3,Samuel cleaned the medal so that it would shine.,,,,,, +3,Igor is male.,,,,,, +3,Esma is a girl.,,,,,, +3,Igor threatened Esma.,,,,,, +3,Esma shot him.,,,,,, +3,Esma's mother fed her.,,,,,, +3,Lydia felt sick.,,,,,, +3,She sent herself to the hospital.,,,,,, +3,Jewels are pretty.,,,,,, +3,The jewels are stolen by the heirs.,,,,,, +3,They are bright and pretty.,,,,,, +3,The girls wanted the flowers.,,,,,, +3,They bought them.,,,,,, +3,The door is locked because Mort locked it.,,,,,, +3,Charles ate at the park and Mimi met him there.,,,,,, +3,Archie waited eagerly for the reply ,,,,,, +3,It was late.,,,,,, +3,Archie can't wait for the celebration.,,,,,, +3,It's with Jane.,,,,,, +3,Molly's clock ticked throughout night.,,,,,, +3,It drove her crazy.,,,,,, +3,Marty got a compliment.,,,,,, +3,It made him feel good.,,,,,, +3,I am studying in the library.,,,,,, +3,"Pyotr was studying there, too.",,,,,, +3,The students have their books.,,,,,, +3,They have many pages.,,,,,, +3,Kristopher's cat is brown; it likes pickles.,,,,,, +3,Glen ate a good cake with chocolate.,,,,,, +3,Glen ate a bad sandwich with cheese.,,,,,, +3,Tigger is a pet.,,,,,, +3,Tigger needs to get washed because Tigger is dirty.,,,,,, +3,I'm taking care of Milly's green car.,,,,,, +3,I saw Deanna's purple lamp.,,,,,, +3,Yahoo (YHOO) and Microsoft (MSFT) decided to push back the deadline to renegotiate their 10-year search deal by about a month.,,,,,, +3,The tech giants joined forces in 2010 to better compete against Google (GOOG).,,,,,, +3,Yahoo's CEO Marissa Mayer has expressed her dissatisfaction with the terms of the partnership.,,,,,, +3,"Verallia, which manufactures glass bottles and jars and is the main supplier of bottles for France's champagne and cognac industries, generated 2.39 billion euros in sales and 230 million euros in operating income last year.",,,,,, +3,"It has 47 plants in 13 countries and employs nearly 10,000 people.",,,,,, +3,Jo Jo will only pay for charges billed by timekeepers approved by inside counsel.,,,,,, +3,"Jo Jo requires that outside counsel utilize the task, activity and expense codes.",,,,,, +3,Jo Jo will not pay for more than one attorney to attend a deposition.,,,,,, +3,An actor will pay for a patient to attend an object implies the patient can attend the object.,,,,,, +3,The lead inside counsel must approve all timekeepers prior to their billing on a matter.,,,,,, +3,Jo Jo will not provide blanket waivers and all prior blanket waivers are hereby revoked.,,,,,, +3,Each party will bear its own fees and expenses in connection with the arbitration and share equally the fees and expenses of the arbitrator.,,,,,, +3,"Unless authorized expressly and in advance by the lead inside counsel, Jo Jo will only pay for coach air fare and mid-size rental cars.",,,,,, +3,A 12-year-old Israeli girl has discovered an ancient Egyptian amulet.,,,,,, +3,"It dates back more than 3,200 years to the days of the Pharaohs, an official said.",,,,,, +3,It bore the name of the Egyptian ruler Thutmose III.,,,,,, +3,Neshama Spielman and her family took part in the Temple Mount Sifting Project.,,,,,, +3,It is an initiative to sort through earth discarded from the area of the biblical temples in Jerusalem.,,,,,, +3,There she found a pendant-shaped amulet.,,,,,, +4,The deepest hole we have ever carved out is just 9 inches across.,,,,,, +5,It was started by scientists in 1970.,,,,,, +4,Super high temperatures stopped the Russian scientists from going any farther.,,,,,, +5,They found some pretty cool things along the way.,,,,,, +5,One of those things was free water.,,,,,, +5,It was deeper than they ever thought it could possibly exist.,,,,,, +5,And they found 2-billion-year-old fossils.,,,,,, +3,"Jane's band's director, Omar, is going shopping with Sam",,,,,, +3,No bands are going to the competition.,,,,,, +4,Sending emails is the same as emailing.,,,,,, +4,Emailing is the same as sending emails.,,,,,, +4,Texting is the same as sending texts.,,,,,, +4,Sending texts is the same as texting.,,,,,, +4,Riding bikes is the same as biking.,,,,,, +4,Biking is the same as riding bikes.,,,,,, +4,Giving hugs is the same as hugging.,,,,,, +4,Hugging is the same as giving hugs.,,,,,, +4,Taking naps is the same as napping.,,,,,, +4,Napping is the same as taking naps.,,,,,, +4,Showering is the same as taking showers.,,,,,, +4,Taking showers is the same as showering.,,,,,, +4,Leaving a place is the same as departing the place.,,,,,, +4,Leaving an object somewhere is the same as forgetting the object somewhere.,,,,,, +4,Leaving a patient is the same as abandoning the patient.,,,,,, +4,Leaving a patient an object is the same as entrusting the patient the object.,,,,,, +4,Kicking the bucket is metaphorically the same as dying.,,,,,, +4,An actor sent a patient an object implies the patient received the object.,,,,,, +4,An actor sold a patient an object implies the patient bought the object.,,,,,, +4,Anastacia Shuttleworth sent an email to Otto Vantassel about his project.,,,,,, +4,Grayce Molina sent packages to Ben Fernandez.,,,,,, +4,Ellis Hamel sends texts to Joan Blanco.,,,,,, +4,Maya Molina sends a letter to Mark Restivo.,,,,,, +4,Loise Monge rides bikes decently.,,,,,, +4,Arnold Arno gives hugs to Matilda Aigner.,,,,,, +4,Amy Hamel takes naps in the afternoon.,,,,,, +4,Jackie Peden takes showers in the evenings.,,,,,, +4,Kyle Hohl's goldfish kicked the bucket while he was on vacation.,,,,,, +4,Lydia Tye played with a bucket.,,,,,, +4,She kicked the bucket down the street.,,,,,, +4,Jessie Dreiling left the basketball game at 3 pm.,,,,,, +4,Julie Lybarger left the game at home.,,,,,, +4,Stevie Burleson left Melly Burleson for another woman.,,,,,, +4,Darrell Tupper left Lola Vizcarra an entire fortune.,,,,,, +4,Brendon Potts promised Krystin Quail to leave.,,,,,, +4,Karl Betterton promised to leave Ewa Odum.,,,,,, +4,Acie Newbury asked if dinner was ready.,,,,,, +4,Abner Abbas asked for a drink.,,,,,, +4,Santo Sober asked Elaina Booe over for dinner.,,,,,, +4,Brent Huson bought Brenda Bale some vases.,,,,,, +4,Bradley Rollings is simply buying time.,,,,,, +4,Sebastian Helfer stopped smoking.,,,,,, +4,Sean Zentz stopped to smoke.,,,,,, +4,Dominick Huson drew a sketch of a bench by the fireplace.,,,,,, +4,Bobby Dieguez drew a bench towards the fireplace.,,,,,, +4,Shon Mundy drew Mrs. Twellman into a heated disagreement at her family dinner.,,,,,, +4,Liam Gorham is living out in the wild.,,,,,, +4,Levi Gagnon is living out a dream.,,,,,, +4,Lauren Wendell lives down the street.,,,,,, +4,Leanna Salo lives down her achievements.,,,,,, +4,Carl's employees called him homie.,,,,,, +4,Carl's employees called him home.,,,,,, +4,Terry Sieg wiped the table.,,,,,, +4,Terry Sieg wiped crumbs off the table.,,,,,, +4,Chuck Saban is Volvoing and Jan Cesario is IBMing.,,,,,, +4,Students who could not attend the XYZ symposium have skyped in during the Q&A session.,,,,,, +4,Gerry Trombley enjoys uncling.,,,,,, +4,Tonie Harrod whapped two winters ago.,,,,,, +4,Ruth Lavin is fobbing joyfully.,,,,,, +4,Tanja Charlton was vivified.,,,,,, +4,Sheilah Rector is trying to unfreeze her assets.,,,,,, +4,The police arrest those who break the law.,,,,,, +4,Many stacks of documents were misplaced.,,,,,, +4,The Los Altos varsity volleyball team win after a poor start.,,,,,, +4,"John Schneider, a nice and proud German, drives a Chevy.",,,,,, +4,"A client of Murray's, Stan Weber, is nice.",,,,,, +4,Harriette Phung wondered whether Svetlana Golla would admit guilt.,,,,,, +4,Harvey Paetzold told Dee Darrell yesterday off the cuff to eat an apple.,,,,,, +4,All fruits are good for you said Carter Hageman the doctor.,,,,,, +4,Beagles are great Martin said with confidence.,,,,,, +4,The car to buy in 2018 is Toyota.,,,,,, +4,Dr. Russo reported the extra data to be safe.,,,,,, +4,American high school students need to study more math in order to compete in today's global marketplace.,,,,,, +4,Mr. Middleton sent his grandchildren presents.,,,,,, +4,Jeffrey Kittle sold his bike to Valencia Mcardle.,,,,,, +4,Alita Ramsdell closed the office door and opened the stairwell door.,,,,,, +4,Loreta Nunn turned off the kitchen lights.,,,,,, +4,Time flies like an arrow.,,,,,, +4,fruit flies like bananas.,,,,,, +4,The old man the boat.,,,,,, +4,"The Fed, the Federal Open Market Committee, will increase interest rates to 2.5% in December 2018 in order to keep inflation steady at around 2 percent per year.",,,,,, +4,"Dorian Gray, the subject of a full-length portrait in oil by Basil Hallward",,,,,, +4,Southern California Children's Museum in Pasadena,,,,,, +4,"The chocolate cake, yikes, is not good.",,,,,, +4,"The food at a new Italian restaurant, omg is very delicious!",,,,,, +5,Iida met Pearl's cousin before Callie's.,,,,,, +5,The loud student from Jeremy's class's homework is difficult.,,,,,, +5,Homework is devoirs.,,,,,, +5,The student from Brandon's class is difficult.,,,,,, +5,The students from Georgette's class's homework are difficult.,,,,,, +5,"Virion has adopted cats, dogs, and hamsters from France.",,,,,, +5,Ludovic packed everything minus the hotdogs.,,,,,, +5,Thornton had pasta from Italy.,,,,,, +5,Mendel is a hamster.,,,,,, +5,Benedict is a man.,,,,,, +5,Holly trusts him with cooking a tasty dinner.,,,,,, +5,Gregor saw Leland.,,,,,, +5,Gregor saw Britta.,,,,,, +5,Lain saw the man whom Gregor saw.,,,,,, +5,Leland is an electrician.,,,,,, +5,Britta is a CEO.,,,,,, +5,The electrician saw the CEO.,,,,,, +5,"Richter saw Umbra, the dog.",,,,,, +5,Dorn saw Jill.,,,,,, +5,Kelly saw the pet whom Richter saw.,,,,,, +5,Dogs are mammals.,,,,,, +5,Crows are as big as ravens.,,,,,, +5,Crows are as small as pidgeons.,,,,,, +5,velots are from Spain.,,,,,, +5,velots are green.,,,,,, +5,Kyle has a red velot.,,,,,, +5,velots are gorbojims.,,,,,, +5,gorbojims are angelic and loud.,,,,,, +5,Mammals are hairy.,,,,,, +5,gorbojims are mammals.,,,,,, +5,Mammals are endotherms.,,,,,, +5,Owain reminded Cornelia to run at 5PM at noon.,,,,,, +3,The yellow birds in cages and dogs can't fly.,,,,,, +3,The red birds in cages and boxes can't fly.,,,,,, +3,"The word, liminality, has Latin origin.",,,,,, +3,Elijah is from New York City.,,,,,, +3,Elijah lives in Westwood.,,,,,, +3,Westwood is in Los Angeles.,,,,,, +3,Los Angeles is in California.,,,,,, +3,An actor is from a place implies an actor lived in the place.,,,,,, +3,Rob eats breakfast at 8.,,,,,, +3,Rob eats dinner at 8.,,,,,, +3,An actor works at a company implies the actor is the company's employee.,,,,,, +3,Steven works at Tesla. ,,,,,, +3,"The movie, The Matrix, is a sci-fi movie.",,,,,, +3,Keanu Reeves is an actor.,,,,,, +3,Keanu Reeves is in The Matrix.,,,,,, +3,An actor is in a movie is the same as an actor acts in a movie.,,,,,, +3,An actor is in a movie is the same as an actor stars in a movie.,,,,,, +3,"Keanu Reeves played the character, Neo.",,,,,, +3,Dracula is a horror movie.,,,,,, +3,Happy Gilmore is a comedy movie.,,,,,, +3,The rich man the bikes.,,,,,, +3,The young man the cars.,,,,,, +5,Jericho ate some of the berries.,,,,,, +5,Forrest went to the shop before Jericho went to the beach.,,,,,, +4,The only pair of glasses has been lost.,,,,,, +5,Team A made this project possible.,,,,,, +5,Team B made every mistake possible.,,,,,, +4,#startnewcontext,,,,,, +,,,,,,, +5,Tell me about Mr. Magoo,,,,,,Mr. Magoo is a popular cartoon character from the 1940s. He is known for being comically near-sighted and was voiced by Bobby Backus. +5,Who is the popular cartoon character from the 1940's?,,,,,,Mr. Magoo +5,What is Mr. Magoo known for?,,,,,,For being comically near-sighted +5,Who was Mr. Magoo voiced by?,,,,,,Bobby Backus +5,When is Jim's party?,,,,,,At 5 PM today +5,Is Jim's party at 4 pm?,,,,,,"No, at 5 PM today" +5,Does Tina want a dog?,,,,,,"No, a cat" +5,What does Tina want?,,,,,,A cat +4,What has been lost?,,,,,,Pair of glasses +5,What kind of dress does Mrs. White wear?,,,,,,White dresses +5,What kind of tie does Aubrey wear?,,,,,,Black ties +5,What kind of dress does Mrs. Black wear?,,,,,,Black dresses +5,What kind of tie does Mr. White wear?,,,,,,White ties +5,Is Taylor Keegan female?,,,,,,yes +5,Is Taylor Keegan male?,,,,,,"No, female" +5,Is Taylor Monegan male?,,,,,,yes +5,Is Taylor Monegan female?,,,,,,"No, male" +5,How tall is Kendrick?,,,,,,very +5,How tall is Dr. Murphy?,,,,,,very +5,How tall is Dr. Kendrick Murphy Jr.?,,,,,,very +5,How tall is Mr. Murphy?,,,,,,very +5,How tall is Kendrick Murphy?,,,,,,very +5,How tall is Kendrick Marmion Murphy?,,,,,,very +5,Who is giving a presentation?,,,,,,The North American Society for Marine Mammal Research +5,Where is the organization?,,,,,,In Boston +5,Where is the North American Society for Marine Mammal Research?,,,,,,In Boston +5,What is Carl's first name?,,,,,,Carl +5,What is Carl's full name?,,,,,,Carl Austin Weathers +5,Is Jasmine a team?,,,,,,I don't know +5,Are Robin and Jasmine a team?,,,,,,yes +5,Robin and Jasmine are lawyers.,,,,,, +5,Is Robin a lawyer?,,,,,,yes +5,Is Jasmine a lawyer?,,,,,,yes +5,Are Robin and Jasmine lawyers?,,,,,,yes +5,Which cars are red?,,,,,,Every car +5,Did Jericho eat all of the berries?,,,,,,"No, some of the berries" +5,When did Forrest go to the shop?,,,,,,Before Jericho went to the beach +5,Why does Cindy eat apples?,,,,,,So that the doctor stays away +5,Will Carla eat pie?,,,,,,Yes +5,Will Carla have eaten pie?,,,,,,Yes +5,Will Carla be eating pie?,,,,,,Yes +5,Is Carla eating pie?,,,,,,I don't know +5,What is Carla eating?,,,,,,I don't know +5,What did Carla eat?,,,,,,Pie +5,What was Carla eating?,,,,,,Pie +5,What has Carla eaten?,,,,,,Pie +5,What will Carla copy?,,,,,,The reports +5,Will Carla copy the reports?,,,,,,Yes +5,Will Carla have copied the reports?,,,,,,Yes +5,Is Carla going to copy the reports?,,,,,,Yes +5,Will Carla be copying the reports?,,,,,,Yes +5,Is Carla copying the reports?,,,,,,yes +5,Was Carla copying the reports?,,,,,,yes +5,What has Carla copied?,,,,,,The reports +5,What did Carla copy?,,,,,,The reports +5,What had Carla copied?,,,,,,The reports +5,Had Carla been copying the reports?,,,,,,yes +5,Has Carla been copying the reports?,,,,,,yes +5,Who will Carla email?,,,,,,Jenny +5,Who will Carla have emailed?,,,,,,Jenny +5,Who is Carla going to email?,,,,,,Jenny +5,Who will Carla be emailing?,,,,,,Jenny +5,Who will Carla have been emailing?,,,,,,Jenny +5,Who is Carla emailing?,,,,,,Jenny +5,Who did Raquel sing a song to?,,,,,,Martha +5,When will Julius bring the cake?,,,,,,in a few minutes +5,When will I feed the dog?,,,,,,When you get home +5,What did Zachary say?,,,,,,Carla gave the materials to Wilma +5,What did Zachary say Carla did?,,,,,,Carla gave the materials to Wilma +5,What was updated?,,,,,,The contact numbers +5,Which numbers were updated?,,,,,,The contact numbers +5,Who gave the numbers to Miranda?,,,,,,Carla +5,Who did Carla give the numbers to?,,,,,,Miranda +5,Which numbers did Carla give to Miranda?,,,,,,The contact numbers +5,Which numbers did Erina update?,,,,,,The contact numbers +5,Who gave Miranda the numbers Erina updated?,,,,,,Carla +5,Why did Selena look over the plan?,,,,,,So that Selena could prepare to answer Miriam's questions +5,Who looked over the plan?,,,,,,Selena +5,What does Miriam have?,,,,,,Questions +5,Who has questions?,,,,,,Miriam +5,What is Selena prepared to do?,,,,,,To answer Miriam's questions +5,What did Kayla know?,,,,,,The pamphlet would cover all the talking points +5,What did the pamphlet cover?,,,,,,All the talking points +5,What was Kayla's staff looking for?,,,,,,All the talking points +5,Whose staff was looking for all the talking points?,,,,,,Kayla's +5,Whose staff was looking for points the pamphlet covered?,,,,,,Kayla's +5,Which talking points did the pamphlet cover?,,,,,,All the talking points +5,What kind of points did the pamphlet cover?,,,,,,All the talking points +5,What covered the points?,,,,,,The pamphlet +5,What did Carla ask Miranda to do?,,,,,,To clarify the question about the quarterly revenue made by Miranda's company before taxes +5,What kind of revenue was the question about?,,,,,,The quarterly revenue made by Miranda's company before taxes +5,Who owns the company?,,,,,,Miranda +5,Who did Carla send the blueprints to?,,,,,,Carla's boss +5,Who did Carla send the blueprints?,,,,,,Carla's boss +5,Who were the blueprints sent to?,,,,,,Carla's boss +5,Who did Kayla brew the coffee for?,,,,,,Terrence +5,Who did Kayla brew another batch of coffee?,,,,,,Terrence +5,Who did Kayla give twenty dollars?,,,,,,Mike +5,Who did Kayla give twenty dollars to?,,,,,,Mike +5,Who did Kayla give the money?,,,,,,Mike +5,Who did Kayla give the amount to?,,,,,,Mike +5,How much did Kayla give?,,,,,,$20 +5,What amount did Kayla give Mike?,,,,,,$20 +5,How much money was given to Mike?,,,,,,$20 +5,Carrot is to vegetable as apple is to what?,,,,,,fruit +5,Produce is to food as carrot is to what?,,,,,,vegetable +5,Produce is to ripeness as animal is to what?,,,,,,gender +5,Mother is to child as grandmother is to what?,,,,,,grandchild +5,Engine is to sparkplug as car is to what?,,,,,,wheel +5,Tea is to caffeine as wine is to what?,,,,,,alcohol +5,Carla ducked.,,,,,, +5,Clifton saw her duck.,,,,,, +5,Did Clifton see Carla duck?,,,,,,Yes +5,Did Clifton see Carla's duck?,,,,,,"No, Carla" +5,Jeannie is Carla's friend.,,,,,, +5,Jeannie has a duck.,,,,,, +5,Clifton saw her duck.,,,,,, +5,Did Clifton see Jeannie duck?,,,,,,"No, Carla" +5,Did Clifton see Jeannie's duck?,,,,,,Yes +5,If Sally is a girl then say Sally is funny.,,,,,,Sally is funny +5,If Sally is a boy then say Sally is interesting.,,,,,,"No, girl" +5,Does Jim receive pictures?,,,,,,I don't know +5,What will Jim download?,,,,,,I don't know +5,Will Jim download pictures?,,,,,,I don't know +5,Jim receives pictures.,,,,,, +5,Does Jim receive envelopes?,,,,,,"No, pictures" +5,Will Jim download pictures?,,,,,,yes +5,Does Jim receive pictures?,,,,,,yes +5,Will Jim receive new emails?,,,,,,"No, pictures" +5,Will Logan receive new emails?,,,,,,I don't know +5,Is Logan's inbox full?,,,,,,I don't know +5,Logan's inbox is full.,,,,,, +5,Is Logan's outbox full?,,,,,,I don't know +5,Is Logan's inbox full?,,,,,,yes +5,Will Logan receive new emails?,,,,,,no +5,Is Marcus early?,,,,,,I don't know +5,Does Marcus clean the blackboards?,,,,,,I don't know +5,Marcus is early.,,,,,, +5,Is Marcus late?,,,,,,I don't know +5,Is Marcus early?,,,,,,yes +5,Does Marcus clean the blackboards?,,,,,,yes +5,Does Simon propose at the wedding?,,,,,,I don't know +5,Does Marie take pictures?,,,,,,I don't know +5,Simon proposes at the wedding.,,,,,, +5,Does Simon propose at the wedding?,,,,,,Yes +5,Does Marie take pictures?,,,,,,Yes +5,Do you close the window?,,,,,,I don't know +5,do you close the window?,,,,,,I don't know +5,You close the window.,,,,,, +5,Do you close the window?,,,,,,yes +5,Is the window closed?,,,,,,yes +5,When is Wednesday?,,,,,,10/26/2016 +5,When is tomorrow?,,,,,,10/22/2016 +5,When is today?,,,,,,10/21/2016 +5,When is this week?,,,,,,from 10/16/2016 to 10/22/2016 +5,When is next week?,,,,,,from 10/23/2016 to 10/29/2016 +5,When was last week?,,,,,,from 10/9/2016 to 10/15/2016 +5,When was last month?,,,,,,from 9/1/2016 to 9/30/2016 +5,When is this weekend?,,,,,,from 10/22/2016 to 10/23/2016 +5,When is this Wednesday?,,,,,,10/26/2016 +5,When is next Wednesday?,,,,,,10/26/2016 +5,When is next weekend?,,,,,,from 10/29/2016 to 10/30/2016 +5,When is next month?,,,,,,from 11/1/2016 to 11/30/2016 +5,When is this year?,,,,,,from 1/1/2016 to 12/31/2016 +5,When is all week?,,,,,,from 10/16/2016 to 10/22/2016 +5,When is all year?,,,,,,from 1/1/2016 to 12/31/2016 +5,When was yesterday?,,,,,,10/20/2016 +5,When was Wednesday?,,,,,,10/19/2016 +5,When was last Tuesday?,,,,,,10/18/2016 +5,When was last weekend?,,,,,,from 10/15/2016 to 10/16/2016 +5,When was last week?,,,,,,from 10/9/2016 to 10/15/2016 +5,When was last month?,,,,,,from 9/1/2016 to 9/30/2016 +5,When was last year?,,,,,,from 1/1/2015 to 12/31/2015 +5,When is the upcoming weekend?,,,,,,from 10/22/2016 to 10/23/2016 +5,When is this upcoming week?,,,,,,from 10/23/2016 to 10/29/2016 +5,When is this coming weekend?,,,,,,from 10/22/2016 to 10/23/2016 +5,When is the upcoming Thursday?,,,,,,10/27/2016 +5,When is the next month?,,,,,,from 11/1/2016 to 11/30/2016 +5,When is the next coming Friday?,,,,,,10/28/2016 +5,When was the last month?,,,,,,from 9/1/2016 to 9/30/2016 +5,When is the next coming month?,,,,,,from 11/1/2016 to 11/30/2016 +5,When was this last week?,,,,,,from 10/9/2016 to 10/15/2016 +5,When was the most recent Wednesday?,,,,,,10/19/2016 +5,When was this past weekend?,,,,,,from 10/15/2016 to 10/16/2016 +5,When is Tuesday morning?,,,,,,On 10/25/2016 from 6 AM to noon +5,When is next Tuesday morning?,,,,,,On 10/25/2016 from 6 AM to noon +5,When is Panz's birthday?,,,,,,on 11/20/2016 +5,When is two days after her birthday?,,,,,,11/22/2016 +5,What date is a month before her birthday?,,,,,,10/20/2016 +5,When is 2 days after 2 days after her birthday?,,,,,,11/24/2016 +5,What date is the Monday after her birthday?,,,,,,11/21/2016 +5,When is Christmas?,,,,,,12/25/2016 +5,What date is 2 days after Christmas?,,,,,,12/27/2016 +5,When is 2 days before Christmas?,,,,,,12/23/2016 +5,When is the Monday before Christmas?,,,,,,12/19/2016 +5,What date is the Monday after Christmas?,,,,,,12/26/2016 +5,When is 2 days before 2 days before Christmas?,,,,,,12/21/2016 +5,What date is 2 days before the Monday before Christmas?,,,,,,12/17/2016 +5,When is Anthony's ceremony?,,,,,,On 11/23/2016 +5,Karl will walk home Monday,,,,,, +5,When will Karl walk home?,,,,,,On Monday +5,When did Google buy DeepMind?,,,,,,in 2014 +5,How do you know?,,,,,,money.cnn.com told me earlier today +5,Can red unicorns fly?,,,,,,yes +5,Who told you that?,,,,,,Jane told me earlier today +4,this is from Jake.,,,,,, +5,Amazon released Alexa last year.,,,,,, +5,What did Amazon release last year?,,,,,,Alexa +5,How do you know?,,,,,,Jake told me just now +5,What did a U.S. Navy plane see?,,,,,,Help spelled out in palm fronds on a beach on a deserted island in the Pacific +4,What is AMVER?,,,,,,A Coast Guard voluntary search and rescue program +4,Which wine is Bill's favorite?,,,,,,Etna Rosso +4,Which wine doesn't Bill like?,,,,,,White wine +5,Why did James sell his plane?,,,,,,Because it is too slow +5,Who has it now?,,,,,,James' neighbor +5,Who used to own it before?,,,,,,James +4,What did James buy?,,,,,,a 20 ft plane +5,Is the 250 horsepower engine part of the plane?,,,,,,yes +5,Who will Viola play with?,,,,,,Stan +5,When will she play with her horse?,,,,,,At 3 PM +5,Where will she play with her horse?,,,,,,At the park +5,What did Suzie suggest that Phil do?,,,,,,That Phil run at 7 AM +5,When did Suzie suggest that Phil run?,,,,,,At 7 AM +5,Tell me who climbed the mountain,,,,,,Rufus +2,Barry bought Herbie.,,,,,, +4,Who has Herbie?,,,,,,Barry +2,Chad bought Herbie from Barry.,,,,,, +4,Who has Herbie?,,,,,,Chad +4,What did Chad do?,,,,,,bought Herbie from Barry +2,Chad sold Herbie.,,,,,, +4,Who has Herbie?,,,,,,I don't know +2,Andrea has the quarterly reports,,,,,, +4,Who has the reports?,,,,,,Andrea +2,Andrea gave the reports to Jim.,,,,,, +4,Who has the reports?,,,,,,Jim +4,Who gave them to him?,,,,,,Andrea +2,Jim gave the reports to Sandra,,,,,, +4,Who gave her them?,,,,,,Jim +4,Who had the reports before him?,,,,,,Andrea +4,Who had the reports after him?,,,,,,Sandra +2,Alex wants a dog and a cat.,,,,,, +4,What does Alex want?,,,,,,A dog and a cat +2,"Actually, Alex only wants a cat",,,,,, +4,What does Alex want?,,,,,,A cat +4,Does Alex want a dog?,,,,,,"No, a cat" +4,"Is Charles, Ray's favorite turtle?",,,,,,"no, Ray's new turtle" +2,Ray's favorite turtle is Herb.,,,,,, +4,"is Ray's favorite turtle, Charles?",,,,,,"no, Herb" +5,Does Rob have a sister?,,,,,,yes +5,What is Rob's sister's cat's name?,,,,,,Toby +5,Where is Rob's sister's cat?,,,,,,At the veterinarian +5,Why is Rob's sister's cat at the vet?,,,,,,because Toby needs some shots +5,Does Toby need treats?,,,,,,"no, some shots" +5,Who is Gina's cat?,,,,,,Toby +5,Is Gina's cat friendly?,,,,,,yes +5,Is Toby cold blooded?,,,,,,"No, warm blooded" +2,"Actually, Rob's sister's cat is Moby.",,,,,, +4,Who is Gina's cat?,,,,,,Moby +4,Is Robert's sister's cat Toby?,,,,,,"No, Moby" +4,Where is Moby?,,,,,,At the veterinarian +4,Where is Toby?,,,,,,I don't know +5,Does a large pot have tea?,,,,,,yes +5,Does a small pot have tea?,,,,,,no +2,The cold pot has milk.,,,,,, +4,Does the small pot have milk?,,,,,,yes +5,Who is a teacher of Stan?,,,,,,Murray +5,Whose teacher is Murray?,,,,,,Stan's +5,who is running for office?,,,,,,Ralph +5,who is Scott's family?,,,,,,"Ralph, Ethan, and Nan" +5,Is Nan male?,,,,,,"No, female" +5,How many sisters does Trevor have?,,,,,,2 +5,Who are Trevor's sisters?,,,,,,Alisha and Becky +5,Who is Kenneth's daughter?,,,,,,Kenisha +5,Which robot is Ronald's?,,,,,,Ozmo +5,Is Jane's book big?,,,,,,yes +5,Is Mike's book small?,,,,,,yes +5,Is Jane's book small?,,,,,,"No, big" +5,Is Mike's book big?,,,,,,"No, small" +5,What color is Jane's book?,,,,,,orange +5,What color is Mike's book?,,,,,,brown +5,Is Krista nice?,,,,,,"yes, very nice" +5,Who made the case?,,,,,,Harvey +5,Does rain fall directly from the sky?,,,,,,yes +5,Does rain fall directly from the ground?,,,,,,"No, the sky" +5,Do Lily and Charlie have a vase?,,,,,,yes +5,Does Lily have a vase?,,,,,,yes +5,Does Charlie have a vase?,,,,,,yes +5,What kind of car will Uber pay for?,,,,,,Mid-size rental cars +5,What type of car will Uber pay for?,,,,,,Mid-size rental cars +5,What will not be taken lightly?,,,,,,Any claim against Yahoo +5,Can the children touch Jon's reptiles?,,,,,,yes +5,Which animals can the children touch?,,,,,,Small mammals and Jon's reptiles +5,What kind of animals can the children touch?,,,,,,Small mammals and Jon's reptiles +5,What does Amazon give refunds for?,,,,,,Very specific defects +5,Is twenty-second an ordinal?,,,,,,yes +5,Is smrt@aigo.ai an email address?,,,,,,yes +5,Is 123-4567 a phone number?,,,,,,yes +5,Is ROBO a ticker?,,,,,,yes +5,Is 3 and a half days a time span?,,,,,,yes +5,Is 1100 cc a volume?,,,,,,yes +5,Whose dad bought ice cream and gelato at the creamery?,,,,,,Jill's +5,Whose daughter is not home?,,,,,,Dane's +5,Is Jill home?,,,,,,"No, Jill is not home" +5,Why did Jim sell the bike?,,,,,,because Jim was sick +5,Why will the police have to investigate?,,,,,,in order for the police to catch the criminal +5,Why didn't Jim attend?,,,,,,due to Jim's illness +5,Why has Johnny's singing improved?,,,,,,Thanks to Johnny's practicing and Johnny's voice coach +5,Why does Jane want to have some room?,,,,,,because Jane is going to try a stunt +5,Does Lara have any children?,,,,,,yes +5,How many kids does she have?,,,,,,2 +5,Does Ella have any emails?,,,,,,yes +5,Does Ella have 2 emails?,,,,,,"No, 3" +5,How many letters does Ella have?,,,,,,1 +5,Does George have any apples?,,,,,,no +5,How much sand does George have?,,,,,,pile of sand +5,How much rope is Alex's?,,,,,,60 feet +5,How much chalk can Henry buy?,,,,,,"""a lot of chalk""" +5,How hot is Henry's car?,,,,,,very +5,How did Delia cook the pasta?,,,,,,"""with the boiler""" +5,How did Delia drive the truck?,,,,,,dangerously +5,Did Delia drive the car dangerously,,,,,,"No, the truck" +5,How did Kim dance?,,,,,,Beautifully and gracefully +5,Did Kim dance gracefully and poorly?,,,,,,Beautifully and gracefully +5,Whose dogs are nice?,,,,,,"George, Rodney, Robin, Ella, and Owen's" +5,Did Delia buy bikes and a missile?,,,,,,"No. A house, bikes, boats, planes, and a car" +5,Did Allison buy a lot of ships and some sweets?,,,,,,"No. Three cars, some ships, and a lot of sweets" +5,Did Allison buy ships and mouses?,,,,,,"No. Three cars, some ships, and a lot of sweets" +5,Did Allison buy 2 cars?,,,,,,"No, 3" +5,Who likes ships and mouses?,,,,,,Paige and Henry +5,What do Paige and Henry like?,,,,,,ships and mice +5,What were bought by Tom and Lara?,,,,,,apples and oranges +5,What are extremely sweet completely edible flowers?,,,,,,lily +5,Which owls are dangerous?,,,,,,"owls from small, dense forests" +5,Are owls from small dense forest dangerous?,,,,,,yes +5,Are owls from big dense forest dangerous?,,,,,,I don't know +5,Are owls from dense forest dangerous?,,,,,,yes +5,Did Gabe drink hot milk?,,,,,,No. Hot coffee and hot cocoa +5,Did Gabe drink hot coffee?,,,,,,yes +5,Did Gabe drink hot cocoa?,,,,,,yes +5,What did Gabe drink?,,,,,,Hot coffee and hot cocoa +5,Who ran screaming?,,,,,,Ramon +5,Who ran crying?,,,,,,I don't know +5,What did Ramon do?,,,,,,Ran screaming +5,When did Owain remind Cornelia?,,,,,,At noon +5,What did Owain remind Cornelia?,,,,,,To run at 5 PM +5,What book did Kim read?,,,,,,"a book about the acidic, cold, hot, and dry conditions of these environments" +5,Whose dogs terrorize the elderly?,,,,,,Gio's +5,Where are Gio's dogs from?,,,,,,From Alesso and Chiara's mafia +5,Who around the house does Lara like?,,,,,,Henry +5,Where on the ship did Henry hide the gold?,,,,,,in the red cabinet on the ship +5,Where on the ship did Henry hide the diamond?,,,,,,in the blue cabinet on the ship +5,Where on the car did Henry hide the gold?,,,,,,I don't know +5,Is the rolling bus blue?,,,,,,"No, green" +5,What is an example of tree fruit?,,,,,,persimmon +5,What are the three sources of European Union law?,,,,,,"Primary law, secondary law, and supplementary law" +5,Is Arnold Smith a drummer?,,,,,,"No, the mechanic from the body shop" +5,Is Arnold Grohl from the body shop?,,,,,,"No, the grunge band" +5,What does Sally enjoy?,,,,,,Swimming and running marathons +5,What does Matthew want to do?,,,,,,To send a postcard and a package +5,Who did the woman who was on the stage see?,,,,,,Sally +5,Who saw Sally?,,,,,,The woman on the stage +5,Who did the dancer who Andrew saw see?,,,,,,Steve +5,Who saw Steve?,,,,,,The dancer +5,Who is the physician?,,,,,,Merlin +5,Is Merlin a mother?,,,,,,"No, father" +5,Is Kramer a pilot?,,,,,,"No, journalist" +5,Is Janet a pilot?,,,,,,"No, journalist" +5,Who are the peanuts?,,,,,,Barry and Larry +5,Who was assaulted?,,,,,,Barry and Larry +5,Who is a captain?,,,,,,Ronald +5,Who is a janitor?,,,,,,John +5,Who dated?,,,,,,John and Mary +5,Who are the singers?,,,,,,Phoebe and Rita +5,Who is with Ernie?,,,,,,Carlton +5,What can Alex choose between?,,,,,,between the cat and the dog +5,Where did the lady shop?,,,,,,at the store +5,What arrived at the vet?,,,,,,The old woman +5,Where did Phil eat?,,,,,,the park +5,Who likes volleyball?,,,,,,Alisha +5,What did the memo say?,,,,,,Valentine's Day will be added +5,what said Valentine's Day will be added.,,,,,,The memo about vacation +5,What will the train do?,,,,,,Will leave without Ann +5,Is the Rolleiflex Jack's main camera?,,,,,,"No, Doreen's main camera" +5,What is the Rolleiflex?,,,,,,Doreen's main camera +5,Remind me what Anita's favorite food is.,,,,,,Soup dumpling +3,Emily is the pilot Kristopher is talking about.,,,,,, +5,Is Emily the winner?,,,,,,"No, the pilot" +5,"Is the pilot Kristopher is talking about, Jack?",,,,,,"No, Emily" +5,Is the winner Emily?,,,,,,"No, Jack" +5,Is the green truck the truck in the gararge?,,,,,,"No, the green truck on the street" +5,Is the truck on the street the blue truck?,,,,,,"no, the green truck" +5,Is the blue truck the truck on the street?,,,,,,"No, the blue truck inside the garage" +5,Is the truck in the garage the green truck?,,,,,,"No, the blue truck inside the garage" +5,Is the blue truck on the street?,,,,,,"no, inside the garage" +5,Is the green truck in the garage?,,,,,,"no, on the street" +5,Whose car is fast?,,,,,,"Carol's, Leland's, and Devin's" +5,Which car is extremely fast?,,,,,,Devin's 200 mph car +5,Which car is slightly fast?,,,,,,Ken's 175 mph car +5,Whose car is average speed?,,,,,,Owne's and Ken's +5,Whose car is slow?,,,,,,Kristina's and Carla's +5,Which car is the fastest?,,,,,,Devin's 200 mph car +5,Which car is the slowest?,,,,,,Kristina's 130 mph car +5,Who is accepting new clients?,,,,,,Paul +5,Who are Alice's doctors?,,,,,,Paul and Kathy +5,Who is Alice's primary doctor?,,,,,,Paul +5,Can you remind me what the name of Sofia's daughter is?,,,,,,Courtney +5,What is Sofia's daughter's favorite snack? ,,,,,,Mango +5,Why did Sofia throw the mangos away?,,,,,,Because the mango was rotten +5,What snack did Sofia get Courtney?,,,,,,Some chips +5,What does Westley understand,,,,,,That success requires hard work and passionate determination +3,What did Westley receive from his parents,,,,,,Hard work and passionate determination +5,What do the boys attempt?,,,,,,The challenging race +5,What do the boys try?,,,,,,The challenging race +5,Where has Elijah traveled to?,,,,,,To Russia and Brazil +5,When did Elijah visit Brazil?,,,,,,In 2017 +3,What school did Jenny attend? ,,,,,,Reed College +3,Did Jenny attend UCLA?,,,,,,"No, Reed College" +5,Is Alexa more rigid than Aigo?,,,,,,yes +5,Is Aigo more rigid than Alexa?,,,,,,"No, less rigid" +5,Is Aigo less rigid than Alexa?,,,,,,Yes +5,Is Alexa less rigid than Aigo?,,,,,,"No, more rigid" +3,The news anchor wears blue suits.,,,,,, +3,He is David Potter.,,,,,, +3,What is the news anchor's name?,,,,,,David Potter +3,Does he wear green suits?,,,,,,"No, blue suits" +5,What is Aiden having on Sunday for dinner?,,,,,,Fish with potatoes +5,What is Aiden having with Marcy for dinner?,,,,,,Chicken +5,What did John eat?,,,,,,Pasta with meatballs +5,What did John eat with?,,,,,,Fork and spoon +5,Who did John eat with?,,,,,,Mary +5,What are the parts of an email?,,,,,,"Email's part, a sender, a recipient, a subject, and a message" +5,What are the parts of the email I received,,,,,,"Email's part, a sender, a recipient, a subject, and a message" +5,Is the farm for vegetables big?,,,,,,"No, small" +5,Is Isabella's farm small?,,,,,,"No, big" +5,Where is that farm?,,,,,,I don't know +5,Is the farm for vegetables important?,,,,,,yes +5,Is the big farm important?,,,,,,yes +5,What in Texas is important and common,,,,,,Farms +5,Are farms common in Alaska?,,,,,,"No, in Texas" +3,What was fun?,,,,,,The first movie +3,Which movie was fun?,,,,,,The first movie +3,Which paper got published?,,,,,,the first paper +3,What wrote 5 papers?,,,,,,the association +3,What did Billson order?,,,,,,A large drink +3,Did Billson order a small drink?,,,,,,"no, a large drink" +3,Who ordered a large drink?,,,,,,Billson +3,Who did Vera fire?,,,,,,A few lawyers +3,What did Bibi drop?,,,,,,A few cases +3,What did Carl make?,,,,,,Two arguments +3,Who made arguments?,,,,,,Carl Weathers and Larkin +3,Who made two arguments?,,,,,,Carl Weathers +3,Who is the whale owned by?,,,,,,I don't know +3,What does Santa Clarita have?,,,,,,zoo +3,Who fed Esma?,,,,,,Esma's mother +3,Who did her mother feed?,,,,,,Esma +3,Who did Jenna's father chat to?,,,,,,Jenna +3,Who talked to Jenna?,,,,,,Jenna's father +3,Who talked to Jenna's father?,,,,,,I don't know +3,Who did Sandra's mother talk to?,,,,,, +3,Who talked to Sandra's mother?,,,,,,Sandra's mother +3,Who talked to Sandra?,,,,,,I don't know +3,Who has a dog?,,,,,,"Gio, George, Rodney, Robin, Ella, and Owen, Robert, and Sam" +3,Who walked Sam's dog,,,,,,Sam +3,Why did Samuel clean the medal?,,,,,,So that it would shine +3,What shines?,,,,,,The medal +3,What did Samuel clean?,,,,,,The medal +3,Who did Esma shoot?,,,,,,Igor +3,Who shot Igor?,,,,,,Esma +3,Who felt sick?,,,,,,Lydia +3,Who sent her to the hospital?,,,,,,Lydia +3,Who was sent to the hospital?,,,,,,Lydia +3,What is bright?,,,,,,The bright and pretty jewels +3,Are the heirs pretty?,,,,,,I don't know +3,Are the jewels bright?,,,,,,Yes +3,What is late?,,,,,,the reply +3,What is with Jane?,,,,,,The celebration +3,Who has a clock?,,,,,,Molly +3,What drove Molly crazy?,,,,,,Molly's clock +3,Who got a compliment?,,,,,,Marty +3,What made Marty feel good?,,,,,,A compliment +3,Where did Mimi meet Charles?,,,,,,The park +3,Where did Charles eat?,,,,,,At the park +3,Who did Mimi meet?,,,,,,Charles +5,What has many pages?,,,,,,Student's books +3,Who has books?,,,,,,Mike and Jane +5,What do the books have?,,,,,,Student's book's pages +3,What likes pickles?,,,,,,Kristopher's brown cat +3,Does Kristopher have a cat?,,,,,,Yes +3,Which cat likes pickles?,,,,,,Kristopher's brown cat +3,What was good with chocolate?,,,,,,A cake with chocolate +3,Was it good?,,,,,,yes +3,What kind of cake did Glen eat?,,,,,,A good cake with chocolate +3,What kind of sandwich did Glen eat?,,,,,,A bad sandwich with cheese +3,What was bad with cheese?,,,,,,A sandwich with cheese +3,Was it bad?,,,,,,yes +3,Who bought flowers?,,,,,,The girls +3,What did the girls buy?,,,,,,The flowers +3,What cars will Jo Jo pay for?,,,,,,Mid-size rental cars +3,What air fare will Jo Jo pay for?,,,,,,Coach airfare +3,Will Jo Jo pay for first class air fare?,,,,,,"No, coach airfare" +3,Will Jo Jo pay for business class air fare?,,,,,,"No, coach airfare" +3,Will Jo Jo pay for compact rental cars?,,,,,,"No, mid-size rental cars" +3,Will Jo Jo pay for large rental cars?,,,,,,"No, mid-size rental cars" +3,What does Jo Jo require?,,,,,,"That outside counsel utilize the task, activity, and expense codes" +3,What is outside counsel required to use?,,,,,,"The task, activity, and expense codes" +3,What does outside counsel need to use?,,,,,,"The task, activity, and expense codes" +3,Does outside counsel need to use task codes?,,,,,,yes +3,Will Jo Jo pay for two attorneys?,,,,,,"No, Jo Jo won't pay for more than one attorney to attend a deposition" +3,Will Jo Jo pay for more than one attorney?,,,,,,Not more than one attorney to attend a deposition +3,Who must approve timekeepers?,,,,,,The lead inside counsel +3,What will Jo Jo pay for?,,,,,,For coach airfare and mid-size rental cars unless authorized in advance by the lead inside counsel expressly +3,What is hereby revoked?,,,,,,All prior blanket waivers +3,What will Jo Jo not provide?,,,,,,Blanket waivers +3,What will each party bear?,,,,,,Own fees and expenses +3,Who has fees?,,,,,,Each party +3,What will each party share?,,,,,,The fees of the arbitrator and expenses of the arbitrator +3,Why is the door locked?,,,,,,Because Mort locked the door +3,Who locked the door?,,,,,,Mort +3,Is the door locked?,,,,,,yes +3,Are all pets dirty?,,,,,,"No, 1" +3,Is Tigger dirty?,,,,,,Yes +3,What does Tigger need?,,,,,,To get washed because Tigger is dirty +3,Who has a car?,,,,,,"Kristina, Devin, Carla, Ken, Leland, Carol, Allison, Delia, Henry, and Milly" +3,Does she have a car?,,,,,,yes +3,What does Milly have?,,,,,,Green car +3,Does Deanna have it?,,,,,,I don't know +3,What does Deanna have?,,,,,,Purple lamp +3,What color is it?,,,,,,purple +3,Who has a lamp?,,,,,,Deanna +3,Does she have a lamp?,,,,,,yes +3,Does she have a car?,,,,,,I don't know +3,What is Yahoo's ticker?,,,,,,YHOO +3,Who decided to push back the deadline?,,,,,,Yahoo and Microsoft +3,What did Yahoo and Microsoft decide?,,,,,,To push the deadline from 9/21/2016 to today to renegotiate Microsoft's 10-year search deal +3,Did the tech giants join forces in 2011?,,,,,,no in 2010 +3,When did the tech giants join forces?,,,,,,In 2010 +5,who joined forces?,,,,,,The tech giants +5,When did they join forces?,,,,,,In 2010 +3,Who is Yahoo's CEO?,,,,,,Marissa Mayer +3,Who has 47 plants in 13 countries?,,,,,,Verallia +3,"Who employs nearly 10,000 people?",,,,,,Verallia +5,What did an official say?,,,,,,"An ancient Egyptian amulet that girl discovered dates at more than r_quant 3,200 years to the days of the the Pharaohs back" +3,Whose family took part in the Temple Mount Sifting Project?,,,,,,Neshama Spielman's +3,Who took part in the Temple Mount Sifting Project?,,,,,,Neshama Spielman and her family +3,What is an initiative?,,,,,,An initiative to sort through earth discarded from the area of the biblical temples in Jerusalem +5,Where did Neshama find a pendant-shaped amulet?,,,,,,The area of the biblical temples in Jerusalem +5,What did Neshama find?,,,,,,A pendant-shaped amulet +5,What does the amulet bear?,,,,,,Name +3,Is the Temple Mount Sifting Project an initiative?,,,,,,Yes +3,What was started by scientists?,,,,,,The deepest hole +3,Who found some pretty cool things?,,,,,,The Russian scientists +3,What did the scientists find?,,,,,,2-billion-year-old fossils +3,Who found 2-billion-year-old fossils?,,,,,,The Russian scientists +3,What was deeper than scientists thought?,,,,,,Free water +3,Who is Jane's band's director?,,,,,,Omar +3,Who goes shopping?,,,,,,Omar +3,Who is going shopping with Sam?,,,,,,Omar +3,Who is going to the competition?,,,,,,No bands +3,HarperCollins:: HarperCollins is a company.,,,,,, +3,We are glad Jean has picked up one of our plays.,,,,,, +3,Our plays have strong characters and good stories.,,,,,, +3,DefaultUser:: What plays did Jean pick up?,,,,,,HarperCollins' plays +3,DefaultUser:: Whose plays have strong characters?,,,,,,HarperCollins' +3,What do the plays have?,,,,,,Strong characters and good stories +3,HarperCollins:: Hi Jean.,,,,,, +3,We hope you liked our plays.,,,,,, +3,DefaultUser:: What does HarperCollins hope?,,,,,,Jean liked HarperCollins' plays +3,Who emailed Otto Vantassel about his project?,,,,,,Anastacia Shuttleworth +3,What did Anastacia Shuttleworth email?,,,,,,An email about Otto Vantassel's project +3,What did Grayce Molina email Ben Fernandez?,,,,,,I don't know +3,Who did Grayce Molina email packages?,,,,,,I don't know +3,Who does Ellis Hamel send texts to?,,,,,,Joan Blanco +3,What does Ellis Hamel text?,,,,,,texts +3,What does Maya Molina text?,,,,,,I don't know +3,What does Maya Molina email?,,,,,,I don't know +3,Does Loise Monge bike decently?,,,,,,Yes +3,What does Loise Monge ride decently?,,,,,,Bikes +3,Who does Arnold Arno hug?,,,,,,Matilda Aigner +3,Who does Arnold Arno give a hug to?,,,,,,Matilda Aigner +3,When does Amy Hamel nap?,,,,,,From 12:01 PM to 5 PM +3,Who showers in the evenings?,,,,,,Jackie Peden +3,Does Jackie Peden take baths?,,,,,,"No, showers" +3,Did Kyle Hohl's goldfish die?,,,,,,yes +3,Did Lydia Tye die?,,,,,,I don't know +3,Where did Lydia Tye kick the bucket?,,,,,,Down the street +3,Who departed the basketball game at 3 pm?,,,,,,Jessie Dreiling +3,Who forgot the game at home?,,,,,,Julie Lybarger +3,Who abandoned Melly Burleson?,,,,,,Stevie Burleson +3,Who entrusted Lola Vizcarra an entire fortune?,,,,,,Darrell Tupper +3,What did Acie Newbury inquire about?,,,,,,if dinner was ready +3,What did Abner Abbas inquire about?,,,,,,I don't know +3,Did Abner Abbas request a drink?,,,,,,Yes +3,What did Abner Abbas request?,,,,,,a drink +3,Who did Santo Sober invite for dinner?,,,,,,Elaina Booe +3,What did Brent Huson get Brenda Bale?,,,,,,some vases +3,Is Bradley Rollings purchasing time?,,,,,,I don't know +3,Who quit smoking?,,,,,,Sebastian Helfer +3,Who paused to smoke?,,,,,,Sean Zentz +3,Who made the sketch of a bench by the fireplace?,,,,,,Dominick Huson +3,Where did Bobby Dieguez move the bench?,,,,,,towards the fireplace +3,Who pulled Mrs. Twellman into the disagreement?,,,,,,Shon Mundy +3,Who is fulfilling the dream?,,,,,,Levi Gagnon +3,Who is residing in the wild?,,,,,,Liam Gorham +3,Who resides down the street?,,,,,,Lauren Wendell +3,What does Leanna Salo downplay?,,,,,,Leanna Salo's achievements +3,Did Carl's employees name him homie?,,,,,,Yes +3,Where did Carl's employees call him?,,,,,,Home +3,What did Terry Sieg clean?,,,,,,The table +3,What did Terry Sieg remove?,,,,,,Crumbs +3,Who is Volvoing?,,,,,,Chuck Saban +3,Who is IBMing?,,,,,,Jan Cesario +3,Who skyped in during the Q&A session?,,,,,,Students +3,What does Gerry Trombley enjoy doing?,,,,,,Uncling +3,Who whapped two winters ago?,,,,,,Tonie Harrod +3,Who is fobbing joyfully?,,,,,,Ruth Lavin +3,Who was vivified?,,,,,,Tanja Charlton +3,What is Sheilah Rector trying to do?,,,,,,To unfreeze Sheilah Rector's assets +3,Who arrests those who break the law?,,,,,,Those s_noun +3,What was misplaced?,,,,,,Stacks of documents +3,Which team won after a poor start?,,,,,,The varsity volleyball team +3,Who drives a Chevrolet?,,,,,,John Schneider +3,Who is Murray's client?,,,,,,Stan Weber +3,What did Harriette Phung wonder about?,,,,,,Whether Svetlana Golla would admit guilt +3,What did Harvey Paetzold tell Dee Darrell?,,,,,,To eat an apple +3,Who said that all fruits are good?,,,,,,Carter Hageman +3,What did Martin say?,,,,,,Beagles are great +3,What is a car to buy in 2018?,,,,,,Toyota +3,What did Dr. Russo report?,,,,,, the extra data +3,What do American students need to study?,,,,,,To study more math in order to compete in global marketplace today +3,What do American students need to study math?,,,,,,I don't know +3,What did Brendon Potts promise Krystin Quail?,,,,,,To leave +3,What did Karl Betterton promise?,,,,,,To leave Ewa Odum +3,What did Mr. Middleton's grandchildren receive?,,,,,,Presents +3,Did Valencia Mcardle buy Jeffrey Kittle's bike?,,,,,,yes +3,Is the office door closed?,,,,,,yes +3,Are the kitchen lights turned off?,,,,,,Yes +3,Are the hallway lights turned off?,,,,,,I don't know +3,What flies like an arrow?,,,,,,time +3,What likes bananas?,,,,,,fruit flies +3,Does time like an arrow?,,,,,,I don't know +3,Does fruit fly bananas?,,,,,,I don't know +3,What do the old man?,,,,,,The boat +3,What do the old do?,,,,,,Man the boat +3,Who is Dorian Gray?,,,,,,Dorian Gray is the subject of a full-length portrait in oil by Basil Hallward. +3,Where is Southern California Children's Museum?,,,,,,In Pasadena +3,What cake is not good?,,,,,,The chocolate cake +3,Is the food at a new Italian restaurant delicious?,,,,,,"Yes, very delicious" +3,Did Iida meet Pearl's cousin?,,,,,,Yes +3,Did Iida meet Callie's cousin?,,,,,,I don't know +3,Is Jeremy's class difficult?,,,,,,I don't know +3,Is the student from Jeremy's class difficult?,,,,,,I don't know +3,Is the homework difficult?,,,,,,Yes +3,What is difficult?,,,,,,"Student's homework, the student from Brandon's class, and the students from Georgette's class' homework" +3,Where is the loud student from?,,,,,,Jeremy's class +3,Who owns the homework?,,,,,,The loud student from Jeremy's class +3,Does Jeremy's class own the homework?,,,,,,I don't know +3,Does the student from Jeremy's class own the homework?,,,,,,Yes +3,does the student from Jeremy's class have devoirs?,,,,,,"Yes, difficult homework" +3,Is the devoirs difficult?,,,,,,Yes +3,Is Brandon's class difficult?,,,,,,I don't know +3,Is the student from Brandon's class difficult?,,,,,,Yes +3,Is Georgette's class difficult?,,,,,,I don't know +3,Are the students from Georgette's class's homework difficult?,,,,,,Yes +3,Is the student from Georgette's class difficult?,,,,,,I don't know +3,What is from France?,,,,,,"Cats, dogs, and hamsters" +3,Did Ludovic pack the hotdogs?,,,,,,"No, everything minus the hotdogs" +3,Is the pasta from Italy?,,,,,,I don't know +3,Who does Holly trust?,,,,,,Benedict +3,Does Holly trust Mendel?,,,,,,"No, Benedict" +3,Who did Lain see?,,,,,,Leland +3,Who saw the electrician?,,,,,,Lain +3,Who saw Britta?,,,,,,Leland and Gregor +3,Who did Kelly see?,,,,,,Umbra +3,Did Kelly see Jill?,,,,,,"No, Umbra" +3,Is Umbra warm blooded?,,,,,,Yes +3,Are crows as big as ravens?,,,,,,yes +3,Are crows as big as elephants?,,,,,,I don't know +3,Are crows as rotund as elephants?,,,,,,I don't know +3,Are ravens as big as crows?,,,,,,yes +3,Are ravens as big as elephants?,,,,,,I don't know +3,Are pidgeons as big as crows?,,,,,,yes +3,Are pidgeons as big as ravens?,,,,,,yes +3,Are pidgeons as big as elephants?,,,,,,I don't know +3,Are crows as small as ravens?,,,,,,yes +3,Are ravens as small as crows?,,,,,,yes +3,Are crows as small as pidgeons?,,,,,,yes +3,Are pidgeons as small as ravens?,,,,,,yes +3,Are crows as small as elephants?,,,,,,I don't know +3,Are elephants as small as ravens?,,,,,,I don't know +3,Are crows bigger than ravens?,,,,,,"no, the same" +3,Are ravens bigger than crows?,,,,,,"no, the same" +3,Are pidgeons bigger than crows?,,,,,,"no, the same" +3,Are ravens bigger than pidgeons?,,,,,,"no, the same" +3,Are crows smaller than ravens?,,,,,,"no, the same" +3,Are ravens smaller than crows?,,,,,,"no, the same" +3,Are pidgeons smaller than crows?,,,,,,"no, the same" +3,Where are velots from?,,,,,,Spain +3,What color are velots?,,,,,,Green +3,What color is Kyle's velot?,,,,,,Red +3,Is Kyle's velot green?,,,,,,"No, red" +3,Are velots loud?,,,,,,Yes +3,Are velots angelic?,,,,,,Yes +3,Are velots hairy?,,,,,,Yes +3,What color is Kyle's velot?,,,,,,Red +3,Does Kyle have an endotherm?,,,,,,Yes +3,what color is Kyle's endotherm?,,,,,,Red +3,Are the yellow birds in dogs?,,,,,,"No, in cages" +3,Are the red birds in dogs?,,,,,,No. In cages and boxes +3,Which word has Latin origin?,,,,,,Liminality +3,Does Elijah live in California?,,,,,,yes +3,Does Elijah live in Irvine?,,,,,,"No, in Westwood" +3,Did Elijah live in New York City?,,,,,,yes +3,Did Elijah live in Irvine?,,,,,,"No, in Westwood" +3,Where does Elijah reside?,,,,,,In Westwood and New York City +3,Where did Elijah reside?,,,,,,In Westwood and New York City +3,When does Rob eat breakfast?,,,,,,At 8 AM +3,When does Rob eat dinner?,,,,,,At 8 PM +3,Who is Tesla's employee?,,,,,,Steven +3,Who is in The Matrix?,,,,,,Keanu Reeves +3,Who played Neo?,,,,,,Keanu Reeves +3,Who starred in The Matrix?,,,,,,Keanu Reeves +3,Who acted in The Matrix?,,,,,,Keanu Reeves +3,What is Keanu Reeves in?,,,,,,The Matrix +3,What movie is Keanu Reeves in?,,,,,,The Matrix +3,What book is Keanu Reeves in?,,,,,,I don't know +3,What kind of movie is Dracula?,,,,,,A horror movie +3,What kind of movie is Happy Gilmore?,,,,,,A comedy movie +3,What do the young man?,,,,,,The cars +3,What do the rich man?,,,,,,The bikes +3,What do the poor man?,,,,,,I don't know +3,Is Sam's dog friendly?,,,,,,Yes +3,Is Robert's dog friendly?,,,,,,No +3,When are the rates going to increase?,,,,,,From 12/1/2018 to 12/31/2018 +3,Why does the Federal Open Market Committee raise the rates?,,,,,,In order to keep inflation steady at around 2 percent per year from 12/1/2018 +3,Did Team A make any mistakes?,,,,,,I don't know +3,Did Team B make any mistakes?,,,,,,Yes +3,Who made the project possible?,,,,,,Team A diff --git a/Incorrect.json b/Incorrect.json new file mode 100644 index 0000000..8a6083f --- /dev/null +++ b/Incorrect.json @@ -0,0 +1 @@ +[{"Line": 426, "Input": "When is Jim's party?", "actualOutput": "Jim's party is either at 4 pm or 5 pm according to memory item i=28 or i=29 with a certainty of 0.736842105263158.", "expectedOutput": "At 5 PM today", "Correct": false}, {"Line": 427, "Input": "Is Jim's party at 4 pm?", "actualOutput": "Memory item i=29 states that Jim's party is at 4 pm with a certainty of 82.14%.", "expectedOutput": "\"No, at 5 PM today\"", "Correct": false}, {"Line": 428, "Input": "Does Tina want a dog?", "actualOutput": "Tina wants a dog according to memory item i=29 with a certainty value of 0.736842105263158.", "expectedOutput": "\"No, a cat\"", "Correct": false}, {"Line": 429, "Input": "What does Tina want?", "actualOutput": "Tina wants a dog according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "A cat", "Correct": false}, {"Line": 431, "Input": "What kind of dress does Mrs. White wear?", "actualOutput": "There is no information in the memory about what kind of dress Mrs. White wears.", "expectedOutput": "White dresses", "Correct": false}, {"Line": 436, "Input": "Is Taylor Keegan male?", "actualOutput": "Yes, taylor_keegan is male according to memory item i=26 with a certainty value of 0.736842105263158.", "expectedOutput": "\"No, female\"", "Correct": false}, {"Line": 439, "Input": "How tall is Kendrick?", "actualOutput": "Memory item i=27 states that Dr. Kendrick Marmion Murphy Jr has the property of being tall with a certainty of 0.736842105263158.", "expectedOutput": "very", "Correct": false}, {"Line": 440, "Input": "How tall is Dr. Murphy?", "actualOutput": "Dr. Murphy is tall according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "very", "Correct": false}, {"Line": 441, "Input": "How tall is Dr. Kendrick Murphy Jr.?", "actualOutput": "The height of Dr. Kendrick Murphy Jr. is not mentioned in Memory.", "expectedOutput": "very", "Correct": false}, {"Line": 442, "Input": "How tall is Mr. Murphy?", "actualOutput": "Memory item i=29 states that Dr. Kendrick Marmion Murphy Jr has the property of being tall with a certainty of 0.8214285.", "expectedOutput": "very", "Correct": false}, {"Line": 443, "Input": "How tall is Kendrick Murphy?", "actualOutput": "Memory item i=29 states that Dr. Kendrick Murphy Jr. has the property of being tall with a certainty of 0.8214285.", "expectedOutput": "very", "Correct": false}, {"Line": 444, "Input": "How tall is Kendrick Marmion Murphy?", "actualOutput": "Memory item i=29 states that Dr. Kendrick Marmion Murphy Jr has the property of being tall with a certainty of 0.8214285.", "expectedOutput": "very", "Correct": false}, {"Line": 446, "Input": "Where is the organization?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "In Boston", "Correct": false}, {"Line": 447, "Input": "Where is the North American Society for Marine Mammal Research?", "actualOutput": "The north american society for marine mammal research is an organization, hypothetically located somewhere, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "In Boston", "Correct": false}, {"Line": 449, "Input": "What is Carl's full name?", "actualOutput": "Carl's full name is uncertain, but memory item i=26 suggests his middle name is Austin with a certainty of 0.7368.", "expectedOutput": "Carl Austin Weathers", "Correct": false}, {"Line": 450, "Input": "Is Jasmine a team?", "actualOutput": "Jasmine is a team according to memory item i=26 with a certainty value of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 456, "Input": "Which cars are red?", "actualOutput": "Memory items 23 and 29 suggest that a red unicorn and a car have the property of being red. The certainty value for both is 0.736842105263158. Therefore, it is probable that some cars in Memory are red, but it is not specified which ones.", "expectedOutput": "Every car", "Correct": false}, {"Line": 458, "Input": "When did Forrest go to the shop?", "actualOutput": "Memory does not provide a certain answer to when Forrest went to the shop.", "expectedOutput": "Before Jericho went to the beach", "Correct": false}, {"Line": 463, "Input": "Is Carla eating pie?", "actualOutput": "Carla is hypothetically eating pie according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 464, "Input": "What is Carla eating?", "actualOutput": "Carla is hypothetically eating pie according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 487, "Input": "When will Julius bring the cake?", "actualOutput": "Julius will bring the cake according to memory item i=29, with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "in a few minutes", "Correct": false}, {"Line": 488, "Input": "When will I feed the dog?", "actualOutput": "I will feed the dog hypothetically, with a certainty value of 0.736842105263158, according to memory item i=29.", "expectedOutput": "When you get home", "Correct": false}, {"Line": 489, "Input": "What did Zachary say?", "actualOutput": "There is no memory item that mentions Zachary, so it is impossible to determine what he said.", "expectedOutput": "Carla gave the materials to Wilma", "Correct": false}, {"Line": 490, "Input": "What did Zachary say Carla did?", "actualOutput": "There is no memory item that mentions what Zachary said Carla did.", "expectedOutput": "Carla gave the materials to Wilma", "Correct": false}, {"Line": 493, "Input": "Who gave the numbers to Miranda?", "actualOutput": "Memory item 29 suggests that the contact numbers belong to Miranda, but it is uncertain who gave them to her.", "expectedOutput": "Carla", "Correct": false}, {"Line": 494, "Input": "Who did Carla give the numbers to?", "actualOutput": "Carla gave contact numbers to someone, but it is uncertain who according to memory item i=29 with a certainty of 0.263.", "expectedOutput": "Miranda", "Correct": false}, {"Line": 495, "Input": "Which numbers did Carla give to Miranda?", "actualOutput": "Carla gave a material to Miranda, according to item i=18 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "The contact numbers", "Correct": false}, {"Line": 498, "Input": "Why did Selena look over the plan?", "actualOutput": "Memory item i=28: Carla sent blueprint. Selena may have looked over the plan. Certainty=0.736842105263158.", "expectedOutput": "So that Selena could prepare to answer Miriam's questions", "Correct": false}, {"Line": 499, "Input": "Who looked over the plan?", "actualOutput": "Memory does not provide a clear answer to this question.", "expectedOutput": "Selena", "Correct": false}, {"Line": 500, "Input": "What does Miriam have?", "actualOutput": "The memory does not provide information about what Miriam has.", "expectedOutput": "Questions", "Correct": false}, {"Line": 501, "Input": "Who has questions?", "actualOutput": "Miranda has questions according to Memory and the memory item is i=29 with a certainty of 73.68%.", "expectedOutput": "Miriam", "Correct": false}, {"Line": 504, "Input": "What did the pamphlet cover?", "actualOutput": "The pamphlet covered a talking point according to memory item i=29 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "All the talking points", "Correct": false}, {"Line": 505, "Input": "What was Kayla's staff looking for?", "actualOutput": "Kayla's staff was looking for talking points, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "All the talking points", "Correct": false}, {"Line": 506, "Input": "Whose staff was looking for all the talking points?", "actualOutput": "The staff was looking for talking points, memory item i=29, with a certainty of 0.8214285.", "expectedOutput": "Kayla's", "Correct": false}, {"Line": 508, "Input": "Which talking points did the pamphlet cover?", "actualOutput": "The pamphlet covered talking points, with a certainty of 82.14%, according to memory item i=29.", "expectedOutput": "All the talking points", "Correct": false}, {"Line": 512, "Input": "What kind of revenue was the question about?", "actualOutput": "The question was about quarterly revenue, and it was mentioned in memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "The quarterly revenue made by Miranda's company before taxes", "Correct": false}, {"Line": 513, "Input": "Who owns the company?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "Miranda", "Correct": false}, {"Line": 514, "Input": "Who did Carla send the blueprints to?", "actualOutput": "Carla sent blueprints, but it is uncertain to whom. Memory item i=29 has the highest certainty value of 0.8214285.", "expectedOutput": "Carla's boss", "Correct": false}, {"Line": 515, "Input": "Who did Carla send the blueprints?", "actualOutput": "Carla sent blueprints, but it is uncertain who the recipient was. No memory item provides a certain answer.", "expectedOutput": "Carla's boss", "Correct": false}, {"Line": 516, "Input": "Who were the blueprints sent to?", "actualOutput": "The blueprints were sent to someone, but it is uncertain who. Memory item i=27 suggests it was sent to a project with 64% certainty.", "expectedOutput": "Carla's boss", "Correct": false}, {"Line": 517, "Input": "Who did Kayla brew the coffee for?", "actualOutput": "Kayla brewed coffee, but it is not specified who it was for in the given memory. (i=28 or i=29)", "expectedOutput": "Terrence", "Correct": false}, {"Line": 518, "Input": "Who did Kayla brew another batch of coffee?", "actualOutput": "Kayla brewed another batch of coffee according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Terrence", "Correct": false}, {"Line": 523, "Input": "How much did Kayla give?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "$20", "Correct": false}, {"Line": 528, "Input": "Produce is to ripeness as animal is to what?", "actualOutput": "Animal is to endotherms according to memory item i=17 with a certainty value of 0.5171992924072829.", "expectedOutput": "gender", "Correct": false}, {"Line": 529, "Input": "Mother is to child as grandmother is to what?", "actualOutput": "According to Memory, grandmother is to mother as great-grandmother is to child. Memory item i=2 with certainty=0.736842105263158.", "expectedOutput": "grandchild", "Correct": false}, {"Line": 530, "Input": "Engine is to sparkplug as car is to what?", "actualOutput": "The answer is uncertain based on the given memory contents. None of the memory items directly relate car to a specific object.", "expectedOutput": "wheel", "Correct": false}, {"Line": 534, "Input": "Did Clifton see Carla duck?", "actualOutput": "Memory does not contain information about Carla ducking. Clifton saw \"her_duck\" but it is unclear who or what \"her\" refers to. (i=29, certainty=0.5000080282682715)", "expectedOutput": "Yes", "Correct": false}, {"Line": 535, "Input": "Did Clifton see Carla's duck?", "actualOutput": "Memory item i=29 suggests that Clifton saw \"her_duck\" but it is uncertain if it belongs to Carla. Probability: 0.5.", "expectedOutput": "\"No, Carla\"", "Correct": false}, {"Line": 539, "Input": "Did Clifton see Jeannie duck?", "actualOutput": "There are two memory items that mention Clifton and a duck, but both have a certainty value of 0.5, indicating uncertainty.", "expectedOutput": "\"No, Carla\"", "Correct": false}, {"Line": 540, "Input": "Did Clifton see Jeannie's duck?", "actualOutput": "Clifton saw her duck twice, with a certainty of 0.5, but it is unclear if it was Jeannie's duck. Memory items 27 and 28.", "expectedOutput": "Yes", "Correct": false}, {"Line": 542, "Input": "If Sally is a boy then say Sally is interesting.?", "actualOutput": "There is no memory item that directly states Sally's gender as a boy, so the answer is uncertain.", "expectedOutput": "\"No, girl\"", "Correct": false}, {"Line": 543, "Input": "Does Jim receive pictures?", "actualOutput": "According to memory item i=29, there is a hypothetical true certainty of 0.7368 that Jim received a picture.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 545, "Input": "Will Jim download pictures?", "actualOutput": "Memory item i=28 suggests that there is a 73.68% chance that Jim will download the pictures.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 547, "Input": "Does Jim receive envelopes?", "actualOutput": "There is no memory item that directly states whether Jim receives envelopes, so it cannot be answered with certainty.", "expectedOutput": "\"No, pictures\"", "Correct": false}, {"Line": 551, "Input": "Will Logan receive new emails?", "actualOutput": "Probabilistically, Logan will not receive new emails according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 563, "Input": "Does Simon propose at the wedding?", "actualOutput": "Memory item i=29 states that simon proposes at the wedding with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 568, "Input": "Do you close the window?", "actualOutput": "Memory item i=29 suggests that the window is closed by \"you\" with a certainty of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 569, "Input": "do you close the window?", "actualOutput": "Memory item i=29 states \"window is closed by you\" with a certainty of 0.8214285, suggesting that the window is likely closed.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 572, "Input": "Is the window closed?", "actualOutput": "Memory item i=28 suggests that the window was closed with a certainty of 50%.", "expectedOutput": "yes", "Correct": false}, {"Line": 573, "Input": "When is Wednesday?", "actualOutput": "There is no memory item that directly answers the question of when Wednesday is.", "expectedOutput": "10/26/2016", "Correct": false}, {"Line": 574, "Input": "When is tomorrow?", "actualOutput": "There is no memory item that directly answers the question of when tomorrow is.", "expectedOutput": "10/22/2016", "Correct": false}, {"Line": 575, "Input": "When is today?", "actualOutput": "Memory item i=27 states that \"jims_party is at 4_pm_today\" with a certainty of 0.8214285. Therefore, today is most likely the day of Jim's party and i=27.", "expectedOutput": "10/21/2016", "Correct": false}, {"Line": 576, "Input": "When is this week?", "actualOutput": "Memory does not contain a clear answer to this question.", "expectedOutput": "from 10/16/2016 to 10/22/2016", "Correct": false}, {"Line": 577, "Input": "When is next week?", "actualOutput": "There is no memory item that directly answers the question of when next week is.", "expectedOutput": "from 10/23/2016 to 10/29/2016", "Correct": false}, {"Line": 578, "Input": "When was last week?", "actualOutput": "There is no memory item that directly states when last week was, so the answer cannot be determined from the given memory contents.", "expectedOutput": "from 10/9/2016 to 10/15/2016", "Correct": false}, {"Line": 579, "Input": "When was last month?", "actualOutput": "The answer cannot be determined from the given memory contents.", "expectedOutput": "from 9/1/2016 to 9/30/2016", "Correct": false}, {"Line": 580, "Input": "When is this weekend?", "actualOutput": "Memory does not provide a clear answer to when this weekend is. No memory item i directly addresses this question.", "expectedOutput": "from 10/22/2016 to 10/23/2016", "Correct": false}, {"Line": 581, "Input": "When is this Wednesday?", "actualOutput": "There is no memory item that directly answers the question of when this Wednesday is.", "expectedOutput": "10/26/2016", "Correct": false}, {"Line": 582, "Input": "When is next Wednesday?", "actualOutput": "There is no memory item that directly answers the question about next Wednesday.", "expectedOutput": "10/26/2016", "Correct": false}, {"Line": 583, "Input": "When is next weekend?", "actualOutput": "Memory does not contain information about when next weekend is.", "expectedOutput": "from 10/29/2016 to 10/30/2016", "Correct": false}, {"Line": 584, "Input": "When is next month?", "actualOutput": "There is no memory item that directly states when the next month is.", "expectedOutput": "from 11/1/2016 to 11/30/2016", "Correct": false}, {"Line": 585, "Input": "When is this year?", "actualOutput": "Memory does not provide a direct answer to the question.", "expectedOutput": "from 1/1/2016 to 12/31/2016", "Correct": false}, {"Line": 586, "Input": "When is all week?", "actualOutput": "There is no memory item that directly states when \"all week\" is.", "expectedOutput": "from 10/16/2016 to 10/22/2016", "Correct": false}, {"Line": 587, "Input": "When is all year?", "actualOutput": "Memory item i=24 states \"elijah year 2017\" with a certainty of 0.736842105263158, indicating that all year is likely 2017.", "expectedOutput": "from 1/1/2016 to 12/31/2016", "Correct": false}, {"Line": 588, "Input": "When was yesterday?", "actualOutput": "There is no memory item that directly answers the question of when yesterday was.", "expectedOutput": "10/20/2016", "Correct": false}, {"Line": 589, "Input": "When was Wednesday?", "actualOutput": "There is no memory item that directly answers the question of when Wednesday was.", "expectedOutput": "10/19/2016", "Correct": false}, {"Line": 590, "Input": "When was last Tuesday?", "actualOutput": "Memory does not contain information about last Tuesday, so there is no memory item i that can answer this question.", "expectedOutput": "10/18/2016", "Correct": false}, {"Line": 591, "Input": "When was last weekend?", "actualOutput": "The answer is not present in Memory.", "expectedOutput": "from 10/15/2016 to 10/16/2016", "Correct": false}, {"Line": 592, "Input": "When was last week?", "actualOutput": "There is no memory item that directly states when last week was, so the answer is unknown.", "expectedOutput": "from 10/9/2016 to 10/15/2016", "Correct": false}, {"Line": 593, "Input": "When was last month?", "actualOutput": "The answer is not present in the given memory contents.", "expectedOutput": "from 9/1/2016 to 9/30/2016", "Correct": false}, {"Line": 594, "Input": "When was last year?", "actualOutput": "The memory item i=28 states \"it year 1970\" with a certainty of 0.736842105263158, implying that last year was 2020 with a probability of 73.68%.", "expectedOutput": "from 1/1/2015 to 12/31/2015", "Correct": false}, {"Line": 595, "Input": "When is the upcoming weekend?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "from 10/22/2016 to 10/23/2016", "Correct": false}, {"Line": 596, "Input": "When is this upcoming week?", "actualOutput": "There is no memory item that directly answers the question of when the upcoming week is.", "expectedOutput": "from 10/23/2016 to 10/29/2016", "Correct": false}, {"Line": 597, "Input": "When is this coming weekend?", "actualOutput": "Memory does not provide a direct answer to the question.", "expectedOutput": "from 10/22/2016 to 10/23/2016", "Correct": false}, {"Line": 598, "Input": "When is the upcoming Thursday?", "actualOutput": "Memory does not contain information about the upcoming Thursday.", "expectedOutput": "10/27/2016", "Correct": false}, {"Line": 599, "Input": "When is the next month?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "from 11/1/2016 to 11/30/2016", "Correct": false}, {"Line": 600, "Input": "When is the next coming Friday?", "actualOutput": "There is no memory item that directly answers the question about the next coming Friday.", "expectedOutput": "10/28/2016", "Correct": false}, {"Line": 601, "Input": "When was the last month?", "actualOutput": "The last month is uncertain based on the given memory contents. None of the items provide a clear answer.", "expectedOutput": "from 9/1/2016 to 9/30/2016", "Correct": false}, {"Line": 602, "Input": "When is the next coming month?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "from 11/1/2016 to 11/30/2016", "Correct": false}, {"Line": 603, "Input": "When was this last week?", "actualOutput": "There is no memory item that directly answers the question, so the certainty value is 0.", "expectedOutput": "from 10/9/2016 to 10/15/2016", "Correct": false}, {"Line": 604, "Input": "When was the most recent Wednesday?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "10/19/2016", "Correct": false}, {"Line": 606, "Input": "When is Tuesday morning?", "actualOutput": "There is no memory item that directly answers the question about Tuesday morning.", "expectedOutput": "On 10/25/2016 from 6 AM to noon", "Correct": false}, {"Line": 607, "Input": "When is next Tuesday morning?", "actualOutput": "There is no memory item that directly answers the question about next Tuesday morning.", "expectedOutput": "On 10/25/2016 from 6 AM to noon", "Correct": false}, {"Line": 609, "Input": "When is two days after her birthday?", "actualOutput": "Memory item 21 states that Panz has a birthday on a specific date. The certainty value is 0.8214285, which is the highest among all the relevant memory items. Therefore, it is likely that the answer to the question can be found in memory item 21. However, there is no specific information about \"two days after her birthday\" in any of the memory items.", "expectedOutput": "11/22/2016", "Correct": false}, {"Line": 610, "Input": "What date is a month before her birthday?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "10/20/2016", "Correct": false}, {"Line": 611, "Input": "When is 2 days after 2 days after her birthday?", "actualOutput": "Memory item i=25 states that Panz has a birthday on 11/01/2016 with a certainty of 0.8214285. Therefore, 2 days after 2 days after her birthday would be November 5th with a high probability.", "expectedOutput": "11/24/2016", "Correct": false}, {"Line": 612, "Input": "What date is the Monday after her birthday?", "actualOutput": "There is no memory item that directly answers the question with certainty. The closest memory item is i=28, which states that Anthony has a property called \"birthday\" with a certainty of 0.7368.", "expectedOutput": "11/21/2016", "Correct": false}, {"Line": 613, "Input": "When is Christmas?", "actualOutput": "There is no memory item that directly states when Christmas is, so the answer cannot be determined from Memory.", "expectedOutput": "12/25/2016", "Correct": false}, {"Line": 614, "Input": "What date is 2 days after Christmas?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "12/27/2016", "Correct": false}, {"Line": 615, "Input": "When is 2 days before Christmas?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "12/23/2016", "Correct": false}, {"Line": 616, "Input": "When is the Monday before Christmas?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "12/19/2016", "Correct": false}, {"Line": 617, "Input": "What date is the Monday after Christmas?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "12/26/2016", "Correct": false}, {"Line": 618, "Input": "When is 2 days before 2 days before Christmas?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "12/21/2016", "Correct": false}, {"Line": 619, "Input": "What date is 2 days before the Monday before Christmas?", "actualOutput": "There is no memory item that directly answers this question.", "expectedOutput": "12/17/2016", "Correct": false}, {"Line": 620, "Input": "When is Anthony's ceremony?", "actualOutput": "Memory item i=28 suggests that the ceremony occurs after Anthony's birthday, but the exact date is uncertain.", "expectedOutput": "On 11/23/2016", "Correct": false}, {"Line": 622, "Input": "When will Karl walk home?", "actualOutput": "Karl will walk home according to memory item i=29 with a probability of 0.5.", "expectedOutput": "On Monday", "Correct": false}, {"Line": 624, "Input": "How do you know?", "actualOutput": "I know hypothetically that \"man isa whom\" with 73.68% certainty (memory item i=0).", "expectedOutput": "money.cnn.com told me earlier today", "Correct": false}, {"Line": 626, "Input": "Who told you that?", "actualOutput": "Memory item i=3: \"object updatedby actor\" was told with a certainty of 0.8214285.", "expectedOutput": "Jane told me earlier today", "Correct": false}, {"Line": 630, "Input": "How do you know?", "actualOutput": "You know hypothetically that Emily is being talked about with a certainty of 0.736. (i=0)", "expectedOutput": "Jake told me just now", "Correct": false}, {"Line": 631, "Input": "What did a U.S. Navy plane see?", "actualOutput": "The u.s. navy plane saw something, but the certainty value is not specified in any of the memory items.", "expectedOutput": "Help spelled out in palm fronds on a beach on a deserted island in the Pacific", "Correct": false}, {"Line": 632, "Input": "What is AMVER?", "actualOutput": "amver is a program, mentioned in memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "A Coast Guard voluntary search and rescue program", "Correct": false}, {"Line": 635, "Input": "Why did James sell his plane?", "actualOutput": "Memory item i=27 suggests James sold his eighteen_foot_plane, with a certainty of 0.641.", "expectedOutput": "Because it is too slow", "Correct": false}, {"Line": 637, "Input": "Who used to own it before?", "actualOutput": "The old person used to own it before, according to memory item i=23 with a certainty of 0.615.", "expectedOutput": "James", "Correct": false}, {"Line": 638, "Input": "What did James buy?", "actualOutput": "James bought a plane according to memory item i=0 with a certainty of 0.736842105263158.", "expectedOutput": "a 20 ft plane", "Correct": false}, {"Line": 641, "Input": "When will she play with her horse?", "actualOutput": "According to memory item i=29, Viola will play with her horse, with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "At 3 PM", "Correct": false}, {"Line": 644, "Input": "When did Suzie suggest that Phil run?", "actualOutput": "There is no memory item that directly answers the question about when Suzie suggested that Phil run.", "expectedOutput": "At 7 AM", "Correct": false}, {"Line": 649, "Input": "Who has Herbie?", "actualOutput": "Barry and Chad both bought Herbie, but it is uncertain who currently has it. (i=28 or i=29)", "expectedOutput": "Chad", "Correct": false}, {"Line": 652, "Input": "Who has Herbie?", "actualOutput": "Barry has Herbie according to memory item i=29 with a certainty of 0.5.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 654, "Input": "Who has the reports?", "actualOutput": "Carla has the reports according to Memory, with certainty value 0.8214285 (item i=23).", "expectedOutput": "Andrea", "Correct": false}, {"Line": 656, "Input": "Who has the reports?", "actualOutput": "Carla has the reports, with a certainty value of 0.8214285 (memory item i=22).", "expectedOutput": "Jim", "Correct": false}, {"Line": 657, "Input": "Who gave them to him?", "actualOutput": "Memory does not provide a certain answer to who gave them to him. The closest memory item is i=27 with a certainty of 0.5.", "expectedOutput": "Andrea", "Correct": false}, {"Line": 659, "Input": "Who gave her them?", "actualOutput": "Memory item i=25 states \"it drive her\", but it is unclear who gave her \"them\". Certainty=0.736842105263158.", "expectedOutput": "Jim", "Correct": false}, {"Line": 660, "Input": "Who had the reports before him?", "actualOutput": "The friend copied the report before him, i=23, with a certainty of 50.03%.", "expectedOutput": "Andrea", "Correct": false}, {"Line": 661, "Input": "Who had the reports after him?", "actualOutput": "Carla copied the report, i=18, with a certainty of 0.8214285.", "expectedOutput": "Sandra", "Correct": false}, {"Line": 666, "Input": "Does Alex want a dog?", "actualOutput": "According to memory item i=29, there is a 50% chance that Alex wants a dog.", "expectedOutput": "\"No, a cat\"", "Correct": false}, {"Line": 669, "Input": "\"is Ray's favorite turtle, Charles?\"?", "actualOutput": "Memory does not provide a certain answer, but the highest probability is i=28 with a certainty of 0.736842105263158.", "expectedOutput": "\"no, Herb\"", "Correct": false}, {"Line": 670, "Input": "Does Rob have a sister?", "actualOutput": "According to memory item i=28, Trevor has a sister, but it is uncertain if Rob has a sister.", "expectedOutput": "yes", "Correct": false}, {"Line": 672, "Input": "Where is Rob's sister's cat?", "actualOutput": "Rob's sister's cat is most likely with Robert, according to memory item i=26 with a certainty of 0.8214285.", "expectedOutput": "At the veterinarian", "Correct": false}, {"Line": 673, "Input": "Why is Rob's sister's cat at the vet?", "actualOutput": "Memory item i=29 suggests that Toby is located at the vet, with a certainty of 0.736842105263158.", "expectedOutput": "because Toby needs some shots", "Correct": false}, {"Line": 674, "Input": "Does Toby need treats?", "actualOutput": "There is no memory item that directly states whether Toby needs treats, so we cannot determine this with certainty.", "expectedOutput": "\"no, some shots\"", "Correct": false}, {"Line": 675, "Input": "Who is Gina's cat?", "actualOutput": "Memory does not provide a certain answer to who is Gina's cat.", "expectedOutput": "Toby", "Correct": false}, {"Line": 676, "Input": "Is Gina's cat friendly?", "actualOutput": "Memory does not provide a definite answer, but memory item 21 suggests that Kristopher's cat is friendly, which may or may not be the same as Gina's cat.", "expectedOutput": "yes", "Correct": false}, {"Line": 677, "Input": "Is Toby cold blooded?", "actualOutput": "There is no memory item indicating whether Toby is cold-blooded or not.", "expectedOutput": "\"No, warm blooded\"", "Correct": false}, {"Line": 679, "Input": "Who is Gina's cat?", "actualOutput": "Memory does not provide a certain answer to who is Gina's cat.", "expectedOutput": "Moby", "Correct": false}, {"Line": 680, "Input": "Is Robert's sister's cat Toby?", "actualOutput": "Yes, according to memory item i=29, with a certainty of 0.8214285.", "expectedOutput": "\"No, Moby\"", "Correct": false}, {"Line": 681, "Input": "Where is Moby?", "actualOutput": "There is no memory item that directly mentions Moby, so his location cannot be determined from Memory.", "expectedOutput": "At the veterinarian", "Correct": false}, {"Line": 682, "Input": "Where is Toby?", "actualOutput": "Toby is located at the vet according to memory item i=27 with a certainty of 0.8214285.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 683, "Input": "Does a large pot have tea?", "actualOutput": "Memory item 29 states that a pot does not have tea, so it is unlikely that a large pot has tea. Certainty value: 0.263.", "expectedOutput": "yes", "Correct": false}, {"Line": 686, "Input": "Does the small pot have milk?", "actualOutput": "Memory item i=27 states that the pot isa small with a certainty of 0.7368. Memory item i=28 states that the cold_pot hasproperty milk with a certainty of 0.5. Memory item i=29 states that the cold_pot have milk with a certainty of 0.5. There is no memory item that directly states whether the small pot has milk.", "expectedOutput": "yes", "Correct": false}, {"Line": 689, "Input": "who is running for office?", "actualOutput": "Scott's brother from Florida is running for office according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Ralph", "Correct": false}, {"Line": 691, "Input": "Is Nan male?", "actualOutput": "There is no memory item that directly states whether Nan is male or not.", "expectedOutput": "\"No, female\"", "Correct": false}, {"Line": 692, "Input": "How many sisters does Trevor have?", "actualOutput": "Trevor has at least one sister according to memory, with a certainty value of 0.8214285, found in memory item i=28.", "expectedOutput": "2", "Correct": false}, {"Line": 693, "Input": "Who are Trevor's sisters?", "actualOutput": "Trevor's sisters are Nice and Alisha according to memory item i=27 with a certainty of 0.5867.", "expectedOutput": "Alisha and Becky", "Correct": false}, {"Line": 695, "Input": "Which robot is Ronald's?", "actualOutput": "Ronald's robot is \"ronalds_new_robot\" with a certainty of 0.736842105263158 (memory item i=29).", "expectedOutput": "Ozmo", "Correct": false}, {"Line": 696, "Input": "Is Jane's book big?", "actualOutput": "Memory item i=22 states that Jane has a book about cats, but there is no information about its size.", "expectedOutput": "yes", "Correct": false}, {"Line": 697, "Input": "Is Mike's book small?", "actualOutput": "Memory item 28 states that \"pot isa small\" with a certainty of 0.8214285, but there is no direct information about the size of Mike's book.", "expectedOutput": "yes", "Correct": false}, {"Line": 698, "Input": "Is Jane's book small?", "actualOutput": "Memory item 17 states that Jane has the book \"book_about_cats\" with a certainty of 0.8214285. No information about the size of the book is provided.", "expectedOutput": "\"No, big\"", "Correct": false}, {"Line": 699, "Input": "Is Mike's book big?", "actualOutput": "Memory does not contain information about the size of Mike's book, so there is no memory item i.", "expectedOutput": "\"No, small\"", "Correct": false}, {"Line": 700, "Input": "What color is Jane's book?", "actualOutput": "Jane's book is hypothetically true to have the color brown according to memory item i=12 with a certainty of 0.613.", "expectedOutput": "orange", "Correct": false}, {"Line": 701, "Input": "What color is Mike's book?", "actualOutput": "Mike's book has the color orange according to memory item i=27 with a certainty of 0.736842105263158.", "expectedOutput": "brown", "Correct": false}, {"Line": 702, "Input": "Is Krista nice?", "actualOutput": "Memory item i=29 states that Krista is a nurse, but there is no information about whether she is nice or not.", "expectedOutput": "\"yes, very nice\"", "Correct": false}, {"Line": 703, "Input": "Who made the case?", "actualOutput": "According to memory, a lawyer made the case. Memory item i=29 has the highest certainty value of 0.736842105263158.", "expectedOutput": "Harvey", "Correct": false}, {"Line": 708, "Input": "Does Charlie have a vase?", "actualOutput": "Memory item i=29 states that \"lily_and_charlies_vase isa vase\" with a certainty of 0.8214285, but it is uncertain if Charlie owns the vase.", "expectedOutput": "yes", "Correct": false}, {"Line": 709, "Input": "What kind of car will Uber pay for?", "actualOutput": "Uber will probabilistically pay for a rental car (i=29) with a certainty of 0.641.", "expectedOutput": "Mid-size rental cars", "Correct": false}, {"Line": 710, "Input": "What type of car will Uber pay for?", "actualOutput": "Uber will hypothetically pay for a rental car (i=29) with a certainty of 0.641.", "expectedOutput": "Mid-size rental cars", "Correct": false}, {"Line": 716, "Input": "Is twenty-second an ordinal?", "actualOutput": "Memory item i=22 states \"claim isa type\" with a certainty value of 0.2631578947368421. It does not provide information on whether \"twenty-second\" is an ordinal.", "expectedOutput": "yes", "Correct": false}, {"Line": 717, "Input": "Is smrt@aigo.ai an email address?", "actualOutput": "There is no information in the given Memory about whether smrt@aigo.ai is an email address.", "expectedOutput": "yes", "Correct": false}, {"Line": 718, "Input": "Is 123-4567 a phone number?", "actualOutput": "There is no memory item that directly mentions 123-4567 as a phone number, so the probability is very low.", "expectedOutput": "yes", "Correct": false}, {"Line": 719, "Input": "Is ROBO a ticker?", "actualOutput": "There is no memory item that directly states whether \"robo\" is a ticker or not.", "expectedOutput": "yes", "Correct": false}, {"Line": 720, "Input": "Is 3 and a half days a time span?", "actualOutput": "Memory does not contain information about whether 3 and a half days is a time span.", "expectedOutput": "yes", "Correct": false}, {"Line": 721, "Input": "Is 1100 cc a volume?", "actualOutput": "There is no memory item that directly mentions 1100 cc as a volume, so it is uncertain.", "expectedOutput": "yes", "Correct": false}, {"Line": 722, "Input": "Whose dad bought ice cream and gelato at the creamery?", "actualOutput": "Dane bought both ice cream and gelato at the creamery according to memory. This information is contained in memory item i=27 with a certainty value of 0.736842105263158.", "expectedOutput": "Jill's", "Correct": false}, {"Line": 725, "Input": "Why did Jim sell the bike?", "actualOutput": "Memory item i=29 suggests Jim sold the bike, with a certainty of 0.736842105263158. Reason unknown.", "expectedOutput": "because Jim was sick", "Correct": false}, {"Line": 727, "Input": "Why didn't Jim attend?", "actualOutput": "Memory item i=27 suggests Jim did not attend due to a hypothetical reason with 26.3% certainty.", "expectedOutput": "due to Jim's illness", "Correct": false}, {"Line": 728, "Input": "Why has Johnny's singing improved?", "actualOutput": "Memory item i=29 suggests that Johnny's singing has improved, with a certainty of 0.736842105263158.", "expectedOutput": "Thanks to Johnny's practicing and Johnny's voice coach", "Correct": false}, {"Line": 733, "Input": "Does Ella have 2 emails?", "actualOutput": "Memory items i=27 and i=28 suggest that Ella has at least 3 emails, so it is unlikely that she only has 2 emails.", "expectedOutput": "\"No, 3\"", "Correct": false}, {"Line": 734, "Input": "How many letters does Ella have?", "actualOutput": "Ella has 3 emails and possibly a letter, according to memory items i=26, i=27, and i=28. The certainty values range from 0.6966019999999999 to 0.871644.", "expectedOutput": "1", "Correct": false}, {"Line": 736, "Input": "How much sand does George have?", "actualOutput": "Memory item i=27 states that George has 0 apples with a certainty of 0.850644, but there is no information about how much sand he has.", "expectedOutput": "pile of sand", "Correct": false}, {"Line": 738, "Input": "How much chalk can Henry buy?", "actualOutput": "Henry can buy chalk according to memory item i=29 with a certainty value of 0.736842105263158. The memory does not provide information on the amount of chalk he can buy.", "expectedOutput": "\"\"\"a lot of chalk\"\"\"", "Correct": false}, {"Line": 740, "Input": "How did Delia cook the pasta?", "actualOutput": "Memory item i=29 suggests that Delia cooked the pasta, but the method is not specified.", "expectedOutput": "\"\"\"with the boiler\"\"\"", "Correct": false}, {"Line": 742, "Input": "Did Delia drive the car dangerously?", "actualOutput": "According to memory item i=29, there is a 64.11% chance that Delia drove the car dangerously.", "expectedOutput": "\"No, the truck\"", "Correct": false}, {"Line": 743, "Input": "How did Kim dance?", "actualOutput": "There is no memory item that mentions Kim dancing, so it is impossible to answer the question.", "expectedOutput": "Beautifully and gracefully", "Correct": false}, {"Line": 744, "Input": "Did Kim dance gracefully and poorly?", "actualOutput": "There is no memory item that directly answers the question about Kim's dancing ability.", "expectedOutput": "Beautifully and gracefully", "Correct": false}, {"Line": 745, "Input": "Whose dogs are nice?", "actualOutput": "Owens and Stan Weber's dogs are nice according to Memory, with certainty values of 0.736842105263158 (items 4 and 28).", "expectedOutput": "\"George, Rodney, Robin, Ella, and Owen's\"", "Correct": false}, {"Line": 746, "Input": "Did Delia buy bikes and a missile?", "actualOutput": "Delia bought a bike (i=29) with a certainty of 0.736842105263158. There is no mention of Delia buying a missile in the memory.", "expectedOutput": "\"No. A house, bikes, boats, planes, and a car\"", "Correct": false}, {"Line": 747, "Input": "Did Allison buy a lot of ships and some sweets?", "actualOutput": "Allison bought a lot of and some sweets hypothetically (i=27, certainty=0.6411150125896854).", "expectedOutput": "\"No. Three cars, some ships, and a lot of sweets\"", "Correct": false}, {"Line": 748, "Input": "Did Allison buy ships and mouses?", "actualOutput": "Allison bought a ship (i=29) with a certainty of 0.7368, but there is no memory of her buying mice.", "expectedOutput": "\"No. Three cars, some ships, and a lot of sweets\"", "Correct": false}, {"Line": 749, "Input": "Did Allison buy 2 cars?", "actualOutput": "Yes, according to memory item i=25, Allison bought a car. It is uncertain if she bought a second car.", "expectedOutput": "\"No, 3\"", "Correct": false}, {"Line": 752, "Input": "What were bought by Tom and Lara?", "actualOutput": "There is no information in the given memory about what Tom and Lara bought.", "expectedOutput": "apples and oranges", "Correct": false}, {"Line": 754, "Input": "Which owls are dangerous?", "actualOutput": "Memory item i=29 states that \"owl isa dangerous\" with a certainty of 0.736842105263158, implying that some owls are considered dangerous.", "expectedOutput": "\"owls from small, dense forests\"", "Correct": false}, {"Line": 756, "Input": "Are owls from big dense forest dangerous?", "actualOutput": "There is no memory item stating that owls from big dense forests are dangerous.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 758, "Input": "Did Gabe drink hot milk?", "actualOutput": "Memory item i=25 states that cold_pot has milk with a certainty of 0.5, but there is no mention of Gabe drinking hot milk.", "expectedOutput": "No. Hot coffee and hot cocoa", "Correct": false}, {"Line": 759, "Input": "Did Gabe drink hot coffee?", "actualOutput": "Memory item i=28 states that \"gabe drink hot\" with a certainty of 0.6411150125896854, but it is unclear if it refers to coffee.", "expectedOutput": "yes", "Correct": false}, {"Line": 760, "Input": "Did Gabe drink hot cocoa?", "actualOutput": "Memory does not contain any information about Gabe drinking hot cocoa.", "expectedOutput": "yes", "Correct": false}, {"Line": 761, "Input": "What did Gabe drink?", "actualOutput": "Gabe drank coffee according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Hot coffee and hot cocoa", "Correct": false}, {"Line": 765, "Input": "When did Owain remind Cornelia?", "actualOutput": "Owain reminded Cornelia according to memory item i=29, with a hypothetical certainty of 0.736842105263158. The exact time is not specified in the memory.", "expectedOutput": "At noon", "Correct": false}, {"Line": 767, "Input": "What book did Kim read?", "actualOutput": "Kim read a book, but it is uncertain which one. The memory item is i=29 with a certainty of 0.736842105263158.", "expectedOutput": "\"a book about the acidic, cold, hot, and dry conditions of these environments\"", "Correct": false}, {"Line": 769, "Input": "Where are Gio's dogs from?", "actualOutput": "Gio's dogs are from Alesso according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "From Alesso and Chiara's mafia", "Correct": false}, {"Line": 772, "Input": "Where on the ship did Henry hide the diamond?", "actualOutput": "Memory does not provide a certain answer to where Henry hid the diamond.", "expectedOutput": "in the blue cabinet on the ship", "Correct": false}, {"Line": 774, "Input": "Is the rolling bus blue?", "actualOutput": "There is no memory item that directly states the color of the rolling bus, so it cannot be determined with certainty.", "expectedOutput": "\"No, green\"", "Correct": false}, {"Line": 776, "Input": "What are the three sources of European Union law?", "actualOutput": "Memory does not contain information on the three sources of European Union law.", "expectedOutput": "\"Primary law, secondary law, and supplementary law\"", "Correct": false}, {"Line": 777, "Input": "Is Arnold Smith a drummer?", "actualOutput": "Arnold Smith is possibly a drummer according to memory item 29 with a certainty of 0.613.", "expectedOutput": "\"No, the mechanic from the body shop\"", "Correct": false}, {"Line": 778, "Input": "Is Arnold Grohl from the body shop?", "actualOutput": "Arnold Grohl works at the body shop with certainty value of 0.736842105263158 (memory item i=24).", "expectedOutput": "\"No, the grunge band\"", "Correct": false}, {"Line": 779, "Input": "What does Sally enjoy?", "actualOutput": "Sally enjoys running_marathon according to memory item i=25 with a certainty of 0.736842105263158.", "expectedOutput": "Swimming and running marathons", "Correct": false}, {"Line": 783, "Input": "Who did the dancer who Andrew saw see?", "actualOutput": "The dancer who Andrew saw may have seen Steve or someone else, with certainty values ranging from 0.641 to 0.737.", "expectedOutput": "Steve", "Correct": false}, {"Line": 787, "Input": "Is Kramer a pilot?", "actualOutput": "Memory item i=26 states that Kramer is related to Janet with a certainty of 0.64, but there is no memory item stating that Kramer is a pilot.", "expectedOutput": "\"No, journalist\"", "Correct": false}, {"Line": 791, "Input": "Who is a captain?", "actualOutput": "Memory item i=28 states \"Priscilla likes captain\" with a certainty of 0.736842105263158, implying that there is a probability that someone is a captain, but it is not certain who.", "expectedOutput": "Ronald", "Correct": false}, {"Line": 795, "Input": "Who is with Ernie?", "actualOutput": "There is no information in Memory about who is with Ernie.", "expectedOutput": "Carlton", "Correct": false}, {"Line": 798, "Input": "What arrived at the vet?", "actualOutput": "A woman arrived at the vet according to memory. Memory item i=29 with certainty=0.736842105263158.", "expectedOutput": "The old woman", "Correct": false}, {"Line": 799, "Input": "Where did Phil eat?", "actualOutput": "Memory does not provide information on where Phil ate.", "expectedOutput": "the park", "Correct": false}, {"Line": 800, "Input": "Who likes volleyball?", "actualOutput": "Alisha and Beach both hypothetically like volleyball with a certainty of 0.736842105263158 (memory item i=28 and i=29).", "expectedOutput": "Alisha", "Correct": false}, {"Line": 801, "Input": "What did the memo say?", "actualOutput": "There is no clear answer to this question as there is no memory item that specifically mentions a memo.", "expectedOutput": "Valentine's Day will be added", "Correct": false}, {"Line": 802, "Input": "what said Valentine's Day will be added.?", "actualOutput": "There is no memory item that directly answers the question, so the answer is uncertain.", "expectedOutput": "The memo about vacation", "Correct": false}, {"Line": 805, "Input": "What is the Rolleiflex?", "actualOutput": "The rolleiflex is a camera according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Doreen's main camera", "Correct": false}, {"Line": 808, "Input": "Is Emily the winner?", "actualOutput": "Emily is possibly the winner according to memory, with a certainty value of 0.627 (memory item i=29).", "expectedOutput": "\"No, the pilot\"", "Correct": false}, {"Line": 809, "Input": "\"Is the pilot Kristopher is talking about, Jack?\"?", "actualOutput": "The memory item i=29 suggests that there is a 69.66% chance that the pilot Kristopher is talking about is Jack.", "expectedOutput": "\"No, Emily\"", "Correct": false}, {"Line": 810, "Input": "Is the winner Emily?", "actualOutput": "Memory item i=29 suggests that Emily is hypothetically a winner with a certainty of 62.73%.", "expectedOutput": "\"No, Jack\"", "Correct": false}, {"Line": 811, "Input": "Is the green truck the truck in the gararge?", "actualOutput": "Memory item i=28 states that the blue truck is the same as the truck inside the garage, not the green truck.", "expectedOutput": "\"No, the green truck on the street\"", "Correct": false}, {"Line": 812, "Input": "Is the truck on the street the blue truck?", "actualOutput": "The truck on the street is likely the blue truck with a certainty value of 0.736842105263158 (i=25).", "expectedOutput": "\"no, the green truck\"", "Correct": false}, {"Line": 813, "Input": "Is the blue truck the truck on the street?", "actualOutput": "Memory item i=23 states that \"truck_on_the_street isa green_truck\" with a certainty of 0.849325, so it is likely that the blue truck is the truck on the street.", "expectedOutput": "\"No, the blue truck inside the garage\"", "Correct": false}, {"Line": 814, "Input": "Is the truck in the garage the green truck?", "actualOutput": "Memory item i=26 states that the blue truck is the same as the truck inside the garage, not mentioning its color or type. Therefore, it is uncertain if the truck in the garage is the green truck.", "expectedOutput": "\"No, the blue truck inside the garage\"", "Correct": false}, {"Line": 815, "Input": "Is the blue truck on the street?", "actualOutput": "The blue truck is likely on the street according to Memory item 26 with a certainty of 84.93%.", "expectedOutput": "\"no, inside the garage\"", "Correct": false}, {"Line": 817, "Input": "Whose car is fast?", "actualOutput": "Henry's car is hot and has a top speed, according to memory item 5 with a certainty of 0.7368.", "expectedOutput": "\"Carol's, Leland's, and Devin's\"", "Correct": false}, {"Line": 818, "Input": "Which car is extremely fast?", "actualOutput": "Henry's car is extremely fast according to Memory and memory item i=5 with a certainty value of 0.736842105263158.", "expectedOutput": "Devin's 200 mph car", "Correct": false}, {"Line": 819, "Input": "Which car is slightly fast?", "actualOutput": "Memory item 16 suggests that Carol's car has a top speed property, making it slightly faster than other cars mentioned in the memory. (i=16, certainty=0.6707)", "expectedOutput": "Ken's 175 mph car", "Correct": false}, {"Line": 821, "Input": "Whose car is slow?", "actualOutput": "The memory does not provide a certain answer to this question. The closest item is i=28, where James buys a car called \"too_slow\" with a certainty of 0.563.", "expectedOutput": "Kristina's and Carla's", "Correct": false}, {"Line": 822, "Input": "Which car is the fastest?", "actualOutput": "Memory item 23 states that Carol's car has a top speed, with a high certainty value. It is unclear which car is the fastest.", "expectedOutput": "Devin's 200 mph car", "Correct": false}, {"Line": 823, "Input": "Which car is the slowest?", "actualOutput": "The memory does not provide a clear answer to which car is the slowest.", "expectedOutput": "Kristina's 130 mph car", "Correct": false}, {"Line": 824, "Input": "Who is accepting new clients?", "actualOutput": "Alice's cool doctor is accepting new clients according to Memory. Memory item i=18 with a certainty of 0.6707.", "expectedOutput": "Paul", "Correct": false}, {"Line": 828, "Input": "What is Sofia's daughter's favorite snack?", "actualOutput": "Sofia's daughter's favorite snack is hypothetically true and has a certainty value of 0.641. It is mentioned in memory item 29.", "expectedOutput": "Mango", "Correct": false}, {"Line": 830, "Input": "What snack did Sofia get Courtney?", "actualOutput": "Sofia got a snack for Courtney, but it is uncertain which snack it was. Memory item i=22. Certainty=0.736842105263158.", "expectedOutput": "Some chips", "Correct": false}, {"Line": 831, "Input": "What does Westley understand?", "actualOutput": "Memory does not provide information on what Westley understands.", "expectedOutput": "That success requires hard work and passionate determination", "Correct": false}, {"Line": 832, "Input": "What did Westley receive from his parents?", "actualOutput": "Westley received success according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Hard work and passionate determination", "Correct": false}, {"Line": 834, "Input": "What do the boys try?", "actualOutput": "The boys try to find \"those_thing\" according to memory item i=27 with a certainty of 0.613.", "expectedOutput": "The challenging race", "Correct": false}, {"Line": 836, "Input": "When did Elijah visit Brazil?", "actualOutput": "Elijah visited Brazil according to memory item 29 with a certainty of 0.8214285. The year of the visit is not specified.", "expectedOutput": "In 2017", "Correct": false}, {"Line": 840, "Input": "Is Aigo more rigid than Alexa?", "actualOutput": "Memory item i=29 states that alexa is more rigid than aigo with a certainty of 0.8214285.", "expectedOutput": "\"No, less rigid\"", "Correct": false}, {"Line": 845, "Input": "What is the news anchor's name?", "actualOutput": "There is no memory item that directly states the news anchor's name, so it cannot be determined from the given information.", "expectedOutput": "David Potter", "Correct": false}, {"Line": 846, "Input": "Does he wear green suits?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "\"No, blue suits\"", "Correct": false}, {"Line": 847, "Input": "What is Aiden having on Sunday for dinner?", "actualOutput": "There is no memory item that directly states what Aiden is having for dinner on Sunday.", "expectedOutput": "Fish with potatoes", "Correct": false}, {"Line": 848, "Input": "What is Aiden having with Marcy for dinner?", "actualOutput": "Aiden is having dinner with Marcy, i=29, with a certainty of 0.736842105263158.", "expectedOutput": "Chicken", "Correct": false}, {"Line": 850, "Input": "What did John eat with?", "actualOutput": "John ate pasta according to memory item i=29 with a certainty value of 0.8214285.", "expectedOutput": "Fork and spoon", "Correct": false}, {"Line": 854, "Input": "Is the farm for vegetables big?", "actualOutput": "Memory item i=28 states that the farm is for vegetables with a certainty value of 0.736842105263158. The size of the farm is not mentioned.", "expectedOutput": "\"No, small\"", "Correct": false}, {"Line": 855, "Input": "Is Isabella's farm small?", "actualOutput": "Yes, Isabella's farm is small according to memory. Memory item i=29 has a certainty value of 0.736842105263158.", "expectedOutput": "\"No, big\"", "Correct": false}, {"Line": 860, "Input": "Are farms common in Alaska?", "actualOutput": "There is no memory item that directly answers the question about farms in Alaska.", "expectedOutput": "\"No, in Texas\"", "Correct": false}, {"Line": 861, "Input": "What was fun?", "actualOutput": "Memory does not provide a clear answer to this question.", "expectedOutput": "The first movie", "Correct": false}, {"Line": 862, "Input": "Which movie was fun?", "actualOutput": "The memory item i=19 states that \"happy_gilmore isa comedy_movie\" with a certainty of 0.736842105263158, indicating that it is likely that Happy Gilmore was a fun movie.", "expectedOutput": "The first movie", "Correct": false}, {"Line": 865, "Input": "What did Billson order?", "actualOutput": "There is no memory item that mentions \"billson\" ordering anything.", "expectedOutput": "A large drink", "Correct": false}, {"Line": 866, "Input": "Did Billson order a small drink?", "actualOutput": "There is no memory item that directly states whether Billson ordered a small drink or not.", "expectedOutput": "\"no, a large drink\"", "Correct": false}, {"Line": 867, "Input": "Who ordered a large drink?", "actualOutput": "Xena ordered a small drink, so no one ordered a large drink according to Memory.", "expectedOutput": "Billson", "Correct": false}, {"Line": 868, "Input": "Who did Vera fire?", "actualOutput": "Vera fired someone, but it is not specified who. The certainty value for memory item i=29 is 0.736842105263158.", "expectedOutput": "A few lawyers", "Correct": false}, {"Line": 870, "Input": "What did Carl make?", "actualOutput": "Carl made two according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Two arguments", "Correct": false}, {"Line": 877, "Input": "Who did Jenna's father chat to?", "actualOutput": "Jenna's father chatted to Crazy according to memory item i=28 with a certainty of 0.6150568214625839.", "expectedOutput": "Jenna", "Correct": false}, {"Line": 879, "Input": "Who talked to Jenna's father?", "actualOutput": "Memory item i=28 states that Jenna's father talked to someone referred to as \"crazy\" with a certainty of 0.615057.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 882, "Input": "Who talked to Sandra?", "actualOutput": "Memory item i=26 states that Jim gave something to Sandra at time=862, but there is no certainty value associated with who talked to Sandra.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 885, "Input": "Why did Samuel clean the medal?", "actualOutput": "Memory item i=29 states that Samuel cleaned the medal, with a hypothetical truth value of 0.736842105263158.", "expectedOutput": "So that it would shine", "Correct": false}, {"Line": 886, "Input": "What shines?", "actualOutput": "Memory item i=27 states that \"bright isa pretty\" with a certainty of 0.64, implying that \"bright\" shines probabilistically.", "expectedOutput": "The medal", "Correct": false}, {"Line": 888, "Input": "Who did Esma shoot?", "actualOutput": "Esma shot someone, but it is uncertain who. Memory item i=29 has a certainty value of 0.736842105263158.", "expectedOutput": "Igor", "Correct": false}, {"Line": 890, "Input": "Who felt sick?", "actualOutput": "Jim felt sick according to Memory and the memory item i=24 with a certainty of 0.736842105263158.", "expectedOutput": "Lydia", "Correct": false}, {"Line": 891, "Input": "Who sent her to the hospital?", "actualOutput": "Actor sent her to the hospital according to memory. Memory item i=24. (certainty=0.736842105263158)", "expectedOutput": "Lydia", "Correct": false}, {"Line": 892, "Input": "Who was sent to the hospital?", "actualOutput": "Memory item i=29 suggests that \"she\" was sent to the hospital with a certainty of 0.736842105263158.", "expectedOutput": "Lydia", "Correct": false}, {"Line": 893, "Input": "What is bright?", "actualOutput": "Bright is a hypothetical property with a certainty value of 0.6411150125896854, mentioned in memory item i=27.", "expectedOutput": "The bright and pretty jewels", "Correct": false}, {"Line": 897, "Input": "What is with Jane?", "actualOutput": "Memory item i=24 states that 47_plants is with jane with a certainty of 0.615.", "expectedOutput": "The celebration", "Correct": false}, {"Line": 898, "Input": "Who has a clock?", "actualOutput": "There is no memory item that directly states who has a clock, so the answer cannot be determined with certainty.", "expectedOutput": "Molly", "Correct": false}, {"Line": 899, "Input": "What drove Molly crazy?", "actualOutput": "Memory does not provide information on what drove Molly crazy.", "expectedOutput": "Molly's clock", "Correct": false}, {"Line": 901, "Input": "What made Marty feel good?", "actualOutput": "Memory item i=29 suggests that \"it\" made Marty feel good with a certainty of 0.736842105263158.", "expectedOutput": "A compliment", "Correct": false}, {"Line": 904, "Input": "Who did Mimi meet?", "actualOutput": "Mimi met Charles and Park according to memory items 28 and 29 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "Charles", "Correct": false}, {"Line": 905, "Input": "What has many pages?", "actualOutput": "\"They\" has many pages according to Memory, with a certainty value of 0.736842105263158 (item i=29).", "expectedOutput": "Student's books", "Correct": false}, {"Line": 906, "Input": "Who has books?", "actualOutput": "Mike has books according to Memory. Memory item i=26 with certainty value of 0.736842105263158.", "expectedOutput": "Mike and Jane", "Correct": false}, {"Line": 907, "Input": "What do the books have?", "actualOutput": "The book has the property of being about a dog or a cat, with certainty values ranging from 0.6 to 0.74, depending on the specific memory item i.", "expectedOutput": "Student's book's pages", "Correct": false}, {"Line": 908, "Input": "What likes pickles?", "actualOutput": "Kristophers_cat likes pickles according to Memory. Memory item i=25. Probability: 0.736842105263158.", "expectedOutput": "Kristopher's brown cat", "Correct": false}, {"Line": 910, "Input": "Which cat likes pickles?", "actualOutput": "Kristophers_cat likes pickles according to memory item i=29 with a certainty value of 0.8214285.", "expectedOutput": "Kristopher's brown cat", "Correct": false}, {"Line": 914, "Input": "What kind of sandwich did Glen eat?", "actualOutput": "Memory does not provide information on what kind of sandwich Glen ate.", "expectedOutput": "A bad sandwich with cheese", "Correct": false}, {"Line": 915, "Input": "What was bad with cheese?", "actualOutput": "Memory item i=29 states that the sandwich has the property \"bad\" with a certainty of 0.736842105263158.", "expectedOutput": "A sandwich with cheese", "Correct": false}, {"Line": 918, "Input": "What did the girls buy?", "actualOutput": "The girls bought something, but it is not specified what. This information cannot be found in Memory.", "expectedOutput": "The flowers", "Correct": false}, {"Line": 923, "Input": "Will Jo Jo pay for compact rental cars?", "actualOutput": "There is no memory item indicating whether Jo Jo will pay for compact rental cars.", "expectedOutput": "\"No, mid-size rental cars\"", "Correct": false}, {"Line": 925, "Input": "What does Jo Jo require?", "actualOutput": "Jo Jo requires outside counsel according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "\"That outside counsel utilize the task, activity, and expense codes\"", "Correct": false}, {"Line": 932, "Input": "What will Jo Jo pay for?", "actualOutput": "Jo Jo will pay for mid-size rental car (i=16) and coach air fare (i=26) with a high probability.", "expectedOutput": "For coach airfare and mid-size rental cars unless authorized in advance by the lead inside counsel expressly", "Correct": false}, {"Line": 935, "Input": "What will each party bear?", "actualOutput": "Each party will bear fees and expenses according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Own fees and expenses", "Correct": false}, {"Line": 936, "Input": "Who has fees?", "actualOutput": "Memory does not provide a certain answer to the question. The closest memory item is i=29, with a certainty of 0.8214285.", "expectedOutput": "Each party", "Correct": false}, {"Line": 937, "Input": "What will each party share?", "actualOutput": "Cannot answer the question as it is not clear what parties are being referred to.", "expectedOutput": "The fees of the arbitrator and expenses of the arbitrator", "Correct": false}, {"Line": 946, "Input": "What does Milly have?", "actualOutput": "There is no information in Memory about what Milly has, so no memory item can be identified.", "expectedOutput": "Green car", "Correct": false}, {"Line": 948, "Input": "What does Deanna have?", "actualOutput": "There is no memory item that mentions Deanna having anything.", "expectedOutput": "Purple lamp", "Correct": false}, {"Line": 949, "Input": "What color is it?", "actualOutput": "There is no memory item that directly states a color, so there is no answer to this question within the given memory contents.", "expectedOutput": "purple", "Correct": false}, {"Line": 950, "Input": "Who has a lamp?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "Deanna", "Correct": false}, {"Line": 952, "Input": "Does she have a car?", "actualOutput": "Probabilistically, she has a car according to memory item i=26 with a certainty value of 0.613.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 953, "Input": "What is Yahoo's ticker?", "actualOutput": "There is no memory item that provides the answer to this question.", "expectedOutput": "YHOO", "Correct": false}, {"Line": 956, "Input": "Did the tech giants join forces in 2011?", "actualOutput": "There is no memory item indicating that tech giants joined forces in 2011.", "expectedOutput": "no in 2010", "Correct": false}, {"Line": 958, "Input": "who joined forces?", "actualOutput": "Team_a and i=23 (hypothetically true with certainty 0.736842105263158) suggest that Team_a joined forces.", "expectedOutput": "The tech giants", "Correct": false}, {"Line": 959, "Input": "When did they join forces?", "actualOutput": "They joined forces in the past, but the exact time is uncertain. The memory item with the highest certainty related to this is i=25.", "expectedOutput": "In 2010", "Correct": false}, {"Line": 960, "Input": "Who is Yahoo's CEO?", "actualOutput": "Yahoo's CEO is Britta according to memory item i=25 with a certainty of 0.736842105263158.", "expectedOutput": "Marissa Mayer", "Correct": false}, {"Line": 963, "Input": "What did an official say?", "actualOutput": "There is no memory item that directly answers the question of what an official said.", "expectedOutput": "\"An ancient Egyptian amulet that girl discovered dates at more than r_quant 3,200 years to the days of the the Pharaohs back\"", "Correct": false}, {"Line": 965, "Input": "Who took part in the Temple Mount Sifting Project?", "actualOutput": "Neshama Spielman took part in the temple mount sifting project. (i=29) Probability of truth: 0.8214285.", "expectedOutput": "Neshama Spielman and her family", "Correct": false}, {"Line": 966, "Input": "What is an initiative?", "actualOutput": "Memory does not contain a clear definition of \"initiative\". No memory item provides a direct answer.", "expectedOutput": "An initiative to sort through earth discarded from the area of the biblical temples in Jerusalem", "Correct": false}, {"Line": 967, "Input": "Where did Neshama find a pendant-shaped amulet?", "actualOutput": "There is no memory item that directly answers this question with certainty. The closest related memory item is i=21, which states that Neshama took part in a temple mount sifting project with a certainty of 0.8214285.", "expectedOutput": "The area of the biblical temples in Jerusalem", "Correct": false}, {"Line": 969, "Input": "What does the amulet bear?", "actualOutput": "Memory does not provide a clear answer to this question.", "expectedOutput": "Name", "Correct": false}, {"Line": 971, "Input": "What was started by scientists?", "actualOutput": "Scientists started something, i=29, with a hypothetical truth certainty of 0.736842105263158.", "expectedOutput": "The deepest hole", "Correct": false}, {"Line": 972, "Input": "Who found some pretty cool things?", "actualOutput": "\"They\" found some pretty cool things according to Memory. The memory item is i=27 with a certainty of 0.736842105263158.", "expectedOutput": "The Russian scientists", "Correct": false}, {"Line": 973, "Input": "What did the scientists find?", "actualOutput": "Scientists found something, i=28, with a certainty of 0.736842105263158.", "expectedOutput": "2-billion-year-old fossils", "Correct": false}, {"Line": 975, "Input": "What was deeper than scientists thought?", "actualOutput": "The deepest hole was deeper than scientists thought according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Free water", "Correct": false}, {"Line": 979, "Input": "Who is going to the competition?", "actualOutput": "Memory item i=29 states \"band goto competition\" with a certainty of 0.263. The band is going to the competition probabilistically.", "expectedOutput": "No bands", "Correct": false}, {"Line": 983, "Input": "DefaultUser:: What plays did Jean pick up?", "actualOutput": "Jean picked up one of our plays according to memory item i=29 with a certainty of 0.5.", "expectedOutput": "HarperCollins' plays", "Correct": false}, {"Line": 984, "Input": "DefaultUser:: Whose plays have strong characters?", "actualOutput": "The plays have strong characters according to memory item i=29 with a hypothetical certainty of 0.5.", "expectedOutput": "HarperCollins'", "Correct": false}, {"Line": 988, "Input": "DefaultUser:: What does HarperCollins hope?", "actualOutput": "HarperCollins' hopes are not mentioned in the given memory contents.", "expectedOutput": "Jean liked HarperCollins' plays", "Correct": false}, {"Line": 989, "Input": "Who emailed Otto Vantassel about his project?", "actualOutput": "An email was sent to Otto Vantassel about his project, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Anastacia Shuttleworth", "Correct": false}, {"Line": 990, "Input": "What did Anastacia Shuttleworth email?", "actualOutput": "Anastacia Shuttleworth sent an email, i=29, with uncertain content according to the given memory.", "expectedOutput": "An email about Otto Vantassel's project", "Correct": false}, {"Line": 994, "Input": "What does Ellis Hamel text?", "actualOutput": "Memory does not provide information on what Ellis Hamel texts.", "expectedOutput": "texts", "Correct": false}, {"Line": 996, "Input": "What does Maya Molina email?", "actualOutput": "Maya Molina sends a letter according to Memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 1001, "Input": "When does Amy Hamel nap?", "actualOutput": "Amy Hamel naps in the afternoon according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "From 12:01 PM to 5 PM", "Correct": false}, {"Line": 1003, "Input": "Does Jackie Peden take baths?", "actualOutput": "There is no memory item that directly states whether Jackie Peden takes baths, so it cannot be determined with certainty.", "expectedOutput": "\"No, showers\"", "Correct": false}, {"Line": 1005, "Input": "Did Lydia Tye die?", "actualOutput": "Memory item i=26 suggests that Lydia Tye may have died, with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 1006, "Input": "Where did Lydia Tye kick the bucket?", "actualOutput": "There is no information in Memory about where Lydia Tye kicked the bucket.", "expectedOutput": "Down the street", "Correct": false}, {"Line": 1007, "Input": "Who departed the basketball game at 3 pm?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "Jessie Dreiling", "Correct": false}, {"Line": 1010, "Input": "Who entrusted Lola Vizcarra an entire fortune?", "actualOutput": "Memory item i=29 states that Lola Vizcarra has the entire fortune. Certainty=0.736842105263158.", "expectedOutput": "Darrell Tupper", "Correct": false}, {"Line": 1015, "Input": "Who did Santo Sober invite for dinner?", "actualOutput": "Memory does not provide information on who Santo Sober invited for dinner.", "expectedOutput": "Elaina Booe", "Correct": false}, {"Line": 1016, "Input": "What did Brent Huson get Brenda Bale?", "actualOutput": "Brent Huson hypothetically bought Brenda Bale, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "some vases", "Correct": false}, {"Line": 1021, "Input": "Where did Bobby Dieguez move the bench?", "actualOutput": "There is no memory item that provides information on where Bobby Dieguez moved the bench.", "expectedOutput": "towards the fireplace", "Correct": false}, {"Line": 1026, "Input": "What does Leanna Salo downplay?", "actualOutput": "Leanna Salo downplays where she lives, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Leanna Salo's achievements", "Correct": false}, {"Line": 1027, "Input": "Did Carl's employees name him homie?", "actualOutput": "Memory item 28 states that \"carl isa homie\" with a certainty of 0.1785715, suggesting that it is unlikely that his employees named him homie.", "expectedOutput": "Yes", "Correct": false}, {"Line": 1028, "Input": "Where did Carl's employees call him?", "actualOutput": "Memory item i=29 suggests that Carl's employees called him \"homie\" with a certainty of 0.736842105263158.", "expectedOutput": "Home", "Correct": false}, {"Line": 1029, "Input": "What did Terry Sieg clean?", "actualOutput": "Terry Sieg wiped either a table or a crumb, with equal probability, according to memory item i=28 or i=29.", "expectedOutput": "The table", "Correct": false}, {"Line": 1031, "Input": "Who is Volvoing?", "actualOutput": "There is no memory item that mentions \"volvoing\" in Memory.", "expectedOutput": "Chuck Saban", "Correct": false}, {"Line": 1032, "Input": "Who is IBMing?", "actualOutput": "There is no information in the given memory about who or what \"ibming\" is.", "expectedOutput": "Jan Cesario", "Correct": false}, {"Line": 1036, "Input": "Who is fobbing joyfully?", "actualOutput": "According to Memory, fobbing is joyfully doing something, but it is uncertain which memory item i corresponds to this.", "expectedOutput": "Ruth Lavin", "Correct": false}, {"Line": 1037, "Input": "Who was vivified?", "actualOutput": "There is no memory item that directly states who was vivified, so the answer cannot be determined from the given memory contents.", "expectedOutput": "Tanja Charlton", "Correct": false}, {"Line": 1041, "Input": "Which team won after a poor start?", "actualOutput": "Team A won after a poor start according to Memory. Memory item i=29 has the highest certainty value of 0.8214285.", "expectedOutput": "The varsity volleyball team", "Correct": false}, {"Line": 1045, "Input": "What did Harvey Paetzold tell Dee Darrell?", "actualOutput": "Harvey Paetzold told Dee Darrell something hypothetically true, according to memory item i=28, with a certainty of 0.736842105263158.", "expectedOutput": "To eat an apple", "Correct": false}, {"Line": 1046, "Input": "Who said that all fruits are good?", "actualOutput": "Memory item i=29 states that \"fruit isa good_for_you\" with a certainty value of 0.736842105263158.", "expectedOutput": "Carter Hageman", "Correct": false}, {"Line": 1047, "Input": "What did Martin say?", "actualOutput": "There is no memory item that directly states what Martin said, so it cannot be answered with certainty.", "expectedOutput": "Beagles are great", "Correct": false}, {"Line": 1051, "Input": "What do American students need to study math?", "actualOutput": "Memory item i=29 suggests that American high school students need to study more math.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 1061, "Input": "Does time like an arrow?", "actualOutput": "Memory item i=29 states \"time flies like arrow\" with a certainty of 0.8214285, suggesting that time does like an arrow.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 1064, "Input": "What do the old do?", "actualOutput": "The old are involved in various activities according to Memory. Multiple memory items provide evidence for this (i=3, 21, 23, 24, 25, 26, 27, 28, 29).", "expectedOutput": "Man the boat", "Correct": false}, {"Line": 1065, "Input": "Who is Dorian Gray?", "actualOutput": "Dorian Gray is the subject of a full-length portrait in oil. Memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Dorian Gray is the subject of a full-length portrait in oil by Basil Hallward.", "Correct": false}, {"Line": 1068, "Input": "Is the food at a new Italian restaurant delicious?", "actualOutput": "Memory item i=29 suggests that the food at a new Italian restaurant is hypothetically delicious with a certainty of 0.736842105263158.", "expectedOutput": "\"Yes, very delicious\"", "Correct": false}, {"Line": 1075, "Input": "Where is the loud student from?", "actualOutput": "The loud student is from either Velots or Gorbojims, with a higher probability of being from Gorbojims (i=26).", "expectedOutput": "Jeremy's class", "Correct": false}, {"Line": 1076, "Input": "Who owns the homework?", "actualOutput": "Memory item i=29 states that \"homework isa devoir\" with a certainty of 0.7368, implying that the homework is owned by the student.", "expectedOutput": "The loud student from Jeremy's class", "Correct": false}, {"Line": 1078, "Input": "Does the student from Jeremy's class own the homework?", "actualOutput": "Memory item i=29 states that the student is from Jeremy's class with a certainty of 0.8214285. No information about homework ownership is provided.", "expectedOutput": "Yes", "Correct": false}, {"Line": 1082, "Input": "Is the student from Brandon's class difficult?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "Yes", "Correct": false}, {"Line": 1084, "Input": "Are the students from Georgette's class's homework difficult?", "actualOutput": "Memory item i=28 states \"homework isa devoir\" with a certainty of 0.8214285, but it does not mention Georgette's class or the difficulty level. Therefore, there is no concrete memory content to answer the question.", "expectedOutput": "Yes", "Correct": false}, {"Line": 1086, "Input": "What is from France?", "actualOutput": "Virion is from France according to memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "\"Cats, dogs, and hamsters\"", "Correct": false}, {"Line": 1088, "Input": "Is the pasta from Italy?", "actualOutput": "Memory item i=29 states that pasta originates from Italy with a certainty value of 0.736842105263158, indicating a high probability that the pasta is from Italy.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 1089, "Input": "Who does Holly trust?", "actualOutput": "Holly trusts him, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Benedict", "Correct": false}, {"Line": 1090, "Input": "Does Holly trust Mendel?", "actualOutput": "There is no memory item that directly states whether Holly trusts Mendel.", "expectedOutput": "\"No, Benedict\"", "Correct": false}, {"Line": 1091, "Input": "Who did Lain see?", "actualOutput": "Lain saw a man or someone, with a certainty value of 0.736842105263158, in memory item i=28 or i=29.", "expectedOutput": "Leland", "Correct": false}, {"Line": 1092, "Input": "Who saw the electrician?", "actualOutput": "Gregor saw the electrician with a certainty value of 0.5866911235305836, according to memory item i=29.", "expectedOutput": "Lain", "Correct": false}, {"Line": 1093, "Input": "Who saw Britta?", "actualOutput": "Gregor saw Britta according to Memory. Memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Leland and Gregor", "Correct": false}, {"Line": 1094, "Input": "Who did Kelly see?", "actualOutput": "Kelly saw Pet according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Umbra", "Correct": false}, {"Line": 1095, "Input": "Did Kelly see Jill?", "actualOutput": "There is no memory item that states Kelly saw Jill. Therefore, the probability is very low.", "expectedOutput": "\"No, Umbra\"", "Correct": false}, {"Line": 1102, "Input": "Are pidgeons as big as crows?", "actualOutput": "Memory item i=29 states that crows are as small as pidgeons with a certainty of 0.736842105263158. Therefore, it is unlikely that pidgeons are as big as crows.", "expectedOutput": "yes", "Correct": false}, {"Line": 1103, "Input": "Are pidgeons as big as ravens?", "actualOutput": "Memory item i=27 states that \"crow are as small as pidgeons\" with a certainty value of 0.8214285. There is no information about the size of ravens compared to pidgeons.", "expectedOutput": "yes", "Correct": false}, {"Line": 1108, "Input": "Are pidgeons as small as ravens?", "actualOutput": "Memory item i=27 states that crows are as small as pigeons with a certainty of 0.8214285. There is no information about ravens or their size in this memory.", "expectedOutput": "yes", "Correct": false}, {"Line": 1111, "Input": "Are crows bigger than ravens?", "actualOutput": "Memory item i=29 states that ravens are bigger than crows with a certainty of 0.736842105263158.", "expectedOutput": "\"no, the same\"", "Correct": false}, {"Line": 1112, "Input": "Are ravens bigger than crows?", "actualOutput": "Yes, ravens are bigger than crows according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "\"no, the same\"", "Correct": false}, {"Line": 1114, "Input": "Are ravens bigger than pidgeons?", "actualOutput": "Memory item i=28 states that \"crow areassmallas pidgeons\" with a certainty of 0.8214285, so it is unlikely that ravens are bigger than pidgeons.", "expectedOutput": "\"no, the same\"", "Correct": false}, {"Line": 1115, "Input": "Are crows smaller than ravens?", "actualOutput": "Memory item i=29 suggests that crows are not smaller than ravens with a certainty value of 0.263.", "expectedOutput": "\"no, the same\"", "Correct": false}, {"Line": 1116, "Input": "Are ravens smaller than crows?", "actualOutput": "Memory item i=27 states that \"raven are bigger than crow\" with a certainty of 0.8214285, indicating that ravens are not smaller than crows.", "expectedOutput": "\"no, the same\"", "Correct": false}, {"Line": 1117, "Input": "Are pidgeons smaller than crows?", "actualOutput": "Memory item i=28 states that \"crow areassmallas pidgeons\" with a certainty of 0.8214285, suggesting that pidgeons are larger than crows.", "expectedOutput": "\"no, the same\"", "Correct": false}, {"Line": 1121, "Input": "Is Kyle's velot green?", "actualOutput": "Memory item i=28 states that velots hasproperty green with a certainty of 0.8214285, so it is likely that Kyle's velot is green.", "expectedOutput": "\"No, red\"", "Correct": false}, {"Line": 1123, "Input": "Are velots angelic?", "actualOutput": "According to memory item i=29, there is a hypothetical probability of 0.6966 that velots are angelic.", "expectedOutput": "Yes", "Correct": false}, {"Line": 1124, "Input": "Are velots hairy?", "actualOutput": "Memory item i=23 states that velots isa green with a certainty of 0.7368, not that velots are hairy.", "expectedOutput": "Yes", "Correct": false}, {"Line": 1127, "Input": "what color is Kyle's endotherm?", "actualOutput": "Memory does not provide a direct answer to the question.", "expectedOutput": "Red", "Correct": false}, {"Line": 1128, "Input": "Are the yellow birds in dogs?", "actualOutput": "There is no memory item that directly answers the question, so the answer is uncertain.", "expectedOutput": "\"No, in cages\"", "Correct": false}, {"Line": 1129, "Input": "Are the red birds in dogs?", "actualOutput": "There is no memory item that directly states whether red birds are in dogs.", "expectedOutput": "No. In cages and boxes", "Correct": false}, {"Line": 1135, "Input": "Where does Elijah reside?", "actualOutput": "Elijah resides in Westwood according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "In Westwood and New York City", "Correct": false}, {"Line": 1144, "Input": "What is Keanu Reeves in?", "actualOutput": "Keanu Reeves is an actor according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "The Matrix", "Correct": false}, {"Line": 1146, "Input": "What book is Keanu Reeves in?", "actualOutput": "Keanu Reeves is in a book about a dog, according to memory item i=9 with a hypothetical certainty of 73.68%.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 1149, "Input": "What do the young man?", "actualOutput": "The young man drives a car according to memory item i=25 with a certainty of 0.736842105263158.", "expectedOutput": "The cars", "Correct": false}, {"Line": 1151, "Input": "What do the poor man?", "actualOutput": "The poor man has the property \"poor\" according to Memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know", "Correct": false}, {"Line": 1152, "Input": "Is Sam's dog friendly?", "actualOutput": "Memory item 28 states that her_own_dog is friendly with a certainty of 0.613. It is uncertain if this refers to Sam's dog.", "expectedOutput": "Yes", "Correct": false}, {"Line": 1154, "Input": "When are the rates going to increase?", "actualOutput": "There is no memory item that directly answers the question about rates increasing.", "expectedOutput": "From 12/1/2018 to 12/31/2018", "Correct": false}, {"Line": 1155, "Input": "Why does the Federal Open Market Committee raise the rates?", "actualOutput": "Memory item 29 suggests that the Fed is the federal open market committee, with a certainty of 0.7368.", "expectedOutput": "In order to keep inflation steady at around 2 percent per year from 12/1/2018", "Correct": false}, {"Line": 1156, "Input": "Did Team A make any mistakes?", "actualOutput": "Memory item i=29 states that team_a made possible the project, so it is unlikely that they made mistakes. Certainty=0.8214285.", "expectedOutput": "I don't know", "Correct": false}] \ No newline at end of file diff --git a/Judge.py b/Judge.py new file mode 100644 index 0000000..57489ef --- /dev/null +++ b/Judge.py @@ -0,0 +1,67 @@ +import json +import openai +import time +import sys +for x in sys.argv: + if x.startswith("API_KEY="): + openai.api_key = x.split("API_KEY=")[1] + +with open("OUT.json") as json_file: + ListOfDicts, _ = json.load(json_file) + +# {"Line": Line, "Input": Input, "actualOutput": actualOutput, "expectedOutput": expectedOutput} +Questions = [] +for D in ListOfDicts: + Line = D["Line"] + Input = D["Input"] + actualOutput = D["actualOutput"] + expectedOutput = D["expectedOutput"] + if expectedOutput != "": + Questions.append(D) + +with open("QUESTIONS.json", 'w') as f: + json.dump(Questions, f) + +PROMPT = """Does the actual output contain the asked information answered in the expected output? +The question: _QUESTION_ +The actual output: _ACTUAL_OUTPUT_ +The expected output: _EXPECTED_OUTPUT_ +Please answer yes/no only!""" + +All = [] +Correct = [] +Incorrect = [] +for D in Questions: + Line = D["Line"] + Input = D["Input"] + actualOutput = D["actualOutput"] + expectedOutput = D["expectedOutput"] + send_prompt = PROMPT.replace("_QUESTION_", Input).replace("_ACTUAL_OUTPUT_",actualOutput).replace("_EXPECTED_OUTPUT_",expectedOutput) + print(send_prompt) + while True: + try: + response = openai.ChatCompletion.create(model='gpt-3.5-turbo', messages=[ {"role": "user", "content": send_prompt}], max_tokens=200, temperature=0) + ret = response['choices'][0]['message']['content'] + except: + print("Error: API call failed, will try repeating it in 10 seconds!") + time.sleep(10) #wait 10 seconds + continue + break + YES = "yes" in ret.lower() + D["Correct"] = YES + print("Correct?", YES) + if YES: + Correct.append(D) + else: + Incorrect.append(D) + All.append(D) + scores = {"Correct": len(Correct), "Incorrect": len(Incorrect), "Ratio" : float(len(Correct)) / float(len(All))} + print("So far:", scores) + with open("All.json", 'w') as f: + json.dump(All, f) + with open("Correct.json", 'w') as f: + json.dump(Correct, f) + with open("Incorrect.json", 'w') as f: + json.dump(Incorrect, f) + with open("scores.json", 'w') as f: + json.dump(scores, f) diff --git a/Memory.py b/Memory.py index 79f9c25..69742b8 100644 --- a/Memory.py +++ b/Memory.py @@ -22,6 +22,7 @@ * THE SOFTWARE. * """ +from openai.embeddings_utils import get_embedding, cosine_similarity from ast import literal_eval from os.path import exists import json @@ -33,58 +34,82 @@ import NAR os.chdir(cwd) from Truth import * +import time -def RetrieveQuestionContent(memory, attention_buf, inp, max_LTM_retrievals=5): +def get_embedding_robust(inp): + while True: + try: + ret = get_embedding(inp) + except: + print("//Failed get embedding, will retry API call in 10s") + time.sleep(10) + continue + break + return ret + +def ProductPrettify(term): + if " --> " in term and " * " in term.split(" --> ")[0]: + arg1 = term.split(" * ")[0].strip() + arg2 = term.split(" * ")[1].split(" --> ")[0].strip() + relarg = term.split(" --> ")[1].strip() + term = arg1 + " " + relarg + " " + arg2 + return term.replace("(","").replace(")","") + +def Term_AsSentence(T): + term = T[1:-1] if "<" in T else T + if "=/>" not in term: + term = ProductPrettify(term) + else: + if " =/> " in term: + prec_op = [ProductPrettify(p) for p in term.split(" =/> ")[0].split(" &/ ")] + removeParentheses = lambda u: u.replace(" --> ["," hasproperty ").replace(" --> "," isa ").replace(" - ", " and not ").replace("(",""). \ + replace("<","").replace(")","").replace(">","").replace(" "," ").strip() + precs = removeParentheses(" and when then ".join(prec_op[:-1])) + op = prec_op[-1] + if " --> " in op: + op = removeParentheses(prec_op[-1].split(" --> ")[1] + " " + prec_op[-1].split(" --> ")[0]).replace("{SELF} *", "") + term = "When '" + precs + "' then '" + removeParentheses(op) + "' causes '" + removeParentheses(term.split(" =/> ")[1]) + "'" + term = term.replace(" --> [", " hasproperty ").replace("]","").replace("[","").replace(" --> ", " isa ").replace(" &/ ", " then ").replace(" =/> ", " causes ") + return term + +def Term_Embedded(T): + return get_embedding_robust(Term_AsSentence(T).replace("-"," ").replace("_"," ")) + +def RetrieveQuestionContent(memory, attention_buf, inp, max_LTM_retrievals=30): primed = {} - words = [x.strip().replace("?","") for x in inp.split(" ")] - for x in words: - n = Lemmatize(x, wordnet.NOUN) - v = Lemmatize(x, wordnet.VERB) - for m in list(memory.items()): - padded = lambda w: " " + w.replace(">"," ").replace("<"," ").replace("("," ").replace(")"," ") + " " - if padded(n) in padded(m[0][0]) or padded(v) in padded(m[0][0]): - if m not in attention_buf: - matchQuality = 2 if (padded(n) in padded(m[0][0]) and padded(v) in padded(m[0][0])) else 1 - if m[0] not in primed: - primed[m[0]] = (matchQuality, m[1]) - else: - primed[m[0]] = (primed[m[0]][0] + matchQuality, primed[m[0]][1]) + qu_embed = get_embedding_robust(inp) + for m in list(memory.items()): + if m not in attention_buf: + matchQuality = cosine_similarity(qu_embed, m[1][3]) + primed[m[0]] = (matchQuality, m[1]) primed = list(primed.items()) primed.sort(key=lambda x: (-x[1][0], -Truth_Expectation(x[1][1][2]))) #sort by query match first then by truth expectation primed = primed[:max_LTM_retrievals] #for m in primed: - # print("//Retrieved from LTM:", m) + # print("//Retrieved from LTM:", m[0], m[1][:-1]) primed = [(x[0],x[1][1]) for x in primed] return list(reversed(primed)) def Memory_attention_buffer(memory, attention_buffer_size, inpQuestion = None): attention_buf=[] - relevant_item_list = list(memory.items()) + #relevant_item_list = list(memory.items()) #find attention_buffer_size/2 newest items: - relevant_item_list.sort(key=lambda x: -x[1][0]) - attention_buf += reversed(relevant_item_list[0:int(attention_buffer_size/2)]) #newer comes later in prompt + #relevant_item_list.sort(key=lambda x: -x[1][0]) + #attention_buf += reversed(relevant_item_list[0:int(attention_buffer_size/2)]) #newer comes later in prompt #find additional attention_buffer_size/2 useful items which were not already part of the newest - relevant_item_list.sort(key=lambda x: -x[1][1]) - for x in attention_buf: - if x in relevant_item_list: - relevant_item_list.remove(x) #so we won't select it as it is already part of mem - i = 0 - while len(attention_buf) < attention_buffer_size and i < len(relevant_item_list): - attention_buf = [relevant_item_list[i]] + attention_buf - i += 1 + #relevant_item_list.sort(key=lambda x: -x[1][1]) + #for x in attention_buf: + # if x in relevant_item_list: + # relevant_item_list.remove(x) #so we won't select it as it is already part of mem + #i = 0 + #while len(attention_buf) < attention_buffer_size and i < len(relevant_item_list): + # attention_buf = [relevant_item_list[i]] + attention_buf + # i += 1 #pull in question content that is not already included if inpQuestion is not None: - attention_buf = RetrieveQuestionContent(memory, attention_buf, inpQuestion) + attention_buf + attention_buf = RetrieveQuestionContent(memory, attention_buf, inpQuestion) #+ attention_buf return attention_buf -def ProductPrettify(term): - if " --> " in term and " * " in term.split(" --> ")[0]: - arg1 = term.split(" * ")[0].strip() - arg2 = term.split(" * ")[1].split(" --> ")[0].strip() - relarg = term.split(" --> ")[1].strip() - term = arg1 + " " + relarg + " " + arg2 - return term.replace("(","").replace(")","") - def Memory_generate_prompt(currentTime, memory, prompt_start, prompt_end, attention_buffer_size, inpQuestion = None, TimeHandling = True): prompt_memory = "" buf = Memory_attention_buffer(memory, attention_buffer_size, inpQuestion) @@ -110,20 +135,7 @@ def Memory_generate_prompt(currentTime, memory, prompt_start, prompt_end, attent flags.append("Contradictory") certainty = Truth_Expectation((f,c)) truthtype = '"' + " ".join(flags) + '"' - term = x[0][0][1:-1] if "<" in x[0][0] else x[0][0] - if "=/>" not in term: - term = ProductPrettify(term) - else: - if " =/> " in term: - prec_op = [ProductPrettify(p) for p in term.split(" =/> ")[0].split(" &/ ")] - removeParentheses = lambda u: u.replace(" --> ["," hasproperty ").replace(" --> "," isa ").replace(" - ", " and not ").replace("(",""). \ - replace("<","").replace(")","").replace(">","").replace(" "," ").strip() - precs = removeParentheses(" and when then ".join(prec_op[:-1])) - op = prec_op[-1] - if " --> " in op: - op = removeParentheses(prec_op[-1].split(" --> ")[1] + " " + prec_op[-1].split(" --> ")[0]).replace("{SELF} *", "") - term = "When '" + precs + "' then '" + removeParentheses(op) + "' causes '" + removeParentheses(term.split(" =/> ")[1]) + "'" - term = term.replace(" --> [", " hasproperty ").replace("]","").replace("[","").replace(" --> ", " isa ").replace(" &/ ", " then ").replace(" =/> ", " causes ") + term = Term_AsSentence(x[0][0]) prompt_memory += f"i={i}: {term}. {timeterm}truthtype={truthtype} certainty={certainty}\n" return buf, prompt_start + prompt_memory + prompt_end @@ -153,7 +165,7 @@ def query(currentTime, memory, term, time): return currentTime if (term, time) not in retrieved and (term, time) in memory: retrieved.add((term, time)) - (_, _, (f, c)) = memory[(term, time)] + (_, _, (f, c), _) = memory[(term, time)] if time == "eternal": _, currentTime = ProcessInput(currentTime, memory, f"{term}. {{{f} {c}}}") if time == currentTime: @@ -162,7 +174,7 @@ def query(currentTime, memory, term, time): parts = term.split("?1") bestTerm, bestTruth, bestTime = (None, (0.0, 0.5), "eternal") for (term2, time2) in memory: - (_, _, (f2, c2)) = memory[(term2, time2)] + (_, _, (f2, c2), _) = memory[(term2, time2)] if time2 == time and term2.startswith(parts[0]) and term2.endswith(parts[1]): if Truth_Expectation((f2, c2)) > Truth_Expectation((bestTruth[0], bestTruth[1])): bestTerm = term2 @@ -206,11 +218,11 @@ def ProcessInput(currentTime, memory, inputforNAR, backups = ["input", "answers" c2 = float(derivation["truth"]["confidence"]) usefulnessAddition = 1000000 if "Priority" not in derivation or derivation["Priority"] == 1.0 else 1 if (term, time) in memory: - (t, usefulness, (f, c)) = memory[(term, time)] + (t, usefulness, (f, c), embedding) = memory[(term, time)] if c2 > c: - memory[(term, time)] = (currentTime, usefulness + usefulnessAddition, (f2, c2)) + memory[(term, time)] = (currentTime, usefulness + usefulnessAddition, (f2, c2), embedding) else: - memory[(term, time)] = (currentTime, usefulnessAddition, (f2, c2)) + memory[(term, time)] = (currentTime, usefulnessAddition, (f2, c2), Term_Embedded(term)) if ">." in inputforNAR or "! :|:" in inputforNAR: currentTime += 1 if inputforNAR.isdigit(): @@ -220,7 +232,7 @@ def ProcessInput(currentTime, memory, inputforNAR, backups = ["input", "answers" relations = set(["isa", "are", "hasproperty"]) def Relation(inp, currentTime, memory, s, v, p, punctuation_tv): global relations - if s.replace("_", " ") not in inp or p.replace("_", " ") not in inp: + if s.replace("_", " ") not in inp.replace(". "," ").replace("'","") or p.replace("_", " ") not in inp.replace(". "," ").replace("'",""): #print("//!!!! filtered out", s, v, p) return False, currentTime s = Lemmatize(s, wordnet.NOUN) @@ -238,7 +250,7 @@ def Relation(inp, currentTime, memory, s, v, p, punctuation_tv): return True, currentTime def Property(inp, currentTime, memory, s, p, punctuation_tv): - if s.replace("_", " ") not in inp or p.replace("_", " ") not in inp: + if s.replace("_", " ") not in inp.replace(". "," ").replace("'","") or p.replace("_", " ") not in inp.replace(". "," ").replace("'",""): #print("//!!!! filtered out", s, "hasproperty", p) return False, currentTime s = Lemmatize(s, wordnet.NOUN) @@ -252,6 +264,7 @@ def Property(inp, currentTime, memory, s, p, punctuation_tv): hadRelation = set([]) def Memory_digest_sentence(inp, currentTime, memory, sentence, truth, PrintMemoryUpdates, TimeHandling): global lastTime, hadRelation + #print(">>>>", sentence) if currentTime != lastTime: hadRelation = set([]) if sentence in hadRelation: @@ -312,7 +325,7 @@ def Memory_Eternalize(currentTime, memory, eternalizationDistance = 3): belief = memory[(m, t)] if t != "eternal" and currentTime - t > eternalizationDistance: deletes.append((m, t)) - additions.append(((m, "eternal"), (belief[0], belief[1], Truth_Eternalize(belief[2])))) + additions.append(((m, "eternal"), (belief[0], belief[1], Truth_Eternalize(belief[2]), belief[3]))) for k in deletes: del memory[k] for (k, v) in additions: diff --git a/NarsGPT.py b/NarsGPT.py index 4936b9e..deb90ec 100644 --- a/NarsGPT.py +++ b/NarsGPT.py @@ -27,6 +27,7 @@ from Memory import * from Control import * import openai +import time openai.api_key = "YOUR_KEY" attention_buffer_size = 20 #how large the system's attention buffer should be @@ -44,31 +45,42 @@ if x.startswith("API_KEY="): openai.api_key = x.split("API_KEY=")[1] (memory, currentTime) = Memory_load(filename) #the ONA memory + +with open("keys.json", 'w') as f: + json.dump(list(memory.keys()), f) + + + if currentTime != 1: NAR.AddInput(str(currentTime-1), Print=False) def PromptProcess(inp, buf, send_prompt, isQuestion): if PrintGPTPrompt: print("vvvvSTART PROMPT", send_prompt, "\n^^^^END PROMPT") - response = openai.ChatCompletion.create(model='gpt-3.5-turbo', messages=[ {"role": "user", "content": send_prompt}], max_tokens=200, temperature=0) - commands = response['choices'][0]['message']['content'].split("\n") - return Control_cycle(inp, buf, currentTime, memory, commands, isQuestion, PrintMemoryUpdates, PrintTruthValues, QuestionPriming, TimeHandling) + while True: + try: + response = openai.ChatCompletion.create(model='gpt-3.5-turbo', messages=[ {"role": "user", "content": send_prompt}], max_tokens=200, temperature=0) + commands = response['choices'][0]['message']['content'].split("\n") + except: + print("Error: API call failed, will try repeating it in 10 seconds!") + time.sleep(10) #wait 10 seconds + continue + break + return Control_cycle(inp, buf, currentTime, memory, commands, isQuestion, PrintMemoryUpdates, PrintTruthValues, QuestionPriming, TimeHandling), "\n".join(commands) -while True: - try: - inp = input().rstrip("\n").strip() - except: - exit(0) +def NarsGPT_AddInput(inp): + global currentTime + RET_ANSWER = "" if PrintInputSentence: print("Input:", inp) if inp.startswith("//"): - continue + return RET_ANSWER if inp.startswith("*volume="): #TODO - continue + return RET_ANSWER if inp.startswith("*prompt"): if inp.endswith("?"): print(Memory_generate_prompt(currentTime, memory, "","", attention_buffer_size, inp[:-1].split("*prompt=")[1], TimeHandling = TimeHandling)[1]) else: print(Memory_generate_prompt(currentTime, memory, "","", attention_buffer_size, TimeHandling = TimeHandling)[1]) - continue + return RET_ANSWER if NarseseByONA and (inp.startswith("<") or inp.startswith("(") or " :|:" in inp): if QuestionPriming: if inp.endswith("?"): #query first @@ -82,32 +94,41 @@ def PromptProcess(inp, buf, send_prompt, isQuestion): occurrenceTimeInfo = "" if answer["occurrenceTime"] == "eternal" else " t="+answer["occurrenceTime"] print("Answer: " + answer["term"] + answer["punctuation"] + " {" + str(answer["truth"]["frequency"]) + " " + str(answer["truth"]["confidence"]) + "}" + occurrenceTimeInfo) Memory_store(filename, memory, currentTime) - continue + return RET_ANSWER if inp.startswith("*memory"): for x in memory.items(): - print(x) - continue + print(x[0], x[1][:-1]) + return RET_ANSWER if inp.startswith("*time"): print(currentTime) - continue + return RET_ANSWER if inp.startswith("*buffer"): attention_buf = Memory_attention_buffer(memory, attention_buffer_size) for x in attention_buf: - print(x) - continue + print(x[0], x[1][:-1]) + return RET_ANSWER if inp.startswith("*"): NAR.AddInput(inp) - continue + return RET_ANSWER inp = inp.lower() if inp.endswith("?"): buf, text = Memory_generate_prompt(currentTime, memory, Prompts_question_start, "\nThe question: ", attention_buffer_size, inp, TimeHandling = TimeHandling) send_prompt = text + inp[:-1] + (Prompts_question_end_alternative if IncludeGPTKnowledge else Prompts_question_end) - currentTime = PromptProcess(inp, buf, send_prompt, True) + currentTime, RET_ANSWER = PromptProcess(inp, buf, send_prompt, True) else: if len(inp) > 0 and not inp.isdigit(): buf, text = Memory_generate_prompt(currentTime, memory, Prompts_belief_start, "\nThe sentence: ", attention_buffer_size, TimeHandling = TimeHandling) - currentTime = PromptProcess(inp, buf, text + inp + Prompts_belief_end, False) + currentTime, RET_ANSWER = PromptProcess(inp, buf, text + inp + Prompts_belief_end, False) else: _, currentTime = ProcessInput(currentTime, memory, "1" if len(inp) == 0 else inp) Memory_Eternalize(currentTime, memory) Memory_store(filename, memory, currentTime) + return RET_ANSWER + +if __name__ == "__main__": + while True: + try: + inp = input().rstrip("\n").strip() + except: + exit(0) + NarsGPT_AddInput(inp) diff --git a/OUT.json b/OUT.json new file mode 100644 index 0000000..b79668a --- /dev/null +++ b/OUT.json @@ -0,0 +1 @@ +[[{"Line": 1, "Input": "the date is 10/21/2016", "actualOutput": "RelationClaim(\"date\",\"IsA\",\"10/21/2016\")", "expectedOutput": ""}, {"Line": 2, "Input": "the time is 9:00 AM", "actualOutput": "RelationClaim(\"time\",\"IsA\",\"9:00 am\")", "expectedOutput": ""}, {"Line": 3, "Input": "Mr. Magoo is a popular cartoon character from the 1940s.", "actualOutput": "RelationClaim(\"mr. magoo\",\"IsA\",\"cartoon character\")\nPropertyClaim(\"mr. magoo\",\"HasProperty\",\"popularity\")\nRelationClaim(\"mr. magoo\",\"WasCreatedIn\",\"1940s\")", "expectedOutput": ""}, {"Line": 4, "Input": "He is known for being comically near-sighted.", "actualOutput": "RelationClaim(\"he\",\"IsKnownFor\",\"being comically near-sighted\") \nPropertyClaim(\"he\",\"Is\",\"comically near-sighted\")", "expectedOutput": ""}, {"Line": 5, "Input": "Mr. Magoo was voiced by Bobby Backus.", "actualOutput": "RelationClaim(\"mr. magoo\",\"was voiced by\",\"bobby backus\")", "expectedOutput": ""}, {"Line": 6, "Input": "Jim's party is at 4 pm today.", "actualOutput": "RelationClaim(\"jim's party\",\"IsAt\",\"4 pm today\")", "expectedOutput": ""}, {"Line": 7, "Input": "\"Actually, Jim's party is at 5 pm.\"", "actualOutput": "RelationClaim(\"jim's party\",\"IsAt\",\"5 pm\")", "expectedOutput": ""}, {"Line": 8, "Input": "Tina wants a dog and a cat.", "actualOutput": "RelationClaim(\"tina\",\"wants\",\"dog\")\nRelationClaim(\"tina\",\"wants\",\"cat\")\nRelationClaim(\"dog\",\"IsA\",\"pet\")\nRelationClaim(\"cat\",\"IsA\",\"pet\")", "expectedOutput": ""}, {"Line": 9, "Input": "\"Actually, Tina only wants a cat.\"", "actualOutput": "PropertyClaim(\"tina\",\"Wants\",\"cat\")", "expectedOutput": ""}, {"Line": 10, "Input": "Aubrey White wears white dresses.", "actualOutput": "RelationClaim(\"aubrey white\",\"wears\",\"white dresses\")", "expectedOutput": ""}, {"Line": 11, "Input": "Aubrey White is female.", "actualOutput": "RelationClaim(\"aubrey white\",\"IsA\",\"female\")", "expectedOutput": ""}, {"Line": 12, "Input": "Aubrey Black wears black ties.", "actualOutput": "RelationClaim(\"aubrey black\",\"wears\",\"black ties\")", "expectedOutput": ""}, {"Line": 13, "Input": "Aubrey Black is male.", "actualOutput": "RelationClaim(\"aubrey black\",\"IsA\",\"male\")", "expectedOutput": ""}, {"Line": 14, "Input": "Pat White is male.", "actualOutput": "RelationClaim(\"pat white\",\"IsA\",\"male\")\nPropertyClaim(\"pat white\",\"HasProperty\",\"male\")\nNegatedRelationClaim(\"pat white\",\"IsA\",\"female\")\nNegatedPropertyClaim(\"pat white\",\"HasProperty\",\"female\")", "expectedOutput": ""}, {"Line": 15, "Input": "Mr. White wears white ties.", "actualOutput": "RelationClaim(\"mr. white\",\"wears\",\"white ties\")", "expectedOutput": ""}, {"Line": 16, "Input": "Pat Black is a woman.", "actualOutput": "RelationClaim(\"pat black\",\"IsA\",\"woman\")\nPropertyClaim(\"pat black\",\"HasProperty\",\"black\")\nPropertyClaim(\"pat black\",\"HasProperty\",\"female\")\nPropertyClaim(\"pat black\",\"HasProperty\",\"human\")", "expectedOutput": ""}, {"Line": 17, "Input": "Mrs. Black wears black dresses.", "actualOutput": "RelationClaim(\"mrs. black\",\"wears\",\"black dresses\")\nRelationClaim(\"black dresses\",\"IsA\",\"dresses\")\nPropertyClaim(\"black dresses\",\"HasProperty\",\"black color\")\nPropertyClaim(\"mrs. black\",\"HasProperty\",\"female gender\")", "expectedOutput": ""}, {"Line": 18, "Input": "Taylor Keegan is a great actress.", "actualOutput": "RelationClaim(\"taylor keegan\",\"IsA\",\"actress\")\nPropertyClaim(\"taylor keegan\",\"HasProperty\",\"great\")\nNegatedRelationClaim() - not applicable since all relations are claimed to be true\nNegatedPropertyClaim() - not applicable since all relations are claimed to be true", "expectedOutput": ""}, {"Line": 19, "Input": "Taylor Monegan is a waiter.", "actualOutput": "RelationClaim(\"taylor monegan\",\"IsA\",\"waiter\")", "expectedOutput": ""}, {"Line": 20, "Input": "Dr. Kendrick Marmion Murphy Jr. is very tall.", "actualOutput": "RelationClaim(\"dr. kendrick marmion murphy jr.\",\"IsA\",\"person\")\nPropertyClaim(\"dr. kendrick marmion murphy jr.\",\"HasProperty\",\"tall\")\n", "expectedOutput": ""}, {"Line": 21, "Input": "\"The North American Society for Marine Mammal Research, an organization in Boston, is giving a presentation.\"", "actualOutput": "RelationClaim(\"north american society for marine mammal research\",\"is giving\",\"presentation\")\nRelationClaim(\"north american society for marine mammal research\",\"IsA\",\"organization\")\nPropertyClaim(\"north american society for marine mammal research\",\"HasProperty\",\"located in boston\")", "expectedOutput": ""}, {"Line": 22, "Input": "Carl's last name is Weathers.", "actualOutput": "RelationClaim(\"Carl\",\"HasLastName\",\"Weathers\")", "expectedOutput": ""}, {"Line": 23, "Input": "Carl's middle name is Austin.", "actualOutput": "RelationClaim(\"Carl's middle name\",\"IsA\",\"Austin\")", "expectedOutput": ""}, {"Line": 24, "Input": "Robin and Jasmine are a team.", "actualOutput": "RelationClaim(\"robin\",\"IsA\",\"team\")\nRelationClaim(\"jasmine\",\"IsA\",\"team\")", "expectedOutput": ""}, {"Line": 25, "Input": "Every car is red.", "actualOutput": "RelationClaim(\"car\",\"IsA\",\"vehicle\")\nPropertyClaim(\"car\",\"HasProperty\",\"red\")\n", "expectedOutput": ""}, {"Line": 26, "Input": "Cindy eats apples so the doctor stays away.", "actualOutput": "RelationClaim(\"Cindy\",\"Eats\",\"Apples\")\nRelationClaim(\"Doctor\",\"StaysAwayFrom\",\"Cindy\")", "expectedOutput": ""}, {"Line": 27, "Input": "Carla was eating pie.", "actualOutput": "RelationClaim(\"Carla\",\"IsEating\",\"Pie\")", "expectedOutput": ""}, {"Line": 28, "Input": "Carla is copying the reports.", "actualOutput": "RelationClaim(\"carla\",\"copying\",\"reports\")", "expectedOutput": ""}, {"Line": 29, "Input": "\"Carla will email her client, Jenny.\"", "actualOutput": "RelationClaim(\"carla\",\"WillEmail\",\"jenny\")\nNegatedRelationClaim(\"carla\",\"IsA\",\"client\")\nNegatedRelationClaim(\"jenny\",\"IsA\",\"carla\")\nPropertyClaim(\"jenny\",\"HasProperty\",\"client\")", "expectedOutput": ""}, {"Line": 30, "Input": "Raquel sang to Martha a song.", "actualOutput": "RelationClaim(\"raquel\",\"sangTo\",\"martha\")\nRelationClaim(\"raquel\",\"HasSung\",\"song\")\nRelationClaim(\"song\",\"IsA\",\"songType\")\nRelationClaim(\"songType\",\"IsMoreMelodicThan\",\"spokenWord\")", "expectedOutput": ""}, {"Line": 31, "Input": "\"Julius will, in a few minutes, bring the cake.\"", "actualOutput": "RelationClaim(\"julius\",\"WillBring\",\"cake\")\nPropertyClaim(\"julius\",\"IsPatient\",False)\nPropertyClaim(\"cake\",\"IsDelicious\",True)\nPropertyClaim(\"cake\",\"IsSweet\",True)", "expectedOutput": ""}, {"Line": 32, "Input": "\"I will, when I get home, feed the dog.\"", "actualOutput": "RelationClaim(\"I\",\"WillFeed\",\"Dog\")\nRelationClaim(\"I\",\"GetHome\",\"Future\")\nPropertyClaim(\"Dog\",\"Hungry\",True)", "expectedOutput": ""}, {"Line": 33, "Input": "Carla gave the materials to Wilma said Zachary.", "actualOutput": "RelationClaim(\"carla\",\"Gave\",\"materials\")\nRelationClaim(\"materials\",\"To\",\"wilma\")\nRelationClaim(\"zachary\",\"Said\",\"(carla gave the materials to wilma)\")", "expectedOutput": ""}, {"Line": 34, "Input": "an object was updated by an actor is the same as the actor updated the object.", "actualOutput": "RelationClaim(\"object\",\"updatedBy\",\"actor\")\nRelationClaim(\"actor\",\"updated\",\"object\")\n", "expectedOutput": ""}, {"Line": 35, "Input": "The contact numbers that Carla gave to Miranda were actually updated by Erina.", "actualOutput": "RelationClaim(\"contact numbers\",\"were updated by\",\"erina\")\nNegatedRelationClaim(\"carla\",\"gave\",\"contact numbers\")\nRelationClaim(\"contact numbers\",\"belong to\",\"miranda\")\nPropertyClaim(\"contact numbers\",\"are\",\"updated\")", "expectedOutput": ""}, {"Line": 36, "Input": "Selena looked over the tax plan so that she could prepare to answer Miriam's questions.", "actualOutput": "RelationClaim(\"selena\",\"lookedOver\",\"taxPlan\")\nRelationClaim(\"selena\",\"preparedToAnswer\",\"miriam'sQuestions\")", "expectedOutput": ""}, {"Line": 37, "Input": "Kayla knew the pamphlet would cover all the talking points her staff was looking for.", "actualOutput": "RelationClaim(\"kayla\",\"knew\",\"pamphlet\")\nRelationClaim(\"pamphlet\",\"cover\",\"talking points\")\nRelationClaim(\"staff\",\"look for\",\"talking points\")\nPropertyClaim(\"pamphlet\",\"HasProperty\",\"comprehensive\")\nPropertyClaim(\"staff\",\"HasProperty\",\"interested\")", "expectedOutput": ""}, {"Line": 38, "Input": "Carla asked Miranda to clarify the question about the quarterly revenue made by her company before taxes.", "actualOutput": "RelationClaim(\"carla\",\"asked\",\"miranda\")\nRelationClaim(\"miranda\",\"clarifies\",\"question\")\nRelationClaim(\"question\",\"about\",\"quarterly revenue\")\nRelationClaim(\"quarterly revenue\",\"made by\",\"company before taxes\")", "expectedOutput": ""}, {"Line": 39, "Input": "Carla sent her boss the blueprints.", "actualOutput": "RelationClaim(\"carla\",\"sent\",\"blueprints\")\nRelationClaim(\"blueprints\",\"IsA\",\"documents\")\nPropertyClaim(\"blueprints\",\"HasProperty\",\"blue color\")\nNegatedRelationClaim(\"carla\",\"received\",\"blueprints\")", "expectedOutput": ""}, {"Line": 40, "Input": "Kayla brewed Terrence another batch of coffee.", "actualOutput": "RelationClaim(\"kayla\",\"brewed\",\"coffee\")\nRelationClaim(\"kayla\",\"brewed\",\"batch\")\nRelationClaim(\"batch\",\"IsA\",\"coffee\")\nPropertyClaim(\"batch\",\"HasProperty\",\"fresh\")\n", "expectedOutput": ""}, {"Line": 41, "Input": "Kayla gave Mike twenty dollars.", "actualOutput": "RelationClaim(\"kayla\",\"gave\",\"mike twenty dollars\")", "expectedOutput": ""}, {"Line": 42, "Input": "Currency is money.", "actualOutput": "RelationClaim(\"currency\",\"IsA\",\"money\")", "expectedOutput": ""}, {"Line": 43, "Input": "Sally is a girl.", "actualOutput": "RelationClaim(\"sally\",\"IsA\",\"girl\")", "expectedOutput": ""}, {"Line": 44, "Input": "Panz's birthday is 11/20/2016.", "actualOutput": "RelationClaim(\"panz\",\"HasBirthday\",\"11/20/2016\")", "expectedOutput": ""}, {"Line": 45, "Input": "Anthony's ceremony is 3 days after her birthday.", "actualOutput": "RelationClaim(\"ceremony\",\"IsA\",\"event\")\nRelationClaim(\"anthony\",\"HasProperty\",\"birthday\")\nRelationClaim(\"ceremony\",\"OccursAfter\",\"birthday\")\nPropertyClaim(\"ceremony\",\"Duration\",\"3 days\")", "expectedOutput": ""}, {"Line": 46, "Input": "\"Bill's favorite wine is Etna Rosso, and he doesn't like white wine.\"", "actualOutput": "RelationClaim(\"bill\",\"Favorite\", \"etna rosso\")\nNegatedRelationClaim(\"bill\",\"Likes\", \"white wine\")", "expectedOutput": ""}, {"Line": 47, "Input": "James just bought a 20 ft plane.", "actualOutput": "RelationClaim(\"james\",\"bought\",\"plane\")\nPropertyClaim(\"plane\",\"HasProperty\",\"20 ft\")\nRelationClaim(\"plane\",\"IsA\",\"aircraft\")\n", "expectedOutput": ""}, {"Line": 48, "Input": "It has the 250 hp Evinrude engine.", "actualOutput": "PropertyClaim(\"it\",\"HasProperty\",\"250 hp\")\nRelationClaim(\"it\",\"HasEngine\",\"evinrude engine\")\nNegatedRelationClaim(\"it\",\"IsA\",\"car\")\nNegatedPropertyClaim(\"it\",\"HasColor\",\"red\")", "expectedOutput": ""}, {"Line": 49, "Input": "James sold his eighteen foot plane to his neighbor because it's too slow!", "actualOutput": "RelationClaim(\"james\",\"sold\",\"plane\")\nRelationClaim(\"plane\",\"IsA\",\"eighteen foot plane\")\nRelationClaim(\"james\",\"HasProperty\",\"neighbor\")\nPropertyClaim(\"plane\",\"HasProperty\",\"too slow\")", "expectedOutput": ""}, {"Line": 50, "Input": "\"The men rescued in this tale of three castaways were not named Tom Hanks, or Gilligan or Robinson Crusoe.\"", "actualOutput": "NegatedRelationClaim(\"men\",\"named\", \"tom hanks\")\nNegatedRelationClaim(\"men\",\"named\", \"gilligan\")\nNegatedRelationClaim(\"men\",\"named\", \"robinson crusoe\")\nRelationClaim(\"men\",\"rescued in\", \"tale of three castaways\")", "expectedOutput": ""}, {"Line": 51, "Input": "Though they might as well have been.", "actualOutput": "RelationClaim(\"they\",\"MightAsWellHaveBeen\",EMPTY)\nNegatedRelationClaim(EMPTY,\"IsA\", \"Memory\")\nNegatedPropertyClaim(\"sentence\",\"Believed\",EMPTY)\nPropertyClaim(\"sentence\",\"Complete\",TRUE)", "expectedOutput": ""}, {"Line": 52, "Input": "\"In a scene straight from Hollywood, a U.S. Navy plane spotted the word \"\"help\"\" spelled out in palm fronds on a beach.\"", "actualOutput": "RelationClaim(\"navy plane\",\"spotted\",\"word\")\nRelationClaim(\"word\",\"IsA\",\"help\")\nPropertyClaim(\"help\",\"HasProperty\",\"spelled out in palm fronds\")\nRelationClaim(\"spelled out in palm fronds\",\"IsA\",\"on a beach\")", "expectedOutput": ""}, {"Line": 53, "Input": "It was on a deserted island in the remote Pacific.", "actualOutput": "RelationClaim(\"it\",\"wasOn\",\"a deserted island in the remote pacific\")", "expectedOutput": ""}, {"Line": 54, "Input": "The three men had been missing for three days.", "actualOutput": "RelationClaim(\"three men\",\"had been missing for\",\"three days\")", "expectedOutput": ""}, {"Line": 55, "Input": "Two cargo ships searched a combined 17 hours for the men as part of AMVER.", "actualOutput": "RelationClaim(\"cargo ships\",\"searched for\",\"men\")\nRelationClaim(\"cargo ships\",\"part of\",\"amver\")\nPropertyClaim(\"ships\",\"combined\", \"17 hours\") \n", "expectedOutput": ""}, {"Line": 56, "Input": "It is a Coast Guard voluntary search and rescue program.", "actualOutput": "RelationClaim(\"coast guard\",\"HasProgram\",\"voluntary search and rescue\")\nRelationClaim(\"voluntary search and rescue\",\"IsA\",\"program\")", "expectedOutput": ""}, {"Line": 57, "Input": "Viola will play with her horse at 3 PM at the park with Stan.", "actualOutput": "RelationClaim(\"viola\",\"WillPlayWith\", \"her horse\")\nRelationClaim(\"viola\",\"WillPlayAt\", \"the park\")\nRelationClaim(\"viola\",\"WillPlayWith\", \"stan\")\nPropertyClaim(\"viola\",\"HasTime\", \"3 pm\")", "expectedOutput": ""}, {"Line": 58, "Input": "Suzie suggested that Phil run at 7 AM at 5.", "actualOutput": "RelationClaim(\"Suzie\",\"Suggested\",(\"Phil\",\"RunAt7am\"))\nPropertyClaim(\"Phil\",\"RunAt7am\",True)\nNegatedPropertyClaim(\"Phil\",\"RunAt5am\",True)\nNegatedRelationClaim(\"Suzie\",\"Likes\",(\"Phil\",\"Running\"))", "expectedOutput": ""}, {"Line": 59, "Input": "Rufus climbed the mountain.", "actualOutput": "RelationClaim(\"rufus\",\"climbed\",\"mountain\")\nRelationClaim(\"mountain\",\"IsA\",\"natural formation\")\nPropertyClaim(\"mountain\",\"HasProperty\",\"tall\")\nPropertyClaim(\"rufus\",\"HasProperty\",\"adventurous\")", "expectedOutput": ""}, {"Line": 60, "Input": "\"If Jim receives pictures, then he will download them.\"", "actualOutput": "RelationClaim(\"jim\",\"Receives\",\"pictures\")\nRelationClaim(\"he\",\"WillDownload\",\"them\")", "expectedOutput": ""}, {"Line": 61, "Input": "\"If Logan's inbox is full, then he will not receive new emails.\"", "actualOutput": "RelationClaim(\"Logan's inbox\",\"IsFull\", \"Empty\")\nNegatedRelationClaim(\"Logan\",\"WillReceive\",\"New Emails\")\nRelationClaim(\"Logan\",\"WillNotReceive\",\"New Emails\")\nRelationClaim(\"Logan's inbox\",\"Causes\",\"Logan not receiving new emails\")", "expectedOutput": ""}, {"Line": 62, "Input": "\"If Marcus is early, then he cleans the blackboards.\"", "actualOutput": "RelationClaim(\"marcus\",\"IsEarly\",null)\nRelationClaim(\"marcus\",\"Cleans\",\"blackboards\")", "expectedOutput": ""}, {"Line": 63, "Input": "\"If Simon proposes at the wedding, then Marie takes pictures.\"", "actualOutput": "RelationClaim(\"Simon\",\"ProposesAt\",\"Wedding\")\nRelationClaim(\"Marie\",\"TakesPictures\", \"If Simon proposes at the wedding\")\nRelationClaim(\"If Simon proposes at the wedding\",\"Implies\",\"Marie takes pictures\")", "expectedOutput": ""}, {"Line": 64, "Input": "\"If you close the window, the window is closed.\"", "actualOutput": "RelationClaim(\"window\",\"IsClosedBy\",\"you\")\nRelationClaim(\"window\",\"IsClosed\")\nNegatedRelationClaim(\"window\",\"IsOpen\")\nPropertyClaim(\"window\",\"IsClosed\",True)", "expectedOutput": ""}, {"Line": 65, "Input": "this is from http://money.cnn.com/data/world_markets/americas/?iid=H_MKT_QL", "actualOutput": "RelationClaim(\"this\",\"isFrom\",\"http://money.cnn.com/data/world_markets/americas/?iid=h_mkt_qlEncode\")", "expectedOutput": ""}, {"Line": 66, "Input": "Google bought DeepMind in 2014.", "actualOutput": "RelationClaim(\"google\",\"bought\",\"deepmind\")\nRelationClaim(\"deepmind\",\"IsA\",\"company\")\nPropertyClaim(\"google\",\"HasProperty\",\"successful\")\nNegatedPropertyClaim(\"deepmind\",\"HasProperty\",\"unsuccessful\")", "expectedOutput": ""}, {"Line": 67, "Input": "DeepMind's AI released AlphaGo last month.", "actualOutput": "RelationClaim(\"deepmind's ai\",\"released\",\"alphago\")\nPropertyClaim(\"alphago\",\"IsA\",\"ai\")\nNegatedPropertyClaim(\"alphago\",\"HasProperty\",\"human\")\nNegatedRelationClaim(\"deepmind's ai\",\"created\",\"alphago\")", "expectedOutput": ""}, {"Line": 68, "Input": "this is from Jane.", "actualOutput": "RelationClaim(\"this\",\"IsFrom\",\"jane\")", "expectedOutput": ""}, {"Line": 69, "Input": "Red unicorns were flying over a lake.", "actualOutput": "RelationClaim(\"red unicorns\",\"were flying over\", \"a lake\")\nPropertyClaim(\"red unicorns\", \"HasProperty\", \"red\")\nRelationClaim(\"unicorns\", \"IsA\", \"mythical creatures\")\nPropertyClaim(\"lake\", \"HasProperty\", \"water\")", "expectedOutput": ""}, {"Line": 70, "Input": "DefaultUser:: Murray is Stan's teacher.", "actualOutput": "RelationClaim(\"murray\",\"IsA\",\"teacher\")\nRelationClaim(\"murray\",\"Teaches\",\"stan\")", "expectedOutput": ""}, {"Line": 71, "Input": "Scott's brother Ralph lives in Florida.", "actualOutput": "RelationClaim(\"Scott's brother\",\"LivesIn\",\"Florida\")\nRelationClaim(\"Ralph\",\"IsA\",\"Person\") \nPropertyClaim(\"Ralph\",\"HasProperty\",\"BrotherOfScott\")", "expectedOutput": ""}, {"Line": 72, "Input": "Scott's brother Ethan lives in Texas.", "actualOutput": "RelationClaim(\"Ethan\",\"LivesIn\",\"Texas\")\nRelationClaim(\"Scott's brother\",\"IsA\",\"Ethan\")", "expectedOutput": ""}, {"Line": 73, "Input": "Scott's brother from Florida is running for office.", "actualOutput": "RelationClaim(\"Scott's brother from Florida\",\"IsA\",\"Candidate\")\nRelationClaim(\"Scott's brother from Florida\",\"IsRelatedTo\",\"Scott\")\nPropertyClaim(\"Scott's brother from Florida\",\"Location\",\"Florida\")\nRelationClaim(\"Scott's brother from Florida\",\"IsDoing\",\"Running for office\")", "expectedOutput": ""}, {"Line": 74, "Input": "Scott's wife is Nan.", "actualOutput": "RelationClaim(\"Scott\",\"HasWife\",\"Nan\")", "expectedOutput": ""}, {"Line": 75, "Input": "Trevor has 2 sisters.", "actualOutput": "PropertyClaim(\"trevor\",\"HasProperty\",\"2 sisters\")\nRelationClaim(\"trevor\",\"Has\",\"sisters\")\nRelationClaim(\"sisters\",\"Are\",\"siblings\")\nRelationClaim(\"sisters\",\"GreaterThan\",\"1\")", "expectedOutput": ""}, {"Line": 76, "Input": "\"Trevor's sister, Alisha, is happy.\"", "actualOutput": "RelationClaim(\"alisha\",\"IsA\",\"sister\")\nPropertyClaim(\"alisha\",\"HasProperty\",\"happy\")\nRelationClaim(\"alisha\",\"IsComparableTo\",\"trevor\")\nRelationClaim(\"alisha\",\"IsComparableTo\",\"her other siblings\")", "expectedOutput": ""}, {"Line": 77, "Input": "\"Trevor, Becky's brother, is nice.\"", "actualOutput": "RelationClaim(\"trevor\",\"IsA\",\"brother of becky\")\nPropertyClaim(\"trevor\",\"Is\",\"nice\")\n", "expectedOutput": ""}, {"Line": 78, "Input": "\"The father of Kenisha, Kenneth, is having a meltdown.\"", "actualOutput": "RelationClaim(\"father\",\"IsA\",\"parent\")\nRelationClaim(\"kenisha\",\"IsA\",\"child\")\nRelationClaim(\"kenneth\",\"IsA\",\"child\")\nRelationClaim(\"father\",\"HasProperty\",\"meltdown\")", "expectedOutput": ""}, {"Line": 79, "Input": "Ronald's new robot is so cool.", "actualOutput": "PropertyClaim(\"ronald's new robot\",\"HasProperty\",\"cool\")\nRelationClaim(\"ronald's new robot\",\"IsA\",\"robot\")\nRelationClaim(\"ronald's new robot\",\"Is\",\"new\")\nRelationClaim(\"ronald's new robot\",\"IsMoreCoolThan\",\"EMPTY!\")", "expectedOutput": ""}, {"Line": 80, "Input": "It is Ozmo.", "actualOutput": "RelationClaim(\"it\",\"EncodeAs\",\"ozmo\")\nPropertyClaim(\"sentence\",\"Believed\",True)\n", "expectedOutput": ""}, {"Line": 81, "Input": "The book about cats is big.", "actualOutput": "RelationClaim(\"book\",\"IsAbout\",\"cats\")\nPropertyClaim(\"book\",\"IsBig\",True)", "expectedOutput": ""}, {"Line": 82, "Input": "The book about cats is orange.", "actualOutput": "RelationClaim(book,\"IsAbout\",cats)\nPropertyClaim(book,\"HasColor\",orange)", "expectedOutput": ""}, {"Line": 83, "Input": "The book about dogs is small.", "actualOutput": "RelationClaim(\"book\",\"IsAbout\",\"dogs\")\nPropertyClaim(\"book\",\"IsSmall\",True)", "expectedOutput": ""}, {"Line": 84, "Input": "The book about dogs is brown.", "actualOutput": "RelationClaim(\"book\",\"IsAbout\",\"dogs\")\nPropertyClaim(\"book\",\"HasProperty\",\"brown\")", "expectedOutput": ""}, {"Line": 85, "Input": "Jane has the book about cats.", "actualOutput": "PropertyClaim(\"jane\",\"HasProperty\",\"book about cats\")", "expectedOutput": ""}, {"Line": 86, "Input": "Mike has the book about dogs.", "actualOutput": "PropertyClaim(\"mike\",\"HasProperty\",\"book\")\nRelationClaim(\"book\",\"IsA\",\"book about dogs\")", "expectedOutput": ""}, {"Line": 87, "Input": "A large pot is hot.", "actualOutput": "RelationClaim(\"pot\",\"IsA\",\"large\")\nPropertyClaim(\"pot\",\"HasProperty\",\"hot\")", "expectedOutput": ""}, {"Line": 88, "Input": "A small pot is cold.", "actualOutput": "RelationClaim(\"pot\",\"IsA\",\"small\")\nPropertyClaim(\"pot\",\"HasProperty\",\"cold\")", "expectedOutput": ""}, {"Line": 89, "Input": "The hot pot has tea.", "actualOutput": "PropertyClaim(\"hot pot\",\"HasProperty\",\"hot\")\nRelationClaim(\"hot pot\",\"Has\",\"tea\")\nRelationClaim(\"tea\",\"IsContainedIn\",\"hot pot\")", "expectedOutput": ""}, {"Line": 90, "Input": "The cold pot doesn't have tea.", "actualOutput": "NegatedPropertyClaim(\"pot\",\"HasProperty\",\"cold\")\nNegatedRelationClaim(\"pot\",\"Have\",\"tea\")", "expectedOutput": ""}, {"Line": 91, "Input": "The nurse is very nice.", "actualOutput": "RelationClaim(\"nurse\",\"IsA\",\"person\")\nPropertyClaim(\"nurse\",\"HasProperty\",\"niceness\")\nPropertyClaim(\"niceness\",\"IsMoreThan\",\"average\")\n", "expectedOutput": ""}, {"Line": 92, "Input": "Krista is the nurse.", "actualOutput": "RelationClaim(\"Krista\",\"IsA\",\"Nurse\")", "expectedOutput": ""}, {"Line": 93, "Input": "Harvey is the lawyer.", "actualOutput": "RelationClaim(\"harvey\",\"IsA\",\"lawyer\")", "expectedOutput": ""}, {"Line": 94, "Input": "The lawyer made his case.", "actualOutput": "RelationClaim(lawyer, \"Made\", case)", "expectedOutput": ""}, {"Line": 95, "Input": "rain falls directly from the sky.", "actualOutput": "RelationClaim(\"rain\",\"fallsDirectlyFrom\",\"sky\")", "expectedOutput": ""}, {"Line": 96, "Input": "Lily and Charlie's vase is pricey.", "actualOutput": "RelationClaim(\"lily and charlie's vase\",\"IsA\",\"vase\")\nPropertyClaim(\"lily and charlie's vase\",\"HasProperty\",\"pricey\")\n", "expectedOutput": ""}, {"Line": 97, "Input": "Uber will only pay for mid-size rental cars.", "actualOutput": "RelationClaim(\"uber\",\"WillPayFor\",\"mid-size rental cars\")\nPropertyClaim(\"mid-size rental cars\",\"IsA\",\"rental cars\")\nNegatedPropertyClaim(\"uber\",\"HasProperty\",\"unwilling to pay for larger rental cars\")\nNegatedRelationClaim(\"uber\",\"WillPayFor\",\"larger rental cars\")", "expectedOutput": ""}, {"Line": 98, "Input": "Any type of claim against Yahoo will not be taken lightly.", "actualOutput": "NegatedRelationClaim(\"claim\",\"Against\",\"yahoo\")\nPropertyClaim(\"claim\",\"WillBeTakenLightly\", \"not\")\nNegatedRelationClaim(\"claim\",\"IsA\",\"type\")\nNegatedRelationClaim(\"type\",\"Of\",\"any\")", "expectedOutput": ""}, {"Line": 99, "Input": "Children can touch any type of small mammals and Jon's reptiles.", "actualOutput": "RelationClaim(\"children\",\"CanTouch\",\"small mammals\")\nRelationClaim(\"jon's reptiles\",\"IsA\",\"reptiles\")\n", "expectedOutput": ""}, {"Line": 100, "Input": "Amazon will only give refunds for very specific types of defects.", "actualOutput": "RelationClaim(\"amazon\",\"WillGive\",\"refunds\")\nRelationClaim(\"refunds\",\"CanBeGivenFor\",\"specific types of defects\")\nPropertyClaim(\"specific types of defects\",\"Are\",\"very specific\")\nNegatedRelationClaim(\"amazon\",\"WillGive\",\"returns\")", "expectedOutput": ""}, {"Line": 101, "Input": "Jill's dad is Dane.", "actualOutput": "RelationClaim(\"Jill's dad\",\"IsA\",\"Dane\")", "expectedOutput": ""}, {"Line": 102, "Input": "Jill is not home.", "actualOutput": "NegatedRelationClaim(\"jill\",\"IsA\",\"home\")", "expectedOutput": ""}, {"Line": 103, "Input": "Dane bought ice cream and gelato at the creamery.", "actualOutput": "RelationClaim(dane,\"bought\",ice cream)\nRelationClaim(dane,\"bought\",gelato)\nRelationClaim(creamery,\"has\",ice cream)\nRelationClaim(creamery,\"has\",gelato)", "expectedOutput": ""}, {"Line": 104, "Input": "Jim sold the bike because he was sick.", "actualOutput": "RelationClaim(\"jim\",\"sold\",\"bike\")\nRelationClaim(\"jim\",\"was\",\"sick\")\nNegatedRelationClaim(\"jim\",\"has\",\"bike\")\nNegatedPropertyClaim(\"jim\",\"is\",\"healthy\")", "expectedOutput": ""}, {"Line": 105, "Input": "\"in order for the police to catch the criminal, the police will have to investigate.\"", "actualOutput": "RelationClaim(\"police\",\"catch\",\"criminal\")\nRelationClaim(\"police\",\"investigate\",\"\")\nRelationClaim(\"police\",\"have to\",\"investigate\")", "expectedOutput": ""}, {"Line": 106, "Input": "Jim didn't attend due to his illness.", "actualOutput": "NegatedRelationClaim(jim, \"Attend\", due)\nPropertyClaim(jim, \"HasProperty\", illness)", "expectedOutput": ""}, {"Line": 107, "Input": "\"Johnny's singing has improved, thanks to his practicing and his voice coach.\"", "actualOutput": "PropertyClaim(\"Johnny's singing\",\"HasProperty\",\"Improved\")\nRelationClaim(\"Johnny's singing\",\"IsA\",\"Skill\")\nRelationClaim(\"Johnny's singing\",\"IsA\",\"Art\")\nRelationClaim(\"Johnny's singing\",\"IsA\",\"Activity\")\nRelationClaim(\"Johnny's singing\",\"IsRelatedTo\",\"Practicing\")\nRelationClaim(\"Johnny's singing\",\"IsRelatedTo\",\"Voice coach\")", "expectedOutput": ""}, {"Line": 108, "Input": "\"Jane is going to try a stunt, so she wants to have some room.\"", "actualOutput": "RelationClaim(\"jane\",\"IsA\",\"person\")\nRelationClaim(\"jane\",\"IsGoingToTry\",\"stunt\")\nRelationClaim(\"jane\",\"WantsToHave\",\"room\")\nRelationClaim(\"room\",\"HasProperty\",\"some\")", "expectedOutput": ""}, {"Line": 109, "Input": "Lara has 2 children.", "actualOutput": "PropertyClaim(\"lara\",\"HasProperty\",\"2 children\")", "expectedOutput": ""}, {"Line": 110, "Input": "Ella has 3 emails and a letter .", "actualOutput": "PropertyClaim(\"ella\",\"HasProperty\",\"3 emails\")\nPropertyClaim(\"ella\",\"HasProperty\",\"a letter\")", "expectedOutput": ""}, {"Line": 111, "Input": "George has 0 apples.", "actualOutput": "PropertyClaim(\"george\",\"HasProperty\",\"0 apples\")", "expectedOutput": ""}, {"Line": 112, "Input": "George has a pile of sand.", "actualOutput": "PropertyClaim(\"george\",\"HasProperty\",\"pile of sand\")", "expectedOutput": ""}, {"Line": 113, "Input": "Alex's rope is 60 feet.", "actualOutput": "PropertyClaim(\"Alex's rope\",\"HasProperty\",\"60 feet\")", "expectedOutput": ""}, {"Line": 114, "Input": "Henry can buy a lot of chalk.", "actualOutput": "RelationClaim(\"Henry\",\"CanBuy\",\"Chalk\")\nRelationClaim(\"Chalk\",\"IsALotOf\",\"Chalk\")\nPropertyClaim(\"Chalk\",\"HasProperty\",\"Buyable\")", "expectedOutput": ""}, {"Line": 115, "Input": "Henry's car is very hot.", "actualOutput": "PropertyClaim(\"Henry's car\",\"HasProperty\",\"hot\")\nPropertyClaim(\"Henry's car\",\"HasProperty\",\"very hot\")\nRelationClaim(\"Henry's car\",\"IsA\",\"car\")", "expectedOutput": ""}, {"Line": 116, "Input": "Delia cooked the pasta with the boiler.", "actualOutput": "RelationClaim(\"delia\",\"cooked\",\"pasta\")\nRelationClaim(\"pasta\",\"cookedWith\",\"boiler\")", "expectedOutput": ""}, {"Line": 117, "Input": "Delia drove the truck dangerously.", "actualOutput": "RelationClaim(\"delia\",\"drove\",\"truck\")\nPropertyClaim(\"truck\",\"HasProperty\",\"dangerously\")\n", "expectedOutput": ""}, {"Line": 118, "Input": "Kim beautifully and gracefully danced.", "actualOutput": "RelationClaim(kim, \"DancedBeautifullyAndGracefully\", EMPTY)", "expectedOutput": ""}, {"Line": 119, "Input": "\"George, Rodney, Robin, Ella and Owen's dogs are nice.\"", "actualOutput": "RelationClaim(\"george's dogs\",\"Are\", \"nice\")\nRelationClaim(\"rodney's dogs\",\"Are\", \"nice\")\nRelationClaim(\"robin's dogs\",\"Are\", \"nice\")\nRelationClaim(\"ella's dogs\",\"Are\", \"nice\")\nRelationClaim(\"owen's dogs\",\"Are\", \"nice\")", "expectedOutput": ""}, {"Line": 120, "Input": "\"Delia bought a house, bikes, boats, planes and a car.\"", "actualOutput": "RelationClaim(\"delia\",\"bought\",\"house\")\nRelationClaim(\"delia\",\"bought\",\"bikes\")\nRelationClaim(\"delia\",\"bought\",\"boats\")\nRelationClaim(\"delia\",\"bought\",\"planes\")\nRelationClaim(\"delia\",\"bought\",\"car\")", "expectedOutput": ""}, {"Line": 121, "Input": "\"Allison bought three cars, some ships and a lot of sweets.\"", "actualOutput": "RelationClaim(\"allison\",\"bought\",\"cars\")\nRelationClaim(\"cars\",\"IsA\",\"vehicles\")\nPropertyClaim(\"cars\",\"HasProperty\",\"three\")\nRelationClaim(\"allison\",\"bought\",\"ships\")\nRelationClaim(\"ships\",\"IsA\",\"watercraft\")\nRelationClaim(\"allison\",\"bought\",\"sweets\")\nPropertyClaim(\"sweets\",\"HasProperty\",\"a lot of\")", "expectedOutput": ""}, {"Line": 122, "Input": "Paige and Henry like ships and mouses.", "actualOutput": "RelationClaim(\"Paige\",\"Likes\",\"Ships\")\nRelationClaim(\"Paige\",\"Likes\",\"Mouses\")\nRelationClaim(\"Henry\",\"Likes\",\"Ships\")\nRelationClaim(\"Henry\",\"Likes\",\"Mouses\")", "expectedOutput": ""}, {"Line": 123, "Input": "Many apples and oranges were bought by Tom and Lara.", "actualOutput": "RelationClaim(\"apples\",\"WereBoughtBy\",\"TomAndLara\")\nRelationClaim(\"oranges\",\"WereBoughtBy\",\"TomAndLara\")", "expectedOutput": ""}, {"Line": 124, "Input": "Lilies are completely edible and extremely sweet.", "actualOutput": "RelationClaim(\"lilies\",\"Are\", \"edible\")\nPropertyClaim(\"lilies\",\"HasProperty\",\"completely edible\")\nPropertyClaim(\"lilies\",\"HasProperty\",\"extremely sweet\")", "expectedOutput": ""}, {"Line": 125, "Input": "Owls from small dense forests are dangerous.", "actualOutput": "RelationClaim(\"owls\",\"come from\",\"small dense forests\")\nPropertyClaim(\"owls\",\"are\",\"dangerous\")", "expectedOutput": ""}, {"Line": 126, "Input": "Gabe drinks hot coffee and cocoa.", "actualOutput": "RelationClaim(\"gabe\",\"drinks\",\"coffee\")\nPropertyClaim(\"coffee\",\"HasProperty\",\"hot\")\nRelationClaim(\"gabe\",\"drinks\",\"cocoa\")", "expectedOutput": ""}, {"Line": 127, "Input": "Ramon ran screaming.", "actualOutput": "RelationClaim(\"ramon\",\"ran\",\"screaming\")", "expectedOutput": ""}, {"Line": 128, "Input": "\"Kim read a book about the acidic, cold, hot and dry conditions of these environments.\"", "actualOutput": "RelationClaim(\"kim\",\"read\",\"book\")\nPropertyClaim(\"book\",\"HasProperty\",\"about the acidic, cold, hot and dry conditions of these environments\")\n", "expectedOutput": ""}, {"Line": 129, "Input": "Gio's dogs from Alesso and Chiara's mafia terrorize the elderly.", "actualOutput": "RelationClaim(\"gio's dogs\",\"terrorize\",\"the elderly\")\nRelationClaim(\"gio's dogs\",\"AreFrom\",\"alesso\")\nRelationClaim(\"chiara's mafia\",\"terrorize\",\"the elderly\")\nNegatedRelationClaim(\"gio's dogs\",\"AreFriendsWith\",\"the elderly\")", "expectedOutput": ""}, {"Line": 130, "Input": "Henry is around the house.", "actualOutput": "RelationClaim(\"Henry\",\"IsAround\",\"House\")", "expectedOutput": ""}, {"Line": 131, "Input": "Tom is around the house.", "actualOutput": "RelationClaim(\"Tom\",\"IsAround\",\"House\")", "expectedOutput": ""}, {"Line": 132, "Input": "Lara likes Henry.", "actualOutput": "RelationClaim(\"lara\",\"likes\",\"henry\")", "expectedOutput": ""}, {"Line": 133, "Input": "Henry hid the gold in the red cabinet.", "actualOutput": "RelationClaim(\"Henry\",\"Hid\",\"Gold\")\nRelationClaim(\"Gold\",\"IsA\",\"Valuable\")\nPropertyClaim(\"Gold\",\"HasProperty\",\"Shiny\")\nRelationClaim(\"Gold\",\"IsIn\",\"Red Cabinet\")", "expectedOutput": ""}, {"Line": 134, "Input": "The red cabinet is on the ship.", "actualOutput": "RelationClaim(\"cabinet\",\"IsA\",\"red\")\nRelationClaim(\"cabinet\",\"IsOn\",\"ship\")", "expectedOutput": ""}, {"Line": 135, "Input": "Henry hid the diamond in the blue cabinet on the ship.", "actualOutput": "RelationClaim(\"Henry\",\"Hid\",\"Diamond\")\nRelationClaim(\"Diamond\",\"IsA\",\"Valuable Object\")\nPropertyClaim(\"Diamond\",\"HasProperty\",\"Precious\")\nRelationClaim(\"Diamond\",\"LocatedIn\",\"Blue Cabinet\")\nPropertyClaim(\"Blue Cabinet\",\"HasProperty\",\"On the Ship\")", "expectedOutput": ""}, {"Line": 136, "Input": "The green bus is rolling.", "actualOutput": "RelationClaim(\"bus\",\"IsA\",\"green\")\nRelationClaim(\"bus\",\"IsRolling\",True)", "expectedOutput": ""}, {"Line": 137, "Input": "Persimmons are a type of tree fruit.", "actualOutput": "RelationClaim(\"persimmons\",\"are\",\"type of tree fruit\")", "expectedOutput": ""}, {"Line": 138, "Input": "\"The three sources of European Union law are primary law, secondary law and supplementary law.\"", "actualOutput": "RelationClaim(\"sources\",\"Are\", \"law\")\nRelationClaim(\"european union law\",\"HasProperty\", \"primary, secondary, and supplementary\")\nRelationClaim(\"primary law\",\"IsA\", \"source of european union law\")\nRelationClaim(\"secondary law\",\"IsA\", \"source of european union law\")\nRelationClaim(\"supplementary law\",\"IsA\", \"source of european union law\")", "expectedOutput": ""}, {"Line": 139, "Input": "Arnold Smith is the mechanic from the body shop.", "actualOutput": "RelationClaim(\"Arnold Smith\",\"IsA\",\"Mechanic\")\nRelationClaim(\"Mechanic\",\"WorksAt\",\"Body Shop\")\nRelationClaim(\"Arnold Smith\",\"WorksAt\",\"Body Shop\")", "expectedOutput": ""}, {"Line": 140, "Input": "Arnold Grohl is the drummer from the grunge band.", "actualOutput": "RelationClaim(\"Arnold Grohl\",\"IsTheDrummerOf\",\"The Grunge Band\")\nRelationClaim(\"The Grunge Band\",\"HasMember\",\"Arnold Grohl\")\nRelationClaim(\"Arnold Grohl\",\"IsIn\",\"The Grunge Band\")\nRelationClaim(\"The Grunge Band\",\"IsA\",\"Band\")", "expectedOutput": ""}, {"Line": 141, "Input": "Sally enjoys swimming and running marathons.", "actualOutput": "RelationClaim(\"Sally\",\"enjoys\",\"swimming\")\nRelationClaim(\"Sally\",\"enjoys\",\"running marathons\")", "expectedOutput": ""}, {"Line": 142, "Input": "Matthew wants to send a postcard and a package.", "actualOutput": "RelationClaim(\"matthew\",\"wantsToSend\",\"postcard\")\nRelationClaim(\"matthew\",\"wantsToSend\",\"package\")", "expectedOutput": ""}, {"Line": 143, "Input": "the woman who was on the stage saw Sally.", "actualOutput": "RelationClaim(woman, \"Saw\", sally)\nRelationClaim(woman, \"WasOn\", stage)", "expectedOutput": ""}, {"Line": 144, "Input": "the dancer who Andrew saw also saw Steve.", "actualOutput": "RelationClaim(\"dancer\",\"Saw\",\"andrew\")\nRelationClaim(\"dancer\",\"Saw\",\"steve\")\nRelationClaim(\"andrew\",\"Saw\",\"dancer\")\nRelationClaim(\"steve\",\"Saw\",\"dancer\")", "expectedOutput": ""}, {"Line": 145, "Input": "\"Merlin, my father the physician, is very smart.\"", "actualOutput": "RelationClaim(\"merlin\",\"IsA\",\"physician\")\nPropertyClaim(\"merlin\",\"HasProperty\",\"smart\")\nRelationClaim(\"merlin\",\"IsMore\",\"smart\")\nRelationClaim(\"merlin\",\"IsMore\",\"smart than others\")", "expectedOutput": ""}, {"Line": 146, "Input": "\"Janet and Kramer, journalists, reported the news.\"", "actualOutput": "RelationClaim(\"janet\",\"Reported\", \"news\")\nRelationClaim(\"kramer\",\"Reported\", \"news\")\nRelationClaim(\"janet\",\"IsA\", \"journalist\")\nRelationClaim(\"kramer\",\"IsA\", \"journalist\")", "expectedOutput": ""}, {"Line": 147, "Input": "\"Barry and Larry, the peanuts, were assaulted.\"", "actualOutput": "RelationClaim(\"barry and larry\",\"WereAssaulted\",\"the peanuts\")", "expectedOutput": ""}, {"Line": 148, "Input": "\"Priscilla likes Harry and Ronald, the captain.\"", "actualOutput": "RelationClaim(\"priscilla\",\"likes\",\"harry\")\nRelationClaim(\"priscilla\",\"likes\",\"ronald\")\nRelationClaim(\"priscilla\",\"likes\",\"captain\")\nRelationClaim(\"captain\",\"IsA\",\"person\")\nPropertyClaim(\"captain\",\"HasProperty\",\"being a captain\")", "expectedOutput": ""}, {"Line": 149, "Input": "\"John, the janitor, and Mary dated.\"", "actualOutput": "RelationClaim(\"john\",\"dated\", \"mary\")\nRelationClaim(\"mary\",\"dated\", \"john\")\nRelationClaim(\"john\",\"IsA\", \"janitor\")\nPropertyClaim(\"john\",\"HasProperty\", \"male\")\nPropertyClaim(\"mary\",\"HasProperty\", \"female\")", "expectedOutput": ""}, {"Line": 150, "Input": "\"Phoebe and Rita, from Panama, the singers, saw the accident.\"", "actualOutput": "RelationClaim(\"phoebe and rita\",\"saw\",\"the accident\")\nPropertyClaim(\"phoebe and rita\",\"IsFrom\",\"panama\")\nPropertyClaim(\"phoebe and rita\",\"IsA\",\"singers\")\nNegatedPropertyClaim(\"phoebe and rita\",\"HasProperty\",\"dancers\")", "expectedOutput": ""}, {"Line": 151, "Input": "\"the man with Ernie, Carlton, bought a turtle.\"", "actualOutput": "RelationClaim(man, \"Has\", turtle)\nPropertyClaim(man, \"HasProperty\", with_ernie_carlton)\nVerbClaim(bought, man, turtle)", "expectedOutput": ""}, {"Line": 152, "Input": "\"Alex can choose between (i) the cat, and (ii) the dog.\"", "actualOutput": "RelationClaim(\"alex\",\"CanChooseBetween\", \"the cat and the dog\")\nRelationClaim(\"the cat\",\"IsA\",\"choice\")\nRelationClaim(\"the dog\",\"IsA\",\"choice\")", "expectedOutput": ""}, {"Line": 153, "Input": "The store the lady shopped at is closed.", "actualOutput": "RelationClaim(\"store\",\"IsA\",\"place\")\nRelationClaim(\"lady\",\"ShoppedAt\",\"store\")\nNegatedRelationClaim(\"store\",\"IsOpen\",\"place\")\nPropertyClaim(\"store\",\"HasProperty\",\"closed\")", "expectedOutput": ""}, {"Line": 154, "Input": "The old woman given cats arrived at the vet.", "actualOutput": "RelationClaim(\"woman\",\"given\", \"cats\")\nRelationClaim(\"woman\",\"arrivedAt\",\"vet\")\nPropertyClaim(\"woman\",\"IsA\",\"old\")", "expectedOutput": ""}, {"Line": 155, "Input": "Arnold saw the park where Phil ate bananas.", "actualOutput": "RelationClaim(\"Arnold\",\"Saw\",\"Park\")\nRelationClaim(\"Park\",\"IsA\",\"Place\")\nRelationClaim(\"Phil\",\"Ate\",\"Bananas\")\nPropertyClaim(\"Bananas\",\"Are\",\"Fruit\")", "expectedOutput": ""}, {"Line": 156, "Input": "Jackie saw Alisha from Illinois and the beach who likes volleyball.", "actualOutput": "RelationClaim(\"Jackie\",\"Saw\",\"Alisha\")\nRelationClaim(\"Alisha\",\"IsFrom\",\"Illinois\")\nRelationClaim(\"Alisha\",\"Likes\",\"Volleyball\")\nRelationClaim(\"Beach\",\"Likes\",\"Volleyball\")", "expectedOutput": ""}, {"Line": 157, "Input": "The memo about vacation said Valentine's Day will be added.", "actualOutput": "RelationClaim(\"memo\",\"Said\",PropertyClaim(\"valentine's day\",\"IsAddedTo\",\"vacation\"))", "expectedOutput": ""}, {"Line": 158, "Input": "\"Ann must hurry, otherwise, the train will leave without her.\"", "actualOutput": "RelationClaim(\"ann\",\"MustHurry\",EMPTY)\nNegatedRelationClaim(\"train\",\"LeaveWithout\", \"ann\")\n", "expectedOutput": ""}, {"Line": 159, "Input": "\"Doreen has a main camera, the Rolleiflex.\"", "actualOutput": "PropertyClaim(\"doreen\",\"HasProperty\",\"main camera\")\nRelationClaim(\"doreen\",\"Has\",\"rolleiflex\")\nRelationClaim(\"rolleiflex\",\"IsA\",\"camera\")\nRelationClaim(\"rolleiflex\",\"IsMoreAdvancedThan\",\"main camera\")", "expectedOutput": ""}, {"Line": 160, "Input": "Anita's favorite food is soup dumplings.", "actualOutput": "PropertyClaim(\"Anita\",\"HasFavoriteFood\",\"Soup Dumplings\")\nRelationClaim(\"Anita\",\"Likes\",\"Soup Dumplings\")", "expectedOutput": ""}, {"Line": 161, "Input": "The winner is a pilot.", "actualOutput": "RelationClaim(\"winner\",\"IsA\",\"pilot\")", "expectedOutput": ""}, {"Line": 162, "Input": "Jack is the winner.", "actualOutput": "RelationClaim(\"jack\",\"IsA\",\"winner\")", "expectedOutput": ""}, {"Line": 163, "Input": "Emily is the pilot I'm talking about.", "actualOutput": "RelationClaim(\"Emily\",\"IsA\",\"Pilot\")\nRelationClaim(\"I\",\"TalkingAbout\",\"Emily\")", "expectedOutput": ""}, {"Line": 164, "Input": "The blue truck is the truck inside the garage.", "actualOutput": "RelationClaim(\"blue truck\",\"IsA\",\"truck\")\nRelationClaim(\"blue truck\",\"IsTheSameAs\",\"truck inside the garage\")", "expectedOutput": ""}, {"Line": 165, "Input": "The truck on the street is the green truck.", "actualOutput": "RelationClaim(\"truck\",\"IsA\",\"green truck\")\nRelationClaim(\"truck on the street\",\"IsA\",\"green truck\")\nRelationClaim(\"truck on the street\",\"IsA\",\"truck\")", "expectedOutput": ""}, {"Line": 166, "Input": "Charles is Ray's new turtle.", "actualOutput": "RelationClaim(\"Charles\",\"IsA\",\"Person\")\nRelationClaim(\"Ray\",\"IsA\",\"Person\")\nRelationClaim(\"Turtle\",\"IsA\",\"Animal\")\nRelationClaim(\"Charles\",\"HasProperty\",\"New\")\nRelationClaim(\"Charles\",\"Owns\",\"Turtle\")\nRelationClaim(\"Ray\",\"Owns\",\"Turtle\")", "expectedOutput": ""}, {"Line": 167, "Input": "Devin's car's top speed is 200 mph.", "actualOutput": "RelationClaim(\"Devin's car\",\"HasTopSpeed\", \"200 mph\")\nPropertyClaim(\"Devin's car\",\"IsOwnedBy\",\"Devin\")\nPropertyClaim(\"Devin's car\",\"HasType\",\"Car\")", "expectedOutput": ""}, {"Line": 168, "Input": "Leland's car's top speed is 185 mph.", "actualOutput": "RelationClaim(\"Leland's car\",\"HasTopSpeed\",\"185 mph\")\nRelationClaim(\"Leland's car\",\"IsA\",\"car\")\nPropertyClaim(\"car\",\"HasProperty\",\"top speed\")\n", "expectedOutput": ""}, {"Line": 169, "Input": "Carol's car's top speed is 180 mph.", "actualOutput": "PropertyClaim(\"Carol's car's top speed\",\"HasProperty\",\"180 mph\")\nRelationClaim(\"Carol's car's top speed\",\"IsA\",\"top speed\")\nRelationClaim(\"Carol's car\",\"HasProperty\",\"top speed\")\nRelationClaim(\"Carol's car\",\"IsA\",\"car\")", "expectedOutput": ""}, {"Line": 170, "Input": "Ken's car's top speed is 175 mph.", "actualOutput": "PropertyClaim(\"Ken's car's top speed\",\"Is\", \"175 mph\")", "expectedOutput": ""}, {"Line": 171, "Input": "Owne's car's top speed is 160 mph.", "actualOutput": "PropertyClaim(\"car\",\"HasProperty\",\"top speed\")\nRelationClaim(\"owner\",\"owns\",\"car\")\nRelationClaim(\"top speed\",\"is greater than\",\"159 mph\")\nNegatedRelationClaim(\"top speed\",\"is less than\",\"160 mph\") #This is not needed as it is already implied by the previous relation.", "expectedOutput": ""}, {"Line": 172, "Input": "Carla's car's top speed is 140 mph.", "actualOutput": "PropertyClaim(\"Carla's car's top speed\",\"HasProperty\",\"140 mph\")\nRelationClaim(\"Carla's car's top speed\",\"IsA\",\"Speed\")\nRelationClaim(\"Carla's car\",\"Has\",\"Top speed\")\nRelationClaim(\"Top speed\",\"IsComparedTo\",\"140 mph\")", "expectedOutput": ""}, {"Line": 173, "Input": "Kristina's car's top speed is 130 mph.", "actualOutput": "RelationClaim(\"Kristina's car\",\"HasTopSpeed\",\"130 mph\")\nPropertyClaim(\"Kristina's car\",\"IsOwnedBy\",\"Kristina\")\nRelationClaim(\"Kristina's car\",\"IsTypeOf\",\"Car\")\nPropertyClaim(\"Car\",\"HasTopSpeed\",\"Unknown\") # implied property\nPropertyClaim(\"Car\",\"HasWheels\",\"4\") # implied property", "expectedOutput": ""}, {"Line": 174, "Input": "Robert's sister's cat Toby is at the vet because he needs some shots.", "actualOutput": "RelationClaim(\"Robert's sister's cat\",\"IsA\",\"Toby\")\nRelationClaim(\"Toby\",\"IsLocatedAt\",\"The Vet\")\nPropertyClaim(\"Toby\",\"Needs\",\"Shots\")", "expectedOutput": ""}, {"Line": 175, "Input": "Robert's nickname is Rob.", "actualOutput": "RelationClaim(\"robert\",\"HasNickname\",\"rob\")", "expectedOutput": ""}, {"Line": 176, "Input": "Robert is Gina's brother.", "actualOutput": "RelationClaim(\"robert\",\"IsA\",\"brother\")\nRelationClaim(\"robert\",\"IsRelatedTo\",\"gina\")\nComparativeRelationClaim(\"robert\",\"IsMoreRelatedTo\",\"gina\",\"than\",\"anyone else\")\nNegatedPropertyClaim(\"robert\",\"HasProperty\",\"sister\")", "expectedOutput": ""}, {"Line": 177, "Input": "Toby is friendly.", "actualOutput": "RelationClaim(\"toby\",\"IsA\",\"friendly\")", "expectedOutput": ""}, {"Line": 178, "Input": "Mammals are warm blooded.", "actualOutput": "RelationClaim(\"mammals\",\"Are\", \"warm blooded\")", "expectedOutput": ""}, {"Line": 179, "Input": "\"Paul, Alice's primary doctor, is cool.\"", "actualOutput": "RelationClaim(\"paul\",\"IsA\",\"doctor\")\nRelationClaim(\"paul\",\"IsPrimaryDoctorOf\",\"alice\")\nPropertyClaim(\"paul\",\"IsCool\",True)", "expectedOutput": ""}, {"Line": 180, "Input": "Alice's new doctor is Kathy.", "actualOutput": "RelationClaim(\"alice\",\"HasDoctor\",\"kathy\")\nRelationClaim(\"kathy\",\"IsA\",\"Doctor\")\nPropertyClaim(\"kathy\",\"HasProperty\",\"New\")\nNegatedPropertyClaim(\"alice\",\"HasProperty\",\"Old\")", "expectedOutput": ""}, {"Line": 181, "Input": "Alice's cool doctor is accepting new clients.", "actualOutput": "PropertyClaim(\"alice's cool doctor\", \"HasProperty\", \"accepting new clients\")\nRelationClaim(\"alice's cool doctor\", \"IsA\", \"doctor\")\nPropertyClaim(\"alice's cool doctor\", \"HasProperty\", \"cool\")", "expectedOutput": ""}, {"Line": 182, "Input": "Sofia's daughter Courtney wants mango which is her favorite snack.", "actualOutput": "RelationClaim(\"Courtney\",\"Wants\",\"Mango\")\nRelationClaim(\"Mango\",\"IsA\",\"Snack\")\nPropertyClaim(\"Mango\",\"HasProperty\",\"Favorite\")\nRelationClaim(\"Sofia's daughter\",\"IsA\",\"Courtney\")", "expectedOutput": ""}, {"Line": 183, "Input": "Sofia saw that the mango was rotten so she threw it away.", "actualOutput": "RelationClaim(\"sofia\",\"saw\",\"mango\")\nPropertyClaim(\"mango\",\"IsA\",\"rotten\")\nNegatedPropertyClaim(\"sofia\",\"HasProperty\",\"mango\")\nNegatedRelationClaim(\"sofia\",\"threw\",\"mango\")", "expectedOutput": ""}, {"Line": 184, "Input": "Sofia got her daughter some chips instead.", "actualOutput": "RelationClaim(\"Sofia\",\"Got\",\"Chips\")\nRelationClaim(\"Daughter\",\"Received\",\"Chips\")\nPropertyClaim(\"Chips\",\"Are\",\"Tasty\")\nNegatedRelationClaim(\"Sofia\",\"Gave\",\"Daughter\")", "expectedOutput": ""}, {"Line": 185, "Input": "Westley gets that success requires hard work and passionate determination.", "actualOutput": "RelationClaim(\"Westley\",\"Gets\",\"Success\")\nRelationClaim(\"Success\",\"Requires\",\"Hard Work and Passionate Determination\")\nPropertyClaim(\"Hard Work and Passionate Determination\",\"IsA\",\"Requirement\")\nPropertyClaim(\"Success\",\"HasProperty\",\"Achievement\")", "expectedOutput": ""}, {"Line": 186, "Input": "\"Luckily, he got them from his parents.\"", "actualOutput": "RelationClaim(\"he\",\"Got\",\"them\")\nRelationClaim(\"them\",\"AreFrom\",\"his parents\")", "expectedOutput": ""}, {"Line": 187, "Input": "The race is challenging.", "actualOutput": "RelationClaim(\"race\",\"IsA\",\"challenging\")", "expectedOutput": ""}, {"Line": 188, "Input": "The boys go for it.", "actualOutput": "RelationClaim(\"boys\",\"goFor\",\"it\")", "expectedOutput": ""}, {"Line": 189, "Input": "In 2017 Elijah went to Russia and Brazil.", "actualOutput": "RelationClaim(\"Elijah\",\"Visited\",\"Russia\")\nRelationClaim(\"Elijah\",\"Visited\",\"Brazil\")\nPropertyClaim(\"Elijah\",\"Year\",\"2017\") #assuming \"in 2017\" refers to Elijah's visit\nNegatedPropertyClaim(\"Memory\",\"HasProperty\",\"NotEmpty\") #assuming Memory is empty before the sentence is processed", "expectedOutput": ""}, {"Line": 190, "Input": "Jenny went to Reed College.", "actualOutput": "RelationClaim(\"jenny\",\"wentTo\",\"reed college\")", "expectedOutput": ""}, {"Line": 191, "Input": "Reed College is a school.", "actualOutput": "RelationClaim(\"Reed College\",\"IsA\",\"School\")", "expectedOutput": ""}, {"Line": 192, "Input": "Alexa is more rigid than Aigo.", "actualOutput": "RelationClaim(\"alexa\",\"IsMoreRigidThan\",\"aigo\")", "expectedOutput": ""}, {"Line": 193, "Input": "Aiden is having chicken for dinner with Marcy on Saturday.", "actualOutput": "RelationClaim(\"aiden\",\"IsHaving\",\"chicken\")\nRelationClaim(\"aiden\",\"IsHavingDinnerWith\",\"marcy\")\nRelationClaim(\"saturday\",\"IsOn\",\"dinner\")\nPropertyClaim(\"chicken\",\"Is\",\"delicious\")", "expectedOutput": ""}, {"Line": 194, "Input": "Aiden is having fish for dinner on Sunday with potatoes with Rob.", "actualOutput": "RelationClaim(\"aiden\",\"IsHaving\",\"fish\")\nRelationClaim(\"fish\",\"IsA\",\"dinner\")\nRelationClaim(\"dinner\",\"IsOn\",\"sunday\")\nRelationClaim(\"dinner\",\"Has\",\"potatoes\")\nRelationClaim(\"potatoes\",\"AreWith\",\"rob\")", "expectedOutput": ""}, {"Line": 195, "Input": "John ate pasta with meatballs with a fork and spoon with Mary.", "actualOutput": "RelationClaim(\"john\",\"ate\",\"pasta\")\nRelationClaim(\"pasta\",\"with\",\"meatballs\")\nRelationClaim(\"pasta\",\"with\",\"fork\")\nRelationClaim(\"pasta\",\"with\",\"spoon\")\nRelationClaim(\"john\",\"with\",\"mary\")", "expectedOutput": ""}, {"Line": 196, "Input": "\"An email's parts are a sender, a recipient, a subject, and a message.\"", "actualOutput": "RelationClaim(\"email\",\"HasParts\", \"sender\")\nRelationClaim(\"email\",\"HasParts\", \"recipient\")\nRelationClaim(\"email\",\"HasParts\", \"subject\")\nRelationClaim(\"email\",\"HasParts\", \"message\")\nRelationClaim(\"email\",\"IsA\", \"message\")\nRelationClaim(\"sender\",\"IsA\", \"part\")\nRelationClaim(\"recipient\",\"IsA\", \"part\")\nRelationClaim(\"subject\",\"IsA\", \"part\")\nRelationClaim(\"message\",\"IsA\", \"part\")", "expectedOutput": ""}, {"Line": 197, "Input": "I got a new email.", "actualOutput": "RelationClaim(\"i\",\"Got\",\"NewEmail\")", "expectedOutput": ""}, {"Line": 198, "Input": "farms are important.", "actualOutput": "RelationClaim(\"farms\",\"Are\", \"important\")", "expectedOutput": ""}, {"Line": 199, "Input": "farms are common in Texas.", "actualOutput": "RelationClaim(\"farms\",\"AreCommonIn\",\"texas\")", "expectedOutput": ""}, {"Line": 200, "Input": "The farm for vegetables is small.", "actualOutput": "RelationClaim(\"farm\",\"IsFor\",\"vegetables\")\nPropertyClaim(\"farm\",\"HasSize\",\"small\")", "expectedOutput": ""}, {"Line": 201, "Input": "Isabella has a big farm.", "actualOutput": "PropertyClaim(\"isabella\",\"HasProperty\",\"big\")\nRelationClaim(\"isabella\",\"Has\",\"farm\") \nRelationClaim(\"farm\",\"IsA\",\"big farm\")", "expectedOutput": ""}, {"Line": 202, "Input": "Rogelio watched 5 movies and the first was fun.", "actualOutput": "RelationClaim(\"rogelio\",\"watched\",\"5 movies\")\nRelationClaim(\"first movie\",\"IsA\",\"fun\")\nPropertyClaim(\"first movie\",\"HasProperty\",\"fun\")\nRelationClaim(\"first movie\",\"IsA\",\"movie\")", "expectedOutput": ""}, {"Line": 203, "Input": "The association wrote 5 papers and the first got published.", "actualOutput": "RelationClaim(\"association\",\"wrote\",\"5 papers\")\nRelationClaim(\"first paper\",\"IsA\",\"published paper\")\nPropertyClaim(\"first paper\",\"HasProperty\",\"being the first one\")\n", "expectedOutput": ""}, {"Line": 204, "Input": "Xena ordered a small drink and Billson ordered a large.", "actualOutput": "RelationClaim(\"xena\",\"ordered\",\"small drink\")\nRelationClaim(\"billson\",\"ordered\",\"large drink\")\nNegatedRelationClaim(\"small drink\",\"IsA\",\"large drink\") # This relation is false, but not explicitly stated in the sentence\nPropertyClaim(\"small drink\",\"HasProperty\",\"small size\")\nPropertyClaim(\"large drink\",\"HasProperty\",\"large size\")", "expectedOutput": ""}, {"Line": 205, "Input": "Vera called up three lawyers and fired a few.", "actualOutput": "RelationClaim(vera,\"CalledUp\",lawyers)\nRelationClaim(vera,\"Fired\",few)\nPropertyClaim(lawyers,\"IsA\",\"Lawyers\")\nPropertyClaim(few,\"HasProperty\",\"Few\")", "expectedOutput": ""}, {"Line": 206, "Input": "Bibi solved 10 cases and dropped a few.", "actualOutput": "RelationClaim(\"bibi\",\"solved\", \"10 cases\")\nNegatedPropertyClaim(\"bibi\",\"HasProperty\",\"lazy\")\nNegatedRelationClaim(\"bibi\",\"dropped\",\"a few\") \nRelationClaim(\"10 cases\",\"areGreaterThan\",\"a few\")", "expectedOutput": ""}, {"Line": 207, "Input": "Larkin made a dozen arguments and Carl made two.", "actualOutput": "RelationClaim(\"larkin\",\"Made\", \"dozen arguments\")\nRelationClaim(\"carl\",\"Made\", \"two\")\nPropertyClaim(\"dozen arguments\", \"IsA\", \"quantity\")\nPropertyClaim(\"two\", \"IsA\", \"quantity\")", "expectedOutput": ""}, {"Line": 208, "Input": "Dogs are friendly.", "actualOutput": "RelationClaim(\"dogs\",\"Are\", \"friendly\")", "expectedOutput": ""}, {"Line": 209, "Input": "Robert's dog isn't friendly.", "actualOutput": "NegatedPropertyClaim(\"robert's dog\",\"HasProperty\",\"friendly\")", "expectedOutput": ""}, {"Line": 210, "Input": "Sam walked her own dog.", "actualOutput": "RelationClaim(\"sam\",\"walked\",\"dog\")\nRelationClaim(\"dog\",\"IsA\",\"her own dog\")", "expectedOutput": ""}, {"Line": 211, "Input": "The whale is owned by San Diego's zoo and Santa Clarita's.", "actualOutput": "RelationClaim(\"whale\",\"IsOwnedBy\",\"zoo of San Diego\")\nRelationClaim(\"whale\",\"IsOwnedBy\",\"zoo of Santa Clarita\")", "expectedOutput": ""}, {"Line": 212, "Input": "Jenna's father talked to her.", "actualOutput": "RelationClaim(\"Jenna's father\",\"TalkedTo\",\"Her\")", "expectedOutput": ""}, {"Line": 213, "Input": "Sandra's mother talked to herself.", "actualOutput": "RelationClaim(\"Sandra's mother\",\"TalkedTo\",\"Herself\")\nRelationClaim(\"Sandra's mother\",\"IsA\",\"Mother\")\nPropertyClaim(\"Sandra's mother\",\"HasProperty\",\"Female\")\nPropertyClaim(\"Herself\",\"HasProperty\",\"Reflexive\")", "expectedOutput": ""}, {"Line": 214, "Input": "Samuel cleaned the medal so that it would shine.", "actualOutput": "RelationClaim(\"samuel\",\"cleaned\",\"medal\")\nPropertyClaim(\"medal\",\"Shines\",true)", "expectedOutput": ""}, {"Line": 215, "Input": "Igor is male.", "actualOutput": "RelationClaim(\"igor\",\"IsA\",\"male\")\nPropertyClaim(\"igor\",\"HasProperty\",\"male\")\nNegatedRelationClaim(\"igor\",\"IsA\",\"female\")\nNegatedPropertyClaim(\"igor\",\"HasProperty\",\"female\")", "expectedOutput": ""}, {"Line": 216, "Input": "Esma is a girl.", "actualOutput": "RelationClaim(\"esma\",\"IsA\",\"girl\")", "expectedOutput": ""}, {"Line": 217, "Input": "Igor threatened Esma.", "actualOutput": "RelationClaim(igor, \"Threatened\", esma)", "expectedOutput": ""}, {"Line": 218, "Input": "Esma shot him.", "actualOutput": "RelationClaim(\"esma\",\"shot\",\"him\")", "expectedOutput": ""}, {"Line": 219, "Input": "Esma's mother fed her.", "actualOutput": "RelationClaim(\"Esma's mother\",\"Fed\", \"Her\")", "expectedOutput": ""}, {"Line": 220, "Input": "Lydia felt sick.", "actualOutput": "PropertyClaim(\"lydia\",\"HasProperty\",\"sick\")", "expectedOutput": ""}, {"Line": 221, "Input": "She sent herself to the hospital.", "actualOutput": "RelationClaim(\"she\",\"sentTo\",\"hospital\")\nRelationClaim(\"she\",\"IsA\",\"person\")\nNegatedPropertyClaim(\"hospital\",\"HasProperty\",\"empty\")\nPropertyClaim(\"she\",\"HasProperty\",\"hurt\")", "expectedOutput": ""}, {"Line": 222, "Input": "Jewels are pretty.", "actualOutput": "RelationClaim(\"jewels\",\"Are\",\"pretty\")", "expectedOutput": ""}, {"Line": 223, "Input": "The jewels are stolen by the heirs.", "actualOutput": "RelationClaim(\"jewels\",\"AreStolenBy\",\"heirs\")", "expectedOutput": ""}, {"Line": 224, "Input": "They are bright and pretty.", "actualOutput": "PropertyClaim(\"they\",\"Are\", \"bright\")\nPropertyClaim(\"they\",\"Are\", \"pretty\")", "expectedOutput": ""}, {"Line": 225, "Input": "The girls wanted the flowers.", "actualOutput": "RelationClaim(\"girls\",\"wanted\",\"flowers\")", "expectedOutput": ""}, {"Line": 226, "Input": "They bought them.", "actualOutput": "RelationClaim(\"they\",\"bought\",\"them\")", "expectedOutput": ""}, {"Line": 227, "Input": "The door is locked because Mort locked it.", "actualOutput": "RelationClaim(\"door\",\"IsA\",\"locked\")\nRelationClaim(\"mort\",\"locked\",\"door\")\nNegatedRelationClaim(\"door\",\"IsA\",\"unlocked\")\nNegatedRelationClaim(\"mort\",\"unlocked\",\"door\")", "expectedOutput": ""}, {"Line": 228, "Input": "Charles ate at the park and Mimi met him there.", "actualOutput": "RelationClaim(\"charles\",\"AteAt\",\"park\")\nRelationClaim(\"mimi\",\"Met\",\"charles\")\nRelationClaim(\"mimi\",\"Met\",\"park\")", "expectedOutput": ""}, {"Line": 229, "Input": "Archie waited eagerly for the reply", "actualOutput": "RelationClaim(\"archie\",\"waitedFor\",\"reply\")\nPropertyClaim(\"archie\",\"IsA\",\"person\")\nPropertyClaim(\"archie\",\"HasProperty\",\"eager\")\nNegatedPropertyClaim(\"memory\",\"HasProperty\",\"full\")", "expectedOutput": ""}, {"Line": 230, "Input": "It was late.", "actualOutput": "PropertyClaim(\"it\",\"IsLate\",true)", "expectedOutput": ""}, {"Line": 231, "Input": "Archie can't wait for the celebration.", "actualOutput": "NegatedRelationClaim(archie,\"CanWaitFor\",celebration)", "expectedOutput": ""}, {"Line": 232, "Input": "It's with Jane.", "actualOutput": "RelationClaim(\"it\",\"IsWith\",\"jane\")", "expectedOutput": ""}, {"Line": 233, "Input": "Molly's clock ticked throughout night.", "actualOutput": "PropertyClaim(\"molly's clock\",\"ticks\",\"throughout night\")", "expectedOutput": ""}, {"Line": 234, "Input": "It drove her crazy.", "actualOutput": "RelationClaim(\"it\",\"drove\",\"her\")\nPropertyClaim(\"her\",\"HasProperty\",\"crazy\")", "expectedOutput": ""}, {"Line": 235, "Input": "Marty got a compliment.", "actualOutput": "RelationClaim(\"marty\",\"Got\",\"compliment\")\nRelationClaim(\"compliment\",\"IsA\",\"positive feedback\")\nPropertyClaim(\"compliment\",\"HasProperty\",\"sincere\")\nNegatedRelationClaim(\"marty\",\"Received\",\"criticism\")", "expectedOutput": ""}, {"Line": 236, "Input": "It made him feel good.", "actualOutput": "PropertyClaim(\"it\",\"MadeFeel\",\"good\")", "expectedOutput": ""}, {"Line": 237, "Input": "I am studying in the library.", "actualOutput": "RelationClaim(\"I\",\"IsStudyingIn\",\"Library\")", "expectedOutput": ""}, {"Line": 238, "Input": "\"Pyotr was studying there, too.\"", "actualOutput": "RelationClaim(\"pyotr\",\"studying\",\"there\")\nRelationClaim(\"pyotr\",\"IsA\",\"person\")\nRelationClaim(\"there\",\"IsA\",\"place\")\nPropertyClaim(\"pyotr\",\"HasProperty\",\"studious\")", "expectedOutput": ""}, {"Line": 239, "Input": "The students have their books.", "actualOutput": "PropertyClaim(\"students\",\"Have\",\"books\")", "expectedOutput": ""}, {"Line": 240, "Input": "They have many pages.", "actualOutput": "PropertyClaim(\"they\",\"HasProperty\",\"many pages\")", "expectedOutput": ""}, {"Line": 241, "Input": "Kristopher's cat is brown; it likes pickles.", "actualOutput": "RelationClaim(\"kristopher's cat\",\"IsA\",\"cat\")\nPropertyClaim(\"kristopher's cat\",\"HasProperty\",\"brown\")\nRelationClaim(\"kristopher's cat\",\"Likes\",\"pickles\")", "expectedOutput": ""}, {"Line": 242, "Input": "Glen ate a good cake with chocolate.", "actualOutput": "RelationClaim(\"glen\",\"ate\",\"cake\")\nPropertyClaim(\"cake\",\"HasProperty\",\"good\")\nPropertyClaim(\"cake\",\"HasProperty\",\"chocolate\")", "expectedOutput": ""}, {"Line": 243, "Input": "Glen ate a bad sandwich with cheese.", "actualOutput": "RelationClaim(\"glen\",\"ate\",\"sandwich\")\nPropertyClaim(\"sandwich\",\"HasProperty\",\"bad\")\nRelationClaim(\"sandwich\",\"HasIngredient\",\"cheese\")", "expectedOutput": ""}, {"Line": 244, "Input": "Tigger is a pet.", "actualOutput": "RelationClaim(\"tigger\",\"IsA\",\"pet\")", "expectedOutput": ""}, {"Line": 245, "Input": "Tigger needs to get washed because Tigger is dirty.", "actualOutput": "RelationClaim(\"tigger\",\"Needs\", \"Wash\")\nRelationClaim(\"tigger\",\"IsA\",\"Animal\")\nPropertyClaim(\"tigger\",\"HasProperty\",\"Dirtiness\")\n", "expectedOutput": ""}, {"Line": 246, "Input": "I'm taking care of Milly's green car.", "actualOutput": "RelationClaim(\"I\",\"TakeCareOf\",\"Milly's green car\")\nPropertyClaim(\"Milly's green car\",\"IsGreen\",True)", "expectedOutput": ""}, {"Line": 247, "Input": "I saw Deanna's purple lamp.", "actualOutput": "RelationClaim(\"I\",\"Saw\",\"Deanna's Purple Lamp\")", "expectedOutput": ""}, {"Line": 248, "Input": "Yahoo (YHOO) and Microsoft (MSFT) decided to push back the deadline to renegotiate their 10-year search deal by about a month.", "actualOutput": "RelationClaim(yhoo,\"DecidedToPushBack\",deadline)\nRelationClaim(microsoft,\"DecidedToPushBack\",deadline)\nRelationClaim(deadline,\"IsRenegotiatedBy\",yhoo)\nRelationClaim(deadline,\"IsRenegotiatedBy\",microsoft)\nRelationClaim(deadline,\"IsExtendedBy\",about a month)\nRelationClaim(yhoo,\"HasSearchDealWith\",microsoft)\nPropertyClaim(search deal,\"LastsFor\",10 years)", "expectedOutput": ""}, {"Line": 249, "Input": "The tech giants joined forces in 2010 to better compete against Google (GOOG).", "actualOutput": "RelationClaim(\"tech giants\",\"joined forces with\",\"each other\")\nRelationClaim(\"tech giants\",\"compete against\",\"google\")\nPropertyClaim(\"tech giants\",\"have\",\"competitive advantage\")\nPropertyClaim(\"tech giants\",\"are\",\"powerful\")\n", "expectedOutput": ""}, {"Line": 250, "Input": "Yahoo's CEO Marissa Mayer has expressed her dissatisfaction with the terms of the partnership.", "actualOutput": "PropertyClaim(\"yahoo's ceo marissa mayer\",\"HasProperty\",\"dissatisfaction\")\nRelationClaim(\"yahoo's ceo marissa mayer\",\"Expressed\",\"dissatisfaction with the terms of the partnership\")\nNegatedRelationClaim(\"yahoo's ceo marissa mayer\",\"Likes\",\"the terms of the partnership\")", "expectedOutput": ""}, {"Line": 251, "Input": "\"Verallia, which manufactures glass bottles and jars and is the main supplier of bottles for France's champagne and cognac industries, generated 2.39 billion euros in sales and 230 million euros in operating income last year.\"", "actualOutput": "RelationClaim(\"verallia\",\"manufactures\",\"glass bottles and jars\")\nRelationClaim(\"verallia\",\"is the main supplier of\",\"bottles for france's champagne and cognac industries\")\nPropertyClaim(\"verallia\",\"generated\", \"2.39 billion euros in sales and 230 million euros in operating income last year\")", "expectedOutput": ""}, {"Line": 252, "Input": "\"It has 47 plants in 13 countries and employs nearly 10,000 people.\"", "actualOutput": "PropertyClaim(\"it\",\"HasProperty\",\"47 plants\")\nPropertyClaim(\"it\",\"HasProperty\",\"13 countries\")\nPropertyClaim(\"it\",\"HasProperty\",\"nearly 10,000 people\")\nRelationClaim(\"47 plants\",\"AreIn\",\"13 countries\")\nRelationClaim(\"nearly 10,000 people\",\"AreEmployedBy\",\"it\")", "expectedOutput": ""}, {"Line": 253, "Input": "Jo Jo will only pay for charges billed by timekeepers approved by inside counsel.", "actualOutput": "RelationClaim(\"jo jo\",\"WillPayFor\",\"charges billed by timekeepers approved by inside counsel\")\nRelationClaim(\"charges billed by timekeepers approved by inside counsel\",\"IsA\",\"approved timekeeper\")\nPropertyClaim(\"approved timekeeper\",\"HasProperty\",\"being approved by inside counsel\")", "expectedOutput": ""}, {"Line": 254, "Input": "\"Jo Jo requires that outside counsel utilize the task, activity and expense codes.\"", "actualOutput": "RelationClaim(\"jo jo\",\"requires\",\"outside counsel\")\nRelationClaim(\"outside counsel\",\"utilize\",\"task\")\nRelationClaim(\"outside counsel\",\"utilize\",\"activity\")\nRelationClaim(\"outside counsel\",\"utilize\",\"expense codes\")", "expectedOutput": ""}, {"Line": 255, "Input": "Jo Jo will not pay for more than one attorney to attend a deposition.", "actualOutput": "NegatedRelationClaim(\"jo\",\"payFor\",\"attorney\")\nRelationClaim(\"attorney\",\"attend\",\"deposition\")\nPropertyClaim(\"jo\",\"CanAfford\",\"one attorney\")\nPropertyClaim(\"jo\",\"CannotAfford\",\"more than one attorney\")", "expectedOutput": ""}, {"Line": 256, "Input": "An actor will pay for a patient to attend an object implies the patient can attend the object.", "actualOutput": "RelationClaim(\"actor\", \"WillPayFor\", \"patient\")\nRelationClaim(\"patient\", \"CanAttend\", \"object\")", "expectedOutput": ""}, {"Line": 257, "Input": "The lead inside counsel must approve all timekeepers prior to their billing on a matter.", "actualOutput": "RelationClaim(\"lead inside counsel\",\"must approve\",\"all timekeepers prior to their billing on a matter\")\nRelationClaim(\"timekeepers\",\"prior to\",\"billing on a matter\")\nRelationClaim(\"lead inside counsel\",\"IsA\",\"counsel\")\nPropertyClaim(\"counsel\",\"HasProperty\",\"authority\")\nPropertyClaim(\"timekeepers\",\"HasProperty\",\"approval requirement\")", "expectedOutput": ""}, {"Line": 258, "Input": "Jo Jo will not provide blanket waivers and all prior blanket waivers are hereby revoked.", "actualOutput": "NegatedRelationClaim(\"jo jo\",\"provide\", \"blanket waivers\")\nNegatedRelationClaim(\"all prior blanket waivers\", \"IsA\", \"blanket waivers\")\nPropertyClaim(\"all prior blanket waivers\", \"revoked\", \"true\")", "expectedOutput": ""}, {"Line": 259, "Input": "Each party will bear its own fees and expenses in connection with the arbitration and share equally the fees and expenses of the arbitrator.", "actualOutput": "RelationClaim(\"party\",\"will bear\",\"fees and expenses\")\nRelationClaim(\"party\",\"share equally with\",\"fees and expenses of arbitrator\")", "expectedOutput": ""}, {"Line": 260, "Input": "\"Unless authorized expressly and in advance by the lead inside counsel, Jo Jo will only pay for coach air fare and mid-size rental cars.\"", "actualOutput": "RelationClaim(jo jo, \"WillPayFor\", coach air fare)\nRelationClaim(jo jo, \"WillPayFor\", mid-size rental cars)\nNegatedRelationClaim(jo jo, \"IsAuthorizedBy\", lead inside counsel)", "expectedOutput": ""}, {"Line": 261, "Input": "A 12-year-old Israeli girl has discovered an ancient Egyptian amulet.", "actualOutput": "RelationClaim(\"israeli girl\",\"discovered\",\"ancient egyptian amulet\")\nPropertyClaim(\"israeli girl\",\"HasProperty\",\"12-year-old\")\nRelationClaim(\"ancient egyptian amulet\",\"IsA\",\"amulet\")\nRelationClaim(\"ancient egyptian amulet\",\"IsA\",\"ancient artifact\")", "expectedOutput": ""}, {"Line": 262, "Input": "\"It dates back more than 3,200 years to the days of the Pharaohs, an official said.\"", "actualOutput": "RelationClaim(\"it\",\"datesBackTo\",\"days of the pharaohs\")\nPropertyClaim(\"it\",\"IsOlderThan\",\"3,200 years\")\nPropertyClaim(\"it\",\"IsHistorical\",\"true\")\nPropertyClaim(\"an official\",\"IsSpeaker\",\"true\")", "expectedOutput": ""}, {"Line": 263, "Input": "It bore the name of the Egyptian ruler Thutmose III.", "actualOutput": "RelationClaim(\"it\",\"bore the name of\",\"the egyptian ruler thutmose iii\")", "expectedOutput": ""}, {"Line": 264, "Input": "Neshama Spielman and her family took part in the Temple Mount Sifting Project.", "actualOutput": "RelationClaim(\"neshama spielman\",\"took part in\",\"temple mount sifting project\")\nRelationClaim(\"neshama spielman's family\",\"took part in\",\"temple mount sifting project\")", "expectedOutput": ""}, {"Line": 265, "Input": "It is an initiative to sort through earth discarded from the area of the biblical temples in Jerusalem.", "actualOutput": "RelationClaim(\"initiative\",\"IsA\",\"effort\")\nRelationClaim(\"effort\",\"IsA\",\"action\")\nRelationClaim(\"action\",\"IsA\",\"sorting\")\nRelationClaim(\"sorting\",\"IsA\",\"process\")\nRelationClaim(\"process\",\"IsA\",\"activity\")\nRelationClaim(\"earth\",\"IsA\",\"material\")\nRelationClaim(\"material\",\"IsA\",\"substance\")\nRelationClaim(\"substance\",\"IsA\",\"matter\")\nRelationClaim(\"matter\",\"IsA\",\"physical entity\")\nRelationClaim(\"discarded\",\"IsA\",\"waste\")\nRelationClaim(\"waste\",\"IsA\",\"garbage\")\nRelationClaim(\"garbage\",\"IsA\",\"trash\")\nRelationClaim(\"trash\",\"IsA\",\"refuse\")\nRelationClaim(\"refuse\",\"IsA\",\"rejected material\")\nRelationClaim(\"area\",\"IsA\",\"region\")\nRelationClaim(\"region\",\"IsA\",\"place\")\nRelationClaim(\"place\",\"IsA\",\"location\")\nRelationClaim(\"location\",\"IsA\",\"position\")\nRelationClaim(\"position\",\"Is", "expectedOutput": ""}, {"Line": 266, "Input": "There she found a pendant-shaped amulet.", "actualOutput": "PropertyClaim(\"pendant-shaped amulet\",\"HasProperty\",\"found\")\nRelationClaim(\"she\",\"found\",\"pendant-shaped amulet\")\nRelationClaim(\"pendant-shaped amulet\",\"IsA\",\"amulet\")\nRelationClaim(\"amulet\",\"IsA\",\"jewelry\")", "expectedOutput": ""}, {"Line": 267, "Input": "The deepest hole we have ever carved out is just 9 inches across.", "actualOutput": "RelationClaim(\"deepest hole\",\"IsA\",\"hole\")\nRelationClaim(\"we\",\"HaveCarvedOut\",\"deepest hole\")\nPropertyClaim(\"deepest hole\",\"IsDeep\",\"true\")\nPropertyClaim(\"deepest hole\",\"Diameter\",\"9 inches\")", "expectedOutput": ""}, {"Line": 268, "Input": "It was started by scientists in 1970.", "actualOutput": "RelationClaim(\"Scientists\",\"Started\",\"It\")\nPropertyClaim(\"It\",\"Year\",1970)\n", "expectedOutput": ""}, {"Line": 269, "Input": "Super high temperatures stopped the Russian scientists from going any farther.", "actualOutput": "RelationClaim(\"super high temperatures\",\"stopped\",\"russian scientists\")\nNegatedRelationClaim(\"russian scientists\",\"can go farther than\",\"super high temperatures\") #implicit negation\nPropertyClaim(\"russian scientists\",\"have\",\"limitations\")\nNegatedPropertyClaim(\"super high temperatures\",\"are\",\"harmless\")", "expectedOutput": ""}, {"Line": 270, "Input": "They found some pretty cool things along the way.", "actualOutput": "PropertyClaim(\"things\",\"HasProperty\",\"pretty cool\")\nRelationClaim(\"they\",\"found\",\"things\")\nRelationClaim(\"they\",\"found along\",\"way\")", "expectedOutput": ""}, {"Line": 271, "Input": "One of those things was free water.", "actualOutput": "RelationClaim(\"things\",\"Was\", \"free water\")\nRelationClaim(\"things\",\"IsA\",\"those things\")\nPropertyClaim(\"free water\",\"HasProperty\",\"being free\")\n", "expectedOutput": ""}, {"Line": 272, "Input": "It was deeper than they ever thought it could possibly exist.", "actualOutput": "RelationClaim(\"it\",\"IsDeeperThan\",\"they ever thought it could possibly exist\")\nNegatedRelationClaim(\"they\",\"Believe\",\"it\")\nPropertyClaim(\"it\",\"HasProperty\",\"Possibility\")\nNegatedPropertyClaim(\"they\",\"HasProperty\",\"Knowledge\")", "expectedOutput": ""}, {"Line": 273, "Input": "And they found 2-billion-year-old fossils.", "actualOutput": "RelationClaim(\"fossils\",\"AreFoundIn\",\"Memory\")\nPropertyClaim(\"fossils\",\"Are2BillionYearsOld\",True)\n", "expectedOutput": ""}, {"Line": 274, "Input": "\"Jane's band's director, Omar, is going shopping with Sam\"", "actualOutput": "RelationClaim(\"jane's band's director\",\"IsA\",\"director\")\nRelationClaim(\"jane's band's director\",\"HasProperty\",\"omar\")\nRelationClaim(\"omar\",\"IsDoing\",\"shopping\")\nRelationClaim(\"omar\",\"IsGoingWith\",\"sam\")", "expectedOutput": ""}, {"Line": 275, "Input": "No bands are going to the competition.", "actualOutput": "NegatedRelationClaim(bands, \"GoTo\", competition)", "expectedOutput": ""}, {"Line": 276, "Input": "Sending emails is the same as emailing.", "actualOutput": "RelationClaim(\"sending emails\",\"IsSameAs\",\"emailing\")", "expectedOutput": ""}, {"Line": 277, "Input": "Emailing is the same as sending emails.", "actualOutput": "RelationClaim(\"emailing\",\"IsSameAs\",\"sending emails\")", "expectedOutput": ""}, {"Line": 278, "Input": "Texting is the same as sending texts.", "actualOutput": "RelationClaim(\"texting\",\"IsTheSameAs\",\"sending texts\")", "expectedOutput": ""}, {"Line": 279, "Input": "Sending texts is the same as texting.", "actualOutput": "RelationClaim(\"sending texts\",\"IsSameAs\",\"texting\")", "expectedOutput": ""}, {"Line": 280, "Input": "Riding bikes is the same as biking.", "actualOutput": "RelationClaim(\"riding bikes\",\"IsSameAs\",\"biking\")", "expectedOutput": ""}, {"Line": 281, "Input": "Biking is the same as riding bikes.", "actualOutput": "RelationClaim(\"biking\",\"IsTheSameAs\",\"riding bikes\")", "expectedOutput": ""}, {"Line": 282, "Input": "Giving hugs is the same as hugging.", "actualOutput": "RelationClaim(\"giving hugs\",\"IsSameAs\",\"hugging\")", "expectedOutput": ""}, {"Line": 283, "Input": "Hugging is the same as giving hugs.", "actualOutput": "RelationClaim(\"hugging\",\"IsSameAs\",\"giving hugs\")", "expectedOutput": ""}, {"Line": 284, "Input": "Taking naps is the same as napping.", "actualOutput": "RelationClaim(\"taking naps\",\"IsA\",\"napping\")\nRelationClaim(\"taking naps\",\"Equals\",\"napping\")", "expectedOutput": ""}, {"Line": 285, "Input": "Napping is the same as taking naps.", "actualOutput": "RelationClaim(\"napping\",\"IsA\",\"taking naps\")", "expectedOutput": ""}, {"Line": 286, "Input": "Showering is the same as taking showers.", "actualOutput": "RelationClaim(\"showering\",\"IsSameAs\",\"taking showers\")", "expectedOutput": ""}, {"Line": 287, "Input": "Taking showers is the same as showering.", "actualOutput": "RelationClaim(\"taking showers\",\"IsSameAs\",\"showering\")", "expectedOutput": ""}, {"Line": 288, "Input": "Leaving a place is the same as departing the place.", "actualOutput": "RelationClaim(\"Leaving\",\"IsSameAs\",\"Departing\")\nPropertyClaim(\"Place\",\"IsA\",\"Location\")\nPropertyClaim(\"Leaving\",\"HasProperty\",\"Action\")\nPropertyClaim(\"Departing\",\"HasProperty\",\"Action\")", "expectedOutput": ""}, {"Line": 289, "Input": "Leaving an object somewhere is the same as forgetting the object somewhere.", "actualOutput": "RelationClaim(\"Leaving\",\"IsSameAs\",\"Forgetting\")\nRelationClaim(\"Object\",\"IsLeftSomewhereBy\",\"Someone\")\nRelationClaim(\"Object\",\"IsForgottenSomewhereBy\",\"Someone\")", "expectedOutput": ""}, {"Line": 290, "Input": "Leaving a patient is the same as abandoning the patient.", "actualOutput": "RelationClaim(\"Leaving\",\"IsSameAs\",\"Abandoning\")\nRelationClaim(\"Patient\",\"IsA\",\"Patient\")\nPropertyClaim(\"Patient\",\"IsEmpty\",False) #assuming the patient is not empty\nPropertyClaim(\"Memory\",\"IsEmpty\",True) #assuming the memory is empty", "expectedOutput": ""}, {"Line": 291, "Input": "Leaving a patient an object is the same as entrusting the patient the object.", "actualOutput": "RelationClaim(\"leaving\", \"IsSameAs\", \"entrusting\")\nRelationClaim(\"patient\", \"Receives\", \"object\")", "expectedOutput": ""}, {"Line": 292, "Input": "Kicking the bucket is metaphorically the same as dying.", "actualOutput": "RelationClaim(\"kicking the bucket\",\"IsA\",\"dying\")\nPropertyClaim(\"kicking the bucket\",\"IsMetaphorical\")\nRelationClaim(\"kicking the bucket\",\"IsSameAs\",\"dying\")", "expectedOutput": ""}, {"Line": 293, "Input": "An actor sent a patient an object implies the patient received the object.", "actualOutput": "RelationClaim(\"actor\",\"sent\",\"object\")\nRelationClaim(\"actor\",\"sent\",\"patient\")\nRelationClaim(\"patient\",\"received\",\"object\")", "expectedOutput": ""}, {"Line": 294, "Input": "An actor sold a patient an object implies the patient bought the object.", "actualOutput": "RelationClaim(\"actor\",\"sold\",\"object\")\nRelationClaim(\"patient\",\"bought\",\"object\")\nRelationClaim(\"patient\",\"IsA\",\"buyer\")\nRelationClaim(\"actor\",\"IsA\",\"seller\")", "expectedOutput": ""}, {"Line": 295, "Input": "Anastacia Shuttleworth sent an email to Otto Vantassel about his project.", "actualOutput": "RelationClaim(\"anastacia shuttleworth\",\"sent\",\"email\")\nRelationClaim(\"email\",\"IsA\",\"message\")\nRelationClaim(\"email\",\"To\",\"otto vantassel\")\nPropertyClaim(\"otto vantassel\",\"HasProperty\",\"project\")\nRelationClaim(\"anastacia shuttleworth\",\"IsA\",\"person\")\nRelationClaim(\"otto vantassel\",\"IsA\",\"person\")", "expectedOutput": ""}, {"Line": 296, "Input": "Grayce Molina sent packages to Ben Fernandez.", "actualOutput": "RelationClaim(\"grayce molina\",\"sent\",\"packages\")\nRelationClaim(\"packages\",\"wereReceivedBy\",\"ben fernandez\") #assuming the packages were successfully delivered\nRelationClaim(\"grayce molina\",\"IsA\",\"person\")\nRelationClaim(\"packages\",\"IsA\",\"shipment\")", "expectedOutput": ""}, {"Line": 297, "Input": "Ellis Hamel sends texts to Joan Blanco.", "actualOutput": "RelationClaim(\"ellis hamel\",\"SendsTextsTo\",\"joan blanco\")", "expectedOutput": ""}, {"Line": 298, "Input": "Maya Molina sends a letter to Mark Restivo.", "actualOutput": "RelationClaim(\"maya molina\",\"Sends\",\"letter\")\nRelationClaim(\"letter\",\"IsA\",\"message\")\nRelationClaim(\"mark restivo\",\"Receives\",\"letter\")\nPropertyClaim(\"letter\",\"HasProperty\",\"written by maya molina\")", "expectedOutput": ""}, {"Line": 299, "Input": "Loise Monge rides bikes decently.", "actualOutput": "RelationClaim(\"loise monge\",\"rides\", \"bikes\")\nPropertyClaim(\"loise monge\", \"HasProperty\", \"decent biking skills\")", "expectedOutput": ""}, {"Line": 300, "Input": "Arnold Arno gives hugs to Matilda Aigner.", "actualOutput": "RelationClaim(\"arnold arno\",\"gives\", \"hugs to matilda aigner\")\nRelationClaim(\"hugs to matilda aigner\",\"IsA\",\"act of kindness\")\nPropertyClaim(\"matilda aigner\",\"HasProperty\",\"lovable\")\nNegatedRelationClaim(\"arnold arno\",\"likes\",\"matilda aigner\")", "expectedOutput": ""}, {"Line": 301, "Input": "Amy Hamel takes naps in the afternoon.", "actualOutput": "RelationClaim(\"amy hamel\",\"takes\", \"naps in the afternoon\")", "expectedOutput": ""}, {"Line": 302, "Input": "Jackie Peden takes showers in the evenings.", "actualOutput": "RelationClaim(\"Jackie Peden\",\"Takes\", \"Showers in the evenings\")", "expectedOutput": ""}, {"Line": 303, "Input": "Kyle Hohl's goldfish kicked the bucket while he was on vacation.", "actualOutput": "RelationClaim(\"Kyle Hohl's goldfish\",\"Kicked\",\"The bucket\")\nNegatedRelationClaim(\"Kyle Hohl's goldfish\",\"Was\",\"Alive\")\nPropertyClaim(\"The bucket\",\"Is\",\"Empty\")\nNegatedRelationClaim(\"Kyle Hohl\",\"Was\",\"Present\")", "expectedOutput": ""}, {"Line": 304, "Input": "Lydia Tye played with a bucket.", "actualOutput": "RelationClaim(\"lydia tye\",\"played with\",\"a bucket\")\nRelationClaim(\"lydia tye\",\"IsA\",\"person\")\nRelationClaim(\"a bucket\",\"HasProperty\",\"handle\")\nNegatedRelationClaim(\"lydia tye\",\"liked\",\"a bucket\")", "expectedOutput": ""}, {"Line": 305, "Input": "She kicked the bucket down the street.", "actualOutput": "RelationClaim(she,kicked,bucket)\nNegatedRelationClaim(bucket,IsA,street)", "expectedOutput": ""}, {"Line": 306, "Input": "Jessie Dreiling left the basketball game at 3 pm.", "actualOutput": "RelationClaim(\"jessie dreiling\",\"left\",\"the basketball game\")\nPropertyClaim(\"jessie dreiling\",\"HasProperty\",\"left at 3 pm\")\nNegatedRelationClaim(\"jessie dreiling\",\"arrived at\",\"the basketball game\")\nNegatedPropertyClaim(\"jessie dreiling\",\"HasProperty\",\"late\")", "expectedOutput": ""}, {"Line": 307, "Input": "Julie Lybarger left the game at home.", "actualOutput": "RelationClaim(\"julie lybarger\",\"left\",\"game at home\")", "expectedOutput": ""}, {"Line": 308, "Input": "Stevie Burleson left Melly Burleson for another woman.", "actualOutput": "RelationClaim(\"stevie burleson\",\"left\",\"melly burleson\")\nNegatedRelationClaim(\"stevie burleson\",\"left\",\"another woman\")\nNegatedRelationClaim(\"melly burleson\",\"left\",\"stevie burleson\")\nRelationClaim(\"stevie burleson\",\"IsA\",\"person\")\nRelationClaim(\"melly burleson\",\"IsA\",\"person\")\nRelationClaim(\"another woman\",\"IsA\",\"person\")", "expectedOutput": ""}, {"Line": 309, "Input": "Darrell Tupper left Lola Vizcarra an entire fortune.", "actualOutput": "RelationClaim(\"darrell tupper\",\"left\",\"lola vizcarra\")\nPropertyClaim(\"lola vizcarra\",\"HasProperty\",\"entire fortune\")", "expectedOutput": ""}, {"Line": 310, "Input": "Brendon Potts promised Krystin Quail to leave.", "actualOutput": "RelationClaim(\"brendon potts\",\"promised\",\"krystin quail\")\nNegatedRelationClaim(\"brendon potts\",\"left\",\"EMPTY!\")\nNegatedRelationClaim(\"krystin quail\",\"left by\",\"brendon potts\")", "expectedOutput": ""}, {"Line": 311, "Input": "Karl Betterton promised to leave Ewa Odum.", "actualOutput": "RelationClaim(\"karl betterton\",\"promised\",\"to leave ewa odum\")", "expectedOutput": ""}, {"Line": 312, "Input": "Acie Newbury asked if dinner was ready.", "actualOutput": "RelationClaim(acie newbury, \"Asked\", if dinner was ready)\nRelationClaim(dinner, \"IsA\", meal)\nPropertyClaim(dinner, \"HasProperty\", delicious)\nNegatedRelationClaim(acie newbury, \"Likes\", broccoli)", "expectedOutput": ""}, {"Line": 313, "Input": "Abner Abbas asked for a drink.", "actualOutput": "RelationClaim(abner, \"askedFor\", drink)\nRelationClaim(abner, \"IsA\", person)\nRelationClaim(drink, \"IsA\", beverage)\nPropertyClaim(drink, \"IsCold\", true)", "expectedOutput": ""}, {"Line": 314, "Input": "Santo Sober asked Elaina Booe over for dinner.", "actualOutput": "RelationClaim(\"santo sober\",\"asked\",\"elaina booe\")\nRelationClaim(\"elaina booe\",\"IsA\",\"person\")\nPropertyClaim(\"elaina booe\",\"HasProperty\",\"friend\")\nRelationClaim(\"santo sober\",\"IsA\",\"person\")\nRelationClaim(\"dinner\",\"IsA\",\"meal\")", "expectedOutput": ""}, {"Line": 315, "Input": "Brent Huson bought Brenda Bale some vases.", "actualOutput": "RelationClaim(\"brent huson\",\"bought\",\"vases\")\nRelationClaim(\"brent huson\",\"bought\",\"brenda bale\")\nPropertyClaim(\"vases\",\"HasProperty\",\"some\")\n", "expectedOutput": ""}, {"Line": 316, "Input": "Bradley Rollings is simply buying time.", "actualOutput": "RelationClaim(\"bradley rollings\",\"IsA\",\"person\")\nRelationClaim(\"bradley rollings\",\"buying\",\"time\")\nPropertyClaim(\"time\",\"HasProperty\",\"value\")", "expectedOutput": ""}, {"Line": 317, "Input": "Sebastian Helfer stopped smoking.", "actualOutput": "RelationClaim(\"sebastian helfer\",\"stopped\", \"smoking\")", "expectedOutput": ""}, {"Line": 318, "Input": "Sean Zentz stopped to smoke.", "actualOutput": "RelationClaim(\"sean zentz\",\"stopped\", \"to smoke\")", "expectedOutput": ""}, {"Line": 319, "Input": "Dominick Huson drew a sketch of a bench by the fireplace.", "actualOutput": "RelationClaim(\"dominick huson\",\"drew\",\"a sketch of a bench by the fireplace\")\nRelationClaim(\"a sketch of a bench by the fireplace\",\"IsA\",\"sketch\")\nPropertyClaim(\"a sketch of a bench by the fireplace\",\"HasProperty\",\"detailed\")\nRelationClaim(\"dominick huson\",\"IsA\",\"artist\")", "expectedOutput": ""}, {"Line": 320, "Input": "Bobby Dieguez drew a bench towards the fireplace.", "actualOutput": "RelationClaim(\"bobby dieguez\",\"drew\",\"bench\")\nRelationClaim(\"bench\",\"IsA\",\"furniture\")\nRelationClaim(\"bench\",\"IsA\",\"seat\")\nRelationClaim(\"bench\",\"IsA\",\"object\")\nRelationClaim(\"fireplace\",\"IsA\",\"heating device\")\nPropertyClaim(\"fireplace\",\"HasProperty\",\"warmth\")\nPropertyClaim(\"fireplace\",\"HasProperty\",\"fire\")\nNegatedRelationClaim(\"bobby dieguez\",\"IsA\",\"artist\")", "expectedOutput": ""}, {"Line": 321, "Input": "Shon Mundy drew Mrs. Twellman into a heated disagreement at her family dinner.", "actualOutput": "RelationClaim(\"shon mundy\",\"drew\",\"mrs. twellman\")\nRelationClaim(\"mrs. twellman\",\"IsA\",\"host\")\nPropertyClaim(\"family dinner\",\"HasProperty\",\"heated\")\nNegatedRelationClaim(\"shon mundy\",\"likes\",\"mrs. twellman\")", "expectedOutput": ""}, {"Line": 322, "Input": "Liam Gorham is living out in the wild.", "actualOutput": "RelationClaim(\"liam gorham\",\"IsA\",\"person\")\nRelationClaim(\"liam gorham\",\"livingIn\",\"wild\")\nNegatedRelationClaim(\"liam gorham\",\"livingIn\",\"city\")\nPropertyClaim(\"wild\",\"Is\",\"untamed\")", "expectedOutput": ""}, {"Line": 323, "Input": "Levi Gagnon is living out a dream.", "actualOutput": "RelationClaim(\"levi gagnon\",\"IsA\",\"person\")\nRelationClaim(\"levi gagnon\",\"living\",\"dream\")\nPropertyClaim(\"dream\",\"IsPropertyOf\",\"levi gagnon\")", "expectedOutput": ""}, {"Line": 324, "Input": "Lauren Wendell lives down the street.", "actualOutput": "RelationClaim(\"Lauren Wendell\",\"LivesDown\", \"The Street\")", "expectedOutput": ""}, {"Line": 325, "Input": "Leanna Salo lives down her achievements.", "actualOutput": "RelationClaim(\"leanna salo\",\"LivesIn\",\"down\")\nPropertyClaim(\"leanna salo\",\"HasAchievements\",\"many\")\n", "expectedOutput": ""}, {"Line": 326, "Input": "Carl's employees called him homie.", "actualOutput": "RelationClaim(employees, called, homie)\nNegatedRelationClaim(carl, IsA, homie)\nPropertyClaim(employees, HasProperty, loyal)", "expectedOutput": ""}, {"Line": 327, "Input": "Carl's employees called him home.", "actualOutput": "RelationClaim(\"employees\",\"Called\", \"Carl's home\")\nPropertyClaim(\"Carl\", \"HasProperty\", \"Being called\")\nNegatedRelationClaim(\"employees\", \"IsA\", \"Family members\")\nNegatedPropertyClaim(\"Carl\", \"HasProperty\", \"Being at work\")", "expectedOutput": ""}, {"Line": 328, "Input": "Terry Sieg wiped the table.", "actualOutput": "RelationClaim(\"terry sieg\",\"wiped\",\"table\") \nPropertyClaim(\"table\",\"IsA\",\"furniture\")\nPropertyClaim(\"table\",\"HasProperty\",\"clean\")\nPropertyClaim(\"terry sieg\",\"IsA\",\"person\")", "expectedOutput": ""}, {"Line": 329, "Input": "Terry Sieg wiped crumbs off the table.", "actualOutput": "RelationClaim(\"terry sieg\",\"wiped\",\"crumbs\")\nNegatedRelationClaim(\"terry sieg\",\"is\",\"lazy\")\nPropertyClaim(\"table\",\"has\",\"crumbs\")\nNegatedPropertyClaim(\"table\",\"has\",\"stains\")", "expectedOutput": ""}, {"Line": 330, "Input": "Chuck Saban is Volvoing and Jan Cesario is IBMing.", "actualOutput": "RelationClaim(\"Chuck Saban\",\"Volvoing\",EMPTY!)\nRelationClaim(\"Jan Cesario\",\"Ibming\",EMPTY!)", "expectedOutput": ""}, {"Line": 331, "Input": "Students who could not attend the XYZ symposium have skyped in during the Q&A session.", "actualOutput": "RelationClaim(students, \"Attend\", xyz symposium)\nNegatedRelationClaim(students, \"Attend\", xyz symposium)\nRelationClaim(students, \"SkypeIn\", q&a session)", "expectedOutput": ""}, {"Line": 332, "Input": "Gerry Trombley enjoys uncling.", "actualOutput": "RelationClaim(\"gerry trombley\",\"enjoys\",\"uncling\")", "expectedOutput": ""}, {"Line": 333, "Input": "Tonie Harrod whapped two winters ago.", "actualOutput": "RelationClaim(\"tonie harrod\",\"whapped\",\"two winters ago\")", "expectedOutput": ""}, {"Line": 334, "Input": "Ruth Lavin is fobbing joyfully.", "actualOutput": "RelationClaim(\"ruth lavin\",\"IsA\",\"person\")\nPropertyClaim(\"ruth lavin\",\"HasProperty\",\"joyful\")\nRelationClaim(\"ruth lavin\",\"IsDoing\",\"fobbing\")\nPropertyClaim(\"fobbing\",\"HasProperty\",\"joyful\")", "expectedOutput": ""}, {"Line": 335, "Input": "Tanja Charlton was vivified.", "actualOutput": "RelationClaim(\"tanja charlton\",\"WasVivified\",EMPTY!)", "expectedOutput": ""}, {"Line": 336, "Input": "Sheilah Rector is trying to unfreeze her assets.", "actualOutput": "RelationClaim(\"Sheilah Rector\",\"IsTryingToUnfreeze\",\"Her Assets\")", "expectedOutput": ""}, {"Line": 337, "Input": "The police arrest those who break the law.", "actualOutput": "RelationClaim(\"police\",\"arrest\",\"lawbreakers\")\nRelationClaim(\"lawbreakers\",\"break\",\"law\")\nNegatedRelationClaim(\"police\",\"arrest\",\"innocent people\")\nNegatedRelationClaim(\"lawbreakers\",\"IsA\",\"law-abiding citizens\")", "expectedOutput": ""}, {"Line": 338, "Input": "Many stacks of documents were misplaced.", "actualOutput": "RelationClaim(\"stacks\",\"WereMisplaced\",\"documents\")\nNegatedRelationClaim(\"stacks\",\"AreInPlace\",\"documents\") #implied by the first relation\nPropertyClaim(\"stacks\",\"AreMany\", \"many\") #implied by the use of \"many\" in the sentence\nNegatedPropertyClaim(\"stacks\",\"AreEmpty\",\"empty\") #implied by the use of \"misplaced\" in the sentence", "expectedOutput": ""}, {"Line": 339, "Input": "The Los Altos varsity volleyball team win after a poor start.", "actualOutput": "RelationClaim(\"los altos varsity volleyball team\",\"win\",\"game\")\nPropertyClaim(\"los altos varsity volleyball team\",\"HasProperty\",\"successful\")\nPropertyClaim(\"start\",\"HasProperty\",\"poor\")\nComparativeRelationClaim(\"start\",\"IsMoreThan\",\"finish\")", "expectedOutput": ""}, {"Line": 340, "Input": "\"John Schneider, a nice and proud German, drives a Chevy.\"", "actualOutput": "RelationClaim(\"john schneider\",\"drives\",\"chevy\")\nRelationClaim(\"john schneider\",\"IsA\",\"german\")\nPropertyClaim(\"john schneider\",\"HasProperty\",\"nice\")\nPropertyClaim(\"john schneider\",\"HasProperty\",\"proud\")", "expectedOutput": ""}, {"Line": 341, "Input": "\"A client of Murray's, Stan Weber, is nice.\"", "actualOutput": "RelationClaim(\"stan weber\",\"IsA\",\"client of murray's\")\nPropertyClaim(\"stan weber\",\"HasProperty\",\"nice\")\n", "expectedOutput": ""}, {"Line": 342, "Input": "Harriette Phung wondered whether Svetlana Golla would admit guilt.", "actualOutput": "RelationClaim(\"harriette phung\",\"wondered about\",\"svetlana golla admitting guilt\")\nNegatedRelationClaim(\"svetlana golla\",\"admitting\",\"guilt\")\nEMPTY!\nEMPTY!", "expectedOutput": ""}, {"Line": 343, "Input": "Harvey Paetzold told Dee Darrell yesterday off the cuff to eat an apple.", "actualOutput": "RelationClaim(\"harvey paetzold\",\"told\",\"dee darrell\")\nRelationClaim(\"harvey paetzold\",\"told yesterday\",\"dee darrell\")\nRelationClaim(\"dee darrell\",\"ate\",\"an apple\")\nPropertyClaim(\"an apple\",\"IsA\",\"fruit\")", "expectedOutput": ""}, {"Line": 344, "Input": "All fruits are good for you said Carter Hageman the doctor.", "actualOutput": "RelationClaim(\"fruits\",\"Are\", \"good for you\")\nRelationClaim(\"Carter Hageman\",\"IsA\",\"doctor\")", "expectedOutput": ""}, {"Line": 345, "Input": "Beagles are great Martin said with confidence.", "actualOutput": "RelationClaim(\"beagles\",\"Are\", \"great\")\nPropertyClaim(\"martin\",\"HasProperty\",\"confidence\")", "expectedOutput": ""}, {"Line": 346, "Input": "The car to buy in 2018 is Toyota.", "actualOutput": "RelationClaim(\"car\",\"to buy in 2018\",\"toyota\")", "expectedOutput": ""}, {"Line": 347, "Input": "Dr. Russo reported the extra data to be safe.", "actualOutput": "RelationClaim(\"dr. russo\",\"reported\",\"extra data\")\nPropertyClaim(\"extra data\",\"IsA\",\"safe\")\n", "expectedOutput": ""}, {"Line": 348, "Input": "American high school students need to study more math in order to compete in today's global marketplace.", "actualOutput": "RelationClaim(\"american high school students\",\"need to study more\",\"math\")\nRelationClaim(\"american high school students\",\"compete in\",\"today's global marketplace\")\nPropertyClaim(\"math\",\"is\",\"important\")\nPropertyClaim(\"today's global marketplace\",\"is\",\"competitive\")", "expectedOutput": ""}, {"Line": 349, "Input": "Mr. Middleton sent his grandchildren presents.", "actualOutput": "RelationClaim(\"mr. middleton\",\"sent\",\"his grandchildren presents\")\nRelationClaim(\"his grandchildren presents\",\"IsA\",\"gifts\")\nPropertyClaim(\"his grandchildren presents\",\"HasProperty\",\"sent by mr. middleton\")\nNegatedRelationClaim(\"mr. middleton\",\"received\",\"presents\")", "expectedOutput": ""}, {"Line": 350, "Input": "Jeffrey Kittle sold his bike to Valencia Mcardle.", "actualOutput": "RelationClaim(\"jeffrey kittle\",\"sold\",\"his bike\")\nRelationClaim(\"his bike\",\"IsA\",\"bike\")\nPropertyClaim(\"jeffrey kittle\",\"HasProperty\",\"seller\")\nRelationClaim(\"valencia mcardle\",\"bought\",\"his bike\")", "expectedOutput": ""}, {"Line": 351, "Input": "Alita Ramsdell closed the office door and opened the stairwell door.", "actualOutput": "RelationClaim(alita, \"Closed\", office door)\nRelationClaim(alita, \"Opened\", stairwell door)", "expectedOutput": ""}, {"Line": 352, "Input": "Loreta Nunn turned off the kitchen lights.", "actualOutput": "RelationClaim(\"loreta nunn\",\"turned off\",\"the kitchen lights\")\nNegatedRelationClaim(\"loreta nunn\",\"left on\",\"the kitchen lights\")\nPropertyClaim(\"the kitchen lights\",\"are\",\"off\")\nNegatedPropertyClaim(\"the kitchen lights\",\"are\",\"on\")", "expectedOutput": ""}, {"Line": 353, "Input": "Time flies like an arrow.", "actualOutput": "RelationClaim(\"time\",\"FliesLike\",\"arrow\")\nRelationClaim(\"time\",\"IsA\",\"concept\")\nPropertyClaim(\"arrow\",\"HasProperty\",\"speedy\")\nNegatedRelationClaim(\"flies\",\"Like\",\"bird\")", "expectedOutput": ""}, {"Line": 354, "Input": "fruit flies like bananas.", "actualOutput": "RelationClaim(\"fruit flies\",\"like\",\"bananas\")", "expectedOutput": ""}, {"Line": 355, "Input": "The old man the boat.", "actualOutput": "RelationClaim(man, \"Owns\", boat)\nNegatedPropertyClaim(man, \"IsA\", young)\nPropertyClaim(man, \"IsA\", old)\nNegatedPropertyClaim(boat, \"IsA\", new)", "expectedOutput": ""}, {"Line": 356, "Input": "\"The Fed, the Federal Open Market Committee, will increase interest rates to 2.5% in December 2018 in order to keep inflation steady at around 2 percent per year.\"", "actualOutput": "RelationClaim(\"fed\",\"will increase\", \"interest rates to 2.5% in december 2018\")\nRelationClaim(\"fed\",\"IsA\",\"federal open market committee\")\nPropertyClaim(\"inflation\",\"HasProperty\",\"steady at around 2 percent per year\")", "expectedOutput": ""}, {"Line": 357, "Input": "\"Dorian Gray, the subject of a full-length portrait in oil by Basil Hallward\"", "actualOutput": "RelationClaim(\"dorian gray\",\"IsTheSubjectOf\",\"full-length portrait in oil\")\nRelationClaim(\"full-length portrait in oil\",\"IsCreatedBy\",\"basil hallward\")", "expectedOutput": ""}, {"Line": 358, "Input": "Southern California Children's Museum in Pasadena", "actualOutput": "RelationClaim(\"southern california children's museum\",\"IsA\",\"museum\")\nRelationClaim(\"museum\",\"IsLocatedIn\",\"pasadena\")\nPropertyClaim(\"southern california children's museum\",\"HasProperty\",\"child-friendly\")\nPropertyClaim(\"southern california children's museum\",\"HasProperty\",\"interactive\")", "expectedOutput": ""}, {"Line": 359, "Input": "\"The chocolate cake, yikes, is not good.\"", "actualOutput": "NegatedPropertyClaim(\"chocolate cake\",\"HasProperty\",\"good\")", "expectedOutput": ""}, {"Line": 360, "Input": "\"The food at a new Italian restaurant, omg is very delicious!\"", "actualOutput": "PropertyClaim(\"food\",\"IsDelicious\",\"very\")\nRelationClaim(\"food\",\"IsAt\",\"new italian restaurant\")\nRelationClaim(\"new italian restaurant\",\"IsNew\",\"true\")\nRelationClaim(\"new italian restaurant\",\"IsItalian\",\"true\")", "expectedOutput": ""}, {"Line": 361, "Input": "Iida met Pearl's cousin before Callie's.", "actualOutput": "RelationClaim(\"iida\",\"Met\",\"pearl's cousin\")\nRelationClaim(\"pearl's cousin\",\"IsA\",\"cousin\")\nNegatedRelationClaim(\"iida\",\"Met\",\"callie\")\n", "expectedOutput": ""}, {"Line": 362, "Input": "The loud student from Jeremy's class's homework is difficult.", "actualOutput": "PropertyClaim(\"student\",\"IsLoud\",true)\nRelationClaim(\"student\",\"IsFrom\",\"Jeremy's class\")\nRelationClaim(\"student\",\"HasHomework\",\"difficult\")", "expectedOutput": ""}, {"Line": 363, "Input": "Homework is devoirs.", "actualOutput": "RelationClaim(\"homework\",\"IsA\",\"devoirs\")\nPropertyClaim(\"homework\",\"HasProperty\",\"tedious\")\nNegatedRelationClaim(\"homework\",\"Equals\",\"fun\")\nNegatedPropertyClaim(\"homework\",\"HasProperty\",\"easy\")", "expectedOutput": ""}, {"Line": 364, "Input": "The student from Brandon's class is difficult.", "actualOutput": "RelationClaim(student,\"IsFrom\",class)\nPropertyClaim(student,\"IsDifficult\",true)", "expectedOutput": ""}, {"Line": 365, "Input": "The students from Georgette's class's homework are difficult.", "actualOutput": "PropertyClaim(homework,\"IsDifficult\",true)\nRelationClaim(students,\"AreFrom\",class)\nRelationClaim(class,\"BelongsTo\",georgette)", "expectedOutput": ""}, {"Line": 366, "Input": "\"Virion has adopted cats, dogs, and hamsters from France.\"", "actualOutput": "PropertyClaim(\"virion\",\"HasProperty\",\"adopted\")\nRelationClaim(\"virion\",\"HasPet\",\"cats\")\nRelationClaim(\"virion\",\"HasPet\",\"dogs\")\nRelationClaim(\"virion\",\"HasPet\",\"hamsters\")\nRelationClaim(\"virion\",\"AdoptedFrom\",\"france\")", "expectedOutput": ""}, {"Line": 367, "Input": "Ludovic packed everything minus the hotdogs.", "actualOutput": "RelationClaim(\"ludovic\",\"packed\",\"everything\")\nNegatedPropertyClaim(\"hotdogs\",\"HasProperty\",\"packed\")", "expectedOutput": ""}, {"Line": 368, "Input": "Thornton had pasta from Italy.", "actualOutput": "PropertyClaim(\"thornton\",\"HasProperty\",\"pasta\")\nRelationClaim(\"pasta\",\"OriginatesFrom\",\"italy\")", "expectedOutput": ""}, {"Line": 369, "Input": "Mendel is a hamster.", "actualOutput": "RelationClaim(\"mendel\",\"IsA\",\"hamster\")", "expectedOutput": ""}, {"Line": 370, "Input": "Benedict is a man.", "actualOutput": "RelationClaim(\"benedict\",\"IsA\",\"man\")", "expectedOutput": ""}, {"Line": 371, "Input": "Holly trusts him with cooking a tasty dinner.", "actualOutput": "RelationClaim(\"holly\",\"Trusts\",\"him\")\nRelationClaim(\"him\",\"CanCook\",\"a tasty dinner\")", "expectedOutput": ""}, {"Line": 372, "Input": "Gregor saw Leland.", "actualOutput": "RelationClaim(\"gregor\",\"Saw\", \"leland\")", "expectedOutput": ""}, {"Line": 373, "Input": "Gregor saw Britta.", "actualOutput": "RelationClaim(\"gregor\",\"saw\",\"britta\")", "expectedOutput": ""}, {"Line": 374, "Input": "Lain saw the man whom Gregor saw.", "actualOutput": "RelationClaim(\"lain\",\"saw\",\"man\")\nRelationClaim(\"gregor\",\"saw\",\"man\")\nRelationClaim(\"man\",\"IsA\",\"whom\")\nPropertyClaim(\"man\",\"HasProperty\",\"seen by Lain and Gregor\")", "expectedOutput": ""}, {"Line": 375, "Input": "Leland is an electrician.", "actualOutput": "RelationClaim(\"leland\",\"IsA\",\"electrician\")", "expectedOutput": ""}, {"Line": 376, "Input": "Britta is a CEO.", "actualOutput": "RelationClaim(\"britta\",\"IsA\",\"ceo\")", "expectedOutput": ""}, {"Line": 377, "Input": "The electrician saw the CEO.", "actualOutput": "RelationClaim(\"electrician\",\"saw\",\"ceo\")", "expectedOutput": ""}, {"Line": 378, "Input": "\"Richter saw Umbra, the dog.\"", "actualOutput": "RelationClaim(\"richter\",\"saw\",\"umbra\")\nRelationClaim(\"umbra\",\"IsA\",\"dog\")", "expectedOutput": ""}, {"Line": 379, "Input": "Dorn saw Jill.", "actualOutput": "RelationClaim(\"dorn\",\"saw\",\"jill\")", "expectedOutput": ""}, {"Line": 380, "Input": "Kelly saw the pet whom Richter saw.", "actualOutput": "RelationClaim(\"kelly\",\"Saw\",\"pet\")\nRelationClaim(\"richter\",\"Saw\",\"pet\")\nRelationClaim(\"pet\",\"IsA\",\"pet\")\nNegatedRelationClaim(\"kelly\",\"IsA\",\"richter\")\nPropertyClaim(\"pet\",\"HasProperty\",\"seen by kelly and richter\")", "expectedOutput": ""}, {"Line": 381, "Input": "Dogs are mammals.", "actualOutput": "RelationClaim(\"dogs\",\"Are\",\"mammals\")", "expectedOutput": ""}, {"Line": 382, "Input": "Crows are as big as ravens.", "actualOutput": "RelationClaim(\"crows\",\"AreEqualInSizeTo\",\"ravens\")\nRelationClaim(\"crows\",\"AreBiggerThan\",\"sparrows\")\nRelationClaim(\"ravens\",\"AreBiggerThan\",\"crows\")\nNegatedRelationClaim(\"crows\",\"AreSmallerThan\",\"ravens\")", "expectedOutput": ""}, {"Line": 383, "Input": "Crows are as small as pidgeons.", "actualOutput": "RelationClaim(\"crows\",\"AreAsSmallAs\",\"pidgeons\")", "expectedOutput": ""}, {"Line": 384, "Input": "velots are from Spain.", "actualOutput": "RelationClaim(\"velots\",\"areFrom\",\"spain\")", "expectedOutput": ""}, {"Line": 385, "Input": "velots are green.", "actualOutput": "RelationClaim(\"velots\",\"Are\", \"green\")\nPropertyClaim(\"velots\",\"HasProperty\",\"green\")\nNegatedRelationClaim(\"velots\",\"Are\",\"blue\")\nNegatedPropertyClaim(\"velots\",\"HasProperty\",\"blue\")", "expectedOutput": ""}, {"Line": 386, "Input": "Kyle has a red velot.", "actualOutput": "PropertyClaim(\"kyle\",\"HasProperty\",\"red velot\")", "expectedOutput": ""}, {"Line": 387, "Input": "velots are gorbojims.", "actualOutput": "RelationClaim(\"velots\",\"Are\", \"gorbojims\")", "expectedOutput": ""}, {"Line": 388, "Input": "gorbojims are angelic and loud.", "actualOutput": "RelationClaim(\"gorbojims\",\"Are\", \"angelic\")\nPropertyClaim(\"gorbojims\",\"Are\", \"loud\")", "expectedOutput": ""}, {"Line": 389, "Input": "Mammals are hairy.", "actualOutput": "RelationClaim(\"mammals\",\"Are\",\"hairy\")", "expectedOutput": ""}, {"Line": 390, "Input": "gorbojims are mammals.", "actualOutput": "RelationClaim(\"gorbojims\",\"Are\", \"mammals\")", "expectedOutput": ""}, {"Line": 391, "Input": "Mammals are endotherms.", "actualOutput": "RelationClaim(\"mammals\",\"Are\",\"endotherms\")", "expectedOutput": ""}, {"Line": 392, "Input": "Owain reminded Cornelia to run at 5PM at noon.", "actualOutput": "RelationClaim(\"Owain\",\"Reminded\",\"Cornelia\")\nRelationClaim(\"Cornelia\",\"IsA\",\"Person\")\nPropertyClaim(\"Cornelia\",\"HasProperty\",\"Responsibility\")\nRelationClaim(\"Cornelia\",\"RunsAt\",\"5pm\")\nRelationClaim(\"Cornelia\",\"RunsFasterThan\",\"Turtles\")", "expectedOutput": ""}, {"Line": 393, "Input": "The yellow birds in cages and dogs can't fly.", "actualOutput": "RelationClaim(birds,\"AreIn\",cages)\nPropertyClaim(birds,\"AreYellow\",True)\nNegatedPropertyClaim(birds,\"CanFly\",True)\nRelationClaim(dogs,\"CanNotFly\",None)", "expectedOutput": ""}, {"Line": 394, "Input": "The red birds in cages and boxes can't fly.", "actualOutput": "PropertyClaim(\"birds\",\"AreRed\",true)\nRelationClaim(\"birds\",\"AreIn\", \"cages\")\nRelationClaim(\"birds\",\"AreIn\", \"boxes\")\nNegatedPropertyClaim(\"birds\",\"CanFly\",true)", "expectedOutput": ""}, {"Line": 395, "Input": "\"The word, liminality, has Latin origin.\"", "actualOutput": "PropertyClaim(\"word\",\"HasProperty\",\"liminality\")\nRelationClaim(\"liminality\",\"HasOrigin\",\"latin\")", "expectedOutput": ""}, {"Line": 396, "Input": "Elijah is from New York City.", "actualOutput": "RelationClaim(\"elijah\",\"IsFrom\",\"new york city\")", "expectedOutput": ""}, {"Line": 397, "Input": "Elijah lives in Westwood.", "actualOutput": "RelationClaim(\"elijah\",\"livesIn\",\"westwood\")", "expectedOutput": ""}, {"Line": 398, "Input": "Westwood is in Los Angeles.", "actualOutput": "RelationClaim(\"westwood\",\"IsIn\",\"los angeles\")", "expectedOutput": ""}, {"Line": 399, "Input": "Los Angeles is in California.", "actualOutput": "RelationClaim(\"Los Angeles\",\"IsIn\",\"California\")", "expectedOutput": ""}, {"Line": 400, "Input": "An actor is from a place implies an actor lived in the place.", "actualOutput": "RelationClaim(\"actor\",\"livedIn\",\"place\")\nRelationClaim(\"actor\",\"IsA\",\"person\")\nPropertyClaim(\"place\",\"IsUrban\",True)\nPropertyClaim(\"actor\",\"IsFamous\",False)", "expectedOutput": ""}, {"Line": 401, "Input": "Rob eats breakfast at 8.", "actualOutput": "RelationClaim(\"rob\",\"eats\",\"breakfast\")\nRelationClaim(\"breakfast\",\"takesPlaceAt\",\"8\")", "expectedOutput": ""}, {"Line": 402, "Input": "Rob eats dinner at 8.", "actualOutput": "RelationClaim(\"rob\",\"eats\",\"dinner\")\nRelationClaim(\"dinner\",\"happensAt\",\"8\")", "expectedOutput": ""}, {"Line": 403, "Input": "An actor works at a company implies the actor is the company's employee.", "actualOutput": "RelationClaim(\"actor\",\"IsA\",\"employee\")\nRelationClaim(\"employee\",\"worksAt\",\"company\") \nNegatedRelationClaim(\"actor\",\"worksAt\",\"company\")\nNegatedPropertyClaim(\"company\",\"HasProperty\",\"actor\")", "expectedOutput": ""}, {"Line": 404, "Input": "Steven works at Tesla.", "actualOutput": "RelationClaim(\"Steven\",\"WorksAt\",\"Tesla\")", "expectedOutput": ""}, {"Line": 405, "Input": "\"The movie, The Matrix, is a sci-fi movie.\"", "actualOutput": "RelationClaim(\"the matrix\",\"IsA\",\"sci-fi movie\") \nPropertyClaim(\"the matrix\",\"HasProperty\",\"movie\")\nPropertyClaim(\"the matrix\",\"HasProperty\",\"sci-fi\")\nNegatedRelationClaim(\"the matrix\",\"IsA\",\"romantic comedy\")", "expectedOutput": ""}, {"Line": 406, "Input": "Keanu Reeves is an actor.", "actualOutput": "RelationClaim(\"keanu reeves\",\"IsA\",\"actor\")", "expectedOutput": ""}, {"Line": 407, "Input": "Keanu Reeves is in The Matrix.", "actualOutput": "RelationClaim(\"Keanu Reeves\",\"IsIn\",\"The Matrix\")", "expectedOutput": ""}, {"Line": 408, "Input": "An actor is in a movie is the same as an actor acts in a movie.", "actualOutput": "RelationClaim(\"actor\",\"actsIn\",\"movie\")\nRelationClaim(\"actor\",\"IsA\",\"actor\")\nRelationClaim(\"movie\",\"IsA\",\"movie\")\nPropertyClaim(\"actor\",\"HasProperty\",\"talent\")", "expectedOutput": ""}, {"Line": 409, "Input": "An actor is in a movie is the same as an actor stars in a movie.", "actualOutput": "RelationClaim(\"actor\",\"stars in\",\"movie\")\nRelationClaim(\"actor\",\"IsA\",\"actor\")\nRelationClaim(\"movie\",\"IsA\",\"movie\")\nPropertyClaim(\"actor\",\"HasProperty\",\"famous\")", "expectedOutput": ""}, {"Line": 410, "Input": "\"Keanu Reeves played the character, Neo.\"", "actualOutput": "RelationClaim(\"keanu reeves\",\"played\",\"neo\")\nRelationClaim(\"neo\",\"IsA\",\"character\")", "expectedOutput": ""}, {"Line": 411, "Input": "Dracula is a horror movie.", "actualOutput": "RelationClaim(\"dracula\",\"IsA\",\"horror movie\")", "expectedOutput": ""}, {"Line": 412, "Input": "Happy Gilmore is a comedy movie.", "actualOutput": "RelationClaim(\"happy gilmore\",\"IsA\",\"comedy movie\")\nPropertyClaim(\"happy gilmore\",\"HasProperty\",\"happy\")\nNegatedRelationClaim(\"happy gilmore\",\"IsA\",\"drama movie\")\nNegatedPropertyClaim(\"happy gilmore\",\"HasProperty\",\"sad\")", "expectedOutput": ""}, {"Line": 413, "Input": "The rich man the bikes.", "actualOutput": "RelationClaim(\"rich man\",\"Owns\",\"bikes\") and RelationClaim(\"bikes\",\"AreOwnedBy\",\"rich man\") and RelationClaim(\"rich man\",\"IsWealthy\",True) and RelationClaim(\"bikes\",\"AreValuable\",True)", "expectedOutput": ""}, {"Line": 414, "Input": "The young man the cars.", "actualOutput": "RelationClaim(\"young man\",\"Drives\",\"cars\")\nRelationClaim(\"cars\",\"Are\",\"vehicles\")\nPropertyClaim(\"man\",\"Is\",\"young\")\nNegatedRelationClaim(\"man\",\"Owns\",\"cars\")", "expectedOutput": ""}, {"Line": 415, "Input": "Jericho ate some of the berries.", "actualOutput": "RelationClaim(\"jericho\",\"Ate\",\"berries\")\nPropertyClaim(\"berries\",\"HasProperty\",\"some\")\nNegatedRelationClaim(\"jericho\",\"Likes\",\"berries\")\nNegatedPropertyClaim(\"berries\",\"HasProperty\",\"poisonous\")", "expectedOutput": ""}, {"Line": 416, "Input": "Forrest went to the shop before Jericho went to the beach.", "actualOutput": "RelationClaim(\"Forrest\",\"WentBefore\",\"Jericho\")\nNegatedRelationClaim(\"Jericho\",\"WentBefore\",\"Forrest\")", "expectedOutput": ""}, {"Line": 417, "Input": "The only pair of glasses has been lost.", "actualOutput": "PropertyClaim(\"pair of glasses\",\"IsUnique\",true)\nNegatedRelationClaim(\"pair of glasses\",\"Exist\",true)\nNegatedRelationClaim(\"pair of glasses\",\"BelongTo\", \"someone\")\nNegatedRelationClaim(\"pair of glasses\",\"BeFound\",true)", "expectedOutput": ""}, {"Line": 418, "Input": "Team A made this project possible.", "actualOutput": "RelationClaim(\"team a\",\"MadePossible\", \"this project\")\nNegatedRelationClaim(\"team a\",\"DidNotMakePossible\", \"that project\") #This is not explicitly stated in the sentence, but can be inferred as a possible negation\nPropertyClaim(\"this project\",\"IsPossible\", \"to make\")\nNegatedPropertyClaim(\"that project\",\"HasNoPotential\", \"to be made possible\") #This is not explicitly stated in the sentence, but can be inferred as a possible negation", "expectedOutput": ""}, {"Line": 419, "Input": "Team B made every mistake possible.", "actualOutput": "PropertyClaim(\"team b\",\"HasProperty\",\"made every mistake possible\")", "expectedOutput": ""}, {"Line": 420, "Input": "#startnewcontext", "actualOutput": "RelationClaim(\"sentence\",\"Encode\",\"all relations\")\nPropertyClaim(\"sentence\",\"Believed\",True)\nNegatedRelationClaim(\"Memory\",\"Has\",\"anything\")\nNegatedPropertyClaim(\"Memory\",\"Empty\",True)", "expectedOutput": ""}, {"Line": 421, "Input": "", "actualOutput": "", "expectedOutput": ""}, {"Line": 422, "Input": "Tell me about Mr. Magoo?", "actualOutput": "Mr. Magoo is a cartoon character. Memory item i=29. Certainty=0.736842105263158.", "expectedOutput": "Mr. Magoo is a popular cartoon character from the 1940s. He is known for being comically near-sighted and was voiced by Bobby Backus."}, {"Line": 423, "Input": "Who is the popular cartoon character from the 1940's?", "actualOutput": "The popular cartoon character from the 1940's is Mr. Magoo, according to memory item i=26 with a certainty of 0.8214285.", "expectedOutput": "Mr. Magoo"}, {"Line": 424, "Input": "What is Mr. Magoo known for?", "actualOutput": "Mr. Magoo is known for being comically near-sighted, according to memory item i=26 with a certainty of 0.641.", "expectedOutput": "For being comically near-sighted"}, {"Line": 425, "Input": "Who was Mr. Magoo voiced by?", "actualOutput": "Mr. Magoo was voiced by Bobby Backus according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Bobby Backus"}, {"Line": 426, "Input": "When is Jim's party?", "actualOutput": "Jim's party is either at 4 pm or 5 pm according to memory item i=28 or i=29 with a certainty of 0.736842105263158.", "expectedOutput": "At 5 PM today"}, {"Line": 427, "Input": "Is Jim's party at 4 pm?", "actualOutput": "Memory item i=29 states that Jim's party is at 4 pm with a certainty of 82.14%.", "expectedOutput": "\"No, at 5 PM today\""}, {"Line": 428, "Input": "Does Tina want a dog?", "actualOutput": "Tina wants a dog according to memory item i=29 with a certainty value of 0.736842105263158.", "expectedOutput": "\"No, a cat\""}, {"Line": 429, "Input": "What does Tina want?", "actualOutput": "Tina wants a dog according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "A cat"}, {"Line": 430, "Input": "What has been lost?", "actualOutput": "Memory does not provide a clear answer on what has been lost.", "expectedOutput": "Pair of glasses"}, {"Line": 431, "Input": "What kind of dress does Mrs. White wear?", "actualOutput": "There is no information in the memory about what kind of dress Mrs. White wears.", "expectedOutput": "White dresses"}, {"Line": 432, "Input": "What kind of tie does Aubrey wear?", "actualOutput": "Aubrey wears a black tie according to memory item i=25 with a certainty of 0.641.", "expectedOutput": "Black ties"}, {"Line": 433, "Input": "What kind of dress does Mrs. Black wear?", "actualOutput": "Mrs. Black wears a black dress according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Black dresses"}, {"Line": 434, "Input": "What kind of tie does Mr. White wear?", "actualOutput": "Mr. White wears a white tie according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "White ties"}, {"Line": 435, "Input": "Is Taylor Keegan female?", "actualOutput": "Memory item i=29 states that Taylor Keegan is a female with a certainty value of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 436, "Input": "Is Taylor Keegan male?", "actualOutput": "Yes, taylor_keegan is male according to memory item i=26 with a certainty value of 0.736842105263158.", "expectedOutput": "\"No, female\""}, {"Line": 437, "Input": "Is Taylor Monegan male?", "actualOutput": "Yes, Taylor Monegan is male according to memory. Memory item i=25 has a certainty value of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 438, "Input": "Is Taylor Monegan female?", "actualOutput": "There is no memory item that directly states whether Taylor Monegan is female or not.", "expectedOutput": "\"No, male\""}, {"Line": 439, "Input": "How tall is Kendrick?", "actualOutput": "Memory item i=27 states that Dr. Kendrick Marmion Murphy Jr has the property of being tall with a certainty of 0.736842105263158.", "expectedOutput": "very"}, {"Line": 440, "Input": "How tall is Dr. Murphy?", "actualOutput": "Dr. Murphy is tall according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "very"}, {"Line": 441, "Input": "How tall is Dr. Kendrick Murphy Jr.?", "actualOutput": "The height of Dr. Kendrick Murphy Jr. is not mentioned in Memory.", "expectedOutput": "very"}, {"Line": 442, "Input": "How tall is Mr. Murphy?", "actualOutput": "Memory item i=29 states that Dr. Kendrick Marmion Murphy Jr has the property of being tall with a certainty of 0.8214285.", "expectedOutput": "very"}, {"Line": 443, "Input": "How tall is Kendrick Murphy?", "actualOutput": "Memory item i=29 states that Dr. Kendrick Murphy Jr. has the property of being tall with a certainty of 0.8214285.", "expectedOutput": "very"}, {"Line": 444, "Input": "How tall is Kendrick Marmion Murphy?", "actualOutput": "Memory item i=29 states that Dr. Kendrick Marmion Murphy Jr has the property of being tall with a certainty of 0.8214285.", "expectedOutput": "very"}, {"Line": 445, "Input": "Who is giving a presentation?", "actualOutput": "The North American Society for Mari is giving a presentation according to memory item i=26 with a certainty of 0.7368.", "expectedOutput": "The North American Society for Marine Mammal Research"}, {"Line": 446, "Input": "Where is the organization?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "In Boston"}, {"Line": 447, "Input": "Where is the North American Society for Marine Mammal Research?", "actualOutput": "The north american society for marine mammal research is an organization, hypothetically located somewhere, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "In Boston"}, {"Line": 448, "Input": "What is Carl's first name?", "actualOutput": "Carl's first name is \"Carl\" according to memory item i=28 with a certainty of 0.263.", "expectedOutput": "Carl"}, {"Line": 449, "Input": "What is Carl's full name?", "actualOutput": "Carl's full name is uncertain, but memory item i=26 suggests his middle name is Austin with a certainty of 0.7368.", "expectedOutput": "Carl Austin Weathers"}, {"Line": 450, "Input": "Is Jasmine a team?", "actualOutput": "Jasmine is a team according to memory item i=26 with a certainty value of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 451, "Input": "Are Robin and Jasmine a team?", "actualOutput": "Yes, according to memory item i=26, jasmine and robin are both teams with a high hypothetical certainty value.", "expectedOutput": "yes"}, {"Line": 452, "Input": "Robin and Jasmine are lawyers.", "actualOutput": "RelationClaim(\"robin\",\"IsA\",\"lawyer\")\nRelationClaim(\"jasmine\",\"IsA\",\"lawyer\")", "expectedOutput": ""}, {"Line": 453, "Input": "Is Robin a lawyer?", "actualOutput": "Robin is hypothetically a lawyer according to memory item 28 with a certainty of 50.11%.", "expectedOutput": "yes"}, {"Line": 454, "Input": "Is Jasmine a lawyer?", "actualOutput": "Jasmine is a lawyer according to Memory with a certainty value of 0.8322955000000001 in memory item i=23.", "expectedOutput": "yes"}, {"Line": 455, "Input": "Are Robin and Jasmine lawyers?", "actualOutput": "According to memory, both Robin and Jasmine are hypothetically lawyers with certainty values ranging from 0.5 to 0.83.", "expectedOutput": "yes"}, {"Line": 456, "Input": "Which cars are red?", "actualOutput": "Memory items 23 and 29 suggest that a red unicorn and a car have the property of being red. The certainty value for both is 0.736842105263158. Therefore, it is probable that some cars in Memory are red, but it is not specified which ones.", "expectedOutput": "Every car"}, {"Line": 457, "Input": "Did Jericho eat all of the berries?", "actualOutput": "Memory does not provide enough information to determine if Jericho ate all of the berries.", "expectedOutput": "\"No, some of the berries\""}, {"Line": 458, "Input": "When did Forrest go to the shop?", "actualOutput": "Memory does not provide a certain answer to when Forrest went to the shop.", "expectedOutput": "Before Jericho went to the beach"}, {"Line": 459, "Input": "Why does Cindy eat apples?", "actualOutput": "According to memory item i=29, Cindy eats apples hypothetically true with a certainty of 0.736842105263158.", "expectedOutput": "So that the doctor stays away"}, {"Line": 460, "Input": "Will Carla eat pie?", "actualOutput": "Memory item i=29 states that \"carla iseating pie\" with a certainty of 0.736842105263158, indicating a high probability that Carla will eat pie.", "expectedOutput": "Yes"}, {"Line": 461, "Input": "Will Carla have eaten pie?", "actualOutput": "Memory item i=29 states that Carla is currently eating pie with a certainty of 0.8214285. Therefore, it is probable that Carla will have eaten pie.", "expectedOutput": "Yes"}, {"Line": 462, "Input": "Will Carla be eating pie?", "actualOutput": "According to memory item i=29, there is a high probability (0.8214285) that Carla will be eating pie.", "expectedOutput": "Yes"}, {"Line": 463, "Input": "Is Carla eating pie?", "actualOutput": "Carla is hypothetically eating pie according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "I don't know"}, {"Line": 464, "Input": "What is Carla eating?", "actualOutput": "Carla is hypothetically eating pie according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "I don't know"}, {"Line": 465, "Input": "What did Carla eat?", "actualOutput": "Carla ate pie according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Pie"}, {"Line": 466, "Input": "What was Carla eating?", "actualOutput": "Carla was hypothetically eating pie, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Pie"}, {"Line": 467, "Input": "What has Carla eaten?", "actualOutput": "Carla has eaten pie according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Pie"}, {"Line": 468, "Input": "What will Carla copy?", "actualOutput": "Carla will copy a report according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "The reports"}, {"Line": 469, "Input": "Will Carla copy the reports?", "actualOutput": "According to memory item i=29, Carla will copy the report with a high probability of 82.14%.", "expectedOutput": "Yes"}, {"Line": 470, "Input": "Will Carla have copied the reports?", "actualOutput": "According to memory item i=29, Carla will have copied the report with a certainty of 0.8214285.", "expectedOutput": "Yes"}, {"Line": 471, "Input": "Is Carla going to copy the reports?", "actualOutput": "According to memory item i=29, Carla is likely to copy the report.", "expectedOutput": "Yes"}, {"Line": 472, "Input": "Will Carla be copying the reports?", "actualOutput": "Memory item i=29 states that Carla will copy the report with a certainty of 0.8214285.", "expectedOutput": "Yes"}, {"Line": 473, "Input": "Is Carla copying the reports?", "actualOutput": "Yes, Carla is copying reports according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes"}, {"Line": 474, "Input": "Was Carla copying the reports?", "actualOutput": "Yes, Carla was copying the reports according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes"}, {"Line": 475, "Input": "What has Carla copied?", "actualOutput": "Carla copied a report, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "The reports"}, {"Line": 476, "Input": "What did Carla copy?", "actualOutput": "Carla copied a report according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "The reports"}, {"Line": 477, "Input": "What had Carla copied?", "actualOutput": "Carla copied a report, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "The reports"}, {"Line": 478, "Input": "Had Carla been copying the reports?", "actualOutput": "Yes, Carla had been copying reports according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes"}, {"Line": 479, "Input": "Has Carla been copying the reports?", "actualOutput": "Yes, Carla has been copying reports according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes"}, {"Line": 480, "Input": "Who will Carla email?", "actualOutput": "Carla will email Jenny according to memory item i=12 with a certainty of 73.68%.", "expectedOutput": "Jenny"}, {"Line": 481, "Input": "Who will Carla have emailed?", "actualOutput": "Carla will have emailed Jenny according to memory item i=11 with a certainty of 0.8214285.", "expectedOutput": "Jenny"}, {"Line": 482, "Input": "Who is Carla going to email?", "actualOutput": "Carla is going to email Jenny according to memory item i=11 with a certainty of 0.8214285.", "expectedOutput": "Jenny"}, {"Line": 483, "Input": "Who will Carla be emailing?", "actualOutput": "Carla will be emailing Jenny according to memory item i=11 with a certainty of 82.14%.", "expectedOutput": "Jenny"}, {"Line": 484, "Input": "Who will Carla have been emailing?", "actualOutput": "Carla will have been emailing Jenny according to memory item i=8 with a certainty of 82.14%.", "expectedOutput": "Jenny"}, {"Line": 485, "Input": "Who is Carla emailing?", "actualOutput": "Carla is emailing Jenny according to memory item i=12 with a certainty of 82.14%.", "expectedOutput": "Jenny"}, {"Line": 486, "Input": "Who did Raquel sing a song to?", "actualOutput": "Raquel sang a song to Martha according to memory. This is memory item i=28 with a certainty value of 0.736842105263158.", "expectedOutput": "Martha"}, {"Line": 487, "Input": "When will Julius bring the cake?", "actualOutput": "Julius will bring the cake according to memory item i=29, with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "in a few minutes"}, {"Line": 488, "Input": "When will I feed the dog?", "actualOutput": "I will feed the dog hypothetically, with a certainty value of 0.736842105263158, according to memory item i=29.", "expectedOutput": "When you get home"}, {"Line": 489, "Input": "What did Zachary say?", "actualOutput": "There is no memory item that mentions Zachary, so it is impossible to determine what he said.", "expectedOutput": "Carla gave the materials to Wilma"}, {"Line": 490, "Input": "What did Zachary say Carla did?", "actualOutput": "There is no memory item that mentions what Zachary said Carla did.", "expectedOutput": "Carla gave the materials to Wilma"}, {"Line": 491, "Input": "What was updated?", "actualOutput": "The contact_number was updated, i=28 with a certainty of hypothetically true and 0.736842105263158.", "expectedOutput": "The contact numbers"}, {"Line": 492, "Input": "Which numbers were updated?", "actualOutput": "Memory item i=29 (contact_number) was updated according to Memory with a certainty of 0.8214285. No other memory item was mentioned as being updated.", "expectedOutput": "The contact numbers"}, {"Line": 493, "Input": "Who gave the numbers to Miranda?", "actualOutput": "Memory item 29 suggests that the contact numbers belong to Miranda, but it is uncertain who gave them to her.", "expectedOutput": "Carla"}, {"Line": 494, "Input": "Who did Carla give the numbers to?", "actualOutput": "Carla gave contact numbers to someone, but it is uncertain who according to memory item i=29 with a certainty of 0.263.", "expectedOutput": "Miranda"}, {"Line": 495, "Input": "Which numbers did Carla give to Miranda?", "actualOutput": "Carla gave a material to Miranda, according to item i=18 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "The contact numbers"}, {"Line": 496, "Input": "Which numbers did Erina update?", "actualOutput": "Erina updated the contact_number (item i=21) and the updated (item i=25) with a probability of hypothetically true and certainty values of 0.736842105263158 and 0.6133460568257567, respectively.", "expectedOutput": "The contact numbers"}, {"Line": 497, "Input": "Who gave Miranda the numbers Erina updated?", "actualOutput": "Memory item i=28 suggests that Carla asked Miranda and the numbers were updated by Erina with a certainty of 0.736842105263158.", "expectedOutput": "Carla"}, {"Line": 498, "Input": "Why did Selena look over the plan?", "actualOutput": "Memory item i=28: Carla sent blueprint. Selena may have looked over the plan. Certainty=0.736842105263158.", "expectedOutput": "So that Selena could prepare to answer Miriam's questions"}, {"Line": 499, "Input": "Who looked over the plan?", "actualOutput": "Memory does not provide a clear answer to this question.", "expectedOutput": "Selena"}, {"Line": 500, "Input": "What does Miriam have?", "actualOutput": "The memory does not provide information about what Miriam has.", "expectedOutput": "Questions"}, {"Line": 501, "Input": "Who has questions?", "actualOutput": "Miranda has questions according to Memory and the memory item is i=29 with a certainty of 73.68%.", "expectedOutput": "Miriam"}, {"Line": 502, "Input": "What is Selena prepared to do?", "actualOutput": "There is no memory item that directly answers the question about Selena's actions.", "expectedOutput": "To answer Miriam's questions"}, {"Line": 503, "Input": "What did Kayla know?", "actualOutput": "Kayla knew pamphlet, i=29, with a certainty of 0.736842105263158.", "expectedOutput": "The pamphlet would cover all the talking points"}, {"Line": 504, "Input": "What did the pamphlet cover?", "actualOutput": "The pamphlet covered a talking point according to memory item i=29 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "All the talking points"}, {"Line": 505, "Input": "What was Kayla's staff looking for?", "actualOutput": "Kayla's staff was looking for talking points, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "All the talking points"}, {"Line": 506, "Input": "Whose staff was looking for all the talking points?", "actualOutput": "The staff was looking for talking points, memory item i=29, with a certainty of 0.8214285.", "expectedOutput": "Kayla's"}, {"Line": 507, "Input": "Whose staff was looking for points the pamphlet covered?", "actualOutput": "Staff was looking for points the pamphlet covered according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Kayla's"}, {"Line": 508, "Input": "Which talking points did the pamphlet cover?", "actualOutput": "The pamphlet covered talking points, with a certainty of 82.14%, according to memory item i=29.", "expectedOutput": "All the talking points"}, {"Line": 509, "Input": "What kind of points did the pamphlet cover?", "actualOutput": "The pamphlet covered talking points, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "All the talking points"}, {"Line": 510, "Input": "What covered the points?", "actualOutput": "The pamphlet covered talking points. Memory item i=23 with a certainty of 0.8214285.", "expectedOutput": "The pamphlet"}, {"Line": 511, "Input": "What did Carla ask Miranda to do?", "actualOutput": "Carla asked Miranda to clarify a question. Memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "To clarify the question about the quarterly revenue made by Miranda's company before taxes"}, {"Line": 512, "Input": "What kind of revenue was the question about?", "actualOutput": "The question was about quarterly revenue, and it was mentioned in memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "The quarterly revenue made by Miranda's company before taxes"}, {"Line": 513, "Input": "Who owns the company?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "Miranda"}, {"Line": 514, "Input": "Who did Carla send the blueprints to?", "actualOutput": "Carla sent blueprints, but it is uncertain to whom. Memory item i=29 has the highest certainty value of 0.8214285.", "expectedOutput": "Carla's boss"}, {"Line": 515, "Input": "Who did Carla send the blueprints?", "actualOutput": "Carla sent blueprints, but it is uncertain who the recipient was. No memory item provides a certain answer.", "expectedOutput": "Carla's boss"}, {"Line": 516, "Input": "Who were the blueprints sent to?", "actualOutput": "The blueprints were sent to someone, but it is uncertain who. Memory item i=27 suggests it was sent to a project with 64% certainty.", "expectedOutput": "Carla's boss"}, {"Line": 517, "Input": "Who did Kayla brew the coffee for?", "actualOutput": "Kayla brewed coffee, but it is not specified who it was for in the given memory. (i=28 or i=29)", "expectedOutput": "Terrence"}, {"Line": 518, "Input": "Who did Kayla brew another batch of coffee?", "actualOutput": "Kayla brewed another batch of coffee according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Terrence"}, {"Line": 519, "Input": "Who did Kayla give twenty dollars?", "actualOutput": "Kayla gave twenty dollars to Mike according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Mike"}, {"Line": 520, "Input": "Who did Kayla give twenty dollars to?", "actualOutput": "Kayla gave twenty dollars to Mike according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Mike"}, {"Line": 521, "Input": "Who did Kayla give the money?", "actualOutput": "Kayla gave Mike twenty dollars according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Mike"}, {"Line": 522, "Input": "Who did Kayla give the amount to?", "actualOutput": "Kayla gave Mike twenty dollars (i=24) with a certainty of 0.8214285.", "expectedOutput": "Mike"}, {"Line": 523, "Input": "How much did Kayla give?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "$20"}, {"Line": 524, "Input": "What amount did Kayla give Mike?", "actualOutput": "Kayla gave Mike twenty dollars according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "$20"}, {"Line": 525, "Input": "How much money was given to Mike?", "actualOutput": "Memory item i=28 states \"Kayla give Mike twenty dollar.\" Certainty=0.8214285.", "expectedOutput": "$20"}, {"Line": 526, "Input": "Carrot is to vegetable as apple is to what?", "actualOutput": "According to Memory, apple is to fruit_fly with a certainty value of 0.736842105263158 (i=22).", "expectedOutput": "fruit"}, {"Line": 527, "Input": "Produce is to food as carrot is to what?", "actualOutput": "The answer is uncertain based on the given memory contents. None of the items mention a clear relationship between carrot and another object.", "expectedOutput": "vegetable"}, {"Line": 528, "Input": "Produce is to ripeness as animal is to what?", "actualOutput": "Animal is to endotherms according to memory item i=17 with a certainty value of 0.5171992924072829.", "expectedOutput": "gender"}, {"Line": 529, "Input": "Mother is to child as grandmother is to what?", "actualOutput": "According to Memory, grandmother is to mother as great-grandmother is to child. Memory item i=2 with certainty=0.736842105263158.", "expectedOutput": "grandchild"}, {"Line": 530, "Input": "Engine is to sparkplug as car is to what?", "actualOutput": "The answer is uncertain based on the given memory contents. None of the memory items directly relate car to a specific object.", "expectedOutput": "wheel"}, {"Line": 531, "Input": "Tea is to caffeine as wine is to what?", "actualOutput": "Memory does not provide an answer to this question.", "expectedOutput": "alcohol"}, {"Line": 532, "Input": "Carla ducked.", "actualOutput": "RelationClaim(\"carla\",\"Ducked\", \"nothing\")\nNegatedRelationClaim(\"nothing\",\"IsA\",\"duck\")\nNegatedPropertyClaim(\"carla\",\"HasProperty\",\"tall\")\nPropertyClaim(\"carla\",\"HasProperty\",\"quick\")", "expectedOutput": ""}, {"Line": 533, "Input": "Clifton saw her duck.", "actualOutput": "RelationClaim(\"Clifton\",\"Saw\",\"Her Duck\")", "expectedOutput": ""}, {"Line": 534, "Input": "Did Clifton see Carla duck?", "actualOutput": "Memory does not contain information about Carla ducking. Clifton saw \"her_duck\" but it is unclear who or what \"her\" refers to. (i=29, certainty=0.5000080282682715)", "expectedOutput": "Yes"}, {"Line": 535, "Input": "Did Clifton see Carla's duck?", "actualOutput": "Memory item i=29 suggests that Clifton saw \"her_duck\" but it is uncertain if it belongs to Carla. Probability: 0.5.", "expectedOutput": "\"No, Carla\""}, {"Line": 536, "Input": "Jeannie is Carla's friend.", "actualOutput": "RelationClaim(\"Jeannie\",\"IsA\",\"Friend\")\nRelationClaim(\"Jeannie\",\"IsRelatedTo\",\"Carla\")\nPropertyClaim(\"Carla\",\"HasProperty\",\"Friend\")\n", "expectedOutput": ""}, {"Line": 537, "Input": "Jeannie has a duck.", "actualOutput": "PropertyClaim(\"jeannie\",\"HasProperty\",\"duck\")", "expectedOutput": ""}, {"Line": 538, "Input": "Clifton saw her duck.", "actualOutput": "RelationClaim(\"Clifton\",\"Saw\",\"Her Duck\")", "expectedOutput": ""}, {"Line": 539, "Input": "Did Clifton see Jeannie duck?", "actualOutput": "There are two memory items that mention Clifton and a duck, but both have a certainty value of 0.5, indicating uncertainty.", "expectedOutput": "\"No, Carla\""}, {"Line": 540, "Input": "Did Clifton see Jeannie's duck?", "actualOutput": "Clifton saw her duck twice, with a certainty of 0.5, but it is unclear if it was Jeannie's duck. Memory items 27 and 28.", "expectedOutput": "Yes"}, {"Line": 541, "Input": "If Sally is a girl then say Sally is funny.?", "actualOutput": "Memory item i=29 states that \"sally isa girl\" with a certainty of 0.736842105263158, which suggests a high probability that Sally is a girl and therefore, according to the question, funny.", "expectedOutput": "Sally is funny"}, {"Line": 542, "Input": "If Sally is a boy then say Sally is interesting.?", "actualOutput": "There is no memory item that directly states Sally's gender as a boy, so the answer is uncertain.", "expectedOutput": "\"No, girl\""}, {"Line": 543, "Input": "Does Jim receive pictures?", "actualOutput": "According to memory item i=29, there is a hypothetical true certainty of 0.7368 that Jim received a picture.", "expectedOutput": "I don't know"}, {"Line": 544, "Input": "What will Jim download?", "actualOutput": "Jim will download pictures according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "I don't know"}, {"Line": 545, "Input": "Will Jim download pictures?", "actualOutput": "Memory item i=28 suggests that there is a 73.68% chance that Jim will download the pictures.", "expectedOutput": "I don't know"}, {"Line": 546, "Input": "Jim receives pictures.", "actualOutput": "RelationClaim(\"jim\",\"Receives\",\"pictures\")", "expectedOutput": ""}, {"Line": 547, "Input": "Does Jim receive envelopes?", "actualOutput": "There is no memory item that directly states whether Jim receives envelopes, so it cannot be answered with certainty.", "expectedOutput": "\"No, pictures\""}, {"Line": 548, "Input": "Will Jim download pictures?", "actualOutput": "Memory item i=27 suggests that Jim will download the pictures with a certainty value of 0.8214285.", "expectedOutput": "yes"}, {"Line": 549, "Input": "Does Jim receive pictures?", "actualOutput": "Yes, Jim receives pictures according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "yes"}, {"Line": 550, "Input": "Will Jim receive new emails?", "actualOutput": "Memory item i=27 states that Jim has received a picture, with a certainty of 0.8214285. No other memory item provides information on Jim receiving new emails.", "expectedOutput": "\"No, pictures\""}, {"Line": 551, "Input": "Will Logan receive new emails?", "actualOutput": "Probabilistically, Logan will not receive new emails according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 552, "Input": "Is Logan's inbox full?", "actualOutput": "There is no memory item that directly states whether Logan's inbox is full or not.", "expectedOutput": "I don't know"}, {"Line": 553, "Input": "Logan's inbox is full.", "actualOutput": "RelationClaim(\"logan's inbox\",\"IsA\",\"full\")", "expectedOutput": ""}, {"Line": 554, "Input": "Is Logan's outbox full?", "actualOutput": "There is no memory item that directly states whether Logan's outbox is full or not.", "expectedOutput": "I don't know"}, {"Line": 555, "Input": "Is Logan's inbox full?", "actualOutput": "According to memory item i=29, Logan's inbox is hypothetically full with a certainty value of 0.500003288378684.", "expectedOutput": "yes"}, {"Line": 556, "Input": "Will Logan receive new emails?", "actualOutput": "According to memory item i=28, Logan will not receive new emails with a certainty of 0.8214285.", "expectedOutput": "no"}, {"Line": 557, "Input": "Is Marcus early?", "actualOutput": "There is no memory item that directly answers the question about Marcus being early, so certainty value cannot be provided.", "expectedOutput": "I don't know"}, {"Line": 558, "Input": "Does Marcus clean the blackboards?", "actualOutput": "Memory item i=29 states that \"marcus clean blackboard\" with a certainty of 0.736842105263158, indicating that it is likely that Marcus cleans the blackboards.", "expectedOutput": "I don't know"}, {"Line": 559, "Input": "Marcus is early.", "actualOutput": "RelationClaim(\"marcus\",\"IsA\",\"early\")", "expectedOutput": ""}, {"Line": 560, "Input": "Is Marcus late?", "actualOutput": "There is no memory item stating that Marcus is late, so it cannot be determined.", "expectedOutput": "I don't know"}, {"Line": 561, "Input": "Is Marcus early?", "actualOutput": "According to memory item i=29, Marcus is hypothetically early with a certainty of 0.5000026307029471.", "expectedOutput": "yes"}, {"Line": 562, "Input": "Does Marcus clean the blackboards?", "actualOutput": "Yes, Marcus cleans the blackboard according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes"}, {"Line": 563, "Input": "Does Simon propose at the wedding?", "actualOutput": "Memory item i=29 states that simon proposes at the wedding with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 564, "Input": "Does Marie take pictures?", "actualOutput": "Marie takes pictures if Simon proposes at the wedding, according to memory item i=26 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 565, "Input": "Simon proposes at the wedding.", "actualOutput": "RelationClaim(\"Simon\",\"ProposesAt\",\"Wedding\")", "expectedOutput": ""}, {"Line": 566, "Input": "Does Simon propose at the wedding?", "actualOutput": "Yes, Simon proposes at the wedding according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "Yes"}, {"Line": 567, "Input": "Does Marie take pictures?", "actualOutput": "Marie takes pictures if Simon proposes at the wedding, according to memory item i=26 with a certainty of 0.8214285.", "expectedOutput": "Yes"}, {"Line": 568, "Input": "Do you close the window?", "actualOutput": "Memory item i=29 suggests that the window is closed by \"you\" with a certainty of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 569, "Input": "do you close the window?", "actualOutput": "Memory item i=29 states \"window is closed by you\" with a certainty of 0.8214285, suggesting that the window is likely closed.", "expectedOutput": "I don't know"}, {"Line": 570, "Input": "You close the window.", "actualOutput": "RelationClaim(\"you\",\"close\",\"window\")", "expectedOutput": ""}, {"Line": 571, "Input": "Do you close the window?", "actualOutput": "According to memory item i=29, there is a 50% chance that you closed the window at time 832.", "expectedOutput": "yes"}, {"Line": 572, "Input": "Is the window closed?", "actualOutput": "Memory item i=28 suggests that the window was closed with a certainty of 50%.", "expectedOutput": "yes"}, {"Line": 573, "Input": "When is Wednesday?", "actualOutput": "There is no memory item that directly answers the question of when Wednesday is.", "expectedOutput": "10/26/2016"}, {"Line": 574, "Input": "When is tomorrow?", "actualOutput": "There is no memory item that directly answers the question of when tomorrow is.", "expectedOutput": "10/22/2016"}, {"Line": 575, "Input": "When is today?", "actualOutput": "Memory item i=27 states that \"jims_party is at 4_pm_today\" with a certainty of 0.8214285. Therefore, today is most likely the day of Jim's party and i=27.", "expectedOutput": "10/21/2016"}, {"Line": 576, "Input": "When is this week?", "actualOutput": "Memory does not contain a clear answer to this question.", "expectedOutput": "from 10/16/2016 to 10/22/2016"}, {"Line": 577, "Input": "When is next week?", "actualOutput": "There is no memory item that directly answers the question of when next week is.", "expectedOutput": "from 10/23/2016 to 10/29/2016"}, {"Line": 578, "Input": "When was last week?", "actualOutput": "There is no memory item that directly states when last week was, so the answer cannot be determined from the given memory contents.", "expectedOutput": "from 10/9/2016 to 10/15/2016"}, {"Line": 579, "Input": "When was last month?", "actualOutput": "The answer cannot be determined from the given memory contents.", "expectedOutput": "from 9/1/2016 to 9/30/2016"}, {"Line": 580, "Input": "When is this weekend?", "actualOutput": "Memory does not provide a clear answer to when this weekend is. No memory item i directly addresses this question.", "expectedOutput": "from 10/22/2016 to 10/23/2016"}, {"Line": 581, "Input": "When is this Wednesday?", "actualOutput": "There is no memory item that directly answers the question of when this Wednesday is.", "expectedOutput": "10/26/2016"}, {"Line": 582, "Input": "When is next Wednesday?", "actualOutput": "There is no memory item that directly answers the question about next Wednesday.", "expectedOutput": "10/26/2016"}, {"Line": 583, "Input": "When is next weekend?", "actualOutput": "Memory does not contain information about when next weekend is.", "expectedOutput": "from 10/29/2016 to 10/30/2016"}, {"Line": 584, "Input": "When is next month?", "actualOutput": "There is no memory item that directly states when the next month is.", "expectedOutput": "from 11/1/2016 to 11/30/2016"}, {"Line": 585, "Input": "When is this year?", "actualOutput": "Memory does not provide a direct answer to the question.", "expectedOutput": "from 1/1/2016 to 12/31/2016"}, {"Line": 586, "Input": "When is all week?", "actualOutput": "There is no memory item that directly states when \"all week\" is.", "expectedOutput": "from 10/16/2016 to 10/22/2016"}, {"Line": 587, "Input": "When is all year?", "actualOutput": "Memory item i=24 states \"elijah year 2017\" with a certainty of 0.736842105263158, indicating that all year is likely 2017.", "expectedOutput": "from 1/1/2016 to 12/31/2016"}, {"Line": 588, "Input": "When was yesterday?", "actualOutput": "There is no memory item that directly answers the question of when yesterday was.", "expectedOutput": "10/20/2016"}, {"Line": 589, "Input": "When was Wednesday?", "actualOutput": "There is no memory item that directly answers the question of when Wednesday was.", "expectedOutput": "10/19/2016"}, {"Line": 590, "Input": "When was last Tuesday?", "actualOutput": "Memory does not contain information about last Tuesday, so there is no memory item i that can answer this question.", "expectedOutput": "10/18/2016"}, {"Line": 591, "Input": "When was last weekend?", "actualOutput": "The answer is not present in Memory.", "expectedOutput": "from 10/15/2016 to 10/16/2016"}, {"Line": 592, "Input": "When was last week?", "actualOutput": "There is no memory item that directly states when last week was, so the answer is unknown.", "expectedOutput": "from 10/9/2016 to 10/15/2016"}, {"Line": 593, "Input": "When was last month?", "actualOutput": "The answer is not present in the given memory contents.", "expectedOutput": "from 9/1/2016 to 9/30/2016"}, {"Line": 594, "Input": "When was last year?", "actualOutput": "The memory item i=28 states \"it year 1970\" with a certainty of 0.736842105263158, implying that last year was 2020 with a probability of 73.68%.", "expectedOutput": "from 1/1/2015 to 12/31/2015"}, {"Line": 595, "Input": "When is the upcoming weekend?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "from 10/22/2016 to 10/23/2016"}, {"Line": 596, "Input": "When is this upcoming week?", "actualOutput": "There is no memory item that directly answers the question of when the upcoming week is.", "expectedOutput": "from 10/23/2016 to 10/29/2016"}, {"Line": 597, "Input": "When is this coming weekend?", "actualOutput": "Memory does not provide a direct answer to the question.", "expectedOutput": "from 10/22/2016 to 10/23/2016"}, {"Line": 598, "Input": "When is the upcoming Thursday?", "actualOutput": "Memory does not contain information about the upcoming Thursday.", "expectedOutput": "10/27/2016"}, {"Line": 599, "Input": "When is the next month?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "from 11/1/2016 to 11/30/2016"}, {"Line": 600, "Input": "When is the next coming Friday?", "actualOutput": "There is no memory item that directly answers the question about the next coming Friday.", "expectedOutput": "10/28/2016"}, {"Line": 601, "Input": "When was the last month?", "actualOutput": "The last month is uncertain based on the given memory contents. None of the items provide a clear answer.", "expectedOutput": "from 9/1/2016 to 9/30/2016"}, {"Line": 602, "Input": "When is the next coming month?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "from 11/1/2016 to 11/30/2016"}, {"Line": 603, "Input": "When was this last week?", "actualOutput": "There is no memory item that directly answers the question, so the certainty value is 0.", "expectedOutput": "from 10/9/2016 to 10/15/2016"}, {"Line": 604, "Input": "When was the most recent Wednesday?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "10/19/2016"}, {"Line": 605, "Input": "When was this past weekend?", "actualOutput": "According to Memory, it is not possible to determine when the past weekend was with certainty based on the given memory items.", "expectedOutput": "from 10/15/2016 to 10/16/2016"}, {"Line": 606, "Input": "When is Tuesday morning?", "actualOutput": "There is no memory item that directly answers the question about Tuesday morning.", "expectedOutput": "On 10/25/2016 from 6 AM to noon"}, {"Line": 607, "Input": "When is next Tuesday morning?", "actualOutput": "There is no memory item that directly answers the question about next Tuesday morning.", "expectedOutput": "On 10/25/2016 from 6 AM to noon"}, {"Line": 608, "Input": "When is Panz's birthday?", "actualOutput": "Panz's birthday is on 11%0%016 according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "on 11/20/2016"}, {"Line": 609, "Input": "When is two days after her birthday?", "actualOutput": "Memory item 21 states that Panz has a birthday on a specific date. The certainty value is 0.8214285, which is the highest among all the relevant memory items. Therefore, it is likely that the answer to the question can be found in memory item 21. However, there is no specific information about \"two days after her birthday\" in any of the memory items.", "expectedOutput": "11/22/2016"}, {"Line": 610, "Input": "What date is a month before her birthday?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "10/20/2016"}, {"Line": 611, "Input": "When is 2 days after 2 days after her birthday?", "actualOutput": "Memory item i=25 states that Panz has a birthday on 11/01/2016 with a certainty of 0.8214285. Therefore, 2 days after 2 days after her birthday would be November 5th with a high probability.", "expectedOutput": "11/24/2016"}, {"Line": 612, "Input": "What date is the Monday after her birthday?", "actualOutput": "There is no memory item that directly answers the question with certainty. The closest memory item is i=28, which states that Anthony has a property called \"birthday\" with a certainty of 0.7368.", "expectedOutput": "11/21/2016"}, {"Line": 613, "Input": "When is Christmas?", "actualOutput": "There is no memory item that directly states when Christmas is, so the answer cannot be determined from Memory.", "expectedOutput": "12/25/2016"}, {"Line": 614, "Input": "What date is 2 days after Christmas?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "12/27/2016"}, {"Line": 615, "Input": "When is 2 days before Christmas?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "12/23/2016"}, {"Line": 616, "Input": "When is the Monday before Christmas?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "12/19/2016"}, {"Line": 617, "Input": "What date is the Monday after Christmas?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "12/26/2016"}, {"Line": 618, "Input": "When is 2 days before 2 days before Christmas?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "12/21/2016"}, {"Line": 619, "Input": "What date is 2 days before the Monday before Christmas?", "actualOutput": "There is no memory item that directly answers this question.", "expectedOutput": "12/17/2016"}, {"Line": 620, "Input": "When is Anthony's ceremony?", "actualOutput": "Memory item i=28 suggests that the ceremony occurs after Anthony's birthday, but the exact date is uncertain.", "expectedOutput": "On 11/23/2016"}, {"Line": 621, "Input": "Karl will walk home Monday", "actualOutput": "RelationClaim(\"karl\",\"WillWalk\",\"home\")\nRelationClaim(\"home\",\"IsA\",\"destination\")\nPropertyClaim(\"monday\",\"HasProperty\",\"weekday\")", "expectedOutput": ""}, {"Line": 622, "Input": "When will Karl walk home?", "actualOutput": "Karl will walk home according to memory item i=29 with a probability of 0.5.", "expectedOutput": "On Monday"}, {"Line": 623, "Input": "When did Google buy DeepMind?", "actualOutput": "There is no memory item that states when Google bought DeepMind.", "expectedOutput": "in 2014"}, {"Line": 624, "Input": "How do you know?", "actualOutput": "I know hypothetically that \"man isa whom\" with 73.68% certainty (memory item i=0).", "expectedOutput": "money.cnn.com told me earlier today"}, {"Line": 625, "Input": "Can red unicorns fly?", "actualOutput": "Memory item i=28 suggests that red unicorns were flying over a lake, with a certainty of 0.7368, indicating a high probability that they can fly.", "expectedOutput": "yes"}, {"Line": 626, "Input": "Who told you that?", "actualOutput": "Memory item i=3: \"object updatedby actor\" was told with a certainty of 0.8214285.", "expectedOutput": "Jane told me earlier today"}, {"Line": 627, "Input": "this is from Jake.", "actualOutput": "RelationClaim(\"this\",\"IsFrom\",\"jake\")", "expectedOutput": ""}, {"Line": 628, "Input": "Amazon released Alexa last year.", "actualOutput": "RelationClaim(\"Amazon\",\"released\",\"Alexa\")\nRelationClaim(\"Alexa\",\"IsA\",\"product\")\nPropertyClaim(\"Alexa\",\"HasProperty\",\"voice assistant\")\nNegatedRelationClaim(\"Amazon\",\"acquired\",\"Google\")", "expectedOutput": ""}, {"Line": 629, "Input": "What did Amazon release last year?", "actualOutput": "Amazon released Alexa last year according to memory item i=29 with a certainty of 0.5.", "expectedOutput": "Alexa"}, {"Line": 630, "Input": "How do you know?", "actualOutput": "You know hypothetically that Emily is being talked about with a certainty of 0.736. (i=0)", "expectedOutput": "Jake told me just now"}, {"Line": 631, "Input": "What did a U.S. Navy plane see?", "actualOutput": "The u.s. navy plane saw something, but the certainty value is not specified in any of the memory items.", "expectedOutput": "Help spelled out in palm fronds on a beach on a deserted island in the Pacific"}, {"Line": 632, "Input": "What is AMVER?", "actualOutput": "amver is a program, mentioned in memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "A Coast Guard voluntary search and rescue program"}, {"Line": 633, "Input": "Which wine is Bill's favorite?", "actualOutput": "Bill's favorite wine is Etna Rosso with a certainty value of 0.736842105263158, found in memory item i=28.", "expectedOutput": "Etna Rosso"}, {"Line": 634, "Input": "Which wine doesn't Bill like?", "actualOutput": "White wine is the one that Bill likes according to Memory. Memory item 29 has a certainty value of 0.2631578947368421.", "expectedOutput": "White wine"}, {"Line": 635, "Input": "Why did James sell his plane?", "actualOutput": "Memory item i=27 suggests James sold his eighteen_foot_plane, with a certainty of 0.641.", "expectedOutput": "Because it is too slow"}, {"Line": 636, "Input": "Who has it now?", "actualOutput": "There is no memory item that directly answers the question, so the answer cannot be determined with certainty.", "expectedOutput": "James' neighbor"}, {"Line": 637, "Input": "Who used to own it before?", "actualOutput": "The old person used to own it before, according to memory item i=23 with a certainty of 0.615.", "expectedOutput": "James"}, {"Line": 638, "Input": "What did James buy?", "actualOutput": "James bought a plane according to memory item i=0 with a certainty of 0.736842105263158.", "expectedOutput": "a 20 ft plane"}, {"Line": 639, "Input": "Is the 250 horsepower engine part of the plane?", "actualOutput": "The 250 horsepower engine is part of \"it\" according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 640, "Input": "Who will Viola play with?", "actualOutput": "Viola will play with Stan according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Stan"}, {"Line": 641, "Input": "When will she play with her horse?", "actualOutput": "According to memory item i=29, Viola will play with her horse, with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "At 3 PM"}, {"Line": 642, "Input": "Where will she play with her horse?", "actualOutput": "Viola will play with her horse at the park according to memory item i=23 with a certainty of 0.736842105263158.", "expectedOutput": "At the park"}, {"Line": 643, "Input": "What did Suzie suggest that Phil do?", "actualOutput": "There is no memory item that mentions Suzie suggesting something to Phil.", "expectedOutput": "That Phil run at 7 AM"}, {"Line": 644, "Input": "When did Suzie suggest that Phil run?", "actualOutput": "There is no memory item that directly answers the question about when Suzie suggested that Phil run.", "expectedOutput": "At 7 AM"}, {"Line": 645, "Input": "Tell me who climbed the mountain?", "actualOutput": "Rufus climbed the mountain according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Rufus"}, {"Line": 646, "Input": "Barry bought Herbie.", "actualOutput": "RelationClaim(\"barry\",\"bought\",\"herbie\")", "expectedOutput": ""}, {"Line": 647, "Input": "Who has Herbie?", "actualOutput": "Barry has Herbie according to memory. Memory item i=29 with a certainty of 0.5.", "expectedOutput": "Barry"}, {"Line": 648, "Input": "Chad bought Herbie from Barry.", "actualOutput": "RelationClaim(Chad,\"Bought\",Herbie)\nRelationClaim(Herbie,\"BelongsTo\",Barry)", "expectedOutput": ""}, {"Line": 649, "Input": "Who has Herbie?", "actualOutput": "Barry and Chad both bought Herbie, but it is uncertain who currently has it. (i=28 or i=29)", "expectedOutput": "Chad"}, {"Line": 650, "Input": "What did Chad do?", "actualOutput": "Chad bought Herbie according to memory item i=29 with a certainty of 0.5.", "expectedOutput": "bought Herbie from Barry"}, {"Line": 651, "Input": "Chad sold Herbie.", "actualOutput": "RelationClaim(\"Chad\",\"Sold\",\"Herbie\")", "expectedOutput": ""}, {"Line": 652, "Input": "Who has Herbie?", "actualOutput": "Barry has Herbie according to memory item i=29 with a certainty of 0.5.", "expectedOutput": "I don't know"}, {"Line": 653, "Input": "Andrea has the quarterly reports", "actualOutput": "PropertyClaim(\"andrea\",\"HasProperty\",\"quarterly reports\")", "expectedOutput": ""}, {"Line": 654, "Input": "Who has the reports?", "actualOutput": "Carla has the reports according to Memory, with certainty value 0.8214285 (item i=23).", "expectedOutput": "Andrea"}, {"Line": 655, "Input": "Andrea gave the reports to Jim.", "actualOutput": "RelationClaim(\"andrea\",\"Gave\",\"reports\")\nRelationClaim(\"reports\",\"To\",\"jim\")", "expectedOutput": ""}, {"Line": 656, "Input": "Who has the reports?", "actualOutput": "Carla has the reports, with a certainty value of 0.8214285 (memory item i=22).", "expectedOutput": "Jim"}, {"Line": 657, "Input": "Who gave them to him?", "actualOutput": "Memory does not provide a certain answer to who gave them to him. The closest memory item is i=27 with a certainty of 0.5.", "expectedOutput": "Andrea"}, {"Line": 658, "Input": "Jim gave the reports to Sandra", "actualOutput": "RelationClaim(\"jim\",\"gave\",\"reports\")\nRelationClaim(\"jim\",\"gave\",\"sandra\")\nNegatedRelationClaim(\"reports\",\"belongedTo\",\"sandra\")\nNegatedRelationClaim(\"sandra\",\"received\",\"jim\")", "expectedOutput": ""}, {"Line": 659, "Input": "Who gave her them?", "actualOutput": "Memory item i=25 states \"it drive her\", but it is unclear who gave her \"them\". Certainty=0.736842105263158.", "expectedOutput": "Jim"}, {"Line": 660, "Input": "Who had the reports before him?", "actualOutput": "The friend copied the report before him, i=23, with a certainty of 50.03%.", "expectedOutput": "Andrea"}, {"Line": 661, "Input": "Who had the reports after him?", "actualOutput": "Carla copied the report, i=18, with a certainty of 0.8214285.", "expectedOutput": "Sandra"}, {"Line": 662, "Input": "Alex wants a dog and a cat.", "actualOutput": "RelationClaim(\"alex\",\"wants\",\"dog\")\nRelationClaim(\"alex\",\"wants\",\"cat\")\nRelationClaim(\"dog\",\"IsA\",\"animal\")\nRelationClaim(\"cat\",\"IsA\",\"animal\")", "expectedOutput": ""}, {"Line": 663, "Input": "What does Alex want?", "actualOutput": "Alex wants either a dog or a cat according to memory items i=8 and i=29 with a certainty of 0.5 each.", "expectedOutput": "A dog and a cat"}, {"Line": 664, "Input": "\"Actually, Alex only wants a cat\"", "actualOutput": "RelationClaim(\"Alex\",\"Wants\",\"Cat\")\nNegatedRelationClaim(\"Alex\",\"Wants\",\"Dog\")\nNegatedPropertyClaim(\"Alex\",\"HasProperty\",\"Allergy\")\nRelationClaim(\"Cat\",\"IsA\",\"Pet\")", "expectedOutput": ""}, {"Line": 665, "Input": "What does Alex want?", "actualOutput": "Alex wants a cat according to memory item i=28 with a certainty of 0.5.", "expectedOutput": "A cat"}, {"Line": 666, "Input": "Does Alex want a dog?", "actualOutput": "According to memory item i=29, there is a 50% chance that Alex wants a dog.", "expectedOutput": "\"No, a cat\""}, {"Line": 667, "Input": "\"Is Charles, Ray's favorite turtle?\"?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "\"no, Ray's new turtle\""}, {"Line": 668, "Input": "Ray's favorite turtle is Herb.", "actualOutput": "RelationClaim(\"ray\",\"HasFavorite\",\"turtle\")\nRelationClaim(\"turtle\",\"IsA\",\"herb's favorite\")\nPropertyClaim(\"turtle\",\"HasProperty\",\"being Ray's favorite\")\n", "expectedOutput": ""}, {"Line": 669, "Input": "\"is Ray's favorite turtle, Charles?\"?", "actualOutput": "Memory does not provide a certain answer, but the highest probability is i=28 with a certainty of 0.736842105263158.", "expectedOutput": "\"no, Herb\""}, {"Line": 670, "Input": "Does Rob have a sister?", "actualOutput": "According to memory item i=28, Trevor has a sister, but it is uncertain if Rob has a sister.", "expectedOutput": "yes"}, {"Line": 671, "Input": "What is Rob's sister's cat's name?", "actualOutput": "Rob's sister's cat's name is Toby with a certainty value of 0.7368, found in memory item i=28.", "expectedOutput": "Toby"}, {"Line": 672, "Input": "Where is Rob's sister's cat?", "actualOutput": "Rob's sister's cat is most likely with Robert, according to memory item i=26 with a certainty of 0.8214285.", "expectedOutput": "At the veterinarian"}, {"Line": 673, "Input": "Why is Rob's sister's cat at the vet?", "actualOutput": "Memory item i=29 suggests that Toby is located at the vet, with a certainty of 0.736842105263158.", "expectedOutput": "because Toby needs some shots"}, {"Line": 674, "Input": "Does Toby need treats?", "actualOutput": "There is no memory item that directly states whether Toby needs treats, so we cannot determine this with certainty.", "expectedOutput": "\"no, some shots\""}, {"Line": 675, "Input": "Who is Gina's cat?", "actualOutput": "Memory does not provide a certain answer to who is Gina's cat.", "expectedOutput": "Toby"}, {"Line": 676, "Input": "Is Gina's cat friendly?", "actualOutput": "Memory does not provide a definite answer, but memory item 21 suggests that Kristopher's cat is friendly, which may or may not be the same as Gina's cat.", "expectedOutput": "yes"}, {"Line": 677, "Input": "Is Toby cold blooded?", "actualOutput": "There is no memory item indicating whether Toby is cold-blooded or not.", "expectedOutput": "\"No, warm blooded\""}, {"Line": 678, "Input": "\"Actually, Rob's sister's cat is Moby.\"", "actualOutput": "RelationClaim(\"Rob's sister's cat\",\"IsA\",\"Moby\")", "expectedOutput": ""}, {"Line": 679, "Input": "Who is Gina's cat?", "actualOutput": "Memory does not provide a certain answer to who is Gina's cat.", "expectedOutput": "Moby"}, {"Line": 680, "Input": "Is Robert's sister's cat Toby?", "actualOutput": "Yes, according to memory item i=29, with a certainty of 0.8214285.", "expectedOutput": "\"No, Moby\""}, {"Line": 681, "Input": "Where is Moby?", "actualOutput": "There is no memory item that directly mentions Moby, so his location cannot be determined from Memory.", "expectedOutput": "At the veterinarian"}, {"Line": 682, "Input": "Where is Toby?", "actualOutput": "Toby is located at the vet according to memory item i=27 with a certainty of 0.8214285.", "expectedOutput": "I don't know"}, {"Line": 683, "Input": "Does a large pot have tea?", "actualOutput": "Memory item 29 states that a pot does not have tea, so it is unlikely that a large pot has tea. Certainty value: 0.263.", "expectedOutput": "yes"}, {"Line": 684, "Input": "Does a small pot have tea?", "actualOutput": "Memory item 29 states that a pot does not have tea with a certainty of 0.263. Therefore, it is unlikely that a small pot has tea.", "expectedOutput": "no"}, {"Line": 685, "Input": "The cold pot has milk.", "actualOutput": "PropertyClaim(\"cold pot\",\"HasProperty\",\"milk\")\nRelationClaim(\"cold pot\",\"Has\",\"milk\")", "expectedOutput": ""}, {"Line": 686, "Input": "Does the small pot have milk?", "actualOutput": "Memory item i=27 states that the pot isa small with a certainty of 0.7368. Memory item i=28 states that the cold_pot hasproperty milk with a certainty of 0.5. Memory item i=29 states that the cold_pot have milk with a certainty of 0.5. There is no memory item that directly states whether the small pot has milk.", "expectedOutput": "yes"}, {"Line": 687, "Input": "Who is a teacher of Stan?", "actualOutput": "Memory item i=28: murray isa teacher. Certainty=0.736842105263158. Murray is a teacher of Stan.", "expectedOutput": "Murray"}, {"Line": 688, "Input": "Whose teacher is Murray?", "actualOutput": "Stan Weber is most likely the student of Murray according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Stan's"}, {"Line": 689, "Input": "who is running for office?", "actualOutput": "Scott's brother from Florida is running for office according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Ralph"}, {"Line": 690, "Input": "who is Scott's family?", "actualOutput": "Scott's family includes his brother, his wife Nan, and possibly his parents. Memory items i=25, i=29, and i=28 have certainty values of 0.736842105263158.", "expectedOutput": "\"Ralph, Ethan, and Nan\""}, {"Line": 691, "Input": "Is Nan male?", "actualOutput": "There is no memory item that directly states whether Nan is male or not.", "expectedOutput": "\"No, female\""}, {"Line": 692, "Input": "How many sisters does Trevor have?", "actualOutput": "Trevor has at least one sister according to memory, with a certainty value of 0.8214285, found in memory item i=28.", "expectedOutput": "2"}, {"Line": 693, "Input": "Who are Trevor's sisters?", "actualOutput": "Trevor's sisters are Nice and Alisha according to memory item i=27 with a certainty of 0.5867.", "expectedOutput": "Alisha and Becky"}, {"Line": 694, "Input": "Who is Kenneth's daughter?", "actualOutput": "Kenneth's daughter is not mentioned in Memory.", "expectedOutput": "Kenisha"}, {"Line": 695, "Input": "Which robot is Ronald's?", "actualOutput": "Ronald's robot is \"ronalds_new_robot\" with a certainty of 0.736842105263158 (memory item i=29).", "expectedOutput": "Ozmo"}, {"Line": 696, "Input": "Is Jane's book big?", "actualOutput": "Memory item i=22 states that Jane has a book about cats, but there is no information about its size.", "expectedOutput": "yes"}, {"Line": 697, "Input": "Is Mike's book small?", "actualOutput": "Memory item 28 states that \"pot isa small\" with a certainty of 0.8214285, but there is no direct information about the size of Mike's book.", "expectedOutput": "yes"}, {"Line": 698, "Input": "Is Jane's book small?", "actualOutput": "Memory item 17 states that Jane has the book \"book_about_cats\" with a certainty of 0.8214285. No information about the size of the book is provided.", "expectedOutput": "\"No, big\""}, {"Line": 699, "Input": "Is Mike's book big?", "actualOutput": "Memory does not contain information about the size of Mike's book, so there is no memory item i.", "expectedOutput": "\"No, small\""}, {"Line": 700, "Input": "What color is Jane's book?", "actualOutput": "Jane's book is hypothetically true to have the color brown according to memory item i=12 with a certainty of 0.613.", "expectedOutput": "orange"}, {"Line": 701, "Input": "What color is Mike's book?", "actualOutput": "Mike's book has the color orange according to memory item i=27 with a certainty of 0.736842105263158.", "expectedOutput": "brown"}, {"Line": 702, "Input": "Is Krista nice?", "actualOutput": "Memory item i=29 states that Krista is a nurse, but there is no information about whether she is nice or not.", "expectedOutput": "\"yes, very nice\""}, {"Line": 703, "Input": "Who made the case?", "actualOutput": "According to memory, a lawyer made the case. Memory item i=29 has the highest certainty value of 0.736842105263158.", "expectedOutput": "Harvey"}, {"Line": 704, "Input": "Does rain fall directly from the sky?", "actualOutput": "Yes, rain falls directly from the sky according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 705, "Input": "Does rain fall directly from the ground?", "actualOutput": "Memory does not state that rain falls directly from the ground. No memory item mentions this.", "expectedOutput": "\"No, the sky\""}, {"Line": 706, "Input": "Do Lily and Charlie have a vase?", "actualOutput": "Yes, Lily and Charlie have a vase according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 707, "Input": "Does Lily have a vase?", "actualOutput": "Yes, Lily has a vase according to memory item i=26 with a certainty value of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 708, "Input": "Does Charlie have a vase?", "actualOutput": "Memory item i=29 states that \"lily_and_charlies_vase isa vase\" with a certainty of 0.8214285, but it is uncertain if Charlie owns the vase.", "expectedOutput": "yes"}, {"Line": 709, "Input": "What kind of car will Uber pay for?", "actualOutput": "Uber will probabilistically pay for a rental car (i=29) with a certainty of 0.641.", "expectedOutput": "Mid-size rental cars"}, {"Line": 710, "Input": "What type of car will Uber pay for?", "actualOutput": "Uber will hypothetically pay for a rental car (i=29) with a certainty of 0.641.", "expectedOutput": "Mid-size rental cars"}, {"Line": 711, "Input": "What will not be taken lightly?", "actualOutput": "Claim will not be taken lightly according to Memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Any claim against Yahoo"}, {"Line": 712, "Input": "Can the children touch Jon's reptiles?", "actualOutput": "The children can touch Jon's reptile according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 713, "Input": "Which animals can the children touch?", "actualOutput": "The children can touch small mammals according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Small mammals and Jon's reptiles"}, {"Line": 714, "Input": "What kind of animals can the children touch?", "actualOutput": "The children can touch small mammals according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Small mammals and Jon's reptiles"}, {"Line": 715, "Input": "What does Amazon give refunds for?", "actualOutput": "Amazon gives refunds for specific types of defects. Memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Very specific defects"}, {"Line": 716, "Input": "Is twenty-second an ordinal?", "actualOutput": "Memory item i=22 states \"claim isa type\" with a certainty value of 0.2631578947368421. It does not provide information on whether \"twenty-second\" is an ordinal.", "expectedOutput": "yes"}, {"Line": 717, "Input": "Is smrt@aigo.ai an email address?", "actualOutput": "There is no information in the given Memory about whether smrt@aigo.ai is an email address.", "expectedOutput": "yes"}, {"Line": 718, "Input": "Is 123-4567 a phone number?", "actualOutput": "There is no memory item that directly mentions 123-4567 as a phone number, so the probability is very low.", "expectedOutput": "yes"}, {"Line": 719, "Input": "Is ROBO a ticker?", "actualOutput": "There is no memory item that directly states whether \"robo\" is a ticker or not.", "expectedOutput": "yes"}, {"Line": 720, "Input": "Is 3 and a half days a time span?", "actualOutput": "Memory does not contain information about whether 3 and a half days is a time span.", "expectedOutput": "yes"}, {"Line": 721, "Input": "Is 1100 cc a volume?", "actualOutput": "There is no memory item that directly mentions 1100 cc as a volume, so it is uncertain.", "expectedOutput": "yes"}, {"Line": 722, "Input": "Whose dad bought ice cream and gelato at the creamery?", "actualOutput": "Dane bought both ice cream and gelato at the creamery according to memory. This information is contained in memory item i=27 with a certainty value of 0.736842105263158.", "expectedOutput": "Jill's"}, {"Line": 723, "Input": "Whose daughter is not home?", "actualOutput": "Memory item i=23 states that the train left without Ann, but there is no information about anyone's daughter not being home.", "expectedOutput": "Dane's"}, {"Line": 724, "Input": "Is Jill home?", "actualOutput": "Memory item i=29 states that \"jill isa home\" with a certainty of 0.2631578947368421, suggesting that it is unlikely that Jill is home.", "expectedOutput": "\"No, Jill is not home\""}, {"Line": 725, "Input": "Why did Jim sell the bike?", "actualOutput": "Memory item i=29 suggests Jim sold the bike, with a certainty of 0.736842105263158. Reason unknown.", "expectedOutput": "because Jim was sick"}, {"Line": 726, "Input": "Why will the police have to investigate?", "actualOutput": "The police will have to investigate, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "in order for the police to catch the criminal"}, {"Line": 727, "Input": "Why didn't Jim attend?", "actualOutput": "Memory item i=27 suggests Jim did not attend due to a hypothetical reason with 26.3% certainty.", "expectedOutput": "due to Jim's illness"}, {"Line": 728, "Input": "Why has Johnny's singing improved?", "actualOutput": "Memory item i=29 suggests that Johnny's singing has improved, with a certainty of 0.736842105263158.", "expectedOutput": "Thanks to Johnny's practicing and Johnny's voice coach"}, {"Line": 729, "Input": "Why does Jane want to have some room?", "actualOutput": "Memory item i=28 suggests that Jane wants to have some room with a certainty of 0.641.", "expectedOutput": "because Jane is going to try a stunt"}, {"Line": 730, "Input": "Does Lara have any children?", "actualOutput": "Yes, Lara has 2 children according to memory item i=29 with a certainty value of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 731, "Input": "How many kids does she have?", "actualOutput": "Memory item i=29 states \"Lara hasproperty 2_children\" with a certainty of 0.8214285, indicating that she has two kids.", "expectedOutput": "2"}, {"Line": 732, "Input": "Does Ella have any emails?", "actualOutput": "Yes, ella has emails according to Memory. Memory item i=27 and i=28 both mention ella having emails with high certainty values.", "expectedOutput": "yes"}, {"Line": 733, "Input": "Does Ella have 2 emails?", "actualOutput": "Memory items i=27 and i=28 suggest that Ella has at least 3 emails, so it is unlikely that she only has 2 emails.", "expectedOutput": "\"No, 3\""}, {"Line": 734, "Input": "How many letters does Ella have?", "actualOutput": "Ella has 3 emails and possibly a letter, according to memory items i=26, i=27, and i=28. The certainty values range from 0.6966019999999999 to 0.871644.", "expectedOutput": "1"}, {"Line": 735, "Input": "Does George have any apples?", "actualOutput": "Memory item i=27 states that George has 0 apples with a certainty of 0.6966019417475728.", "expectedOutput": "no"}, {"Line": 736, "Input": "How much sand does George have?", "actualOutput": "Memory item i=27 states that George has 0 apples with a certainty of 0.850644, but there is no information about how much sand he has.", "expectedOutput": "pile of sand"}, {"Line": 737, "Input": "How much rope is Alex's?", "actualOutput": "Memory item i=29 states that \"alexs_rope hasproperty 60_feet.\" with a certainty of 0.7368. Therefore, it is likely that Alex's rope is 60 feet long.", "expectedOutput": "60 feet"}, {"Line": 738, "Input": "How much chalk can Henry buy?", "actualOutput": "Henry can buy chalk according to memory item i=29 with a certainty value of 0.736842105263158. The memory does not provide information on the amount of chalk he can buy.", "expectedOutput": "\"\"\"a lot of chalk\"\"\""}, {"Line": 739, "Input": "How hot is Henry's car?", "actualOutput": "Henry's car is hypothetically very hot with a certainty of 64.11%, according to memory item i=22.", "expectedOutput": "very"}, {"Line": 740, "Input": "How did Delia cook the pasta?", "actualOutput": "Memory item i=29 suggests that Delia cooked the pasta, but the method is not specified.", "expectedOutput": "\"\"\"with the boiler\"\"\""}, {"Line": 741, "Input": "How did Delia drive the truck?", "actualOutput": "Delia drove the truck dangerously according to memory item i=28 with a certainty of 0.641.", "expectedOutput": "dangerously"}, {"Line": 742, "Input": "Did Delia drive the car dangerously?", "actualOutput": "According to memory item i=29, there is a 64.11% chance that Delia drove the car dangerously.", "expectedOutput": "\"No, the truck\""}, {"Line": 743, "Input": "How did Kim dance?", "actualOutput": "There is no memory item that mentions Kim dancing, so it is impossible to answer the question.", "expectedOutput": "Beautifully and gracefully"}, {"Line": 744, "Input": "Did Kim dance gracefully and poorly?", "actualOutput": "There is no memory item that directly answers the question about Kim's dancing ability.", "expectedOutput": "Beautifully and gracefully"}, {"Line": 745, "Input": "Whose dogs are nice?", "actualOutput": "Owens and Stan Weber's dogs are nice according to Memory, with certainty values of 0.736842105263158 (items 4 and 28).", "expectedOutput": "\"George, Rodney, Robin, Ella, and Owen's\""}, {"Line": 746, "Input": "Did Delia buy bikes and a missile?", "actualOutput": "Delia bought a bike (i=29) with a certainty of 0.736842105263158. There is no mention of Delia buying a missile in the memory.", "expectedOutput": "\"No. A house, bikes, boats, planes, and a car\""}, {"Line": 747, "Input": "Did Allison buy a lot of ships and some sweets?", "actualOutput": "Allison bought a lot of and some sweets hypothetically (i=27, certainty=0.6411150125896854).", "expectedOutput": "\"No. Three cars, some ships, and a lot of sweets\""}, {"Line": 748, "Input": "Did Allison buy ships and mouses?", "actualOutput": "Allison bought a ship (i=29) with a certainty of 0.7368, but there is no memory of her buying mice.", "expectedOutput": "\"No. Three cars, some ships, and a lot of sweets\""}, {"Line": 749, "Input": "Did Allison buy 2 cars?", "actualOutput": "Yes, according to memory item i=25, Allison bought a car. It is uncertain if she bought a second car.", "expectedOutput": "\"No, 3\""}, {"Line": 750, "Input": "Who likes ships and mouses?", "actualOutput": "Paige and Henry both hypothetically like ships and mouses according to memory items i=20, i=27, i=28, and i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Paige and Henry"}, {"Line": 751, "Input": "What do Paige and Henry like?", "actualOutput": "Paige and Henry like mice and ships according to Memory. i=23, i=24, i=25, i=26. Certainty: at least 0.8214285.", "expectedOutput": "ships and mice"}, {"Line": 752, "Input": "What were bought by Tom and Lara?", "actualOutput": "There is no information in the given memory about what Tom and Lara bought.", "expectedOutput": "apples and oranges"}, {"Line": 753, "Input": "What are extremely sweet completely edible flowers?", "actualOutput": "Memory item 27 describes lily as extremely sweet and completely edible with a certainty of 0.6966.", "expectedOutput": "lily"}, {"Line": 754, "Input": "Which owls are dangerous?", "actualOutput": "Memory item i=29 states that \"owl isa dangerous\" with a certainty of 0.736842105263158, implying that some owls are considered dangerous.", "expectedOutput": "\"owls from small, dense forests\""}, {"Line": 755, "Input": "Are owls from small dense forest dangerous?", "actualOutput": "Memory item i=28 states that dangerous creatures come from small dense forests, and memory item i=29 states that owls come from small dense forests. Therefore, it is hypothetically true that owls from small dense forests could be dangerous, with a certainty value of 0.6411150125896854.", "expectedOutput": "yes"}, {"Line": 756, "Input": "Are owls from big dense forest dangerous?", "actualOutput": "There is no memory item stating that owls from big dense forests are dangerous.", "expectedOutput": "I don't know"}, {"Line": 757, "Input": "Are owls from dense forest dangerous?", "actualOutput": "Yes, owls from small dense forests are considered dangerous according to memory item i=28 with a high certainty value of 0.8214285.", "expectedOutput": "yes"}, {"Line": 758, "Input": "Did Gabe drink hot milk?", "actualOutput": "Memory item i=25 states that cold_pot has milk with a certainty of 0.5, but there is no mention of Gabe drinking hot milk.", "expectedOutput": "No. Hot coffee and hot cocoa"}, {"Line": 759, "Input": "Did Gabe drink hot coffee?", "actualOutput": "Memory item i=28 states that \"gabe drink hot\" with a certainty of 0.6411150125896854, but it is unclear if it refers to coffee.", "expectedOutput": "yes"}, {"Line": 760, "Input": "Did Gabe drink hot cocoa?", "actualOutput": "Memory does not contain any information about Gabe drinking hot cocoa.", "expectedOutput": "yes"}, {"Line": 761, "Input": "What did Gabe drink?", "actualOutput": "Gabe drank coffee according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Hot coffee and hot cocoa"}, {"Line": 762, "Input": "Who ran screaming?", "actualOutput": "Ramon ran screaming according to Memory, and memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Ramon"}, {"Line": 763, "Input": "Who ran crying?", "actualOutput": "There is no memory item that directly answers the question, so the answer cannot be determined with certainty.", "expectedOutput": "I don't know"}, {"Line": 764, "Input": "What did Ramon do?", "actualOutput": "Ramon ran screaming, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Ran screaming"}, {"Line": 765, "Input": "When did Owain remind Cornelia?", "actualOutput": "Owain reminded Cornelia according to memory item i=29, with a hypothetical certainty of 0.736842105263158. The exact time is not specified in the memory.", "expectedOutput": "At noon"}, {"Line": 766, "Input": "What did Owain remind Cornelia?", "actualOutput": "Owain reminded Cornelia, i=29, with a high certainty value of 0.8214285.", "expectedOutput": "To run at 5 PM"}, {"Line": 767, "Input": "What book did Kim read?", "actualOutput": "Kim read a book, but it is uncertain which one. The memory item is i=29 with a certainty of 0.736842105263158.", "expectedOutput": "\"a book about the acidic, cold, hot, and dry conditions of these environments\""}, {"Line": 768, "Input": "Whose dogs terrorize the elderly?", "actualOutput": "Gio's dog terrorizes the elderly according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Gio's"}, {"Line": 769, "Input": "Where are Gio's dogs from?", "actualOutput": "Gio's dogs are from Alesso according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "From Alesso and Chiara's mafia"}, {"Line": 770, "Input": "Who around the house does Lara like?", "actualOutput": "Lara likes Henry (memory item i=26) and he is around the house (memory item i=27) with a certainty of 0.736842105263158.", "expectedOutput": "Henry"}, {"Line": 771, "Input": "Where on the ship did Henry hide the gold?", "actualOutput": "Memory does not provide a certain answer to where Henry hid the gold on the ship.", "expectedOutput": "in the red cabinet on the ship"}, {"Line": 772, "Input": "Where on the ship did Henry hide the diamond?", "actualOutput": "Memory does not provide a certain answer to where Henry hid the diamond.", "expectedOutput": "in the blue cabinet on the ship"}, {"Line": 773, "Input": "Where on the car did Henry hide the gold?", "actualOutput": "There is no memory item that provides information on where Henry hid the gold.", "expectedOutput": "I don't know"}, {"Line": 774, "Input": "Is the rolling bus blue?", "actualOutput": "There is no memory item that directly states the color of the rolling bus, so it cannot be determined with certainty.", "expectedOutput": "\"No, green\""}, {"Line": 775, "Input": "What is an example of tree fruit?", "actualOutput": "Persimmon is an example of tree fruit according to memory. Memory item i=28 with certainty=0.736842105263158.", "expectedOutput": "persimmon"}, {"Line": 776, "Input": "What are the three sources of European Union law?", "actualOutput": "Memory does not contain information on the three sources of European Union law.", "expectedOutput": "\"Primary law, secondary law, and supplementary law\""}, {"Line": 777, "Input": "Is Arnold Smith a drummer?", "actualOutput": "Arnold Smith is possibly a drummer according to memory item 29 with a certainty of 0.613.", "expectedOutput": "\"No, the mechanic from the body shop\""}, {"Line": 778, "Input": "Is Arnold Grohl from the body shop?", "actualOutput": "Arnold Grohl works at the body shop with certainty value of 0.736842105263158 (memory item i=24).", "expectedOutput": "\"No, the grunge band\""}, {"Line": 779, "Input": "What does Sally enjoy?", "actualOutput": "Sally enjoys running_marathon according to memory item i=25 with a certainty of 0.736842105263158.", "expectedOutput": "Swimming and running marathons"}, {"Line": 780, "Input": "What does Matthew want to do?", "actualOutput": "Matthew wants to send something. Memory item i=28. Certainty=0.736842105263158.", "expectedOutput": "To send a postcard and a package"}, {"Line": 781, "Input": "Who did the woman who was on the stage see?", "actualOutput": "The woman on stage saw Sally with a certainty of 0.736842105263158 (memory item i=28).", "expectedOutput": "Sally"}, {"Line": 782, "Input": "Who saw Sally?", "actualOutput": "According to Memory, woman saw Sally with a certainty value of 0.8214285 at memory item i=29.", "expectedOutput": "The woman on the stage"}, {"Line": 783, "Input": "Who did the dancer who Andrew saw see?", "actualOutput": "The dancer who Andrew saw may have seen Steve or someone else, with certainty values ranging from 0.641 to 0.737.", "expectedOutput": "Steve"}, {"Line": 784, "Input": "Who saw Steve?", "actualOutput": "Memory item i=28 states that dancer saw Steve with a certainty of 0.736842105263158.", "expectedOutput": "The dancer"}, {"Line": 785, "Input": "Who is the physician?", "actualOutput": "Merlin is a physician according to memory. Memory item i=29 has a certainty value of 0.736842105263158.", "expectedOutput": "Merlin"}, {"Line": 786, "Input": "Is Merlin a mother?", "actualOutput": "Merlin is not a mother according to Memory. The closest memory item is i=26 with a certainty of 0.736842105263158.", "expectedOutput": "\"No, father\""}, {"Line": 787, "Input": "Is Kramer a pilot?", "actualOutput": "Memory item i=26 states that Kramer is related to Janet with a certainty of 0.64, but there is no memory item stating that Kramer is a pilot.", "expectedOutput": "\"No, journalist\""}, {"Line": 788, "Input": "Is Janet a pilot?", "actualOutput": "Janet is not explicitly stated as a pilot in Memory. (i.e. certainty value is not provided)", "expectedOutput": "\"No, journalist\""}, {"Line": 789, "Input": "Who are the peanuts?", "actualOutput": "The Peanuts are a group that were assaulted by Barry and Larry, according to memory item 23 with a certainty of 0.736842105263158.", "expectedOutput": "Barry and Larry"}, {"Line": 790, "Input": "Who was assaulted?", "actualOutput": "There is no memory item that directly states who was assaulted, so the answer cannot be determined with certainty.", "expectedOutput": "Barry and Larry"}, {"Line": 791, "Input": "Who is a captain?", "actualOutput": "Memory item i=28 states \"Priscilla likes captain\" with a certainty of 0.736842105263158, implying that there is a probability that someone is a captain, but it is not certain who.", "expectedOutput": "Ronald"}, {"Line": 792, "Input": "Who is a janitor?", "actualOutput": "John is a janitor according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "John"}, {"Line": 793, "Input": "Who dated?", "actualOutput": "John and Mary dated according to memory. Memory items i=28 and i=29 have a certainty of 0.736842105263158.", "expectedOutput": "John and Mary"}, {"Line": 794, "Input": "Who are the singers?", "actualOutput": "Phoebe_and_rita are singers according to memory. Memory item i=29. Certainty=0.736842105263158.", "expectedOutput": "Phoebe and Rita"}, {"Line": 795, "Input": "Who is with Ernie?", "actualOutput": "There is no information in Memory about who is with Ernie.", "expectedOutput": "Carlton"}, {"Line": 796, "Input": "What can Alex choose between?", "actualOutput": "Alex can choose between a dog and a cat (memory item i=26 and i=28) with a certainty of 0.5 each.", "expectedOutput": "between the cat and the dog"}, {"Line": 797, "Input": "Where did the lady shop?", "actualOutput": "The lady shopped at a store according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "at the store"}, {"Line": 798, "Input": "What arrived at the vet?", "actualOutput": "A woman arrived at the vet according to memory. Memory item i=29 with certainty=0.736842105263158.", "expectedOutput": "The old woman"}, {"Line": 799, "Input": "Where did Phil eat?", "actualOutput": "Memory does not provide information on where Phil ate.", "expectedOutput": "the park"}, {"Line": 800, "Input": "Who likes volleyball?", "actualOutput": "Alisha and Beach both hypothetically like volleyball with a certainty of 0.736842105263158 (memory item i=28 and i=29).", "expectedOutput": "Alisha"}, {"Line": 801, "Input": "What did the memo say?", "actualOutput": "There is no clear answer to this question as there is no memory item that specifically mentions a memo.", "expectedOutput": "Valentine's Day will be added"}, {"Line": 802, "Input": "what said Valentine's Day will be added.?", "actualOutput": "There is no memory item that directly answers the question, so the answer is uncertain.", "expectedOutput": "The memo about vacation"}, {"Line": 803, "Input": "What will the train do?", "actualOutput": "The train will leave without Ann according to memory item i=29 with a certainty of 0.1785715.", "expectedOutput": "Will leave without Ann"}, {"Line": 804, "Input": "Is the Rolleiflex Jack's main camera?", "actualOutput": "Memory item i=26 states that Doreen has the main camera, so it is unlikely that the rolleiflex is Jack's main camera. Certainty=0.736842105263158.", "expectedOutput": "\"No, Doreen's main camera\""}, {"Line": 805, "Input": "What is the Rolleiflex?", "actualOutput": "The rolleiflex is a camera according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Doreen's main camera"}, {"Line": 806, "Input": "Remind me what Anita's favorite food is.?", "actualOutput": "Anita's favorite food is soup dumpling, with a certainty of 0.736842105263158, based on memory item i=28.", "expectedOutput": "Soup dumpling"}, {"Line": 807, "Input": "Emily is the pilot Kristopher is talking about.", "actualOutput": "RelationClaim(\"Emily\",\"IsA\",\"Pilot\")\nRelationClaim(\"Kristopher\",\"IsTalkingAbout\",\"Emily\")", "expectedOutput": ""}, {"Line": 808, "Input": "Is Emily the winner?", "actualOutput": "Emily is possibly the winner according to memory, with a certainty value of 0.627 (memory item i=29).", "expectedOutput": "\"No, the pilot\""}, {"Line": 809, "Input": "\"Is the pilot Kristopher is talking about, Jack?\"?", "actualOutput": "The memory item i=29 suggests that there is a 69.66% chance that the pilot Kristopher is talking about is Jack.", "expectedOutput": "\"No, Emily\""}, {"Line": 810, "Input": "Is the winner Emily?", "actualOutput": "Memory item i=29 suggests that Emily is hypothetically a winner with a certainty of 62.73%.", "expectedOutput": "\"No, Jack\""}, {"Line": 811, "Input": "Is the green truck the truck in the gararge?", "actualOutput": "Memory item i=28 states that the blue truck is the same as the truck inside the garage, not the green truck.", "expectedOutput": "\"No, the green truck on the street\""}, {"Line": 812, "Input": "Is the truck on the street the blue truck?", "actualOutput": "The truck on the street is likely the blue truck with a certainty value of 0.736842105263158 (i=25).", "expectedOutput": "\"no, the green truck\""}, {"Line": 813, "Input": "Is the blue truck the truck on the street?", "actualOutput": "Memory item i=23 states that \"truck_on_the_street isa green_truck\" with a certainty of 0.849325, so it is likely that the blue truck is the truck on the street.", "expectedOutput": "\"No, the blue truck inside the garage\""}, {"Line": 814, "Input": "Is the truck in the garage the green truck?", "actualOutput": "Memory item i=26 states that the blue truck is the same as the truck inside the garage, not mentioning its color or type. Therefore, it is uncertain if the truck in the garage is the green truck.", "expectedOutput": "\"No, the blue truck inside the garage\""}, {"Line": 815, "Input": "Is the blue truck on the street?", "actualOutput": "The blue truck is likely on the street according to Memory item 26 with a certainty of 84.93%.", "expectedOutput": "\"no, inside the garage\""}, {"Line": 816, "Input": "Is the green truck in the garage?", "actualOutput": "There is no direct memory item stating whether the green truck is in the garage.", "expectedOutput": "\"no, on the street\""}, {"Line": 817, "Input": "Whose car is fast?", "actualOutput": "Henry's car is hot and has a top speed, according to memory item 5 with a certainty of 0.7368.", "expectedOutput": "\"Carol's, Leland's, and Devin's\""}, {"Line": 818, "Input": "Which car is extremely fast?", "actualOutput": "Henry's car is extremely fast according to Memory and memory item i=5 with a certainty value of 0.736842105263158.", "expectedOutput": "Devin's 200 mph car"}, {"Line": 819, "Input": "Which car is slightly fast?", "actualOutput": "Memory item 16 suggests that Carol's car has a top speed property, making it slightly faster than other cars mentioned in the memory. (i=16, certainty=0.6707)", "expectedOutput": "Ken's 175 mph car"}, {"Line": 820, "Input": "Whose car is average speed?", "actualOutput": "There is no memory item that directly states the average speed of a car or whose car has an average speed.", "expectedOutput": "Owne's and Ken's"}, {"Line": 821, "Input": "Whose car is slow?", "actualOutput": "The memory does not provide a certain answer to this question. The closest item is i=28, where James buys a car called \"too_slow\" with a certainty of 0.563.", "expectedOutput": "Kristina's and Carla's"}, {"Line": 822, "Input": "Which car is the fastest?", "actualOutput": "Memory item 23 states that Carol's car has a top speed, with a high certainty value. It is unclear which car is the fastest.", "expectedOutput": "Devin's 200 mph car"}, {"Line": 823, "Input": "Which car is the slowest?", "actualOutput": "The memory does not provide a clear answer to which car is the slowest.", "expectedOutput": "Kristina's 130 mph car"}, {"Line": 824, "Input": "Who is accepting new clients?", "actualOutput": "Alice's cool doctor is accepting new clients according to Memory. Memory item i=18 with a certainty of 0.6707.", "expectedOutput": "Paul"}, {"Line": 825, "Input": "Who are Alice's doctors?", "actualOutput": "Alice has multiple doctors, including Paul, Kathy, and a cool doctor (memory item 20).", "expectedOutput": "Paul and Kathy"}, {"Line": 826, "Input": "Who is Alice's primary doctor?", "actualOutput": "Paul is Alice's primary doctor according to memory. Memory item i=27 with certainty=0.736842105263158.", "expectedOutput": "Paul"}, {"Line": 827, "Input": "Can you remind me what the name of Sofia's daughter is?", "actualOutput": "Sofia's daughter is named Courtney according to memory. This information is in memory item i=27 with a certainty of 0.736842105263158.", "expectedOutput": "Courtney"}, {"Line": 828, "Input": "What is Sofia's daughter's favorite snack?", "actualOutput": "Sofia's daughter's favorite snack is hypothetically true and has a certainty value of 0.641. It is mentioned in memory item 29.", "expectedOutput": "Mango"}, {"Line": 829, "Input": "Why did Sofia throw the mangos away?", "actualOutput": "There is no memory item that states why Sofia threw the mangoes away.", "expectedOutput": "Because the mango was rotten"}, {"Line": 830, "Input": "What snack did Sofia get Courtney?", "actualOutput": "Sofia got a snack for Courtney, but it is uncertain which snack it was. Memory item i=22. Certainty=0.736842105263158.", "expectedOutput": "Some chips"}, {"Line": 831, "Input": "What does Westley understand?", "actualOutput": "Memory does not provide information on what Westley understands.", "expectedOutput": "That success requires hard work and passionate determination"}, {"Line": 832, "Input": "What did Westley receive from his parents?", "actualOutput": "Westley received success according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Hard work and passionate determination"}, {"Line": 833, "Input": "What do the boys attempt?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "The challenging race"}, {"Line": 834, "Input": "What do the boys try?", "actualOutput": "The boys try to find \"those_thing\" according to memory item i=27 with a certainty of 0.613.", "expectedOutput": "The challenging race"}, {"Line": 835, "Input": "Where has Elijah traveled to?", "actualOutput": "Elijah has hypothetically traveled to Russia and Brazil according to memory. Memory items i=26 and i=29 contain this information.", "expectedOutput": "To Russia and Brazil"}, {"Line": 836, "Input": "When did Elijah visit Brazil?", "actualOutput": "Elijah visited Brazil according to memory item 29 with a certainty of 0.8214285. The year of the visit is not specified.", "expectedOutput": "In 2017"}, {"Line": 837, "Input": "What school did Jenny attend?", "actualOutput": "Jenny attended Reed College according to memory. This is memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Reed College"}, {"Line": 838, "Input": "Did Jenny attend UCLA?", "actualOutput": "There is no memory item indicating whether Jenny attended UCLA, so the probability is 0.", "expectedOutput": "\"No, Reed College\""}, {"Line": 839, "Input": "Is Alexa more rigid than Aigo?", "actualOutput": "Yes, according to memory item i=29, with a certainty value of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 840, "Input": "Is Aigo more rigid than Alexa?", "actualOutput": "Memory item i=29 states that alexa is more rigid than aigo with a certainty of 0.8214285.", "expectedOutput": "\"No, less rigid\""}, {"Line": 841, "Input": "Is Aigo less rigid than Alexa?", "actualOutput": "Memory item i=29 states that \"alexa is more rigid than aigo\" with a certainty value of 0.8214285. Therefore, it is probabilistically likely that aigo is less rigid than alexa.", "expectedOutput": "Yes"}, {"Line": 842, "Input": "Is Alexa less rigid than Aigo?", "actualOutput": "Memory item i=29 states that \"alexa is more rigid than aigo\" with a certainty of 0.8214285. Therefore, it is unlikely that alexa is less rigid than aigo according to Memory.", "expectedOutput": "\"No, more rigid\""}, {"Line": 843, "Input": "The news anchor wears blue suits.", "actualOutput": "RelationClaim(\"news anchor\",\"Wears\",\"blue suits\")", "expectedOutput": ""}, {"Line": 844, "Input": "He is David Potter.", "actualOutput": "RelationClaim(\"he\",\"IsA\",\"david potter\")\nPropertyClaim(\"he\",\"HasProperty\",\"name=david potter\")\nNegatedRelationClaim(\"he\",\"IsNot\",\"not david potter\")\nNegatedPropertyClaim(\"he\",\"HasNotProperty\",\"name=not david potter\")", "expectedOutput": ""}, {"Line": 845, "Input": "What is the news anchor's name?", "actualOutput": "There is no memory item that directly states the news anchor's name, so it cannot be determined from the given information.", "expectedOutput": "David Potter"}, {"Line": 846, "Input": "Does he wear green suits?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "\"No, blue suits\""}, {"Line": 847, "Input": "What is Aiden having on Sunday for dinner?", "actualOutput": "There is no memory item that directly states what Aiden is having for dinner on Sunday.", "expectedOutput": "Fish with potatoes"}, {"Line": 848, "Input": "What is Aiden having with Marcy for dinner?", "actualOutput": "Aiden is having dinner with Marcy, i=29, with a certainty of 0.736842105263158.", "expectedOutput": "Chicken"}, {"Line": 849, "Input": "What did John eat?", "actualOutput": "John ate pasta according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Pasta with meatballs"}, {"Line": 850, "Input": "What did John eat with?", "actualOutput": "John ate pasta according to memory item i=29 with a certainty value of 0.8214285.", "expectedOutput": "Fork and spoon"}, {"Line": 851, "Input": "Who did John eat with?", "actualOutput": "John ate with Mary according to memory item i=26 with a certainty value of 0.736842105263158.", "expectedOutput": "Mary"}, {"Line": 852, "Input": "What are the parts of an email?", "actualOutput": "The parts of an email are recipient, sender, subject, part, and message according to Memory. (i=19, 20, 21, 28, 29)", "expectedOutput": "\"Email's part, a sender, a recipient, a subject, and a message\""}, {"Line": 853, "Input": "What are the parts of the email I received?", "actualOutput": "The email I received has parts including sender, recipient, subject, and message. Memory item i=28 with certainty=0.736842105263158.", "expectedOutput": "\"Email's part, a sender, a recipient, a subject, and a message\""}, {"Line": 854, "Input": "Is the farm for vegetables big?", "actualOutput": "Memory item i=28 states that the farm is for vegetables with a certainty value of 0.736842105263158. The size of the farm is not mentioned.", "expectedOutput": "\"No, small\""}, {"Line": 855, "Input": "Is Isabella's farm small?", "actualOutput": "Yes, Isabella's farm is small according to memory. Memory item i=29 has a certainty value of 0.736842105263158.", "expectedOutput": "\"No, big\""}, {"Line": 856, "Input": "Where is that farm?", "actualOutput": "Memory does not provide a clear answer to the location of the farm.", "expectedOutput": "I don't know"}, {"Line": 857, "Input": "Is the farm for vegetables important?", "actualOutput": "Memory item 29 states that the farm is for vegetables and is important with a certainty value of 0.8214285.", "expectedOutput": "yes"}, {"Line": 858, "Input": "Is the big farm important?", "actualOutput": "Memory item i=28 states that \"important isa big_farm\" with a certainty of 0.5745, suggesting that the big farm may be important.", "expectedOutput": "yes"}, {"Line": 859, "Input": "What in Texas is important and common?", "actualOutput": "According to Memory, farms are important and common in Texas (item i=29) with a certainty of 0.736842105263158.", "expectedOutput": "Farms"}, {"Line": 860, "Input": "Are farms common in Alaska?", "actualOutput": "There is no memory item that directly answers the question about farms in Alaska.", "expectedOutput": "\"No, in Texas\""}, {"Line": 861, "Input": "What was fun?", "actualOutput": "Memory does not provide a clear answer to this question.", "expectedOutput": "The first movie"}, {"Line": 862, "Input": "Which movie was fun?", "actualOutput": "The memory item i=19 states that \"happy_gilmore isa comedy_movie\" with a certainty of 0.736842105263158, indicating that it is likely that Happy Gilmore was a fun movie.", "expectedOutput": "The first movie"}, {"Line": 863, "Input": "Which paper got published?", "actualOutput": "There is no memory item that directly answers the question of which paper got published.", "expectedOutput": "the first paper"}, {"Line": 864, "Input": "What wrote 5 papers?", "actualOutput": "Association wrote 5 papers according to Memory. Memory item i=29 with certainty value of 0.736842105263158.", "expectedOutput": "the association"}, {"Line": 865, "Input": "What did Billson order?", "actualOutput": "There is no memory item that mentions \"billson\" ordering anything.", "expectedOutput": "A large drink"}, {"Line": 866, "Input": "Did Billson order a small drink?", "actualOutput": "There is no memory item that directly states whether Billson ordered a small drink or not.", "expectedOutput": "\"no, a large drink\""}, {"Line": 867, "Input": "Who ordered a large drink?", "actualOutput": "Xena ordered a small drink, so no one ordered a large drink according to Memory.", "expectedOutput": "Billson"}, {"Line": 868, "Input": "Who did Vera fire?", "actualOutput": "Vera fired someone, but it is not specified who. The certainty value for memory item i=29 is 0.736842105263158.", "expectedOutput": "A few lawyers"}, {"Line": 869, "Input": "What did Bibi drop?", "actualOutput": "Bibi dropped \"a_few\" according to memory item i=29 with a certainty of 0.2631578947368421.", "expectedOutput": "A few cases"}, {"Line": 870, "Input": "What did Carl make?", "actualOutput": "Carl made two according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Two arguments"}, {"Line": 871, "Input": "Who made arguments?", "actualOutput": "Larkin made arguments, according to memory item i=29 with a certainty of 73.68%.", "expectedOutput": "Carl Weathers and Larkin"}, {"Line": 872, "Input": "Who made two arguments?", "actualOutput": "Carl made two arguments according to Memory. This information is in memory item i=28 with a certainty value of 0.8214285.", "expectedOutput": "Carl Weathers"}, {"Line": 873, "Input": "Who is the whale owned by?", "actualOutput": "There is no memory item that directly answers the question about the whale's owner.", "expectedOutput": "I don't know"}, {"Line": 874, "Input": "What does Santa Clarita have?", "actualOutput": "There is no memory item that directly states what Santa Clarita has.", "expectedOutput": "zoo"}, {"Line": 875, "Input": "Who fed Esma?", "actualOutput": "Esma was fed by her mother according to memory item i=27 with a certainty of 0.615.", "expectedOutput": "Esma's mother"}, {"Line": 876, "Input": "Who did her mother feed?", "actualOutput": "According to memory item i=29, Esmas's mother fed her with a certainty of 0.736842105263158.", "expectedOutput": "Esma"}, {"Line": 877, "Input": "Who did Jenna's father chat to?", "actualOutput": "Jenna's father chatted to Crazy according to memory item i=28 with a certainty of 0.6150568214625839.", "expectedOutput": "Jenna"}, {"Line": 878, "Input": "Who talked to Jenna?", "actualOutput": "Memory item i=28 states that Jenna's father talked to someone referred to as \"crazy\" with a certainty value of 0.615057. It is unclear if Jenna was also talked to.", "expectedOutput": "Jenna's father"}, {"Line": 879, "Input": "Who talked to Jenna's father?", "actualOutput": "Memory item i=28 states that Jenna's father talked to someone referred to as \"crazy\" with a certainty of 0.615057.", "expectedOutput": "I don't know"}, {"Line": 880, "Input": "Who did Sandra's mother talk to?", "actualOutput": "Sandra's mother talked to herself, according to memory item i=27 with a certainty of 0.736842105263158.", "expectedOutput": ""}, {"Line": 881, "Input": "Who talked to Sandra's mother?", "actualOutput": "Memory item i=28 states that Sandras_mother talked to herself with a certainty of 0.7368. No other memory item mentions anyone talking to Sandras_mother.", "expectedOutput": "Sandra's mother"}, {"Line": 882, "Input": "Who talked to Sandra?", "actualOutput": "Memory item i=26 states that Jim gave something to Sandra at time=862, but there is no certainty value associated with who talked to Sandra.", "expectedOutput": "I don't know"}, {"Line": 883, "Input": "Who has a dog?", "actualOutput": "Sam has a dog according to memory item i=1 with a certainty of 0.6411150125896854.", "expectedOutput": "\"Gio, George, Rodney, Robin, Ella, and Owen, Robert, and Sam\""}, {"Line": 884, "Input": "Who walked Sam's dog?", "actualOutput": "Memory item i=28 suggests that Sam walked her own dog, but it is uncertain.", "expectedOutput": "Sam"}, {"Line": 885, "Input": "Why did Samuel clean the medal?", "actualOutput": "Memory item i=29 states that Samuel cleaned the medal, with a hypothetical truth value of 0.736842105263158.", "expectedOutput": "So that it would shine"}, {"Line": 886, "Input": "What shines?", "actualOutput": "Memory item i=27 states that \"bright isa pretty\" with a certainty of 0.64, implying that \"bright\" shines probabilistically.", "expectedOutput": "The medal"}, {"Line": 887, "Input": "What did Samuel clean?", "actualOutput": "Samuel cleaned a medal according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "The medal"}, {"Line": 888, "Input": "Who did Esma shoot?", "actualOutput": "Esma shot someone, but it is uncertain who. Memory item i=29 has a certainty value of 0.736842105263158.", "expectedOutput": "Igor"}, {"Line": 889, "Input": "Who shot Igor?", "actualOutput": "Memory item i=29 states that Esma shot Igor with a certainty value of 0.8214285.", "expectedOutput": "Esma"}, {"Line": 890, "Input": "Who felt sick?", "actualOutput": "Jim felt sick according to Memory and the memory item i=24 with a certainty of 0.736842105263158.", "expectedOutput": "Lydia"}, {"Line": 891, "Input": "Who sent her to the hospital?", "actualOutput": "Actor sent her to the hospital according to memory. Memory item i=24. (certainty=0.736842105263158)", "expectedOutput": "Lydia"}, {"Line": 892, "Input": "Who was sent to the hospital?", "actualOutput": "Memory item i=29 suggests that \"she\" was sent to the hospital with a certainty of 0.736842105263158.", "expectedOutput": "Lydia"}, {"Line": 893, "Input": "What is bright?", "actualOutput": "Bright is a hypothetical property with a certainty value of 0.6411150125896854, mentioned in memory item i=27.", "expectedOutput": "The bright and pretty jewels"}, {"Line": 894, "Input": "Are the heirs pretty?", "actualOutput": "Memory item 29 states \"they isa pretty\" with a certainty of 0.736842105263158, suggesting a high probability that the heirs are pretty.", "expectedOutput": "I don't know"}, {"Line": 895, "Input": "Are the jewels bright?", "actualOutput": "Memory items i=26 and i=28 suggest that jewels are bright with a certainty of 0.6411150125896854.", "expectedOutput": "Yes"}, {"Line": 896, "Input": "What is late?", "actualOutput": "There is no memory item that directly answers the question of what is late.", "expectedOutput": "the reply"}, {"Line": 897, "Input": "What is with Jane?", "actualOutput": "Memory item i=24 states that 47_plants is with jane with a certainty of 0.615.", "expectedOutput": "The celebration"}, {"Line": 898, "Input": "Who has a clock?", "actualOutput": "There is no memory item that directly states who has a clock, so the answer cannot be determined with certainty.", "expectedOutput": "Molly"}, {"Line": 899, "Input": "What drove Molly crazy?", "actualOutput": "Memory does not provide information on what drove Molly crazy.", "expectedOutput": "Molly's clock"}, {"Line": 900, "Input": "Who got a compliment?", "actualOutput": "Marty got a compliment according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Marty"}, {"Line": 901, "Input": "What made Marty feel good?", "actualOutput": "Memory item i=29 suggests that \"it\" made Marty feel good with a certainty of 0.736842105263158.", "expectedOutput": "A compliment"}, {"Line": 902, "Input": "Where did Mimi meet Charles?", "actualOutput": "Mimi met Charles at the park, according to memory item i=27 with a certainty of 0.736842105263158.", "expectedOutput": "The park"}, {"Line": 903, "Input": "Where did Charles eat?", "actualOutput": "Charles ate at a park according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "At the park"}, {"Line": 904, "Input": "Who did Mimi meet?", "actualOutput": "Mimi met Charles and Park according to memory items 28 and 29 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "Charles"}, {"Line": 905, "Input": "What has many pages?", "actualOutput": "\"They\" has many pages according to Memory, with a certainty value of 0.736842105263158 (item i=29).", "expectedOutput": "Student's books"}, {"Line": 906, "Input": "Who has books?", "actualOutput": "Mike has books according to Memory. Memory item i=26 with certainty value of 0.736842105263158.", "expectedOutput": "Mike and Jane"}, {"Line": 907, "Input": "What do the books have?", "actualOutput": "The book has the property of being about a dog or a cat, with certainty values ranging from 0.6 to 0.74, depending on the specific memory item i.", "expectedOutput": "Student's book's pages"}, {"Line": 908, "Input": "What likes pickles?", "actualOutput": "Kristophers_cat likes pickles according to Memory. Memory item i=25. Probability: 0.736842105263158.", "expectedOutput": "Kristopher's brown cat"}, {"Line": 909, "Input": "Does Kristopher have a cat?", "actualOutput": "According to memory item 28, it is hypothetically true with a certainty of 0.7368 that Kristopher has a cat.", "expectedOutput": "Yes"}, {"Line": 910, "Input": "Which cat likes pickles?", "actualOutput": "Kristophers_cat likes pickles according to memory item i=29 with a certainty value of 0.8214285.", "expectedOutput": "Kristopher's brown cat"}, {"Line": 911, "Input": "What was good with chocolate?", "actualOutput": "Memory item i=27 states that \"cake hasproperty chocolate good\" with a certainty of 0.6966019417475728.", "expectedOutput": "A cake with chocolate"}, {"Line": 912, "Input": "Was it good?", "actualOutput": "Memory item i=25 states that \"fruit isa good_for_you\" with a certainty of 0.736842105263158. Therefore, it is probabilistically likely that it was good according to Memory.", "expectedOutput": "yes"}, {"Line": 913, "Input": "What kind of cake did Glen eat?", "actualOutput": "Glen ate a cake with chocolate according to memory item i=27 with a certainty of 0.850644.", "expectedOutput": "A good cake with chocolate"}, {"Line": 914, "Input": "What kind of sandwich did Glen eat?", "actualOutput": "Memory does not provide information on what kind of sandwich Glen ate.", "expectedOutput": "A bad sandwich with cheese"}, {"Line": 915, "Input": "What was bad with cheese?", "actualOutput": "Memory item i=29 states that the sandwich has the property \"bad\" with a certainty of 0.736842105263158.", "expectedOutput": "A sandwich with cheese"}, {"Line": 916, "Input": "Was it bad?", "actualOutput": "Memory item i=28 states \"sandwich hasproperty bad\" with a certainty of 0.8214285, indicating that it was bad.", "expectedOutput": "yes"}, {"Line": 917, "Input": "Who bought flowers?", "actualOutput": "There is no memory item that directly states who bought flowers, so the answer cannot be determined with certainty.", "expectedOutput": "The girls"}, {"Line": 918, "Input": "What did the girls buy?", "actualOutput": "The girls bought something, but it is not specified what. This information cannot be found in Memory.", "expectedOutput": "The flowers"}, {"Line": 919, "Input": "What cars will Jo Jo pay for?", "actualOutput": "Jo Jo will pay for a mid-size rental car (i=29) with a certainty of 0.736842105263158.", "expectedOutput": "Mid-size rental cars"}, {"Line": 920, "Input": "What air fare will Jo Jo pay for?", "actualOutput": "Jo Jo will pay for coach air fare according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Coach airfare"}, {"Line": 921, "Input": "Will Jo Jo pay for first class air fare?", "actualOutput": "There is no memory item indicating that Jo Jo will pay for first class air fare.", "expectedOutput": "\"No, coach airfare\""}, {"Line": 922, "Input": "Will Jo Jo pay for business class air fare?", "actualOutput": "There is no memory item indicating that Jo Jo will pay for business class air fare.", "expectedOutput": "\"No, coach airfare\""}, {"Line": 923, "Input": "Will Jo Jo pay for compact rental cars?", "actualOutput": "There is no memory item indicating whether Jo Jo will pay for compact rental cars.", "expectedOutput": "\"No, mid-size rental cars\""}, {"Line": 924, "Input": "Will Jo Jo pay for large rental cars?", "actualOutput": "Cannot determine with certainty from memory contents.", "expectedOutput": "\"No, mid-size rental cars\""}, {"Line": 925, "Input": "What does Jo Jo require?", "actualOutput": "Jo Jo requires outside counsel according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "\"That outside counsel utilize the task, activity, and expense codes\""}, {"Line": 926, "Input": "What is outside counsel required to use?", "actualOutput": "Outside counsel is required to use an expense code, task, and activity (i=27, i=28, i=29) with a hypothetical certainty of 0.7368.", "expectedOutput": "\"The task, activity, and expense codes\""}, {"Line": 927, "Input": "What does outside counsel need to use?", "actualOutput": "Outside counsel needs to use expense_code, task, and activity according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "\"The task, activity, and expense codes\""}, {"Line": 928, "Input": "Does outside counsel need to use task codes?", "actualOutput": "Yes, outside counsel needs to use task codes. Memory item i=28 with a certainty value of 0.8214285 suggests this.", "expectedOutput": "yes"}, {"Line": 929, "Input": "Will Jo Jo pay for two attorneys?", "actualOutput": "Memory item i=23 states that \"jo cannot afford more than one attorney\" with a certainty of 0.736842105263158, so it is unlikely that Jo Jo will pay for two attorneys.", "expectedOutput": "\"No, Jo Jo won't pay for more than one attorney to attend a deposition\""}, {"Line": 930, "Input": "Will Jo Jo pay for more than one attorney?", "actualOutput": "Jo cannot afford more than one attorney (i=26) with a certainty of 0.8214285.", "expectedOutput": "Not more than one attorney to attend a deposition"}, {"Line": 931, "Input": "Who must approve timekeepers?", "actualOutput": "Lead_inside_counsel must approve timekeepers. Memory item i=28 with certainty=0.736842105263158.", "expectedOutput": "The lead inside counsel"}, {"Line": 932, "Input": "What will Jo Jo pay for?", "actualOutput": "Jo Jo will pay for mid-size rental car (i=16) and coach air fare (i=26) with a high probability.", "expectedOutput": "For coach airfare and mid-size rental cars unless authorized in advance by the lead inside counsel expressly"}, {"Line": 933, "Input": "What is hereby revoked?", "actualOutput": "Memory does not provide information on what is hereby revoked.", "expectedOutput": "All prior blanket waivers"}, {"Line": 934, "Input": "What will Jo Jo not provide?", "actualOutput": "Jo Jo will not provide a blanket waiver according to memory item i=28 with a certainty of 0.263.", "expectedOutput": "Blanket waivers"}, {"Line": 935, "Input": "What will each party bear?", "actualOutput": "Each party will bear fees and expenses according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Own fees and expenses"}, {"Line": 936, "Input": "Who has fees?", "actualOutput": "Memory does not provide a certain answer to the question. The closest memory item is i=29, with a certainty of 0.8214285.", "expectedOutput": "Each party"}, {"Line": 937, "Input": "What will each party share?", "actualOutput": "Cannot answer the question as it is not clear what parties are being referred to.", "expectedOutput": "The fees of the arbitrator and expenses of the arbitrator"}, {"Line": 938, "Input": "Why is the door locked?", "actualOutput": "The door is locked because Mort locked it (i=28) with a certainty of 73.68%.", "expectedOutput": "Because Mort locked the door"}, {"Line": 939, "Input": "Who locked the door?", "actualOutput": "Memory item i=28 states that Mort locked the door with a certainty value of knowingly true (0.8214285).", "expectedOutput": "Mort"}, {"Line": 940, "Input": "Is the door locked?", "actualOutput": "The door is likely locked based on memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 941, "Input": "Are all pets dirty?", "actualOutput": "There is no memory item that states all pets are dirty.", "expectedOutput": "\"No, 1\""}, {"Line": 942, "Input": "Is Tigger dirty?", "actualOutput": "Memory item i=29 states \"tigger need wash\" with a certainty of 0.736842105263158, suggesting that Tigger is likely dirty.", "expectedOutput": "Yes"}, {"Line": 943, "Input": "What does Tigger need?", "actualOutput": "Tigger needs a wash according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "To get washed because Tigger is dirty"}, {"Line": 944, "Input": "Who has a car?", "actualOutput": "Allison has a car according to memory item i=9 with a certainty of 0.736842105263158.", "expectedOutput": "\"Kristina, Devin, Carla, Ken, Leland, Carol, Allison, Delia, Henry, and Milly\""}, {"Line": 945, "Input": "Does she have a car?", "actualOutput": "Probabilistically, she has a car according to memory item i=26 with a certainty value of 0.613.", "expectedOutput": "yes"}, {"Line": 946, "Input": "What does Milly have?", "actualOutput": "There is no information in Memory about what Milly has, so no memory item can be identified.", "expectedOutput": "Green car"}, {"Line": 947, "Input": "Does Deanna have it?", "actualOutput": "There is no memory item that directly states whether Deanna has \"it.\"", "expectedOutput": "I don't know"}, {"Line": 948, "Input": "What does Deanna have?", "actualOutput": "There is no memory item that mentions Deanna having anything.", "expectedOutput": "Purple lamp"}, {"Line": 949, "Input": "What color is it?", "actualOutput": "There is no memory item that directly states a color, so there is no answer to this question within the given memory contents.", "expectedOutput": "purple"}, {"Line": 950, "Input": "Who has a lamp?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "Deanna"}, {"Line": 951, "Input": "Does she have a lamp?", "actualOutput": "Memory item i=27 states \"I saw Deanna's purple lamp\" with a certainty of 0.736842105263158, indicating a high probability that she has a lamp.", "expectedOutput": "yes"}, {"Line": 952, "Input": "Does she have a car?", "actualOutput": "Probabilistically, she has a car according to memory item i=26 with a certainty value of 0.613.", "expectedOutput": "I don't know"}, {"Line": 953, "Input": "What is Yahoo's ticker?", "actualOutput": "There is no memory item that provides the answer to this question.", "expectedOutput": "YHOO"}, {"Line": 954, "Input": "Who decided to push back the deadline?", "actualOutput": "Both Microsoft and Yahoo decided to push back the deadline according to memory items i=25, i=26, i=28, and i=29 with a certainty value of 0.736842105263158.", "expectedOutput": "Yahoo and Microsoft"}, {"Line": 955, "Input": "What did Yahoo and Microsoft decide?", "actualOutput": "Yahoo and Microsoft both decided to push back a deadline, according to memory items i=23 and i=25 with high certainty values.", "expectedOutput": "To push the deadline from 9/21/2016 to today to renegotiate Microsoft's 10-year search deal"}, {"Line": 956, "Input": "Did the tech giants join forces in 2011?", "actualOutput": "There is no memory item indicating that tech giants joined forces in 2011.", "expectedOutput": "no in 2010"}, {"Line": 957, "Input": "When did the tech giants join forces?", "actualOutput": "There is no memory item that states when the tech giants joined forces.", "expectedOutput": "In 2010"}, {"Line": 958, "Input": "who joined forces?", "actualOutput": "Team_a and i=23 (hypothetically true with certainty 0.736842105263158) suggest that Team_a joined forces.", "expectedOutput": "The tech giants"}, {"Line": 959, "Input": "When did they join forces?", "actualOutput": "They joined forces in the past, but the exact time is uncertain. The memory item with the highest certainty related to this is i=25.", "expectedOutput": "In 2010"}, {"Line": 960, "Input": "Who is Yahoo's CEO?", "actualOutput": "Yahoo's CEO is Britta according to memory item i=25 with a certainty of 0.736842105263158.", "expectedOutput": "Marissa Mayer"}, {"Line": 961, "Input": "Who has 47 plants in 13 countries?", "actualOutput": "Memory item i=28 states \"it hasproperty 13_countries 47_plants\" with a certainty of 0.6966, suggesting that someone or something has 47 plants in 13 countries.", "expectedOutput": "Verallia"}, {"Line": 962, "Input": "\"Who employs nearly 10,000 people?\"?", "actualOutput": "There is no memory item that directly answers the question with high certainty.", "expectedOutput": "Verallia"}, {"Line": 963, "Input": "What did an official say?", "actualOutput": "There is no memory item that directly answers the question of what an official said.", "expectedOutput": "\"An ancient Egyptian amulet that girl discovered dates at more than r_quant 3,200 years to the days of the the Pharaohs back\""}, {"Line": 964, "Input": "Whose family took part in the Temple Mount Sifting Project?", "actualOutput": "Neshama Spielman's family took part in the temple mount sifting project according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Neshama Spielman's"}, {"Line": 965, "Input": "Who took part in the Temple Mount Sifting Project?", "actualOutput": "Neshama Spielman took part in the temple mount sifting project. (i=29) Probability of truth: 0.8214285.", "expectedOutput": "Neshama Spielman and her family"}, {"Line": 966, "Input": "What is an initiative?", "actualOutput": "Memory does not contain a clear definition of \"initiative\". No memory item provides a direct answer.", "expectedOutput": "An initiative to sort through earth discarded from the area of the biblical temples in Jerusalem"}, {"Line": 967, "Input": "Where did Neshama find a pendant-shaped amulet?", "actualOutput": "There is no memory item that directly answers this question with certainty. The closest related memory item is i=21, which states that Neshama took part in a temple mount sifting project with a certainty of 0.8214285.", "expectedOutput": "The area of the biblical temples in Jerusalem"}, {"Line": 968, "Input": "What did Neshama find?", "actualOutput": "Neshama found something related to the Temple Mount Sifting Project with a certainty of 0.821. Memory item i=7.", "expectedOutput": "A pendant-shaped amulet"}, {"Line": 969, "Input": "What does the amulet bear?", "actualOutput": "Memory does not provide a clear answer to this question.", "expectedOutput": "Name"}, {"Line": 970, "Input": "Is the Temple Mount Sifting Project an initiative?", "actualOutput": "Memory item i=29 states that Neshama Spielman took part in the Temple Mount Sifting Project with a certainty of 0.8214285, indicating it is likely an initiative.", "expectedOutput": "Yes"}, {"Line": 971, "Input": "What was started by scientists?", "actualOutput": "Scientists started something, i=29, with a hypothetical truth certainty of 0.736842105263158.", "expectedOutput": "The deepest hole"}, {"Line": 972, "Input": "Who found some pretty cool things?", "actualOutput": "\"They\" found some pretty cool things according to Memory. The memory item is i=27 with a certainty of 0.736842105263158.", "expectedOutput": "The Russian scientists"}, {"Line": 973, "Input": "What did the scientists find?", "actualOutput": "Scientists found something, i=28, with a certainty of 0.736842105263158.", "expectedOutput": "2-billion-year-old fossils"}, {"Line": 974, "Input": "Who found 2-billion-year-old fossils?", "actualOutput": "There is no memory item that directly answers the question about who found 2-billion-year-old fossils.", "expectedOutput": "The Russian scientists"}, {"Line": 975, "Input": "What was deeper than scientists thought?", "actualOutput": "The deepest hole was deeper than scientists thought according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Free water"}, {"Line": 976, "Input": "Who is Jane's band's director?", "actualOutput": "Jane's band's director is Omar with a certainty of 0.7368, according to memory item i=28.", "expectedOutput": "Omar"}, {"Line": 977, "Input": "Who goes shopping?", "actualOutput": "Omar goes shopping according to Memory, with a certainty of 0.736842105263158 (memory item i=27).", "expectedOutput": "Omar"}, {"Line": 978, "Input": "Who is going shopping with Sam?", "actualOutput": "Omar is going shopping with Sam according to memory. Memory item i=29. Certainty=0.736842105263158.", "expectedOutput": "Omar"}, {"Line": 979, "Input": "Who is going to the competition?", "actualOutput": "Memory item i=29 states \"band goto competition\" with a certainty of 0.263. The band is going to the competition probabilistically.", "expectedOutput": "No bands"}, {"Line": 980, "Input": "HarperCollins:: HarperCollins is a company.", "actualOutput": "RelationClaim(\"harpercollins\",\"IsA\",\"company\")", "expectedOutput": ""}, {"Line": 981, "Input": "We are glad Jean has picked up one of our plays.", "actualOutput": "RelationClaim(\"we\",\"AreGlad\", \"jean\")\nRelationClaim(\"jean\",\"PickedUp\",\"one of our plays\")\nPropertyClaim(\"one of our plays\",\"HasProperty\",\"being picked up\")\n", "expectedOutput": ""}, {"Line": 982, "Input": "Our plays have strong characters and good stories.", "actualOutput": "RelationClaim(\"plays\",\"Have\",\"strong characters\")\nRelationClaim(\"plays\",\"Have\",\"good stories\")", "expectedOutput": ""}, {"Line": 983, "Input": "DefaultUser:: What plays did Jean pick up?", "actualOutput": "Jean picked up one of our plays according to memory item i=29 with a certainty of 0.5.", "expectedOutput": "HarperCollins' plays"}, {"Line": 984, "Input": "DefaultUser:: Whose plays have strong characters?", "actualOutput": "The plays have strong characters according to memory item i=29 with a hypothetical certainty of 0.5.", "expectedOutput": "HarperCollins'"}, {"Line": 985, "Input": "What do the plays have?", "actualOutput": "The plays have strong characters and good stories according to memory item i=25 with a certainty of 0.5.", "expectedOutput": "Strong characters and good stories"}, {"Line": 986, "Input": "HarperCollins:: Hi Jean.", "actualOutput": "RelationClaim(harpercollins, \"Said\", hi jean)\nNegatedRelationClaim(Memory, \"IsEmpty\", None)", "expectedOutput": ""}, {"Line": 987, "Input": "We hope you liked our plays.", "actualOutput": "RelationClaim(\"plays\",\"LikedBy\",\"you\")\nRelationClaim(\"plays\",\"LikedBy\",\"our\")\nNegatedRelationClaim(\"you\",\"IsA\",\"fan\")\nNegatedRelationClaim(\"our\",\"IsA\",\"enemy\")", "expectedOutput": ""}, {"Line": 988, "Input": "DefaultUser:: What does HarperCollins hope?", "actualOutput": "HarperCollins' hopes are not mentioned in the given memory contents.", "expectedOutput": "Jean liked HarperCollins' plays"}, {"Line": 989, "Input": "Who emailed Otto Vantassel about his project?", "actualOutput": "An email was sent to Otto Vantassel about his project, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Anastacia Shuttleworth"}, {"Line": 990, "Input": "What did Anastacia Shuttleworth email?", "actualOutput": "Anastacia Shuttleworth sent an email, i=29, with uncertain content according to the given memory.", "expectedOutput": "An email about Otto Vantassel's project"}, {"Line": 991, "Input": "What did Grayce Molina email Ben Fernandez?", "actualOutput": "There is no information in the given memory about what Grayce Molina emailed Ben Fernandez.", "expectedOutput": "I don't know"}, {"Line": 992, "Input": "Who did Grayce Molina email packages?", "actualOutput": "Memory does not provide information on who Grayce Molina emailed packages to.", "expectedOutput": "I don't know"}, {"Line": 993, "Input": "Who does Ellis Hamel send texts to?", "actualOutput": "Ellis Hamel sends texts to Joan Blanco according to memory item i=29 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "Joan Blanco"}, {"Line": 994, "Input": "What does Ellis Hamel text?", "actualOutput": "Memory does not provide information on what Ellis Hamel texts.", "expectedOutput": "texts"}, {"Line": 995, "Input": "What does Maya Molina text?", "actualOutput": "Memory does not provide information on what Maya Molina texted.", "expectedOutput": "I don't know"}, {"Line": 996, "Input": "What does Maya Molina email?", "actualOutput": "Maya Molina sends a letter according to Memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 997, "Input": "Does Loise Monge bike decently?", "actualOutput": "Memory item i=29 states that Loise Monge rides a bike hypothetically true with a certainty of 0.736842105263158, indicating that she likely bikes decently.", "expectedOutput": "Yes"}, {"Line": 998, "Input": "What does Loise Monge ride decently?", "actualOutput": "Loise Monge rides a bike decently according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Bikes"}, {"Line": 999, "Input": "Who does Arnold Arno hug?", "actualOutput": "Arnold Arno gives hugs to Matilda Aigner according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Matilda Aigner"}, {"Line": 1000, "Input": "Who does Arnold Arno give a hug to?", "actualOutput": "Arnold Arno gives hugs to Matilda Aigner according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Matilda Aigner"}, {"Line": 1001, "Input": "When does Amy Hamel nap?", "actualOutput": "Amy Hamel naps in the afternoon according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "From 12:01 PM to 5 PM"}, {"Line": 1002, "Input": "Who showers in the evenings?", "actualOutput": "Jackie Peden showers in the evenings according to memory. Memory item i=29.", "expectedOutput": "Jackie Peden"}, {"Line": 1003, "Input": "Does Jackie Peden take baths?", "actualOutput": "There is no memory item that directly states whether Jackie Peden takes baths, so it cannot be determined with certainty.", "expectedOutput": "\"No, showers\""}, {"Line": 1004, "Input": "Did Kyle Hohl's goldfish die?", "actualOutput": "Memory item i=29 suggests that kyle hohl's goldfish hypothetically died with a certainty of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 1005, "Input": "Did Lydia Tye die?", "actualOutput": "Memory item i=26 suggests that Lydia Tye may have died, with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 1006, "Input": "Where did Lydia Tye kick the bucket?", "actualOutput": "There is no information in Memory about where Lydia Tye kicked the bucket.", "expectedOutput": "Down the street"}, {"Line": 1007, "Input": "Who departed the basketball game at 3 pm?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "Jessie Dreiling"}, {"Line": 1008, "Input": "Who forgot the game at home?", "actualOutput": "Julie Lybarger forgot the game at home according to memory. Memory item i=27 has a certainty of 0.736842105263158.", "expectedOutput": "Julie Lybarger"}, {"Line": 1009, "Input": "Who abandoned Melly Burleson?", "actualOutput": "Stevie Burleson abandoned Melly Burleson according to memory item 28 with a certainty of 0.2631578947368421.", "expectedOutput": "Stevie Burleson"}, {"Line": 1010, "Input": "Who entrusted Lola Vizcarra an entire fortune?", "actualOutput": "Memory item i=29 states that Lola Vizcarra has the entire fortune. Certainty=0.736842105263158.", "expectedOutput": "Darrell Tupper"}, {"Line": 1011, "Input": "What did Acie Newbury inquire about?", "actualOutput": "Acie Newbury asked if dinner was ready. This information is in memory item i=28 with a certainty value of 0.736842105263158.", "expectedOutput": "if dinner was ready"}, {"Line": 1012, "Input": "What did Abner Abbas inquire about?", "actualOutput": "Abner asked for a drink, according to memory item i=29 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 1013, "Input": "Did Abner Abbas request a drink?", "actualOutput": "Abner asked for a drink according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Yes"}, {"Line": 1014, "Input": "What did Abner Abbas request?", "actualOutput": "Abner asked for a drink according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "a drink"}, {"Line": 1015, "Input": "Who did Santo Sober invite for dinner?", "actualOutput": "Memory does not provide information on who Santo Sober invited for dinner.", "expectedOutput": "Elaina Booe"}, {"Line": 1016, "Input": "What did Brent Huson get Brenda Bale?", "actualOutput": "Brent Huson hypothetically bought Brenda Bale, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "some vases"}, {"Line": 1017, "Input": "Is Bradley Rollings purchasing time?", "actualOutput": "Yes, Bradley Rolling is purchasing time according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 1018, "Input": "Who quit smoking?", "actualOutput": "Sebastian Helfer quit smoking according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Sebastian Helfer"}, {"Line": 1019, "Input": "Who paused to smoke?", "actualOutput": "Sean Zentz paused to smoke according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Sean Zentz"}, {"Line": 1020, "Input": "Who made the sketch of a bench by the fireplace?", "actualOutput": "Dominick Huson made the sketch of a bench by the fireplace according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Dominick Huson"}, {"Line": 1021, "Input": "Where did Bobby Dieguez move the bench?", "actualOutput": "There is no memory item that provides information on where Bobby Dieguez moved the bench.", "expectedOutput": "towards the fireplace"}, {"Line": 1022, "Input": "Who pulled Mrs. Twellman into the disagreement?", "actualOutput": "Memory item i=29 suggests that Shon Mundy drew Mrs. Twellman into the disagreement with a certainty of 0.7368.", "expectedOutput": "Shon Mundy"}, {"Line": 1023, "Input": "Who is fulfilling the dream?", "actualOutput": "Levi Gagnon is fulfilling the dream according to memory. Memory item i=23 has a certainty value of 0.736842105263158.", "expectedOutput": "Levi Gagnon"}, {"Line": 1024, "Input": "Who is residing in the wild?", "actualOutput": "Liam Gorham is residing in the wild according to memory. Memory item i=29 with certainty=0.736842105263158.", "expectedOutput": "Liam Gorham"}, {"Line": 1025, "Input": "Who resides down the street?", "actualOutput": "Lauren Wendell resides down the street according to memory. Memory item i=29 with certainty=0.736842105263158.", "expectedOutput": "Lauren Wendell"}, {"Line": 1026, "Input": "What does Leanna Salo downplay?", "actualOutput": "Leanna Salo downplays where she lives, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Leanna Salo's achievements"}, {"Line": 1027, "Input": "Did Carl's employees name him homie?", "actualOutput": "Memory item 28 states that \"carl isa homie\" with a certainty of 0.1785715, suggesting that it is unlikely that his employees named him homie.", "expectedOutput": "Yes"}, {"Line": 1028, "Input": "Where did Carl's employees call him?", "actualOutput": "Memory item i=29 suggests that Carl's employees called him \"homie\" with a certainty of 0.736842105263158.", "expectedOutput": "Home"}, {"Line": 1029, "Input": "What did Terry Sieg clean?", "actualOutput": "Terry Sieg wiped either a table or a crumb, with equal probability, according to memory item i=28 or i=29.", "expectedOutput": "The table"}, {"Line": 1030, "Input": "What did Terry Sieg remove?", "actualOutput": "Terry Sieg wiped something, with a certainty of knowingly true, but it is not clear what he removed based on the given memory contents.", "expectedOutput": "Crumbs"}, {"Line": 1031, "Input": "Who is Volvoing?", "actualOutput": "There is no memory item that mentions \"volvoing\" in Memory.", "expectedOutput": "Chuck Saban"}, {"Line": 1032, "Input": "Who is IBMing?", "actualOutput": "There is no information in the given memory about who or what \"ibming\" is.", "expectedOutput": "Jan Cesario"}, {"Line": 1033, "Input": "Who skyped in during the Q&A session?", "actualOutput": "The student skyped in during the q&a session according to Memory. Memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Students"}, {"Line": 1034, "Input": "What does Gerry Trombley enjoy doing?", "actualOutput": "Gerry Trombley enjoys uncling, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Uncling"}, {"Line": 1035, "Input": "Who whapped two winters ago?", "actualOutput": "tonie_harrod whapped two winters ago according to Memory and memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Tonie Harrod"}, {"Line": 1036, "Input": "Who is fobbing joyfully?", "actualOutput": "According to Memory, fobbing is joyfully doing something, but it is uncertain which memory item i corresponds to this.", "expectedOutput": "Ruth Lavin"}, {"Line": 1037, "Input": "Who was vivified?", "actualOutput": "There is no memory item that directly states who was vivified, so the answer cannot be determined from the given memory contents.", "expectedOutput": "Tanja Charlton"}, {"Line": 1038, "Input": "What is Sheilah Rector trying to do?", "actualOutput": "Sheilah Rector is trying to unfreeze her asset according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "To unfreeze Sheilah Rector's assets"}, {"Line": 1039, "Input": "Who arrests those who break the law?", "actualOutput": "The police arrest those who break the law. Memory item i=28.", "expectedOutput": "Those s_noun"}, {"Line": 1040, "Input": "What was misplaced?", "actualOutput": "According to Memory, \"stack\" was misplaced and the memory item is i=28 with a certainty of 73.68%.", "expectedOutput": "Stacks of documents"}, {"Line": 1041, "Input": "Which team won after a poor start?", "actualOutput": "Team A won after a poor start according to Memory. Memory item i=29 has the highest certainty value of 0.8214285.", "expectedOutput": "The varsity volleyball team"}, {"Line": 1042, "Input": "Who drives a Chevrolet?", "actualOutput": "John Schneider, i=26, with a certainty of 0.736842105263158.", "expectedOutput": "John Schneider"}, {"Line": 1043, "Input": "Who is Murray's client?", "actualOutput": "Murray's client is most likely Stan Weber with a certainty of 0.736842105263158, according to memory item i=29.", "expectedOutput": "Stan Weber"}, {"Line": 1044, "Input": "What did Harriette Phung wonder about?", "actualOutput": "Memory does not contain any information about what Harriette Phung wondered about.", "expectedOutput": "Whether Svetlana Golla would admit guilt"}, {"Line": 1045, "Input": "What did Harvey Paetzold tell Dee Darrell?", "actualOutput": "Harvey Paetzold told Dee Darrell something hypothetically true, according to memory item i=28, with a certainty of 0.736842105263158.", "expectedOutput": "To eat an apple"}, {"Line": 1046, "Input": "Who said that all fruits are good?", "actualOutput": "Memory item i=29 states that \"fruit isa good_for_you\" with a certainty value of 0.736842105263158.", "expectedOutput": "Carter Hageman"}, {"Line": 1047, "Input": "What did Martin say?", "actualOutput": "There is no memory item that directly states what Martin said, so it cannot be answered with certainty.", "expectedOutput": "Beagles are great"}, {"Line": 1048, "Input": "What is a car to buy in 2018?", "actualOutput": "The car to buy in 2018 is a Toyota, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Toyota"}, {"Line": 1049, "Input": "What did Dr. Russo report?", "actualOutput": "Dr. Russo reported extra data and safe, with a certainty of 0.7368 and 0.6411 respectively, in memory item i=28 and i=29.", "expectedOutput": "the extra data"}, {"Line": 1050, "Input": "What do American students need to study?", "actualOutput": "American high school students need to study more math according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "To study more math in order to compete in global marketplace today"}, {"Line": 1051, "Input": "What do American students need to study math?", "actualOutput": "Memory item i=29 suggests that American high school students need to study more math.", "expectedOutput": "I don't know"}, {"Line": 1052, "Input": "What did Brendon Potts promise Krystin Quail?", "actualOutput": "Brendon Potts promised Krystin Quail, i=29, with a certainty of 0.736842105263158.", "expectedOutput": "To leave"}, {"Line": 1053, "Input": "What did Karl Betterton promise?", "actualOutput": "Karl Betterton promised to leave Ewa Odum according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "To leave Ewa Odum"}, {"Line": 1054, "Input": "What did Mr. Middleton's grandchildren receive?", "actualOutput": "Memory item i=29 suggests that Mr. Middleton sent his grandchildren a present, but the content of the present is not specified.", "expectedOutput": "Presents"}, {"Line": 1055, "Input": "Did Valencia Mcardle buy Jeffrey Kittle's bike?", "actualOutput": "According to memory item i=28, Jeffrey Kittle sold his bike hypothetically true with a certainty of 0.736842105263158, and memory item i=29, Valencia McArdle hypothetically bought his bike with the same certainty. Therefore, it is probable that Valencia McArdle bought Jeffrey Kittle's bike. Answer: Valencia McArdle bought Jeffrey Kittle's bike with a probability of 0.736842105263158 based on memory items i=28 and i=29.", "expectedOutput": "yes"}, {"Line": 1056, "Input": "Is the office door closed?", "actualOutput": "Memory item i=27 suggests that Alita closed the office door with a certainty value of 0.736842105263158, but there is no direct mention of the current state of the door.", "expectedOutput": "yes"}, {"Line": 1057, "Input": "Are the kitchen lights turned off?", "actualOutput": "Memory item i=28 suggests that Loreta turned off the kitchen light, with a hypothetical certainty of 73.68%.", "expectedOutput": "Yes"}, {"Line": 1058, "Input": "Are the hallway lights turned off?", "actualOutput": "There is no memory item that directly states whether the hallway lights are turned off or not.", "expectedOutput": "I don't know"}, {"Line": 1059, "Input": "What flies like an arrow?", "actualOutput": "Time flies like an arrow according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "time"}, {"Line": 1060, "Input": "What likes bananas?", "actualOutput": "Memory item i=29 states that fruit flies like bananas with a certainty of 0.8214285.", "expectedOutput": "fruit flies"}, {"Line": 1061, "Input": "Does time like an arrow?", "actualOutput": "Memory item i=29 states \"time flies like arrow\" with a certainty of 0.8214285, suggesting that time does like an arrow.", "expectedOutput": "I don't know"}, {"Line": 1062, "Input": "Does fruit fly bananas?", "actualOutput": "Yes, memory item i=29 states that fruit fly like banana with a certainty of 0.8214285.", "expectedOutput": "I don't know"}, {"Line": 1063, "Input": "What do the old man?", "actualOutput": "The old man owns a boat according to memory item i=22 with a certainty of 0.641.", "expectedOutput": "The boat"}, {"Line": 1064, "Input": "What do the old do?", "actualOutput": "The old are involved in various activities according to Memory. Multiple memory items provide evidence for this (i=3, 21, 23, 24, 25, 26, 27, 28, 29).", "expectedOutput": "Man the boat"}, {"Line": 1065, "Input": "Who is Dorian Gray?", "actualOutput": "Dorian Gray is the subject of a full-length portrait in oil. Memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Dorian Gray is the subject of a full-length portrait in oil by Basil Hallward."}, {"Line": 1066, "Input": "Where is Southern California Children's Museum?", "actualOutput": "Southern California Children's Museum is located in Pasadena according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "In Pasadena"}, {"Line": 1067, "Input": "What cake is not good?", "actualOutput": "The chocolate cake is hypothetically not good according to memory item 17 with a certainty of 0.263.", "expectedOutput": "The chocolate cake"}, {"Line": 1068, "Input": "Is the food at a new Italian restaurant delicious?", "actualOutput": "Memory item i=29 suggests that the food at a new Italian restaurant is hypothetically delicious with a certainty of 0.736842105263158.", "expectedOutput": "\"Yes, very delicious\""}, {"Line": 1069, "Input": "Did Iida meet Pearl's cousin?", "actualOutput": "Yes, iida met pearl's cousin according to memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Yes"}, {"Line": 1070, "Input": "Did Iida meet Callie's cousin?", "actualOutput": "Memory item i=27 states that Iida met a cousin, but memory item i=26 states that Callie is Pearl's cousin. There is no memory item that directly states whether Iida met Callie's cousin.", "expectedOutput": "I don't know"}, {"Line": 1071, "Input": "Is Jeremy's class difficult?", "actualOutput": "Memory item i=27 states \"race isa challenging\" with a certainty of 0.736842105263158, but there is no mention of Jeremy's class specifically.", "expectedOutput": "I don't know"}, {"Line": 1072, "Input": "Is the student from Jeremy's class difficult?", "actualOutput": "Memory item i=29 states that the student is from Jeremy's class, but there is no information about their difficulty level.", "expectedOutput": "I don't know"}, {"Line": 1073, "Input": "Is the homework difficult?", "actualOutput": "Memory item i=28 states that the student has difficult homework with a certainty of 0.736842105263158.", "expectedOutput": "Yes"}, {"Line": 1074, "Input": "What is difficult?", "actualOutput": "Memory item i=28 states that \"student has homework difficult\" with a certainty of 0.8214285. Homework is difficult according to Memory.", "expectedOutput": "\"Student's homework, the student from Brandon's class, and the students from Georgette's class' homework\""}, {"Line": 1075, "Input": "Where is the loud student from?", "actualOutput": "The loud student is from either Velots or Gorbojims, with a higher probability of being from Gorbojims (i=26).", "expectedOutput": "Jeremy's class"}, {"Line": 1076, "Input": "Who owns the homework?", "actualOutput": "Memory item i=29 states that \"homework isa devoir\" with a certainty of 0.7368, implying that the homework is owned by the student.", "expectedOutput": "The loud student from Jeremy's class"}, {"Line": 1077, "Input": "Does Jeremy's class own the homework?", "actualOutput": "Memory does not provide a direct answer to this question.", "expectedOutput": "I don't know"}, {"Line": 1078, "Input": "Does the student from Jeremy's class own the homework?", "actualOutput": "Memory item i=29 states that the student is from Jeremy's class with a certainty of 0.8214285. No information about homework ownership is provided.", "expectedOutput": "Yes"}, {"Line": 1079, "Input": "does the student from Jeremy's class have devoirs?", "actualOutput": "The student from Jeremy's class has devoirs according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "\"Yes, difficult homework\""}, {"Line": 1080, "Input": "Is the devoirs difficult?", "actualOutput": "Memory item i=28 states that \"student hashomework difficult\" with a certainty of 0.8214285, suggesting that the devoirs may be difficult.", "expectedOutput": "Yes"}, {"Line": 1081, "Input": "Is Brandon's class difficult?", "actualOutput": "There is no memory item that directly answers the question about Brandon's class difficulty.", "expectedOutput": "I don't know"}, {"Line": 1082, "Input": "Is the student from Brandon's class difficult?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "Yes"}, {"Line": 1083, "Input": "Is Georgette's class difficult?", "actualOutput": "Memory item i=29 suggests that Georgette's class exists, but there is no certainty value indicating whether it is difficult or not.", "expectedOutput": "I don't know"}, {"Line": 1084, "Input": "Are the students from Georgette's class's homework difficult?", "actualOutput": "Memory item i=28 states \"homework isa devoir\" with a certainty of 0.8214285, but it does not mention Georgette's class or the difficulty level. Therefore, there is no concrete memory content to answer the question.", "expectedOutput": "Yes"}, {"Line": 1085, "Input": "Is the student from Georgette's class difficult?", "actualOutput": "Memory item i=26 states that the class belongs to Georgette with a certainty of 0.8214285, but there is no mention of any student being difficult.", "expectedOutput": "I don't know"}, {"Line": 1086, "Input": "What is from France?", "actualOutput": "Virion is from France according to memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "\"Cats, dogs, and hamsters\""}, {"Line": 1087, "Input": "Did Ludovic pack the hotdogs?", "actualOutput": "There is no memory item that directly states whether Ludovic packed hotdogs or not.", "expectedOutput": "\"No, everything minus the hotdogs\""}, {"Line": 1088, "Input": "Is the pasta from Italy?", "actualOutput": "Memory item i=29 states that pasta originates from Italy with a certainty value of 0.736842105263158, indicating a high probability that the pasta is from Italy.", "expectedOutput": "I don't know"}, {"Line": 1089, "Input": "Who does Holly trust?", "actualOutput": "Holly trusts him, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Benedict"}, {"Line": 1090, "Input": "Does Holly trust Mendel?", "actualOutput": "There is no memory item that directly states whether Holly trusts Mendel.", "expectedOutput": "\"No, Benedict\""}, {"Line": 1091, "Input": "Who did Lain see?", "actualOutput": "Lain saw a man or someone, with a certainty value of 0.736842105263158, in memory item i=28 or i=29.", "expectedOutput": "Leland"}, {"Line": 1092, "Input": "Who saw the electrician?", "actualOutput": "Gregor saw the electrician with a certainty value of 0.5866911235305836, according to memory item i=29.", "expectedOutput": "Lain"}, {"Line": 1093, "Input": "Who saw Britta?", "actualOutput": "Gregor saw Britta according to Memory. Memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Leland and Gregor"}, {"Line": 1094, "Input": "Who did Kelly see?", "actualOutput": "Kelly saw Pet according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Umbra"}, {"Line": 1095, "Input": "Did Kelly see Jill?", "actualOutput": "There is no memory item that states Kelly saw Jill. Therefore, the probability is very low.", "expectedOutput": "\"No, Umbra\""}, {"Line": 1096, "Input": "Is Umbra warm blooded?", "actualOutput": "Umbra is hypothetically warm-blooded according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Yes"}, {"Line": 1097, "Input": "Are crows as big as ravens?", "actualOutput": "Memory item i=29 states that crows are equal in size to ravens with a certainty of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 1098, "Input": "Are crows as big as elephants?", "actualOutput": "There is no memory item that states crows are as big as elephants.", "expectedOutput": "I don't know"}, {"Line": 1099, "Input": "Are crows as rotund as elephants?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "I don't know"}, {"Line": 1100, "Input": "Are ravens as big as crows?", "actualOutput": "Memory item i=28 states that crows and ravens are equal in size with a certainty of 0.8214285.", "expectedOutput": "yes"}, {"Line": 1101, "Input": "Are ravens as big as elephants?", "actualOutput": "There is no memory item indicating that ravens are as big as elephants.", "expectedOutput": "I don't know"}, {"Line": 1102, "Input": "Are pidgeons as big as crows?", "actualOutput": "Memory item i=29 states that crows are as small as pidgeons with a certainty of 0.736842105263158. Therefore, it is unlikely that pidgeons are as big as crows.", "expectedOutput": "yes"}, {"Line": 1103, "Input": "Are pidgeons as big as ravens?", "actualOutput": "Memory item i=27 states that \"crow are as small as pidgeons\" with a certainty value of 0.8214285. There is no information about the size of ravens compared to pidgeons.", "expectedOutput": "yes"}, {"Line": 1104, "Input": "Are pidgeons as big as elephants?", "actualOutput": "There is no information in Memory suggesting that pidgeons are as big as elephants.", "expectedOutput": "I don't know"}, {"Line": 1105, "Input": "Are crows as small as ravens?", "actualOutput": "Memory item i=28 states that crows are equal in size to ravens with a certainty of 0.8214285.", "expectedOutput": "yes"}, {"Line": 1106, "Input": "Are ravens as small as crows?", "actualOutput": "Memory item i=28 states that crows are equal in size to ravens with a certainty value of 0.8214285.", "expectedOutput": "yes"}, {"Line": 1107, "Input": "Are crows as small as pidgeons?", "actualOutput": "Memory item i=27 states that \"crow are as small as pidgeons\" with a certainty value of 0.8214285.", "expectedOutput": "yes"}, {"Line": 1108, "Input": "Are pidgeons as small as ravens?", "actualOutput": "Memory item i=27 states that crows are as small as pigeons with a certainty of 0.8214285. There is no information about ravens or their size in this memory.", "expectedOutput": "yes"}, {"Line": 1109, "Input": "Are crows as small as elephants?", "actualOutput": "There is no memory item that directly compares the size of crows and elephants.", "expectedOutput": "I don't know"}, {"Line": 1110, "Input": "Are elephants as small as ravens?", "actualOutput": "Memory does not contain information about elephants being as small as ravens.", "expectedOutput": "I don't know"}, {"Line": 1111, "Input": "Are crows bigger than ravens?", "actualOutput": "Memory item i=29 states that ravens are bigger than crows with a certainty of 0.736842105263158.", "expectedOutput": "\"no, the same\""}, {"Line": 1112, "Input": "Are ravens bigger than crows?", "actualOutput": "Yes, ravens are bigger than crows according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "\"no, the same\""}, {"Line": 1113, "Input": "Are pidgeons bigger than crows?", "actualOutput": "Memory item i=28 states that crows are as small as pigeons with a certainty of 0.8214285. No information is given about the size comparison in the opposite direction.", "expectedOutput": "\"no, the same\""}, {"Line": 1114, "Input": "Are ravens bigger than pidgeons?", "actualOutput": "Memory item i=28 states that \"crow areassmallas pidgeons\" with a certainty of 0.8214285, so it is unlikely that ravens are bigger than pidgeons.", "expectedOutput": "\"no, the same\""}, {"Line": 1115, "Input": "Are crows smaller than ravens?", "actualOutput": "Memory item i=29 suggests that crows are not smaller than ravens with a certainty value of 0.263.", "expectedOutput": "\"no, the same\""}, {"Line": 1116, "Input": "Are ravens smaller than crows?", "actualOutput": "Memory item i=27 states that \"raven are bigger than crow\" with a certainty of 0.8214285, indicating that ravens are not smaller than crows.", "expectedOutput": "\"no, the same\""}, {"Line": 1117, "Input": "Are pidgeons smaller than crows?", "actualOutput": "Memory item i=28 states that \"crow areassmallas pidgeons\" with a certainty of 0.8214285, suggesting that pidgeons are larger than crows.", "expectedOutput": "\"no, the same\""}, {"Line": 1118, "Input": "Where are velots from?", "actualOutput": "Velots are hypothetically from Spain according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Spain"}, {"Line": 1119, "Input": "What color are velots?", "actualOutput": "Velots are green according to memory item i=28 with a certainty value of 0.736842105263158.", "expectedOutput": "Green"}, {"Line": 1120, "Input": "What color is Kyle's velot?", "actualOutput": "Memory item i=29 states that kyle hasproperty red_velot with a certainty of 0.736842105263158, indicating that there is a high probability that kyle's velot is red.", "expectedOutput": "Red"}, {"Line": 1121, "Input": "Is Kyle's velot green?", "actualOutput": "Memory item i=28 states that velots hasproperty green with a certainty of 0.8214285, so it is likely that Kyle's velot is green.", "expectedOutput": "\"No, red\""}, {"Line": 1122, "Input": "Are velots loud?", "actualOutput": "Yes, velots are potentially loud according to memory item i=29 with a certainty of 0.6707.", "expectedOutput": "Yes"}, {"Line": 1123, "Input": "Are velots angelic?", "actualOutput": "According to memory item i=29, there is a hypothetical probability of 0.6966 that velots are angelic.", "expectedOutput": "Yes"}, {"Line": 1124, "Input": "Are velots hairy?", "actualOutput": "Memory item i=23 states that velots isa green with a certainty of 0.7368, not that velots are hairy.", "expectedOutput": "Yes"}, {"Line": 1125, "Input": "What color is Kyle's velot?", "actualOutput": "Kyle's velot is red according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Red"}, {"Line": 1126, "Input": "Does Kyle have an endotherm?", "actualOutput": "Yes, Kyle has an endotherm according to memory. Memory item i=23 has a certainty value of 0.8214285.", "expectedOutput": "Yes"}, {"Line": 1127, "Input": "what color is Kyle's endotherm?", "actualOutput": "Memory does not provide a direct answer to the question.", "expectedOutput": "Red"}, {"Line": 1128, "Input": "Are the yellow birds in dogs?", "actualOutput": "There is no memory item that directly answers the question, so the answer is uncertain.", "expectedOutput": "\"No, in cages\""}, {"Line": 1129, "Input": "Are the red birds in dogs?", "actualOutput": "There is no memory item that directly states whether red birds are in dogs.", "expectedOutput": "No. In cages and boxes"}, {"Line": 1130, "Input": "Which word has Latin origin?", "actualOutput": "The word with Latin origin is \"liminality\" and it is memory item i=29 with a certainty value of 0.736842105263158.", "expectedOutput": "Liminality"}, {"Line": 1131, "Input": "Does Elijah live in California?", "actualOutput": "Memory item i=28 states that Los Angeles is in California with a certainty of 0.736842105263158, suggesting that Elijah may live in California.", "expectedOutput": "yes"}, {"Line": 1132, "Input": "Does Elijah live in Irvine?", "actualOutput": "There is no memory item that states whether Elijah lives in Irvine.", "expectedOutput": "\"No, in Westwood\""}, {"Line": 1133, "Input": "Did Elijah live in New York City?", "actualOutput": "Memory item i=29 states that Elijah is from New York City with a certainty of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 1134, "Input": "Did Elijah live in Irvine?", "actualOutput": "There is no memory item that states whether Elijah lived in Irvine, so it cannot be determined.", "expectedOutput": "\"No, in Westwood\""}, {"Line": 1135, "Input": "Where does Elijah reside?", "actualOutput": "Elijah resides in Westwood according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "In Westwood and New York City"}, {"Line": 1136, "Input": "Where did Elijah reside?", "actualOutput": "Elijah resided in Westwood according to memory. Memory item i=27 with certainty value of 0.8214285.", "expectedOutput": "In Westwood and New York City"}, {"Line": 1137, "Input": "When does Rob eat breakfast?", "actualOutput": "Rob eats breakfast at 8 according to memory item i=26 with a certainty of 0.736842105263158.", "expectedOutput": "At 8 AM"}, {"Line": 1138, "Input": "When does Rob eat dinner?", "actualOutput": "Rob eats dinner at 8 according to memory item i=25 with a certainty of 0.736842105263158.", "expectedOutput": "At 8 PM"}, {"Line": 1139, "Input": "Who is Tesla's employee?", "actualOutput": "Steven is Tesla's employee according to Memory. Memory item i=28 with certainty=0.736842105263158.", "expectedOutput": "Steven"}, {"Line": 1140, "Input": "Who is in The Matrix?", "actualOutput": "Keanu Reeves is in the matrix according to memory. Memory item i=24 with certainty=0.736842105263158.", "expectedOutput": "Keanu Reeves"}, {"Line": 1141, "Input": "Who played Neo?", "actualOutput": "Keanu Reeves played Neo according to memory item i=20 with a certainty of 0.736842105263158.", "expectedOutput": "Keanu Reeves"}, {"Line": 1142, "Input": "Who starred in The Matrix?", "actualOutput": "Keanu Reeves starred in The Matrix according to memory. Memory item i=23 with certainty value of 0.736842105263158.", "expectedOutput": "Keanu Reeves"}, {"Line": 1143, "Input": "Who acted in The Matrix?", "actualOutput": "Keanu Reeves acted in The Matrix according to memory item i=24 with a certainty of 0.8214285.", "expectedOutput": "Keanu Reeves"}, {"Line": 1144, "Input": "What is Keanu Reeves in?", "actualOutput": "Keanu Reeves is an actor according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "The Matrix"}, {"Line": 1145, "Input": "What movie is Keanu Reeves in?", "actualOutput": "Keanu Reeves is in a movie according to memory item 20 with a certainty of 82.14%.", "expectedOutput": "The Matrix"}, {"Line": 1146, "Input": "What book is Keanu Reeves in?", "actualOutput": "Keanu Reeves is in a book about a dog, according to memory item i=9 with a hypothetical certainty of 73.68%.", "expectedOutput": "I don't know"}, {"Line": 1147, "Input": "What kind of movie is Dracula?", "actualOutput": "Dracula is hypothetically a horror movie according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "A horror movie"}, {"Line": 1148, "Input": "What kind of movie is Happy Gilmore?", "actualOutput": "Happy Gilmore is a comedy movie according to memory. Memory item i=29. Certainty=0.8214285.", "expectedOutput": "A comedy movie"}, {"Line": 1149, "Input": "What do the young man?", "actualOutput": "The young man drives a car according to memory item i=25 with a certainty of 0.736842105263158.", "expectedOutput": "The cars"}, {"Line": 1150, "Input": "What do the rich man?", "actualOutput": "The rich man owns a bike according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "The bikes"}, {"Line": 1151, "Input": "What do the poor man?", "actualOutput": "The poor man has the property \"poor\" according to Memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 1152, "Input": "Is Sam's dog friendly?", "actualOutput": "Memory item 28 states that her_own_dog is friendly with a certainty of 0.613. It is uncertain if this refers to Sam's dog.", "expectedOutput": "Yes"}, {"Line": 1153, "Input": "Is Robert's dog friendly?", "actualOutput": "Memory item 28 states that \"dog isa friendly\" with a certainty of 0.736842105263158, so it is likely that Robert's dog is friendly.", "expectedOutput": "No"}, {"Line": 1154, "Input": "When are the rates going to increase?", "actualOutput": "There is no memory item that directly answers the question about rates increasing.", "expectedOutput": "From 12/1/2018 to 12/31/2018"}, {"Line": 1155, "Input": "Why does the Federal Open Market Committee raise the rates?", "actualOutput": "Memory item 29 suggests that the Fed is the federal open market committee, with a certainty of 0.7368.", "expectedOutput": "In order to keep inflation steady at around 2 percent per year from 12/1/2018"}, {"Line": 1156, "Input": "Did Team A make any mistakes?", "actualOutput": "Memory item i=29 states that team_a made possible the project, so it is unlikely that they made mistakes. Certainty=0.8214285.", "expectedOutput": "I don't know"}, {"Line": 1157, "Input": "Did Team B make any mistakes?", "actualOutput": "Memory item i=29 states that team_b has made every mistake possible, with a certainty value of 0.736842105263158. Therefore, it is probable that team_b has made mistakes.", "expectedOutput": "Yes"}, {"Line": 1158, "Input": "Who made the project possible?", "actualOutput": "Team A made the project possible according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Team A"}], 1] \ No newline at end of file diff --git a/OpenNARS-for-Applications b/OpenNARS-for-Applications new file mode 160000 index 0000000..fa1c4a6 --- /dev/null +++ b/OpenNARS-for-Applications @@ -0,0 +1 @@ +Subproject commit fa1c4a6fcb5146f965a5514c6a8dc03762492459 diff --git a/Produce_Scores_NoDate.py b/Produce_Scores_NoDate.py new file mode 100644 index 0000000..ec286fb --- /dev/null +++ b/Produce_Scores_NoDate.py @@ -0,0 +1,21 @@ +import json + + +with open("Correct.json") as json_file: + DCorrect = json.load(json_file) +with open("Incorrect.json") as json_file: + DIncorrect = json.load(json_file) + +Correct = [] +for D in DCorrect: + if len(D["expectedOutput"].split("/")) <= 1: + Correct.append(D) +Incorrect = [] +for D in DIncorrect: + if len(D["expectedOutput"].split("/")) <= 1: + Incorrect.append(D) + +All = len(Correct) + len(Incorrect) +scores = {"Correct": len(Correct), "Incorrect": len(Incorrect), "Ratio" : float(len(Correct)) / float(All)} +with open("scores_NoDate.json", 'w') as f: + json.dump(scores, f) diff --git a/QUESTIONS.json b/QUESTIONS.json new file mode 100644 index 0000000..ac7db61 --- /dev/null +++ b/QUESTIONS.json @@ -0,0 +1 @@ +[{"Line": 422, "Input": "Tell me about Mr. Magoo?", "actualOutput": "Mr. Magoo is a cartoon character. Memory item i=29. Certainty=0.736842105263158.", "expectedOutput": "Mr. Magoo is a popular cartoon character from the 1940s. He is known for being comically near-sighted and was voiced by Bobby Backus."}, {"Line": 423, "Input": "Who is the popular cartoon character from the 1940's?", "actualOutput": "The popular cartoon character from the 1940's is Mr. Magoo, according to memory item i=26 with a certainty of 0.8214285.", "expectedOutput": "Mr. Magoo"}, {"Line": 424, "Input": "What is Mr. Magoo known for?", "actualOutput": "Mr. Magoo is known for being comically near-sighted, according to memory item i=26 with a certainty of 0.641.", "expectedOutput": "For being comically near-sighted"}, {"Line": 425, "Input": "Who was Mr. Magoo voiced by?", "actualOutput": "Mr. Magoo was voiced by Bobby Backus according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Bobby Backus"}, {"Line": 426, "Input": "When is Jim's party?", "actualOutput": "Jim's party is either at 4 pm or 5 pm according to memory item i=28 or i=29 with a certainty of 0.736842105263158.", "expectedOutput": "At 5 PM today"}, {"Line": 427, "Input": "Is Jim's party at 4 pm?", "actualOutput": "Memory item i=29 states that Jim's party is at 4 pm with a certainty of 82.14%.", "expectedOutput": "\"No, at 5 PM today\""}, {"Line": 428, "Input": "Does Tina want a dog?", "actualOutput": "Tina wants a dog according to memory item i=29 with a certainty value of 0.736842105263158.", "expectedOutput": "\"No, a cat\""}, {"Line": 429, "Input": "What does Tina want?", "actualOutput": "Tina wants a dog according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "A cat"}, {"Line": 430, "Input": "What has been lost?", "actualOutput": "Memory does not provide a clear answer on what has been lost.", "expectedOutput": "Pair of glasses"}, {"Line": 431, "Input": "What kind of dress does Mrs. White wear?", "actualOutput": "There is no information in the memory about what kind of dress Mrs. White wears.", "expectedOutput": "White dresses"}, {"Line": 432, "Input": "What kind of tie does Aubrey wear?", "actualOutput": "Aubrey wears a black tie according to memory item i=25 with a certainty of 0.641.", "expectedOutput": "Black ties"}, {"Line": 433, "Input": "What kind of dress does Mrs. Black wear?", "actualOutput": "Mrs. Black wears a black dress according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Black dresses"}, {"Line": 434, "Input": "What kind of tie does Mr. White wear?", "actualOutput": "Mr. White wears a white tie according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "White ties"}, {"Line": 435, "Input": "Is Taylor Keegan female?", "actualOutput": "Memory item i=29 states that Taylor Keegan is a female with a certainty value of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 436, "Input": "Is Taylor Keegan male?", "actualOutput": "Yes, taylor_keegan is male according to memory item i=26 with a certainty value of 0.736842105263158.", "expectedOutput": "\"No, female\""}, {"Line": 437, "Input": "Is Taylor Monegan male?", "actualOutput": "Yes, Taylor Monegan is male according to memory. Memory item i=25 has a certainty value of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 438, "Input": "Is Taylor Monegan female?", "actualOutput": "There is no memory item that directly states whether Taylor Monegan is female or not.", "expectedOutput": "\"No, male\""}, {"Line": 439, "Input": "How tall is Kendrick?", "actualOutput": "Memory item i=27 states that Dr. Kendrick Marmion Murphy Jr has the property of being tall with a certainty of 0.736842105263158.", "expectedOutput": "very"}, {"Line": 440, "Input": "How tall is Dr. Murphy?", "actualOutput": "Dr. Murphy is tall according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "very"}, {"Line": 441, "Input": "How tall is Dr. Kendrick Murphy Jr.?", "actualOutput": "The height of Dr. Kendrick Murphy Jr. is not mentioned in Memory.", "expectedOutput": "very"}, {"Line": 442, "Input": "How tall is Mr. Murphy?", "actualOutput": "Memory item i=29 states that Dr. Kendrick Marmion Murphy Jr has the property of being tall with a certainty of 0.8214285.", "expectedOutput": "very"}, {"Line": 443, "Input": "How tall is Kendrick Murphy?", "actualOutput": "Memory item i=29 states that Dr. Kendrick Murphy Jr. has the property of being tall with a certainty of 0.8214285.", "expectedOutput": "very"}, {"Line": 444, "Input": "How tall is Kendrick Marmion Murphy?", "actualOutput": "Memory item i=29 states that Dr. Kendrick Marmion Murphy Jr has the property of being tall with a certainty of 0.8214285.", "expectedOutput": "very"}, {"Line": 445, "Input": "Who is giving a presentation?", "actualOutput": "The North American Society for Mari is giving a presentation according to memory item i=26 with a certainty of 0.7368.", "expectedOutput": "The North American Society for Marine Mammal Research"}, {"Line": 446, "Input": "Where is the organization?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "In Boston"}, {"Line": 447, "Input": "Where is the North American Society for Marine Mammal Research?", "actualOutput": "The north american society for marine mammal research is an organization, hypothetically located somewhere, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "In Boston"}, {"Line": 448, "Input": "What is Carl's first name?", "actualOutput": "Carl's first name is \"Carl\" according to memory item i=28 with a certainty of 0.263.", "expectedOutput": "Carl"}, {"Line": 449, "Input": "What is Carl's full name?", "actualOutput": "Carl's full name is uncertain, but memory item i=26 suggests his middle name is Austin with a certainty of 0.7368.", "expectedOutput": "Carl Austin Weathers"}, {"Line": 450, "Input": "Is Jasmine a team?", "actualOutput": "Jasmine is a team according to memory item i=26 with a certainty value of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 451, "Input": "Are Robin and Jasmine a team?", "actualOutput": "Yes, according to memory item i=26, jasmine and robin are both teams with a high hypothetical certainty value.", "expectedOutput": "yes"}, {"Line": 453, "Input": "Is Robin a lawyer?", "actualOutput": "Robin is hypothetically a lawyer according to memory item 28 with a certainty of 50.11%.", "expectedOutput": "yes"}, {"Line": 454, "Input": "Is Jasmine a lawyer?", "actualOutput": "Jasmine is a lawyer according to Memory with a certainty value of 0.8322955000000001 in memory item i=23.", "expectedOutput": "yes"}, {"Line": 455, "Input": "Are Robin and Jasmine lawyers?", "actualOutput": "According to memory, both Robin and Jasmine are hypothetically lawyers with certainty values ranging from 0.5 to 0.83.", "expectedOutput": "yes"}, {"Line": 456, "Input": "Which cars are red?", "actualOutput": "Memory items 23 and 29 suggest that a red unicorn and a car have the property of being red. The certainty value for both is 0.736842105263158. Therefore, it is probable that some cars in Memory are red, but it is not specified which ones.", "expectedOutput": "Every car"}, {"Line": 457, "Input": "Did Jericho eat all of the berries?", "actualOutput": "Memory does not provide enough information to determine if Jericho ate all of the berries.", "expectedOutput": "\"No, some of the berries\""}, {"Line": 458, "Input": "When did Forrest go to the shop?", "actualOutput": "Memory does not provide a certain answer to when Forrest went to the shop.", "expectedOutput": "Before Jericho went to the beach"}, {"Line": 459, "Input": "Why does Cindy eat apples?", "actualOutput": "According to memory item i=29, Cindy eats apples hypothetically true with a certainty of 0.736842105263158.", "expectedOutput": "So that the doctor stays away"}, {"Line": 460, "Input": "Will Carla eat pie?", "actualOutput": "Memory item i=29 states that \"carla iseating pie\" with a certainty of 0.736842105263158, indicating a high probability that Carla will eat pie.", "expectedOutput": "Yes"}, {"Line": 461, "Input": "Will Carla have eaten pie?", "actualOutput": "Memory item i=29 states that Carla is currently eating pie with a certainty of 0.8214285. Therefore, it is probable that Carla will have eaten pie.", "expectedOutput": "Yes"}, {"Line": 462, "Input": "Will Carla be eating pie?", "actualOutput": "According to memory item i=29, there is a high probability (0.8214285) that Carla will be eating pie.", "expectedOutput": "Yes"}, {"Line": 463, "Input": "Is Carla eating pie?", "actualOutput": "Carla is hypothetically eating pie according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "I don't know"}, {"Line": 464, "Input": "What is Carla eating?", "actualOutput": "Carla is hypothetically eating pie according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "I don't know"}, {"Line": 465, "Input": "What did Carla eat?", "actualOutput": "Carla ate pie according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Pie"}, {"Line": 466, "Input": "What was Carla eating?", "actualOutput": "Carla was hypothetically eating pie, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Pie"}, {"Line": 467, "Input": "What has Carla eaten?", "actualOutput": "Carla has eaten pie according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Pie"}, {"Line": 468, "Input": "What will Carla copy?", "actualOutput": "Carla will copy a report according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "The reports"}, {"Line": 469, "Input": "Will Carla copy the reports?", "actualOutput": "According to memory item i=29, Carla will copy the report with a high probability of 82.14%.", "expectedOutput": "Yes"}, {"Line": 470, "Input": "Will Carla have copied the reports?", "actualOutput": "According to memory item i=29, Carla will have copied the report with a certainty of 0.8214285.", "expectedOutput": "Yes"}, {"Line": 471, "Input": "Is Carla going to copy the reports?", "actualOutput": "According to memory item i=29, Carla is likely to copy the report.", "expectedOutput": "Yes"}, {"Line": 472, "Input": "Will Carla be copying the reports?", "actualOutput": "Memory item i=29 states that Carla will copy the report with a certainty of 0.8214285.", "expectedOutput": "Yes"}, {"Line": 473, "Input": "Is Carla copying the reports?", "actualOutput": "Yes, Carla is copying reports according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes"}, {"Line": 474, "Input": "Was Carla copying the reports?", "actualOutput": "Yes, Carla was copying the reports according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes"}, {"Line": 475, "Input": "What has Carla copied?", "actualOutput": "Carla copied a report, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "The reports"}, {"Line": 476, "Input": "What did Carla copy?", "actualOutput": "Carla copied a report according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "The reports"}, {"Line": 477, "Input": "What had Carla copied?", "actualOutput": "Carla copied a report, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "The reports"}, {"Line": 478, "Input": "Had Carla been copying the reports?", "actualOutput": "Yes, Carla had been copying reports according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes"}, {"Line": 479, "Input": "Has Carla been copying the reports?", "actualOutput": "Yes, Carla has been copying reports according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes"}, {"Line": 480, "Input": "Who will Carla email?", "actualOutput": "Carla will email Jenny according to memory item i=12 with a certainty of 73.68%.", "expectedOutput": "Jenny"}, {"Line": 481, "Input": "Who will Carla have emailed?", "actualOutput": "Carla will have emailed Jenny according to memory item i=11 with a certainty of 0.8214285.", "expectedOutput": "Jenny"}, {"Line": 482, "Input": "Who is Carla going to email?", "actualOutput": "Carla is going to email Jenny according to memory item i=11 with a certainty of 0.8214285.", "expectedOutput": "Jenny"}, {"Line": 483, "Input": "Who will Carla be emailing?", "actualOutput": "Carla will be emailing Jenny according to memory item i=11 with a certainty of 82.14%.", "expectedOutput": "Jenny"}, {"Line": 484, "Input": "Who will Carla have been emailing?", "actualOutput": "Carla will have been emailing Jenny according to memory item i=8 with a certainty of 82.14%.", "expectedOutput": "Jenny"}, {"Line": 485, "Input": "Who is Carla emailing?", "actualOutput": "Carla is emailing Jenny according to memory item i=12 with a certainty of 82.14%.", "expectedOutput": "Jenny"}, {"Line": 486, "Input": "Who did Raquel sing a song to?", "actualOutput": "Raquel sang a song to Martha according to memory. This is memory item i=28 with a certainty value of 0.736842105263158.", "expectedOutput": "Martha"}, {"Line": 487, "Input": "When will Julius bring the cake?", "actualOutput": "Julius will bring the cake according to memory item i=29, with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "in a few minutes"}, {"Line": 488, "Input": "When will I feed the dog?", "actualOutput": "I will feed the dog hypothetically, with a certainty value of 0.736842105263158, according to memory item i=29.", "expectedOutput": "When you get home"}, {"Line": 489, "Input": "What did Zachary say?", "actualOutput": "There is no memory item that mentions Zachary, so it is impossible to determine what he said.", "expectedOutput": "Carla gave the materials to Wilma"}, {"Line": 490, "Input": "What did Zachary say Carla did?", "actualOutput": "There is no memory item that mentions what Zachary said Carla did.", "expectedOutput": "Carla gave the materials to Wilma"}, {"Line": 491, "Input": "What was updated?", "actualOutput": "The contact_number was updated, i=28 with a certainty of hypothetically true and 0.736842105263158.", "expectedOutput": "The contact numbers"}, {"Line": 492, "Input": "Which numbers were updated?", "actualOutput": "Memory item i=29 (contact_number) was updated according to Memory with a certainty of 0.8214285. No other memory item was mentioned as being updated.", "expectedOutput": "The contact numbers"}, {"Line": 493, "Input": "Who gave the numbers to Miranda?", "actualOutput": "Memory item 29 suggests that the contact numbers belong to Miranda, but it is uncertain who gave them to her.", "expectedOutput": "Carla"}, {"Line": 494, "Input": "Who did Carla give the numbers to?", "actualOutput": "Carla gave contact numbers to someone, but it is uncertain who according to memory item i=29 with a certainty of 0.263.", "expectedOutput": "Miranda"}, {"Line": 495, "Input": "Which numbers did Carla give to Miranda?", "actualOutput": "Carla gave a material to Miranda, according to item i=18 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "The contact numbers"}, {"Line": 496, "Input": "Which numbers did Erina update?", "actualOutput": "Erina updated the contact_number (item i=21) and the updated (item i=25) with a probability of hypothetically true and certainty values of 0.736842105263158 and 0.6133460568257567, respectively.", "expectedOutput": "The contact numbers"}, {"Line": 497, "Input": "Who gave Miranda the numbers Erina updated?", "actualOutput": "Memory item i=28 suggests that Carla asked Miranda and the numbers were updated by Erina with a certainty of 0.736842105263158.", "expectedOutput": "Carla"}, {"Line": 498, "Input": "Why did Selena look over the plan?", "actualOutput": "Memory item i=28: Carla sent blueprint. Selena may have looked over the plan. Certainty=0.736842105263158.", "expectedOutput": "So that Selena could prepare to answer Miriam's questions"}, {"Line": 499, "Input": "Who looked over the plan?", "actualOutput": "Memory does not provide a clear answer to this question.", "expectedOutput": "Selena"}, {"Line": 500, "Input": "What does Miriam have?", "actualOutput": "The memory does not provide information about what Miriam has.", "expectedOutput": "Questions"}, {"Line": 501, "Input": "Who has questions?", "actualOutput": "Miranda has questions according to Memory and the memory item is i=29 with a certainty of 73.68%.", "expectedOutput": "Miriam"}, {"Line": 502, "Input": "What is Selena prepared to do?", "actualOutput": "There is no memory item that directly answers the question about Selena's actions.", "expectedOutput": "To answer Miriam's questions"}, {"Line": 503, "Input": "What did Kayla know?", "actualOutput": "Kayla knew pamphlet, i=29, with a certainty of 0.736842105263158.", "expectedOutput": "The pamphlet would cover all the talking points"}, {"Line": 504, "Input": "What did the pamphlet cover?", "actualOutput": "The pamphlet covered a talking point according to memory item i=29 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "All the talking points"}, {"Line": 505, "Input": "What was Kayla's staff looking for?", "actualOutput": "Kayla's staff was looking for talking points, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "All the talking points"}, {"Line": 506, "Input": "Whose staff was looking for all the talking points?", "actualOutput": "The staff was looking for talking points, memory item i=29, with a certainty of 0.8214285.", "expectedOutput": "Kayla's"}, {"Line": 507, "Input": "Whose staff was looking for points the pamphlet covered?", "actualOutput": "Staff was looking for points the pamphlet covered according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Kayla's"}, {"Line": 508, "Input": "Which talking points did the pamphlet cover?", "actualOutput": "The pamphlet covered talking points, with a certainty of 82.14%, according to memory item i=29.", "expectedOutput": "All the talking points"}, {"Line": 509, "Input": "What kind of points did the pamphlet cover?", "actualOutput": "The pamphlet covered talking points, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "All the talking points"}, {"Line": 510, "Input": "What covered the points?", "actualOutput": "The pamphlet covered talking points. Memory item i=23 with a certainty of 0.8214285.", "expectedOutput": "The pamphlet"}, {"Line": 511, "Input": "What did Carla ask Miranda to do?", "actualOutput": "Carla asked Miranda to clarify a question. Memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "To clarify the question about the quarterly revenue made by Miranda's company before taxes"}, {"Line": 512, "Input": "What kind of revenue was the question about?", "actualOutput": "The question was about quarterly revenue, and it was mentioned in memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "The quarterly revenue made by Miranda's company before taxes"}, {"Line": 513, "Input": "Who owns the company?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "Miranda"}, {"Line": 514, "Input": "Who did Carla send the blueprints to?", "actualOutput": "Carla sent blueprints, but it is uncertain to whom. Memory item i=29 has the highest certainty value of 0.8214285.", "expectedOutput": "Carla's boss"}, {"Line": 515, "Input": "Who did Carla send the blueprints?", "actualOutput": "Carla sent blueprints, but it is uncertain who the recipient was. No memory item provides a certain answer.", "expectedOutput": "Carla's boss"}, {"Line": 516, "Input": "Who were the blueprints sent to?", "actualOutput": "The blueprints were sent to someone, but it is uncertain who. Memory item i=27 suggests it was sent to a project with 64% certainty.", "expectedOutput": "Carla's boss"}, {"Line": 517, "Input": "Who did Kayla brew the coffee for?", "actualOutput": "Kayla brewed coffee, but it is not specified who it was for in the given memory. (i=28 or i=29)", "expectedOutput": "Terrence"}, {"Line": 518, "Input": "Who did Kayla brew another batch of coffee?", "actualOutput": "Kayla brewed another batch of coffee according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Terrence"}, {"Line": 519, "Input": "Who did Kayla give twenty dollars?", "actualOutput": "Kayla gave twenty dollars to Mike according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Mike"}, {"Line": 520, "Input": "Who did Kayla give twenty dollars to?", "actualOutput": "Kayla gave twenty dollars to Mike according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Mike"}, {"Line": 521, "Input": "Who did Kayla give the money?", "actualOutput": "Kayla gave Mike twenty dollars according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Mike"}, {"Line": 522, "Input": "Who did Kayla give the amount to?", "actualOutput": "Kayla gave Mike twenty dollars (i=24) with a certainty of 0.8214285.", "expectedOutput": "Mike"}, {"Line": 523, "Input": "How much did Kayla give?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "$20"}, {"Line": 524, "Input": "What amount did Kayla give Mike?", "actualOutput": "Kayla gave Mike twenty dollars according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "$20"}, {"Line": 525, "Input": "How much money was given to Mike?", "actualOutput": "Memory item i=28 states \"Kayla give Mike twenty dollar.\" Certainty=0.8214285.", "expectedOutput": "$20"}, {"Line": 526, "Input": "Carrot is to vegetable as apple is to what?", "actualOutput": "According to Memory, apple is to fruit_fly with a certainty value of 0.736842105263158 (i=22).", "expectedOutput": "fruit"}, {"Line": 527, "Input": "Produce is to food as carrot is to what?", "actualOutput": "The answer is uncertain based on the given memory contents. None of the items mention a clear relationship between carrot and another object.", "expectedOutput": "vegetable"}, {"Line": 528, "Input": "Produce is to ripeness as animal is to what?", "actualOutput": "Animal is to endotherms according to memory item i=17 with a certainty value of 0.5171992924072829.", "expectedOutput": "gender"}, {"Line": 529, "Input": "Mother is to child as grandmother is to what?", "actualOutput": "According to Memory, grandmother is to mother as great-grandmother is to child. Memory item i=2 with certainty=0.736842105263158.", "expectedOutput": "grandchild"}, {"Line": 530, "Input": "Engine is to sparkplug as car is to what?", "actualOutput": "The answer is uncertain based on the given memory contents. None of the memory items directly relate car to a specific object.", "expectedOutput": "wheel"}, {"Line": 531, "Input": "Tea is to caffeine as wine is to what?", "actualOutput": "Memory does not provide an answer to this question.", "expectedOutput": "alcohol"}, {"Line": 534, "Input": "Did Clifton see Carla duck?", "actualOutput": "Memory does not contain information about Carla ducking. Clifton saw \"her_duck\" but it is unclear who or what \"her\" refers to. (i=29, certainty=0.5000080282682715)", "expectedOutput": "Yes"}, {"Line": 535, "Input": "Did Clifton see Carla's duck?", "actualOutput": "Memory item i=29 suggests that Clifton saw \"her_duck\" but it is uncertain if it belongs to Carla. Probability: 0.5.", "expectedOutput": "\"No, Carla\""}, {"Line": 539, "Input": "Did Clifton see Jeannie duck?", "actualOutput": "There are two memory items that mention Clifton and a duck, but both have a certainty value of 0.5, indicating uncertainty.", "expectedOutput": "\"No, Carla\""}, {"Line": 540, "Input": "Did Clifton see Jeannie's duck?", "actualOutput": "Clifton saw her duck twice, with a certainty of 0.5, but it is unclear if it was Jeannie's duck. Memory items 27 and 28.", "expectedOutput": "Yes"}, {"Line": 541, "Input": "If Sally is a girl then say Sally is funny.?", "actualOutput": "Memory item i=29 states that \"sally isa girl\" with a certainty of 0.736842105263158, which suggests a high probability that Sally is a girl and therefore, according to the question, funny.", "expectedOutput": "Sally is funny"}, {"Line": 542, "Input": "If Sally is a boy then say Sally is interesting.?", "actualOutput": "There is no memory item that directly states Sally's gender as a boy, so the answer is uncertain.", "expectedOutput": "\"No, girl\""}, {"Line": 543, "Input": "Does Jim receive pictures?", "actualOutput": "According to memory item i=29, there is a hypothetical true certainty of 0.7368 that Jim received a picture.", "expectedOutput": "I don't know"}, {"Line": 544, "Input": "What will Jim download?", "actualOutput": "Jim will download pictures according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "I don't know"}, {"Line": 545, "Input": "Will Jim download pictures?", "actualOutput": "Memory item i=28 suggests that there is a 73.68% chance that Jim will download the pictures.", "expectedOutput": "I don't know"}, {"Line": 547, "Input": "Does Jim receive envelopes?", "actualOutput": "There is no memory item that directly states whether Jim receives envelopes, so it cannot be answered with certainty.", "expectedOutput": "\"No, pictures\""}, {"Line": 548, "Input": "Will Jim download pictures?", "actualOutput": "Memory item i=27 suggests that Jim will download the pictures with a certainty value of 0.8214285.", "expectedOutput": "yes"}, {"Line": 549, "Input": "Does Jim receive pictures?", "actualOutput": "Yes, Jim receives pictures according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "yes"}, {"Line": 550, "Input": "Will Jim receive new emails?", "actualOutput": "Memory item i=27 states that Jim has received a picture, with a certainty of 0.8214285. No other memory item provides information on Jim receiving new emails.", "expectedOutput": "\"No, pictures\""}, {"Line": 551, "Input": "Will Logan receive new emails?", "actualOutput": "Probabilistically, Logan will not receive new emails according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 552, "Input": "Is Logan's inbox full?", "actualOutput": "There is no memory item that directly states whether Logan's inbox is full or not.", "expectedOutput": "I don't know"}, {"Line": 554, "Input": "Is Logan's outbox full?", "actualOutput": "There is no memory item that directly states whether Logan's outbox is full or not.", "expectedOutput": "I don't know"}, {"Line": 555, "Input": "Is Logan's inbox full?", "actualOutput": "According to memory item i=29, Logan's inbox is hypothetically full with a certainty value of 0.500003288378684.", "expectedOutput": "yes"}, {"Line": 556, "Input": "Will Logan receive new emails?", "actualOutput": "According to memory item i=28, Logan will not receive new emails with a certainty of 0.8214285.", "expectedOutput": "no"}, {"Line": 557, "Input": "Is Marcus early?", "actualOutput": "There is no memory item that directly answers the question about Marcus being early, so certainty value cannot be provided.", "expectedOutput": "I don't know"}, {"Line": 558, "Input": "Does Marcus clean the blackboards?", "actualOutput": "Memory item i=29 states that \"marcus clean blackboard\" with a certainty of 0.736842105263158, indicating that it is likely that Marcus cleans the blackboards.", "expectedOutput": "I don't know"}, {"Line": 560, "Input": "Is Marcus late?", "actualOutput": "There is no memory item stating that Marcus is late, so it cannot be determined.", "expectedOutput": "I don't know"}, {"Line": 561, "Input": "Is Marcus early?", "actualOutput": "According to memory item i=29, Marcus is hypothetically early with a certainty of 0.5000026307029471.", "expectedOutput": "yes"}, {"Line": 562, "Input": "Does Marcus clean the blackboards?", "actualOutput": "Yes, Marcus cleans the blackboard according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "yes"}, {"Line": 563, "Input": "Does Simon propose at the wedding?", "actualOutput": "Memory item i=29 states that simon proposes at the wedding with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 564, "Input": "Does Marie take pictures?", "actualOutput": "Marie takes pictures if Simon proposes at the wedding, according to memory item i=26 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 566, "Input": "Does Simon propose at the wedding?", "actualOutput": "Yes, Simon proposes at the wedding according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "Yes"}, {"Line": 567, "Input": "Does Marie take pictures?", "actualOutput": "Marie takes pictures if Simon proposes at the wedding, according to memory item i=26 with a certainty of 0.8214285.", "expectedOutput": "Yes"}, {"Line": 568, "Input": "Do you close the window?", "actualOutput": "Memory item i=29 suggests that the window is closed by \"you\" with a certainty of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 569, "Input": "do you close the window?", "actualOutput": "Memory item i=29 states \"window is closed by you\" with a certainty of 0.8214285, suggesting that the window is likely closed.", "expectedOutput": "I don't know"}, {"Line": 571, "Input": "Do you close the window?", "actualOutput": "According to memory item i=29, there is a 50% chance that you closed the window at time 832.", "expectedOutput": "yes"}, {"Line": 572, "Input": "Is the window closed?", "actualOutput": "Memory item i=28 suggests that the window was closed with a certainty of 50%.", "expectedOutput": "yes"}, {"Line": 573, "Input": "When is Wednesday?", "actualOutput": "There is no memory item that directly answers the question of when Wednesday is.", "expectedOutput": "10/26/2016"}, {"Line": 574, "Input": "When is tomorrow?", "actualOutput": "There is no memory item that directly answers the question of when tomorrow is.", "expectedOutput": "10/22/2016"}, {"Line": 575, "Input": "When is today?", "actualOutput": "Memory item i=27 states that \"jims_party is at 4_pm_today\" with a certainty of 0.8214285. Therefore, today is most likely the day of Jim's party and i=27.", "expectedOutput": "10/21/2016"}, {"Line": 576, "Input": "When is this week?", "actualOutput": "Memory does not contain a clear answer to this question.", "expectedOutput": "from 10/16/2016 to 10/22/2016"}, {"Line": 577, "Input": "When is next week?", "actualOutput": "There is no memory item that directly answers the question of when next week is.", "expectedOutput": "from 10/23/2016 to 10/29/2016"}, {"Line": 578, "Input": "When was last week?", "actualOutput": "There is no memory item that directly states when last week was, so the answer cannot be determined from the given memory contents.", "expectedOutput": "from 10/9/2016 to 10/15/2016"}, {"Line": 579, "Input": "When was last month?", "actualOutput": "The answer cannot be determined from the given memory contents.", "expectedOutput": "from 9/1/2016 to 9/30/2016"}, {"Line": 580, "Input": "When is this weekend?", "actualOutput": "Memory does not provide a clear answer to when this weekend is. No memory item i directly addresses this question.", "expectedOutput": "from 10/22/2016 to 10/23/2016"}, {"Line": 581, "Input": "When is this Wednesday?", "actualOutput": "There is no memory item that directly answers the question of when this Wednesday is.", "expectedOutput": "10/26/2016"}, {"Line": 582, "Input": "When is next Wednesday?", "actualOutput": "There is no memory item that directly answers the question about next Wednesday.", "expectedOutput": "10/26/2016"}, {"Line": 583, "Input": "When is next weekend?", "actualOutput": "Memory does not contain information about when next weekend is.", "expectedOutput": "from 10/29/2016 to 10/30/2016"}, {"Line": 584, "Input": "When is next month?", "actualOutput": "There is no memory item that directly states when the next month is.", "expectedOutput": "from 11/1/2016 to 11/30/2016"}, {"Line": 585, "Input": "When is this year?", "actualOutput": "Memory does not provide a direct answer to the question.", "expectedOutput": "from 1/1/2016 to 12/31/2016"}, {"Line": 586, "Input": "When is all week?", "actualOutput": "There is no memory item that directly states when \"all week\" is.", "expectedOutput": "from 10/16/2016 to 10/22/2016"}, {"Line": 587, "Input": "When is all year?", "actualOutput": "Memory item i=24 states \"elijah year 2017\" with a certainty of 0.736842105263158, indicating that all year is likely 2017.", "expectedOutput": "from 1/1/2016 to 12/31/2016"}, {"Line": 588, "Input": "When was yesterday?", "actualOutput": "There is no memory item that directly answers the question of when yesterday was.", "expectedOutput": "10/20/2016"}, {"Line": 589, "Input": "When was Wednesday?", "actualOutput": "There is no memory item that directly answers the question of when Wednesday was.", "expectedOutput": "10/19/2016"}, {"Line": 590, "Input": "When was last Tuesday?", "actualOutput": "Memory does not contain information about last Tuesday, so there is no memory item i that can answer this question.", "expectedOutput": "10/18/2016"}, {"Line": 591, "Input": "When was last weekend?", "actualOutput": "The answer is not present in Memory.", "expectedOutput": "from 10/15/2016 to 10/16/2016"}, {"Line": 592, "Input": "When was last week?", "actualOutput": "There is no memory item that directly states when last week was, so the answer is unknown.", "expectedOutput": "from 10/9/2016 to 10/15/2016"}, {"Line": 593, "Input": "When was last month?", "actualOutput": "The answer is not present in the given memory contents.", "expectedOutput": "from 9/1/2016 to 9/30/2016"}, {"Line": 594, "Input": "When was last year?", "actualOutput": "The memory item i=28 states \"it year 1970\" with a certainty of 0.736842105263158, implying that last year was 2020 with a probability of 73.68%.", "expectedOutput": "from 1/1/2015 to 12/31/2015"}, {"Line": 595, "Input": "When is the upcoming weekend?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "from 10/22/2016 to 10/23/2016"}, {"Line": 596, "Input": "When is this upcoming week?", "actualOutput": "There is no memory item that directly answers the question of when the upcoming week is.", "expectedOutput": "from 10/23/2016 to 10/29/2016"}, {"Line": 597, "Input": "When is this coming weekend?", "actualOutput": "Memory does not provide a direct answer to the question.", "expectedOutput": "from 10/22/2016 to 10/23/2016"}, {"Line": 598, "Input": "When is the upcoming Thursday?", "actualOutput": "Memory does not contain information about the upcoming Thursday.", "expectedOutput": "10/27/2016"}, {"Line": 599, "Input": "When is the next month?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "from 11/1/2016 to 11/30/2016"}, {"Line": 600, "Input": "When is the next coming Friday?", "actualOutput": "There is no memory item that directly answers the question about the next coming Friday.", "expectedOutput": "10/28/2016"}, {"Line": 601, "Input": "When was the last month?", "actualOutput": "The last month is uncertain based on the given memory contents. None of the items provide a clear answer.", "expectedOutput": "from 9/1/2016 to 9/30/2016"}, {"Line": 602, "Input": "When is the next coming month?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "from 11/1/2016 to 11/30/2016"}, {"Line": 603, "Input": "When was this last week?", "actualOutput": "There is no memory item that directly answers the question, so the certainty value is 0.", "expectedOutput": "from 10/9/2016 to 10/15/2016"}, {"Line": 604, "Input": "When was the most recent Wednesday?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "10/19/2016"}, {"Line": 605, "Input": "When was this past weekend?", "actualOutput": "According to Memory, it is not possible to determine when the past weekend was with certainty based on the given memory items.", "expectedOutput": "from 10/15/2016 to 10/16/2016"}, {"Line": 606, "Input": "When is Tuesday morning?", "actualOutput": "There is no memory item that directly answers the question about Tuesday morning.", "expectedOutput": "On 10/25/2016 from 6 AM to noon"}, {"Line": 607, "Input": "When is next Tuesday morning?", "actualOutput": "There is no memory item that directly answers the question about next Tuesday morning.", "expectedOutput": "On 10/25/2016 from 6 AM to noon"}, {"Line": 608, "Input": "When is Panz's birthday?", "actualOutput": "Panz's birthday is on 11%0%016 according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "on 11/20/2016"}, {"Line": 609, "Input": "When is two days after her birthday?", "actualOutput": "Memory item 21 states that Panz has a birthday on a specific date. The certainty value is 0.8214285, which is the highest among all the relevant memory items. Therefore, it is likely that the answer to the question can be found in memory item 21. However, there is no specific information about \"two days after her birthday\" in any of the memory items.", "expectedOutput": "11/22/2016"}, {"Line": 610, "Input": "What date is a month before her birthday?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "10/20/2016"}, {"Line": 611, "Input": "When is 2 days after 2 days after her birthday?", "actualOutput": "Memory item i=25 states that Panz has a birthday on 11/01/2016 with a certainty of 0.8214285. Therefore, 2 days after 2 days after her birthday would be November 5th with a high probability.", "expectedOutput": "11/24/2016"}, {"Line": 612, "Input": "What date is the Monday after her birthday?", "actualOutput": "There is no memory item that directly answers the question with certainty. The closest memory item is i=28, which states that Anthony has a property called \"birthday\" with a certainty of 0.7368.", "expectedOutput": "11/21/2016"}, {"Line": 613, "Input": "When is Christmas?", "actualOutput": "There is no memory item that directly states when Christmas is, so the answer cannot be determined from Memory.", "expectedOutput": "12/25/2016"}, {"Line": 614, "Input": "What date is 2 days after Christmas?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "12/27/2016"}, {"Line": 615, "Input": "When is 2 days before Christmas?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "12/23/2016"}, {"Line": 616, "Input": "When is the Monday before Christmas?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "12/19/2016"}, {"Line": 617, "Input": "What date is the Monday after Christmas?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "12/26/2016"}, {"Line": 618, "Input": "When is 2 days before 2 days before Christmas?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "12/21/2016"}, {"Line": 619, "Input": "What date is 2 days before the Monday before Christmas?", "actualOutput": "There is no memory item that directly answers this question.", "expectedOutput": "12/17/2016"}, {"Line": 620, "Input": "When is Anthony's ceremony?", "actualOutput": "Memory item i=28 suggests that the ceremony occurs after Anthony's birthday, but the exact date is uncertain.", "expectedOutput": "On 11/23/2016"}, {"Line": 622, "Input": "When will Karl walk home?", "actualOutput": "Karl will walk home according to memory item i=29 with a probability of 0.5.", "expectedOutput": "On Monday"}, {"Line": 623, "Input": "When did Google buy DeepMind?", "actualOutput": "There is no memory item that states when Google bought DeepMind.", "expectedOutput": "in 2014"}, {"Line": 624, "Input": "How do you know?", "actualOutput": "I know hypothetically that \"man isa whom\" with 73.68% certainty (memory item i=0).", "expectedOutput": "money.cnn.com told me earlier today"}, {"Line": 625, "Input": "Can red unicorns fly?", "actualOutput": "Memory item i=28 suggests that red unicorns were flying over a lake, with a certainty of 0.7368, indicating a high probability that they can fly.", "expectedOutput": "yes"}, {"Line": 626, "Input": "Who told you that?", "actualOutput": "Memory item i=3: \"object updatedby actor\" was told with a certainty of 0.8214285.", "expectedOutput": "Jane told me earlier today"}, {"Line": 629, "Input": "What did Amazon release last year?", "actualOutput": "Amazon released Alexa last year according to memory item i=29 with a certainty of 0.5.", "expectedOutput": "Alexa"}, {"Line": 630, "Input": "How do you know?", "actualOutput": "You know hypothetically that Emily is being talked about with a certainty of 0.736. (i=0)", "expectedOutput": "Jake told me just now"}, {"Line": 631, "Input": "What did a U.S. Navy plane see?", "actualOutput": "The u.s. navy plane saw something, but the certainty value is not specified in any of the memory items.", "expectedOutput": "Help spelled out in palm fronds on a beach on a deserted island in the Pacific"}, {"Line": 632, "Input": "What is AMVER?", "actualOutput": "amver is a program, mentioned in memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "A Coast Guard voluntary search and rescue program"}, {"Line": 633, "Input": "Which wine is Bill's favorite?", "actualOutput": "Bill's favorite wine is Etna Rosso with a certainty value of 0.736842105263158, found in memory item i=28.", "expectedOutput": "Etna Rosso"}, {"Line": 634, "Input": "Which wine doesn't Bill like?", "actualOutput": "White wine is the one that Bill likes according to Memory. Memory item 29 has a certainty value of 0.2631578947368421.", "expectedOutput": "White wine"}, {"Line": 635, "Input": "Why did James sell his plane?", "actualOutput": "Memory item i=27 suggests James sold his eighteen_foot_plane, with a certainty of 0.641.", "expectedOutput": "Because it is too slow"}, {"Line": 636, "Input": "Who has it now?", "actualOutput": "There is no memory item that directly answers the question, so the answer cannot be determined with certainty.", "expectedOutput": "James' neighbor"}, {"Line": 637, "Input": "Who used to own it before?", "actualOutput": "The old person used to own it before, according to memory item i=23 with a certainty of 0.615.", "expectedOutput": "James"}, {"Line": 638, "Input": "What did James buy?", "actualOutput": "James bought a plane according to memory item i=0 with a certainty of 0.736842105263158.", "expectedOutput": "a 20 ft plane"}, {"Line": 639, "Input": "Is the 250 horsepower engine part of the plane?", "actualOutput": "The 250 horsepower engine is part of \"it\" according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 640, "Input": "Who will Viola play with?", "actualOutput": "Viola will play with Stan according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Stan"}, {"Line": 641, "Input": "When will she play with her horse?", "actualOutput": "According to memory item i=29, Viola will play with her horse, with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "At 3 PM"}, {"Line": 642, "Input": "Where will she play with her horse?", "actualOutput": "Viola will play with her horse at the park according to memory item i=23 with a certainty of 0.736842105263158.", "expectedOutput": "At the park"}, {"Line": 643, "Input": "What did Suzie suggest that Phil do?", "actualOutput": "There is no memory item that mentions Suzie suggesting something to Phil.", "expectedOutput": "That Phil run at 7 AM"}, {"Line": 644, "Input": "When did Suzie suggest that Phil run?", "actualOutput": "There is no memory item that directly answers the question about when Suzie suggested that Phil run.", "expectedOutput": "At 7 AM"}, {"Line": 645, "Input": "Tell me who climbed the mountain?", "actualOutput": "Rufus climbed the mountain according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Rufus"}, {"Line": 647, "Input": "Who has Herbie?", "actualOutput": "Barry has Herbie according to memory. Memory item i=29 with a certainty of 0.5.", "expectedOutput": "Barry"}, {"Line": 649, "Input": "Who has Herbie?", "actualOutput": "Barry and Chad both bought Herbie, but it is uncertain who currently has it. (i=28 or i=29)", "expectedOutput": "Chad"}, {"Line": 650, "Input": "What did Chad do?", "actualOutput": "Chad bought Herbie according to memory item i=29 with a certainty of 0.5.", "expectedOutput": "bought Herbie from Barry"}, {"Line": 652, "Input": "Who has Herbie?", "actualOutput": "Barry has Herbie according to memory item i=29 with a certainty of 0.5.", "expectedOutput": "I don't know"}, {"Line": 654, "Input": "Who has the reports?", "actualOutput": "Carla has the reports according to Memory, with certainty value 0.8214285 (item i=23).", "expectedOutput": "Andrea"}, {"Line": 656, "Input": "Who has the reports?", "actualOutput": "Carla has the reports, with a certainty value of 0.8214285 (memory item i=22).", "expectedOutput": "Jim"}, {"Line": 657, "Input": "Who gave them to him?", "actualOutput": "Memory does not provide a certain answer to who gave them to him. The closest memory item is i=27 with a certainty of 0.5.", "expectedOutput": "Andrea"}, {"Line": 659, "Input": "Who gave her them?", "actualOutput": "Memory item i=25 states \"it drive her\", but it is unclear who gave her \"them\". Certainty=0.736842105263158.", "expectedOutput": "Jim"}, {"Line": 660, "Input": "Who had the reports before him?", "actualOutput": "The friend copied the report before him, i=23, with a certainty of 50.03%.", "expectedOutput": "Andrea"}, {"Line": 661, "Input": "Who had the reports after him?", "actualOutput": "Carla copied the report, i=18, with a certainty of 0.8214285.", "expectedOutput": "Sandra"}, {"Line": 663, "Input": "What does Alex want?", "actualOutput": "Alex wants either a dog or a cat according to memory items i=8 and i=29 with a certainty of 0.5 each.", "expectedOutput": "A dog and a cat"}, {"Line": 665, "Input": "What does Alex want?", "actualOutput": "Alex wants a cat according to memory item i=28 with a certainty of 0.5.", "expectedOutput": "A cat"}, {"Line": 666, "Input": "Does Alex want a dog?", "actualOutput": "According to memory item i=29, there is a 50% chance that Alex wants a dog.", "expectedOutput": "\"No, a cat\""}, {"Line": 667, "Input": "\"Is Charles, Ray's favorite turtle?\"?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "\"no, Ray's new turtle\""}, {"Line": 669, "Input": "\"is Ray's favorite turtle, Charles?\"?", "actualOutput": "Memory does not provide a certain answer, but the highest probability is i=28 with a certainty of 0.736842105263158.", "expectedOutput": "\"no, Herb\""}, {"Line": 670, "Input": "Does Rob have a sister?", "actualOutput": "According to memory item i=28, Trevor has a sister, but it is uncertain if Rob has a sister.", "expectedOutput": "yes"}, {"Line": 671, "Input": "What is Rob's sister's cat's name?", "actualOutput": "Rob's sister's cat's name is Toby with a certainty value of 0.7368, found in memory item i=28.", "expectedOutput": "Toby"}, {"Line": 672, "Input": "Where is Rob's sister's cat?", "actualOutput": "Rob's sister's cat is most likely with Robert, according to memory item i=26 with a certainty of 0.8214285.", "expectedOutput": "At the veterinarian"}, {"Line": 673, "Input": "Why is Rob's sister's cat at the vet?", "actualOutput": "Memory item i=29 suggests that Toby is located at the vet, with a certainty of 0.736842105263158.", "expectedOutput": "because Toby needs some shots"}, {"Line": 674, "Input": "Does Toby need treats?", "actualOutput": "There is no memory item that directly states whether Toby needs treats, so we cannot determine this with certainty.", "expectedOutput": "\"no, some shots\""}, {"Line": 675, "Input": "Who is Gina's cat?", "actualOutput": "Memory does not provide a certain answer to who is Gina's cat.", "expectedOutput": "Toby"}, {"Line": 676, "Input": "Is Gina's cat friendly?", "actualOutput": "Memory does not provide a definite answer, but memory item 21 suggests that Kristopher's cat is friendly, which may or may not be the same as Gina's cat.", "expectedOutput": "yes"}, {"Line": 677, "Input": "Is Toby cold blooded?", "actualOutput": "There is no memory item indicating whether Toby is cold-blooded or not.", "expectedOutput": "\"No, warm blooded\""}, {"Line": 679, "Input": "Who is Gina's cat?", "actualOutput": "Memory does not provide a certain answer to who is Gina's cat.", "expectedOutput": "Moby"}, {"Line": 680, "Input": "Is Robert's sister's cat Toby?", "actualOutput": "Yes, according to memory item i=29, with a certainty of 0.8214285.", "expectedOutput": "\"No, Moby\""}, {"Line": 681, "Input": "Where is Moby?", "actualOutput": "There is no memory item that directly mentions Moby, so his location cannot be determined from Memory.", "expectedOutput": "At the veterinarian"}, {"Line": 682, "Input": "Where is Toby?", "actualOutput": "Toby is located at the vet according to memory item i=27 with a certainty of 0.8214285.", "expectedOutput": "I don't know"}, {"Line": 683, "Input": "Does a large pot have tea?", "actualOutput": "Memory item 29 states that a pot does not have tea, so it is unlikely that a large pot has tea. Certainty value: 0.263.", "expectedOutput": "yes"}, {"Line": 684, "Input": "Does a small pot have tea?", "actualOutput": "Memory item 29 states that a pot does not have tea with a certainty of 0.263. Therefore, it is unlikely that a small pot has tea.", "expectedOutput": "no"}, {"Line": 686, "Input": "Does the small pot have milk?", "actualOutput": "Memory item i=27 states that the pot isa small with a certainty of 0.7368. Memory item i=28 states that the cold_pot hasproperty milk with a certainty of 0.5. Memory item i=29 states that the cold_pot have milk with a certainty of 0.5. There is no memory item that directly states whether the small pot has milk.", "expectedOutput": "yes"}, {"Line": 687, "Input": "Who is a teacher of Stan?", "actualOutput": "Memory item i=28: murray isa teacher. Certainty=0.736842105263158. Murray is a teacher of Stan.", "expectedOutput": "Murray"}, {"Line": 688, "Input": "Whose teacher is Murray?", "actualOutput": "Stan Weber is most likely the student of Murray according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Stan's"}, {"Line": 689, "Input": "who is running for office?", "actualOutput": "Scott's brother from Florida is running for office according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Ralph"}, {"Line": 690, "Input": "who is Scott's family?", "actualOutput": "Scott's family includes his brother, his wife Nan, and possibly his parents. Memory items i=25, i=29, and i=28 have certainty values of 0.736842105263158.", "expectedOutput": "\"Ralph, Ethan, and Nan\""}, {"Line": 691, "Input": "Is Nan male?", "actualOutput": "There is no memory item that directly states whether Nan is male or not.", "expectedOutput": "\"No, female\""}, {"Line": 692, "Input": "How many sisters does Trevor have?", "actualOutput": "Trevor has at least one sister according to memory, with a certainty value of 0.8214285, found in memory item i=28.", "expectedOutput": "2"}, {"Line": 693, "Input": "Who are Trevor's sisters?", "actualOutput": "Trevor's sisters are Nice and Alisha according to memory item i=27 with a certainty of 0.5867.", "expectedOutput": "Alisha and Becky"}, {"Line": 694, "Input": "Who is Kenneth's daughter?", "actualOutput": "Kenneth's daughter is not mentioned in Memory.", "expectedOutput": "Kenisha"}, {"Line": 695, "Input": "Which robot is Ronald's?", "actualOutput": "Ronald's robot is \"ronalds_new_robot\" with a certainty of 0.736842105263158 (memory item i=29).", "expectedOutput": "Ozmo"}, {"Line": 696, "Input": "Is Jane's book big?", "actualOutput": "Memory item i=22 states that Jane has a book about cats, but there is no information about its size.", "expectedOutput": "yes"}, {"Line": 697, "Input": "Is Mike's book small?", "actualOutput": "Memory item 28 states that \"pot isa small\" with a certainty of 0.8214285, but there is no direct information about the size of Mike's book.", "expectedOutput": "yes"}, {"Line": 698, "Input": "Is Jane's book small?", "actualOutput": "Memory item 17 states that Jane has the book \"book_about_cats\" with a certainty of 0.8214285. No information about the size of the book is provided.", "expectedOutput": "\"No, big\""}, {"Line": 699, "Input": "Is Mike's book big?", "actualOutput": "Memory does not contain information about the size of Mike's book, so there is no memory item i.", "expectedOutput": "\"No, small\""}, {"Line": 700, "Input": "What color is Jane's book?", "actualOutput": "Jane's book is hypothetically true to have the color brown according to memory item i=12 with a certainty of 0.613.", "expectedOutput": "orange"}, {"Line": 701, "Input": "What color is Mike's book?", "actualOutput": "Mike's book has the color orange according to memory item i=27 with a certainty of 0.736842105263158.", "expectedOutput": "brown"}, {"Line": 702, "Input": "Is Krista nice?", "actualOutput": "Memory item i=29 states that Krista is a nurse, but there is no information about whether she is nice or not.", "expectedOutput": "\"yes, very nice\""}, {"Line": 703, "Input": "Who made the case?", "actualOutput": "According to memory, a lawyer made the case. Memory item i=29 has the highest certainty value of 0.736842105263158.", "expectedOutput": "Harvey"}, {"Line": 704, "Input": "Does rain fall directly from the sky?", "actualOutput": "Yes, rain falls directly from the sky according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 705, "Input": "Does rain fall directly from the ground?", "actualOutput": "Memory does not state that rain falls directly from the ground. No memory item mentions this.", "expectedOutput": "\"No, the sky\""}, {"Line": 706, "Input": "Do Lily and Charlie have a vase?", "actualOutput": "Yes, Lily and Charlie have a vase according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 707, "Input": "Does Lily have a vase?", "actualOutput": "Yes, Lily has a vase according to memory item i=26 with a certainty value of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 708, "Input": "Does Charlie have a vase?", "actualOutput": "Memory item i=29 states that \"lily_and_charlies_vase isa vase\" with a certainty of 0.8214285, but it is uncertain if Charlie owns the vase.", "expectedOutput": "yes"}, {"Line": 709, "Input": "What kind of car will Uber pay for?", "actualOutput": "Uber will probabilistically pay for a rental car (i=29) with a certainty of 0.641.", "expectedOutput": "Mid-size rental cars"}, {"Line": 710, "Input": "What type of car will Uber pay for?", "actualOutput": "Uber will hypothetically pay for a rental car (i=29) with a certainty of 0.641.", "expectedOutput": "Mid-size rental cars"}, {"Line": 711, "Input": "What will not be taken lightly?", "actualOutput": "Claim will not be taken lightly according to Memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Any claim against Yahoo"}, {"Line": 712, "Input": "Can the children touch Jon's reptiles?", "actualOutput": "The children can touch Jon's reptile according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 713, "Input": "Which animals can the children touch?", "actualOutput": "The children can touch small mammals according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Small mammals and Jon's reptiles"}, {"Line": 714, "Input": "What kind of animals can the children touch?", "actualOutput": "The children can touch small mammals according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Small mammals and Jon's reptiles"}, {"Line": 715, "Input": "What does Amazon give refunds for?", "actualOutput": "Amazon gives refunds for specific types of defects. Memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Very specific defects"}, {"Line": 716, "Input": "Is twenty-second an ordinal?", "actualOutput": "Memory item i=22 states \"claim isa type\" with a certainty value of 0.2631578947368421. It does not provide information on whether \"twenty-second\" is an ordinal.", "expectedOutput": "yes"}, {"Line": 717, "Input": "Is smrt@aigo.ai an email address?", "actualOutput": "There is no information in the given Memory about whether smrt@aigo.ai is an email address.", "expectedOutput": "yes"}, {"Line": 718, "Input": "Is 123-4567 a phone number?", "actualOutput": "There is no memory item that directly mentions 123-4567 as a phone number, so the probability is very low.", "expectedOutput": "yes"}, {"Line": 719, "Input": "Is ROBO a ticker?", "actualOutput": "There is no memory item that directly states whether \"robo\" is a ticker or not.", "expectedOutput": "yes"}, {"Line": 720, "Input": "Is 3 and a half days a time span?", "actualOutput": "Memory does not contain information about whether 3 and a half days is a time span.", "expectedOutput": "yes"}, {"Line": 721, "Input": "Is 1100 cc a volume?", "actualOutput": "There is no memory item that directly mentions 1100 cc as a volume, so it is uncertain.", "expectedOutput": "yes"}, {"Line": 722, "Input": "Whose dad bought ice cream and gelato at the creamery?", "actualOutput": "Dane bought both ice cream and gelato at the creamery according to memory. This information is contained in memory item i=27 with a certainty value of 0.736842105263158.", "expectedOutput": "Jill's"}, {"Line": 723, "Input": "Whose daughter is not home?", "actualOutput": "Memory item i=23 states that the train left without Ann, but there is no information about anyone's daughter not being home.", "expectedOutput": "Dane's"}, {"Line": 724, "Input": "Is Jill home?", "actualOutput": "Memory item i=29 states that \"jill isa home\" with a certainty of 0.2631578947368421, suggesting that it is unlikely that Jill is home.", "expectedOutput": "\"No, Jill is not home\""}, {"Line": 725, "Input": "Why did Jim sell the bike?", "actualOutput": "Memory item i=29 suggests Jim sold the bike, with a certainty of 0.736842105263158. Reason unknown.", "expectedOutput": "because Jim was sick"}, {"Line": 726, "Input": "Why will the police have to investigate?", "actualOutput": "The police will have to investigate, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "in order for the police to catch the criminal"}, {"Line": 727, "Input": "Why didn't Jim attend?", "actualOutput": "Memory item i=27 suggests Jim did not attend due to a hypothetical reason with 26.3% certainty.", "expectedOutput": "due to Jim's illness"}, {"Line": 728, "Input": "Why has Johnny's singing improved?", "actualOutput": "Memory item i=29 suggests that Johnny's singing has improved, with a certainty of 0.736842105263158.", "expectedOutput": "Thanks to Johnny's practicing and Johnny's voice coach"}, {"Line": 729, "Input": "Why does Jane want to have some room?", "actualOutput": "Memory item i=28 suggests that Jane wants to have some room with a certainty of 0.641.", "expectedOutput": "because Jane is going to try a stunt"}, {"Line": 730, "Input": "Does Lara have any children?", "actualOutput": "Yes, Lara has 2 children according to memory item i=29 with a certainty value of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 731, "Input": "How many kids does she have?", "actualOutput": "Memory item i=29 states \"Lara hasproperty 2_children\" with a certainty of 0.8214285, indicating that she has two kids.", "expectedOutput": "2"}, {"Line": 732, "Input": "Does Ella have any emails?", "actualOutput": "Yes, ella has emails according to Memory. Memory item i=27 and i=28 both mention ella having emails with high certainty values.", "expectedOutput": "yes"}, {"Line": 733, "Input": "Does Ella have 2 emails?", "actualOutput": "Memory items i=27 and i=28 suggest that Ella has at least 3 emails, so it is unlikely that she only has 2 emails.", "expectedOutput": "\"No, 3\""}, {"Line": 734, "Input": "How many letters does Ella have?", "actualOutput": "Ella has 3 emails and possibly a letter, according to memory items i=26, i=27, and i=28. The certainty values range from 0.6966019999999999 to 0.871644.", "expectedOutput": "1"}, {"Line": 735, "Input": "Does George have any apples?", "actualOutput": "Memory item i=27 states that George has 0 apples with a certainty of 0.6966019417475728.", "expectedOutput": "no"}, {"Line": 736, "Input": "How much sand does George have?", "actualOutput": "Memory item i=27 states that George has 0 apples with a certainty of 0.850644, but there is no information about how much sand he has.", "expectedOutput": "pile of sand"}, {"Line": 737, "Input": "How much rope is Alex's?", "actualOutput": "Memory item i=29 states that \"alexs_rope hasproperty 60_feet.\" with a certainty of 0.7368. Therefore, it is likely that Alex's rope is 60 feet long.", "expectedOutput": "60 feet"}, {"Line": 738, "Input": "How much chalk can Henry buy?", "actualOutput": "Henry can buy chalk according to memory item i=29 with a certainty value of 0.736842105263158. The memory does not provide information on the amount of chalk he can buy.", "expectedOutput": "\"\"\"a lot of chalk\"\"\""}, {"Line": 739, "Input": "How hot is Henry's car?", "actualOutput": "Henry's car is hypothetically very hot with a certainty of 64.11%, according to memory item i=22.", "expectedOutput": "very"}, {"Line": 740, "Input": "How did Delia cook the pasta?", "actualOutput": "Memory item i=29 suggests that Delia cooked the pasta, but the method is not specified.", "expectedOutput": "\"\"\"with the boiler\"\"\""}, {"Line": 741, "Input": "How did Delia drive the truck?", "actualOutput": "Delia drove the truck dangerously according to memory item i=28 with a certainty of 0.641.", "expectedOutput": "dangerously"}, {"Line": 742, "Input": "Did Delia drive the car dangerously?", "actualOutput": "According to memory item i=29, there is a 64.11% chance that Delia drove the car dangerously.", "expectedOutput": "\"No, the truck\""}, {"Line": 743, "Input": "How did Kim dance?", "actualOutput": "There is no memory item that mentions Kim dancing, so it is impossible to answer the question.", "expectedOutput": "Beautifully and gracefully"}, {"Line": 744, "Input": "Did Kim dance gracefully and poorly?", "actualOutput": "There is no memory item that directly answers the question about Kim's dancing ability.", "expectedOutput": "Beautifully and gracefully"}, {"Line": 745, "Input": "Whose dogs are nice?", "actualOutput": "Owens and Stan Weber's dogs are nice according to Memory, with certainty values of 0.736842105263158 (items 4 and 28).", "expectedOutput": "\"George, Rodney, Robin, Ella, and Owen's\""}, {"Line": 746, "Input": "Did Delia buy bikes and a missile?", "actualOutput": "Delia bought a bike (i=29) with a certainty of 0.736842105263158. There is no mention of Delia buying a missile in the memory.", "expectedOutput": "\"No. A house, bikes, boats, planes, and a car\""}, {"Line": 747, "Input": "Did Allison buy a lot of ships and some sweets?", "actualOutput": "Allison bought a lot of and some sweets hypothetically (i=27, certainty=0.6411150125896854).", "expectedOutput": "\"No. Three cars, some ships, and a lot of sweets\""}, {"Line": 748, "Input": "Did Allison buy ships and mouses?", "actualOutput": "Allison bought a ship (i=29) with a certainty of 0.7368, but there is no memory of her buying mice.", "expectedOutput": "\"No. Three cars, some ships, and a lot of sweets\""}, {"Line": 749, "Input": "Did Allison buy 2 cars?", "actualOutput": "Yes, according to memory item i=25, Allison bought a car. It is uncertain if she bought a second car.", "expectedOutput": "\"No, 3\""}, {"Line": 750, "Input": "Who likes ships and mouses?", "actualOutput": "Paige and Henry both hypothetically like ships and mouses according to memory items i=20, i=27, i=28, and i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Paige and Henry"}, {"Line": 751, "Input": "What do Paige and Henry like?", "actualOutput": "Paige and Henry like mice and ships according to Memory. i=23, i=24, i=25, i=26. Certainty: at least 0.8214285.", "expectedOutput": "ships and mice"}, {"Line": 752, "Input": "What were bought by Tom and Lara?", "actualOutput": "There is no information in the given memory about what Tom and Lara bought.", "expectedOutput": "apples and oranges"}, {"Line": 753, "Input": "What are extremely sweet completely edible flowers?", "actualOutput": "Memory item 27 describes lily as extremely sweet and completely edible with a certainty of 0.6966.", "expectedOutput": "lily"}, {"Line": 754, "Input": "Which owls are dangerous?", "actualOutput": "Memory item i=29 states that \"owl isa dangerous\" with a certainty of 0.736842105263158, implying that some owls are considered dangerous.", "expectedOutput": "\"owls from small, dense forests\""}, {"Line": 755, "Input": "Are owls from small dense forest dangerous?", "actualOutput": "Memory item i=28 states that dangerous creatures come from small dense forests, and memory item i=29 states that owls come from small dense forests. Therefore, it is hypothetically true that owls from small dense forests could be dangerous, with a certainty value of 0.6411150125896854.", "expectedOutput": "yes"}, {"Line": 756, "Input": "Are owls from big dense forest dangerous?", "actualOutput": "There is no memory item stating that owls from big dense forests are dangerous.", "expectedOutput": "I don't know"}, {"Line": 757, "Input": "Are owls from dense forest dangerous?", "actualOutput": "Yes, owls from small dense forests are considered dangerous according to memory item i=28 with a high certainty value of 0.8214285.", "expectedOutput": "yes"}, {"Line": 758, "Input": "Did Gabe drink hot milk?", "actualOutput": "Memory item i=25 states that cold_pot has milk with a certainty of 0.5, but there is no mention of Gabe drinking hot milk.", "expectedOutput": "No. Hot coffee and hot cocoa"}, {"Line": 759, "Input": "Did Gabe drink hot coffee?", "actualOutput": "Memory item i=28 states that \"gabe drink hot\" with a certainty of 0.6411150125896854, but it is unclear if it refers to coffee.", "expectedOutput": "yes"}, {"Line": 760, "Input": "Did Gabe drink hot cocoa?", "actualOutput": "Memory does not contain any information about Gabe drinking hot cocoa.", "expectedOutput": "yes"}, {"Line": 761, "Input": "What did Gabe drink?", "actualOutput": "Gabe drank coffee according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Hot coffee and hot cocoa"}, {"Line": 762, "Input": "Who ran screaming?", "actualOutput": "Ramon ran screaming according to Memory, and memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Ramon"}, {"Line": 763, "Input": "Who ran crying?", "actualOutput": "There is no memory item that directly answers the question, so the answer cannot be determined with certainty.", "expectedOutput": "I don't know"}, {"Line": 764, "Input": "What did Ramon do?", "actualOutput": "Ramon ran screaming, according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Ran screaming"}, {"Line": 765, "Input": "When did Owain remind Cornelia?", "actualOutput": "Owain reminded Cornelia according to memory item i=29, with a hypothetical certainty of 0.736842105263158. The exact time is not specified in the memory.", "expectedOutput": "At noon"}, {"Line": 766, "Input": "What did Owain remind Cornelia?", "actualOutput": "Owain reminded Cornelia, i=29, with a high certainty value of 0.8214285.", "expectedOutput": "To run at 5 PM"}, {"Line": 767, "Input": "What book did Kim read?", "actualOutput": "Kim read a book, but it is uncertain which one. The memory item is i=29 with a certainty of 0.736842105263158.", "expectedOutput": "\"a book about the acidic, cold, hot, and dry conditions of these environments\""}, {"Line": 768, "Input": "Whose dogs terrorize the elderly?", "actualOutput": "Gio's dog terrorizes the elderly according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Gio's"}, {"Line": 769, "Input": "Where are Gio's dogs from?", "actualOutput": "Gio's dogs are from Alesso according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "From Alesso and Chiara's mafia"}, {"Line": 770, "Input": "Who around the house does Lara like?", "actualOutput": "Lara likes Henry (memory item i=26) and he is around the house (memory item i=27) with a certainty of 0.736842105263158.", "expectedOutput": "Henry"}, {"Line": 771, "Input": "Where on the ship did Henry hide the gold?", "actualOutput": "Memory does not provide a certain answer to where Henry hid the gold on the ship.", "expectedOutput": "in the red cabinet on the ship"}, {"Line": 772, "Input": "Where on the ship did Henry hide the diamond?", "actualOutput": "Memory does not provide a certain answer to where Henry hid the diamond.", "expectedOutput": "in the blue cabinet on the ship"}, {"Line": 773, "Input": "Where on the car did Henry hide the gold?", "actualOutput": "There is no memory item that provides information on where Henry hid the gold.", "expectedOutput": "I don't know"}, {"Line": 774, "Input": "Is the rolling bus blue?", "actualOutput": "There is no memory item that directly states the color of the rolling bus, so it cannot be determined with certainty.", "expectedOutput": "\"No, green\""}, {"Line": 775, "Input": "What is an example of tree fruit?", "actualOutput": "Persimmon is an example of tree fruit according to memory. Memory item i=28 with certainty=0.736842105263158.", "expectedOutput": "persimmon"}, {"Line": 776, "Input": "What are the three sources of European Union law?", "actualOutput": "Memory does not contain information on the three sources of European Union law.", "expectedOutput": "\"Primary law, secondary law, and supplementary law\""}, {"Line": 777, "Input": "Is Arnold Smith a drummer?", "actualOutput": "Arnold Smith is possibly a drummer according to memory item 29 with a certainty of 0.613.", "expectedOutput": "\"No, the mechanic from the body shop\""}, {"Line": 778, "Input": "Is Arnold Grohl from the body shop?", "actualOutput": "Arnold Grohl works at the body shop with certainty value of 0.736842105263158 (memory item i=24).", "expectedOutput": "\"No, the grunge band\""}, {"Line": 779, "Input": "What does Sally enjoy?", "actualOutput": "Sally enjoys running_marathon according to memory item i=25 with a certainty of 0.736842105263158.", "expectedOutput": "Swimming and running marathons"}, {"Line": 780, "Input": "What does Matthew want to do?", "actualOutput": "Matthew wants to send something. Memory item i=28. Certainty=0.736842105263158.", "expectedOutput": "To send a postcard and a package"}, {"Line": 781, "Input": "Who did the woman who was on the stage see?", "actualOutput": "The woman on stage saw Sally with a certainty of 0.736842105263158 (memory item i=28).", "expectedOutput": "Sally"}, {"Line": 782, "Input": "Who saw Sally?", "actualOutput": "According to Memory, woman saw Sally with a certainty value of 0.8214285 at memory item i=29.", "expectedOutput": "The woman on the stage"}, {"Line": 783, "Input": "Who did the dancer who Andrew saw see?", "actualOutput": "The dancer who Andrew saw may have seen Steve or someone else, with certainty values ranging from 0.641 to 0.737.", "expectedOutput": "Steve"}, {"Line": 784, "Input": "Who saw Steve?", "actualOutput": "Memory item i=28 states that dancer saw Steve with a certainty of 0.736842105263158.", "expectedOutput": "The dancer"}, {"Line": 785, "Input": "Who is the physician?", "actualOutput": "Merlin is a physician according to memory. Memory item i=29 has a certainty value of 0.736842105263158.", "expectedOutput": "Merlin"}, {"Line": 786, "Input": "Is Merlin a mother?", "actualOutput": "Merlin is not a mother according to Memory. The closest memory item is i=26 with a certainty of 0.736842105263158.", "expectedOutput": "\"No, father\""}, {"Line": 787, "Input": "Is Kramer a pilot?", "actualOutput": "Memory item i=26 states that Kramer is related to Janet with a certainty of 0.64, but there is no memory item stating that Kramer is a pilot.", "expectedOutput": "\"No, journalist\""}, {"Line": 788, "Input": "Is Janet a pilot?", "actualOutput": "Janet is not explicitly stated as a pilot in Memory. (i.e. certainty value is not provided)", "expectedOutput": "\"No, journalist\""}, {"Line": 789, "Input": "Who are the peanuts?", "actualOutput": "The Peanuts are a group that were assaulted by Barry and Larry, according to memory item 23 with a certainty of 0.736842105263158.", "expectedOutput": "Barry and Larry"}, {"Line": 790, "Input": "Who was assaulted?", "actualOutput": "There is no memory item that directly states who was assaulted, so the answer cannot be determined with certainty.", "expectedOutput": "Barry and Larry"}, {"Line": 791, "Input": "Who is a captain?", "actualOutput": "Memory item i=28 states \"Priscilla likes captain\" with a certainty of 0.736842105263158, implying that there is a probability that someone is a captain, but it is not certain who.", "expectedOutput": "Ronald"}, {"Line": 792, "Input": "Who is a janitor?", "actualOutput": "John is a janitor according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "John"}, {"Line": 793, "Input": "Who dated?", "actualOutput": "John and Mary dated according to memory. Memory items i=28 and i=29 have a certainty of 0.736842105263158.", "expectedOutput": "John and Mary"}, {"Line": 794, "Input": "Who are the singers?", "actualOutput": "Phoebe_and_rita are singers according to memory. Memory item i=29. Certainty=0.736842105263158.", "expectedOutput": "Phoebe and Rita"}, {"Line": 795, "Input": "Who is with Ernie?", "actualOutput": "There is no information in Memory about who is with Ernie.", "expectedOutput": "Carlton"}, {"Line": 796, "Input": "What can Alex choose between?", "actualOutput": "Alex can choose between a dog and a cat (memory item i=26 and i=28) with a certainty of 0.5 each.", "expectedOutput": "between the cat and the dog"}, {"Line": 797, "Input": "Where did the lady shop?", "actualOutput": "The lady shopped at a store according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "at the store"}, {"Line": 798, "Input": "What arrived at the vet?", "actualOutput": "A woman arrived at the vet according to memory. Memory item i=29 with certainty=0.736842105263158.", "expectedOutput": "The old woman"}, {"Line": 799, "Input": "Where did Phil eat?", "actualOutput": "Memory does not provide information on where Phil ate.", "expectedOutput": "the park"}, {"Line": 800, "Input": "Who likes volleyball?", "actualOutput": "Alisha and Beach both hypothetically like volleyball with a certainty of 0.736842105263158 (memory item i=28 and i=29).", "expectedOutput": "Alisha"}, {"Line": 801, "Input": "What did the memo say?", "actualOutput": "There is no clear answer to this question as there is no memory item that specifically mentions a memo.", "expectedOutput": "Valentine's Day will be added"}, {"Line": 802, "Input": "what said Valentine's Day will be added.?", "actualOutput": "There is no memory item that directly answers the question, so the answer is uncertain.", "expectedOutput": "The memo about vacation"}, {"Line": 803, "Input": "What will the train do?", "actualOutput": "The train will leave without Ann according to memory item i=29 with a certainty of 0.1785715.", "expectedOutput": "Will leave without Ann"}, {"Line": 804, "Input": "Is the Rolleiflex Jack's main camera?", "actualOutput": "Memory item i=26 states that Doreen has the main camera, so it is unlikely that the rolleiflex is Jack's main camera. Certainty=0.736842105263158.", "expectedOutput": "\"No, Doreen's main camera\""}, {"Line": 805, "Input": "What is the Rolleiflex?", "actualOutput": "The rolleiflex is a camera according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Doreen's main camera"}, {"Line": 806, "Input": "Remind me what Anita's favorite food is.?", "actualOutput": "Anita's favorite food is soup dumpling, with a certainty of 0.736842105263158, based on memory item i=28.", "expectedOutput": "Soup dumpling"}, {"Line": 808, "Input": "Is Emily the winner?", "actualOutput": "Emily is possibly the winner according to memory, with a certainty value of 0.627 (memory item i=29).", "expectedOutput": "\"No, the pilot\""}, {"Line": 809, "Input": "\"Is the pilot Kristopher is talking about, Jack?\"?", "actualOutput": "The memory item i=29 suggests that there is a 69.66% chance that the pilot Kristopher is talking about is Jack.", "expectedOutput": "\"No, Emily\""}, {"Line": 810, "Input": "Is the winner Emily?", "actualOutput": "Memory item i=29 suggests that Emily is hypothetically a winner with a certainty of 62.73%.", "expectedOutput": "\"No, Jack\""}, {"Line": 811, "Input": "Is the green truck the truck in the gararge?", "actualOutput": "Memory item i=28 states that the blue truck is the same as the truck inside the garage, not the green truck.", "expectedOutput": "\"No, the green truck on the street\""}, {"Line": 812, "Input": "Is the truck on the street the blue truck?", "actualOutput": "The truck on the street is likely the blue truck with a certainty value of 0.736842105263158 (i=25).", "expectedOutput": "\"no, the green truck\""}, {"Line": 813, "Input": "Is the blue truck the truck on the street?", "actualOutput": "Memory item i=23 states that \"truck_on_the_street isa green_truck\" with a certainty of 0.849325, so it is likely that the blue truck is the truck on the street.", "expectedOutput": "\"No, the blue truck inside the garage\""}, {"Line": 814, "Input": "Is the truck in the garage the green truck?", "actualOutput": "Memory item i=26 states that the blue truck is the same as the truck inside the garage, not mentioning its color or type. Therefore, it is uncertain if the truck in the garage is the green truck.", "expectedOutput": "\"No, the blue truck inside the garage\""}, {"Line": 815, "Input": "Is the blue truck on the street?", "actualOutput": "The blue truck is likely on the street according to Memory item 26 with a certainty of 84.93%.", "expectedOutput": "\"no, inside the garage\""}, {"Line": 816, "Input": "Is the green truck in the garage?", "actualOutput": "There is no direct memory item stating whether the green truck is in the garage.", "expectedOutput": "\"no, on the street\""}, {"Line": 817, "Input": "Whose car is fast?", "actualOutput": "Henry's car is hot and has a top speed, according to memory item 5 with a certainty of 0.7368.", "expectedOutput": "\"Carol's, Leland's, and Devin's\""}, {"Line": 818, "Input": "Which car is extremely fast?", "actualOutput": "Henry's car is extremely fast according to Memory and memory item i=5 with a certainty value of 0.736842105263158.", "expectedOutput": "Devin's 200 mph car"}, {"Line": 819, "Input": "Which car is slightly fast?", "actualOutput": "Memory item 16 suggests that Carol's car has a top speed property, making it slightly faster than other cars mentioned in the memory. (i=16, certainty=0.6707)", "expectedOutput": "Ken's 175 mph car"}, {"Line": 820, "Input": "Whose car is average speed?", "actualOutput": "There is no memory item that directly states the average speed of a car or whose car has an average speed.", "expectedOutput": "Owne's and Ken's"}, {"Line": 821, "Input": "Whose car is slow?", "actualOutput": "The memory does not provide a certain answer to this question. The closest item is i=28, where James buys a car called \"too_slow\" with a certainty of 0.563.", "expectedOutput": "Kristina's and Carla's"}, {"Line": 822, "Input": "Which car is the fastest?", "actualOutput": "Memory item 23 states that Carol's car has a top speed, with a high certainty value. It is unclear which car is the fastest.", "expectedOutput": "Devin's 200 mph car"}, {"Line": 823, "Input": "Which car is the slowest?", "actualOutput": "The memory does not provide a clear answer to which car is the slowest.", "expectedOutput": "Kristina's 130 mph car"}, {"Line": 824, "Input": "Who is accepting new clients?", "actualOutput": "Alice's cool doctor is accepting new clients according to Memory. Memory item i=18 with a certainty of 0.6707.", "expectedOutput": "Paul"}, {"Line": 825, "Input": "Who are Alice's doctors?", "actualOutput": "Alice has multiple doctors, including Paul, Kathy, and a cool doctor (memory item 20).", "expectedOutput": "Paul and Kathy"}, {"Line": 826, "Input": "Who is Alice's primary doctor?", "actualOutput": "Paul is Alice's primary doctor according to memory. Memory item i=27 with certainty=0.736842105263158.", "expectedOutput": "Paul"}, {"Line": 827, "Input": "Can you remind me what the name of Sofia's daughter is?", "actualOutput": "Sofia's daughter is named Courtney according to memory. This information is in memory item i=27 with a certainty of 0.736842105263158.", "expectedOutput": "Courtney"}, {"Line": 828, "Input": "What is Sofia's daughter's favorite snack?", "actualOutput": "Sofia's daughter's favorite snack is hypothetically true and has a certainty value of 0.641. It is mentioned in memory item 29.", "expectedOutput": "Mango"}, {"Line": 829, "Input": "Why did Sofia throw the mangos away?", "actualOutput": "There is no memory item that states why Sofia threw the mangoes away.", "expectedOutput": "Because the mango was rotten"}, {"Line": 830, "Input": "What snack did Sofia get Courtney?", "actualOutput": "Sofia got a snack for Courtney, but it is uncertain which snack it was. Memory item i=22. Certainty=0.736842105263158.", "expectedOutput": "Some chips"}, {"Line": 831, "Input": "What does Westley understand?", "actualOutput": "Memory does not provide information on what Westley understands.", "expectedOutput": "That success requires hard work and passionate determination"}, {"Line": 832, "Input": "What did Westley receive from his parents?", "actualOutput": "Westley received success according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Hard work and passionate determination"}, {"Line": 833, "Input": "What do the boys attempt?", "actualOutput": "Memory does not provide a clear answer to the question.", "expectedOutput": "The challenging race"}, {"Line": 834, "Input": "What do the boys try?", "actualOutput": "The boys try to find \"those_thing\" according to memory item i=27 with a certainty of 0.613.", "expectedOutput": "The challenging race"}, {"Line": 835, "Input": "Where has Elijah traveled to?", "actualOutput": "Elijah has hypothetically traveled to Russia and Brazil according to memory. Memory items i=26 and i=29 contain this information.", "expectedOutput": "To Russia and Brazil"}, {"Line": 836, "Input": "When did Elijah visit Brazil?", "actualOutput": "Elijah visited Brazil according to memory item 29 with a certainty of 0.8214285. The year of the visit is not specified.", "expectedOutput": "In 2017"}, {"Line": 837, "Input": "What school did Jenny attend?", "actualOutput": "Jenny attended Reed College according to memory. This is memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Reed College"}, {"Line": 838, "Input": "Did Jenny attend UCLA?", "actualOutput": "There is no memory item indicating whether Jenny attended UCLA, so the probability is 0.", "expectedOutput": "\"No, Reed College\""}, {"Line": 839, "Input": "Is Alexa more rigid than Aigo?", "actualOutput": "Yes, according to memory item i=29, with a certainty value of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 840, "Input": "Is Aigo more rigid than Alexa?", "actualOutput": "Memory item i=29 states that alexa is more rigid than aigo with a certainty of 0.8214285.", "expectedOutput": "\"No, less rigid\""}, {"Line": 841, "Input": "Is Aigo less rigid than Alexa?", "actualOutput": "Memory item i=29 states that \"alexa is more rigid than aigo\" with a certainty value of 0.8214285. Therefore, it is probabilistically likely that aigo is less rigid than alexa.", "expectedOutput": "Yes"}, {"Line": 842, "Input": "Is Alexa less rigid than Aigo?", "actualOutput": "Memory item i=29 states that \"alexa is more rigid than aigo\" with a certainty of 0.8214285. Therefore, it is unlikely that alexa is less rigid than aigo according to Memory.", "expectedOutput": "\"No, more rigid\""}, {"Line": 845, "Input": "What is the news anchor's name?", "actualOutput": "There is no memory item that directly states the news anchor's name, so it cannot be determined from the given information.", "expectedOutput": "David Potter"}, {"Line": 846, "Input": "Does he wear green suits?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "\"No, blue suits\""}, {"Line": 847, "Input": "What is Aiden having on Sunday for dinner?", "actualOutput": "There is no memory item that directly states what Aiden is having for dinner on Sunday.", "expectedOutput": "Fish with potatoes"}, {"Line": 848, "Input": "What is Aiden having with Marcy for dinner?", "actualOutput": "Aiden is having dinner with Marcy, i=29, with a certainty of 0.736842105263158.", "expectedOutput": "Chicken"}, {"Line": 849, "Input": "What did John eat?", "actualOutput": "John ate pasta according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Pasta with meatballs"}, {"Line": 850, "Input": "What did John eat with?", "actualOutput": "John ate pasta according to memory item i=29 with a certainty value of 0.8214285.", "expectedOutput": "Fork and spoon"}, {"Line": 851, "Input": "Who did John eat with?", "actualOutput": "John ate with Mary according to memory item i=26 with a certainty value of 0.736842105263158.", "expectedOutput": "Mary"}, {"Line": 852, "Input": "What are the parts of an email?", "actualOutput": "The parts of an email are recipient, sender, subject, part, and message according to Memory. (i=19, 20, 21, 28, 29)", "expectedOutput": "\"Email's part, a sender, a recipient, a subject, and a message\""}, {"Line": 853, "Input": "What are the parts of the email I received?", "actualOutput": "The email I received has parts including sender, recipient, subject, and message. Memory item i=28 with certainty=0.736842105263158.", "expectedOutput": "\"Email's part, a sender, a recipient, a subject, and a message\""}, {"Line": 854, "Input": "Is the farm for vegetables big?", "actualOutput": "Memory item i=28 states that the farm is for vegetables with a certainty value of 0.736842105263158. The size of the farm is not mentioned.", "expectedOutput": "\"No, small\""}, {"Line": 855, "Input": "Is Isabella's farm small?", "actualOutput": "Yes, Isabella's farm is small according to memory. Memory item i=29 has a certainty value of 0.736842105263158.", "expectedOutput": "\"No, big\""}, {"Line": 856, "Input": "Where is that farm?", "actualOutput": "Memory does not provide a clear answer to the location of the farm.", "expectedOutput": "I don't know"}, {"Line": 857, "Input": "Is the farm for vegetables important?", "actualOutput": "Memory item 29 states that the farm is for vegetables and is important with a certainty value of 0.8214285.", "expectedOutput": "yes"}, {"Line": 858, "Input": "Is the big farm important?", "actualOutput": "Memory item i=28 states that \"important isa big_farm\" with a certainty of 0.5745, suggesting that the big farm may be important.", "expectedOutput": "yes"}, {"Line": 859, "Input": "What in Texas is important and common?", "actualOutput": "According to Memory, farms are important and common in Texas (item i=29) with a certainty of 0.736842105263158.", "expectedOutput": "Farms"}, {"Line": 860, "Input": "Are farms common in Alaska?", "actualOutput": "There is no memory item that directly answers the question about farms in Alaska.", "expectedOutput": "\"No, in Texas\""}, {"Line": 861, "Input": "What was fun?", "actualOutput": "Memory does not provide a clear answer to this question.", "expectedOutput": "The first movie"}, {"Line": 862, "Input": "Which movie was fun?", "actualOutput": "The memory item i=19 states that \"happy_gilmore isa comedy_movie\" with a certainty of 0.736842105263158, indicating that it is likely that Happy Gilmore was a fun movie.", "expectedOutput": "The first movie"}, {"Line": 863, "Input": "Which paper got published?", "actualOutput": "There is no memory item that directly answers the question of which paper got published.", "expectedOutput": "the first paper"}, {"Line": 864, "Input": "What wrote 5 papers?", "actualOutput": "Association wrote 5 papers according to Memory. Memory item i=29 with certainty value of 0.736842105263158.", "expectedOutput": "the association"}, {"Line": 865, "Input": "What did Billson order?", "actualOutput": "There is no memory item that mentions \"billson\" ordering anything.", "expectedOutput": "A large drink"}, {"Line": 866, "Input": "Did Billson order a small drink?", "actualOutput": "There is no memory item that directly states whether Billson ordered a small drink or not.", "expectedOutput": "\"no, a large drink\""}, {"Line": 867, "Input": "Who ordered a large drink?", "actualOutput": "Xena ordered a small drink, so no one ordered a large drink according to Memory.", "expectedOutput": "Billson"}, {"Line": 868, "Input": "Who did Vera fire?", "actualOutput": "Vera fired someone, but it is not specified who. The certainty value for memory item i=29 is 0.736842105263158.", "expectedOutput": "A few lawyers"}, {"Line": 869, "Input": "What did Bibi drop?", "actualOutput": "Bibi dropped \"a_few\" according to memory item i=29 with a certainty of 0.2631578947368421.", "expectedOutput": "A few cases"}, {"Line": 870, "Input": "What did Carl make?", "actualOutput": "Carl made two according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Two arguments"}, {"Line": 871, "Input": "Who made arguments?", "actualOutput": "Larkin made arguments, according to memory item i=29 with a certainty of 73.68%.", "expectedOutput": "Carl Weathers and Larkin"}, {"Line": 872, "Input": "Who made two arguments?", "actualOutput": "Carl made two arguments according to Memory. This information is in memory item i=28 with a certainty value of 0.8214285.", "expectedOutput": "Carl Weathers"}, {"Line": 873, "Input": "Who is the whale owned by?", "actualOutput": "There is no memory item that directly answers the question about the whale's owner.", "expectedOutput": "I don't know"}, {"Line": 874, "Input": "What does Santa Clarita have?", "actualOutput": "There is no memory item that directly states what Santa Clarita has.", "expectedOutput": "zoo"}, {"Line": 875, "Input": "Who fed Esma?", "actualOutput": "Esma was fed by her mother according to memory item i=27 with a certainty of 0.615.", "expectedOutput": "Esma's mother"}, {"Line": 876, "Input": "Who did her mother feed?", "actualOutput": "According to memory item i=29, Esmas's mother fed her with a certainty of 0.736842105263158.", "expectedOutput": "Esma"}, {"Line": 877, "Input": "Who did Jenna's father chat to?", "actualOutput": "Jenna's father chatted to Crazy according to memory item i=28 with a certainty of 0.6150568214625839.", "expectedOutput": "Jenna"}, {"Line": 878, "Input": "Who talked to Jenna?", "actualOutput": "Memory item i=28 states that Jenna's father talked to someone referred to as \"crazy\" with a certainty value of 0.615057. It is unclear if Jenna was also talked to.", "expectedOutput": "Jenna's father"}, {"Line": 879, "Input": "Who talked to Jenna's father?", "actualOutput": "Memory item i=28 states that Jenna's father talked to someone referred to as \"crazy\" with a certainty of 0.615057.", "expectedOutput": "I don't know"}, {"Line": 881, "Input": "Who talked to Sandra's mother?", "actualOutput": "Memory item i=28 states that Sandras_mother talked to herself with a certainty of 0.7368. No other memory item mentions anyone talking to Sandras_mother.", "expectedOutput": "Sandra's mother"}, {"Line": 882, "Input": "Who talked to Sandra?", "actualOutput": "Memory item i=26 states that Jim gave something to Sandra at time=862, but there is no certainty value associated with who talked to Sandra.", "expectedOutput": "I don't know"}, {"Line": 883, "Input": "Who has a dog?", "actualOutput": "Sam has a dog according to memory item i=1 with a certainty of 0.6411150125896854.", "expectedOutput": "\"Gio, George, Rodney, Robin, Ella, and Owen, Robert, and Sam\""}, {"Line": 884, "Input": "Who walked Sam's dog?", "actualOutput": "Memory item i=28 suggests that Sam walked her own dog, but it is uncertain.", "expectedOutput": "Sam"}, {"Line": 885, "Input": "Why did Samuel clean the medal?", "actualOutput": "Memory item i=29 states that Samuel cleaned the medal, with a hypothetical truth value of 0.736842105263158.", "expectedOutput": "So that it would shine"}, {"Line": 886, "Input": "What shines?", "actualOutput": "Memory item i=27 states that \"bright isa pretty\" with a certainty of 0.64, implying that \"bright\" shines probabilistically.", "expectedOutput": "The medal"}, {"Line": 887, "Input": "What did Samuel clean?", "actualOutput": "Samuel cleaned a medal according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "The medal"}, {"Line": 888, "Input": "Who did Esma shoot?", "actualOutput": "Esma shot someone, but it is uncertain who. Memory item i=29 has a certainty value of 0.736842105263158.", "expectedOutput": "Igor"}, {"Line": 889, "Input": "Who shot Igor?", "actualOutput": "Memory item i=29 states that Esma shot Igor with a certainty value of 0.8214285.", "expectedOutput": "Esma"}, {"Line": 890, "Input": "Who felt sick?", "actualOutput": "Jim felt sick according to Memory and the memory item i=24 with a certainty of 0.736842105263158.", "expectedOutput": "Lydia"}, {"Line": 891, "Input": "Who sent her to the hospital?", "actualOutput": "Actor sent her to the hospital according to memory. Memory item i=24. (certainty=0.736842105263158)", "expectedOutput": "Lydia"}, {"Line": 892, "Input": "Who was sent to the hospital?", "actualOutput": "Memory item i=29 suggests that \"she\" was sent to the hospital with a certainty of 0.736842105263158.", "expectedOutput": "Lydia"}, {"Line": 893, "Input": "What is bright?", "actualOutput": "Bright is a hypothetical property with a certainty value of 0.6411150125896854, mentioned in memory item i=27.", "expectedOutput": "The bright and pretty jewels"}, {"Line": 894, "Input": "Are the heirs pretty?", "actualOutput": "Memory item 29 states \"they isa pretty\" with a certainty of 0.736842105263158, suggesting a high probability that the heirs are pretty.", "expectedOutput": "I don't know"}, {"Line": 895, "Input": "Are the jewels bright?", "actualOutput": "Memory items i=26 and i=28 suggest that jewels are bright with a certainty of 0.6411150125896854.", "expectedOutput": "Yes"}, {"Line": 896, "Input": "What is late?", "actualOutput": "There is no memory item that directly answers the question of what is late.", "expectedOutput": "the reply"}, {"Line": 897, "Input": "What is with Jane?", "actualOutput": "Memory item i=24 states that 47_plants is with jane with a certainty of 0.615.", "expectedOutput": "The celebration"}, {"Line": 898, "Input": "Who has a clock?", "actualOutput": "There is no memory item that directly states who has a clock, so the answer cannot be determined with certainty.", "expectedOutput": "Molly"}, {"Line": 899, "Input": "What drove Molly crazy?", "actualOutput": "Memory does not provide information on what drove Molly crazy.", "expectedOutput": "Molly's clock"}, {"Line": 900, "Input": "Who got a compliment?", "actualOutput": "Marty got a compliment according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Marty"}, {"Line": 901, "Input": "What made Marty feel good?", "actualOutput": "Memory item i=29 suggests that \"it\" made Marty feel good with a certainty of 0.736842105263158.", "expectedOutput": "A compliment"}, {"Line": 902, "Input": "Where did Mimi meet Charles?", "actualOutput": "Mimi met Charles at the park, according to memory item i=27 with a certainty of 0.736842105263158.", "expectedOutput": "The park"}, {"Line": 903, "Input": "Where did Charles eat?", "actualOutput": "Charles ate at a park according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "At the park"}, {"Line": 904, "Input": "Who did Mimi meet?", "actualOutput": "Mimi met Charles and Park according to memory items 28 and 29 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "Charles"}, {"Line": 905, "Input": "What has many pages?", "actualOutput": "\"They\" has many pages according to Memory, with a certainty value of 0.736842105263158 (item i=29).", "expectedOutput": "Student's books"}, {"Line": 906, "Input": "Who has books?", "actualOutput": "Mike has books according to Memory. Memory item i=26 with certainty value of 0.736842105263158.", "expectedOutput": "Mike and Jane"}, {"Line": 907, "Input": "What do the books have?", "actualOutput": "The book has the property of being about a dog or a cat, with certainty values ranging from 0.6 to 0.74, depending on the specific memory item i.", "expectedOutput": "Student's book's pages"}, {"Line": 908, "Input": "What likes pickles?", "actualOutput": "Kristophers_cat likes pickles according to Memory. Memory item i=25. Probability: 0.736842105263158.", "expectedOutput": "Kristopher's brown cat"}, {"Line": 909, "Input": "Does Kristopher have a cat?", "actualOutput": "According to memory item 28, it is hypothetically true with a certainty of 0.7368 that Kristopher has a cat.", "expectedOutput": "Yes"}, {"Line": 910, "Input": "Which cat likes pickles?", "actualOutput": "Kristophers_cat likes pickles according to memory item i=29 with a certainty value of 0.8214285.", "expectedOutput": "Kristopher's brown cat"}, {"Line": 911, "Input": "What was good with chocolate?", "actualOutput": "Memory item i=27 states that \"cake hasproperty chocolate good\" with a certainty of 0.6966019417475728.", "expectedOutput": "A cake with chocolate"}, {"Line": 912, "Input": "Was it good?", "actualOutput": "Memory item i=25 states that \"fruit isa good_for_you\" with a certainty of 0.736842105263158. Therefore, it is probabilistically likely that it was good according to Memory.", "expectedOutput": "yes"}, {"Line": 913, "Input": "What kind of cake did Glen eat?", "actualOutput": "Glen ate a cake with chocolate according to memory item i=27 with a certainty of 0.850644.", "expectedOutput": "A good cake with chocolate"}, {"Line": 914, "Input": "What kind of sandwich did Glen eat?", "actualOutput": "Memory does not provide information on what kind of sandwich Glen ate.", "expectedOutput": "A bad sandwich with cheese"}, {"Line": 915, "Input": "What was bad with cheese?", "actualOutput": "Memory item i=29 states that the sandwich has the property \"bad\" with a certainty of 0.736842105263158.", "expectedOutput": "A sandwich with cheese"}, {"Line": 916, "Input": "Was it bad?", "actualOutput": "Memory item i=28 states \"sandwich hasproperty bad\" with a certainty of 0.8214285, indicating that it was bad.", "expectedOutput": "yes"}, {"Line": 917, "Input": "Who bought flowers?", "actualOutput": "There is no memory item that directly states who bought flowers, so the answer cannot be determined with certainty.", "expectedOutput": "The girls"}, {"Line": 918, "Input": "What did the girls buy?", "actualOutput": "The girls bought something, but it is not specified what. This information cannot be found in Memory.", "expectedOutput": "The flowers"}, {"Line": 919, "Input": "What cars will Jo Jo pay for?", "actualOutput": "Jo Jo will pay for a mid-size rental car (i=29) with a certainty of 0.736842105263158.", "expectedOutput": "Mid-size rental cars"}, {"Line": 920, "Input": "What air fare will Jo Jo pay for?", "actualOutput": "Jo Jo will pay for coach air fare according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Coach airfare"}, {"Line": 921, "Input": "Will Jo Jo pay for first class air fare?", "actualOutput": "There is no memory item indicating that Jo Jo will pay for first class air fare.", "expectedOutput": "\"No, coach airfare\""}, {"Line": 922, "Input": "Will Jo Jo pay for business class air fare?", "actualOutput": "There is no memory item indicating that Jo Jo will pay for business class air fare.", "expectedOutput": "\"No, coach airfare\""}, {"Line": 923, "Input": "Will Jo Jo pay for compact rental cars?", "actualOutput": "There is no memory item indicating whether Jo Jo will pay for compact rental cars.", "expectedOutput": "\"No, mid-size rental cars\""}, {"Line": 924, "Input": "Will Jo Jo pay for large rental cars?", "actualOutput": "Cannot determine with certainty from memory contents.", "expectedOutput": "\"No, mid-size rental cars\""}, {"Line": 925, "Input": "What does Jo Jo require?", "actualOutput": "Jo Jo requires outside counsel according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "\"That outside counsel utilize the task, activity, and expense codes\""}, {"Line": 926, "Input": "What is outside counsel required to use?", "actualOutput": "Outside counsel is required to use an expense code, task, and activity (i=27, i=28, i=29) with a hypothetical certainty of 0.7368.", "expectedOutput": "\"The task, activity, and expense codes\""}, {"Line": 927, "Input": "What does outside counsel need to use?", "actualOutput": "Outside counsel needs to use expense_code, task, and activity according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "\"The task, activity, and expense codes\""}, {"Line": 928, "Input": "Does outside counsel need to use task codes?", "actualOutput": "Yes, outside counsel needs to use task codes. Memory item i=28 with a certainty value of 0.8214285 suggests this.", "expectedOutput": "yes"}, {"Line": 929, "Input": "Will Jo Jo pay for two attorneys?", "actualOutput": "Memory item i=23 states that \"jo cannot afford more than one attorney\" with a certainty of 0.736842105263158, so it is unlikely that Jo Jo will pay for two attorneys.", "expectedOutput": "\"No, Jo Jo won't pay for more than one attorney to attend a deposition\""}, {"Line": 930, "Input": "Will Jo Jo pay for more than one attorney?", "actualOutput": "Jo cannot afford more than one attorney (i=26) with a certainty of 0.8214285.", "expectedOutput": "Not more than one attorney to attend a deposition"}, {"Line": 931, "Input": "Who must approve timekeepers?", "actualOutput": "Lead_inside_counsel must approve timekeepers. Memory item i=28 with certainty=0.736842105263158.", "expectedOutput": "The lead inside counsel"}, {"Line": 932, "Input": "What will Jo Jo pay for?", "actualOutput": "Jo Jo will pay for mid-size rental car (i=16) and coach air fare (i=26) with a high probability.", "expectedOutput": "For coach airfare and mid-size rental cars unless authorized in advance by the lead inside counsel expressly"}, {"Line": 933, "Input": "What is hereby revoked?", "actualOutput": "Memory does not provide information on what is hereby revoked.", "expectedOutput": "All prior blanket waivers"}, {"Line": 934, "Input": "What will Jo Jo not provide?", "actualOutput": "Jo Jo will not provide a blanket waiver according to memory item i=28 with a certainty of 0.263.", "expectedOutput": "Blanket waivers"}, {"Line": 935, "Input": "What will each party bear?", "actualOutput": "Each party will bear fees and expenses according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Own fees and expenses"}, {"Line": 936, "Input": "Who has fees?", "actualOutput": "Memory does not provide a certain answer to the question. The closest memory item is i=29, with a certainty of 0.8214285.", "expectedOutput": "Each party"}, {"Line": 937, "Input": "What will each party share?", "actualOutput": "Cannot answer the question as it is not clear what parties are being referred to.", "expectedOutput": "The fees of the arbitrator and expenses of the arbitrator"}, {"Line": 938, "Input": "Why is the door locked?", "actualOutput": "The door is locked because Mort locked it (i=28) with a certainty of 73.68%.", "expectedOutput": "Because Mort locked the door"}, {"Line": 939, "Input": "Who locked the door?", "actualOutput": "Memory item i=28 states that Mort locked the door with a certainty value of knowingly true (0.8214285).", "expectedOutput": "Mort"}, {"Line": 940, "Input": "Is the door locked?", "actualOutput": "The door is likely locked based on memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 941, "Input": "Are all pets dirty?", "actualOutput": "There is no memory item that states all pets are dirty.", "expectedOutput": "\"No, 1\""}, {"Line": 942, "Input": "Is Tigger dirty?", "actualOutput": "Memory item i=29 states \"tigger need wash\" with a certainty of 0.736842105263158, suggesting that Tigger is likely dirty.", "expectedOutput": "Yes"}, {"Line": 943, "Input": "What does Tigger need?", "actualOutput": "Tigger needs a wash according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "To get washed because Tigger is dirty"}, {"Line": 944, "Input": "Who has a car?", "actualOutput": "Allison has a car according to memory item i=9 with a certainty of 0.736842105263158.", "expectedOutput": "\"Kristina, Devin, Carla, Ken, Leland, Carol, Allison, Delia, Henry, and Milly\""}, {"Line": 945, "Input": "Does she have a car?", "actualOutput": "Probabilistically, she has a car according to memory item i=26 with a certainty value of 0.613.", "expectedOutput": "yes"}, {"Line": 946, "Input": "What does Milly have?", "actualOutput": "There is no information in Memory about what Milly has, so no memory item can be identified.", "expectedOutput": "Green car"}, {"Line": 947, "Input": "Does Deanna have it?", "actualOutput": "There is no memory item that directly states whether Deanna has \"it.\"", "expectedOutput": "I don't know"}, {"Line": 948, "Input": "What does Deanna have?", "actualOutput": "There is no memory item that mentions Deanna having anything.", "expectedOutput": "Purple lamp"}, {"Line": 949, "Input": "What color is it?", "actualOutput": "There is no memory item that directly states a color, so there is no answer to this question within the given memory contents.", "expectedOutput": "purple"}, {"Line": 950, "Input": "Who has a lamp?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "Deanna"}, {"Line": 951, "Input": "Does she have a lamp?", "actualOutput": "Memory item i=27 states \"I saw Deanna's purple lamp\" with a certainty of 0.736842105263158, indicating a high probability that she has a lamp.", "expectedOutput": "yes"}, {"Line": 952, "Input": "Does she have a car?", "actualOutput": "Probabilistically, she has a car according to memory item i=26 with a certainty value of 0.613.", "expectedOutput": "I don't know"}, {"Line": 953, "Input": "What is Yahoo's ticker?", "actualOutput": "There is no memory item that provides the answer to this question.", "expectedOutput": "YHOO"}, {"Line": 954, "Input": "Who decided to push back the deadline?", "actualOutput": "Both Microsoft and Yahoo decided to push back the deadline according to memory items i=25, i=26, i=28, and i=29 with a certainty value of 0.736842105263158.", "expectedOutput": "Yahoo and Microsoft"}, {"Line": 955, "Input": "What did Yahoo and Microsoft decide?", "actualOutput": "Yahoo and Microsoft both decided to push back a deadline, according to memory items i=23 and i=25 with high certainty values.", "expectedOutput": "To push the deadline from 9/21/2016 to today to renegotiate Microsoft's 10-year search deal"}, {"Line": 956, "Input": "Did the tech giants join forces in 2011?", "actualOutput": "There is no memory item indicating that tech giants joined forces in 2011.", "expectedOutput": "no in 2010"}, {"Line": 957, "Input": "When did the tech giants join forces?", "actualOutput": "There is no memory item that states when the tech giants joined forces.", "expectedOutput": "In 2010"}, {"Line": 958, "Input": "who joined forces?", "actualOutput": "Team_a and i=23 (hypothetically true with certainty 0.736842105263158) suggest that Team_a joined forces.", "expectedOutput": "The tech giants"}, {"Line": 959, "Input": "When did they join forces?", "actualOutput": "They joined forces in the past, but the exact time is uncertain. The memory item with the highest certainty related to this is i=25.", "expectedOutput": "In 2010"}, {"Line": 960, "Input": "Who is Yahoo's CEO?", "actualOutput": "Yahoo's CEO is Britta according to memory item i=25 with a certainty of 0.736842105263158.", "expectedOutput": "Marissa Mayer"}, {"Line": 961, "Input": "Who has 47 plants in 13 countries?", "actualOutput": "Memory item i=28 states \"it hasproperty 13_countries 47_plants\" with a certainty of 0.6966, suggesting that someone or something has 47 plants in 13 countries.", "expectedOutput": "Verallia"}, {"Line": 962, "Input": "\"Who employs nearly 10,000 people?\"?", "actualOutput": "There is no memory item that directly answers the question with high certainty.", "expectedOutput": "Verallia"}, {"Line": 963, "Input": "What did an official say?", "actualOutput": "There is no memory item that directly answers the question of what an official said.", "expectedOutput": "\"An ancient Egyptian amulet that girl discovered dates at more than r_quant 3,200 years to the days of the the Pharaohs back\""}, {"Line": 964, "Input": "Whose family took part in the Temple Mount Sifting Project?", "actualOutput": "Neshama Spielman's family took part in the temple mount sifting project according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Neshama Spielman's"}, {"Line": 965, "Input": "Who took part in the Temple Mount Sifting Project?", "actualOutput": "Neshama Spielman took part in the temple mount sifting project. (i=29) Probability of truth: 0.8214285.", "expectedOutput": "Neshama Spielman and her family"}, {"Line": 966, "Input": "What is an initiative?", "actualOutput": "Memory does not contain a clear definition of \"initiative\". No memory item provides a direct answer.", "expectedOutput": "An initiative to sort through earth discarded from the area of the biblical temples in Jerusalem"}, {"Line": 967, "Input": "Where did Neshama find a pendant-shaped amulet?", "actualOutput": "There is no memory item that directly answers this question with certainty. The closest related memory item is i=21, which states that Neshama took part in a temple mount sifting project with a certainty of 0.8214285.", "expectedOutput": "The area of the biblical temples in Jerusalem"}, {"Line": 968, "Input": "What did Neshama find?", "actualOutput": "Neshama found something related to the Temple Mount Sifting Project with a certainty of 0.821. Memory item i=7.", "expectedOutput": "A pendant-shaped amulet"}, {"Line": 969, "Input": "What does the amulet bear?", "actualOutput": "Memory does not provide a clear answer to this question.", "expectedOutput": "Name"}, {"Line": 970, "Input": "Is the Temple Mount Sifting Project an initiative?", "actualOutput": "Memory item i=29 states that Neshama Spielman took part in the Temple Mount Sifting Project with a certainty of 0.8214285, indicating it is likely an initiative.", "expectedOutput": "Yes"}, {"Line": 971, "Input": "What was started by scientists?", "actualOutput": "Scientists started something, i=29, with a hypothetical truth certainty of 0.736842105263158.", "expectedOutput": "The deepest hole"}, {"Line": 972, "Input": "Who found some pretty cool things?", "actualOutput": "\"They\" found some pretty cool things according to Memory. The memory item is i=27 with a certainty of 0.736842105263158.", "expectedOutput": "The Russian scientists"}, {"Line": 973, "Input": "What did the scientists find?", "actualOutput": "Scientists found something, i=28, with a certainty of 0.736842105263158.", "expectedOutput": "2-billion-year-old fossils"}, {"Line": 974, "Input": "Who found 2-billion-year-old fossils?", "actualOutput": "There is no memory item that directly answers the question about who found 2-billion-year-old fossils.", "expectedOutput": "The Russian scientists"}, {"Line": 975, "Input": "What was deeper than scientists thought?", "actualOutput": "The deepest hole was deeper than scientists thought according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Free water"}, {"Line": 976, "Input": "Who is Jane's band's director?", "actualOutput": "Jane's band's director is Omar with a certainty of 0.7368, according to memory item i=28.", "expectedOutput": "Omar"}, {"Line": 977, "Input": "Who goes shopping?", "actualOutput": "Omar goes shopping according to Memory, with a certainty of 0.736842105263158 (memory item i=27).", "expectedOutput": "Omar"}, {"Line": 978, "Input": "Who is going shopping with Sam?", "actualOutput": "Omar is going shopping with Sam according to memory. Memory item i=29. Certainty=0.736842105263158.", "expectedOutput": "Omar"}, {"Line": 979, "Input": "Who is going to the competition?", "actualOutput": "Memory item i=29 states \"band goto competition\" with a certainty of 0.263. The band is going to the competition probabilistically.", "expectedOutput": "No bands"}, {"Line": 983, "Input": "DefaultUser:: What plays did Jean pick up?", "actualOutput": "Jean picked up one of our plays according to memory item i=29 with a certainty of 0.5.", "expectedOutput": "HarperCollins' plays"}, {"Line": 984, "Input": "DefaultUser:: Whose plays have strong characters?", "actualOutput": "The plays have strong characters according to memory item i=29 with a hypothetical certainty of 0.5.", "expectedOutput": "HarperCollins'"}, {"Line": 985, "Input": "What do the plays have?", "actualOutput": "The plays have strong characters and good stories according to memory item i=25 with a certainty of 0.5.", "expectedOutput": "Strong characters and good stories"}, {"Line": 988, "Input": "DefaultUser:: What does HarperCollins hope?", "actualOutput": "HarperCollins' hopes are not mentioned in the given memory contents.", "expectedOutput": "Jean liked HarperCollins' plays"}, {"Line": 989, "Input": "Who emailed Otto Vantassel about his project?", "actualOutput": "An email was sent to Otto Vantassel about his project, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Anastacia Shuttleworth"}, {"Line": 990, "Input": "What did Anastacia Shuttleworth email?", "actualOutput": "Anastacia Shuttleworth sent an email, i=29, with uncertain content according to the given memory.", "expectedOutput": "An email about Otto Vantassel's project"}, {"Line": 991, "Input": "What did Grayce Molina email Ben Fernandez?", "actualOutput": "There is no information in the given memory about what Grayce Molina emailed Ben Fernandez.", "expectedOutput": "I don't know"}, {"Line": 992, "Input": "Who did Grayce Molina email packages?", "actualOutput": "Memory does not provide information on who Grayce Molina emailed packages to.", "expectedOutput": "I don't know"}, {"Line": 993, "Input": "Who does Ellis Hamel send texts to?", "actualOutput": "Ellis Hamel sends texts to Joan Blanco according to memory item i=29 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "Joan Blanco"}, {"Line": 994, "Input": "What does Ellis Hamel text?", "actualOutput": "Memory does not provide information on what Ellis Hamel texts.", "expectedOutput": "texts"}, {"Line": 995, "Input": "What does Maya Molina text?", "actualOutput": "Memory does not provide information on what Maya Molina texted.", "expectedOutput": "I don't know"}, {"Line": 996, "Input": "What does Maya Molina email?", "actualOutput": "Maya Molina sends a letter according to Memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 997, "Input": "Does Loise Monge bike decently?", "actualOutput": "Memory item i=29 states that Loise Monge rides a bike hypothetically true with a certainty of 0.736842105263158, indicating that she likely bikes decently.", "expectedOutput": "Yes"}, {"Line": 998, "Input": "What does Loise Monge ride decently?", "actualOutput": "Loise Monge rides a bike decently according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Bikes"}, {"Line": 999, "Input": "Who does Arnold Arno hug?", "actualOutput": "Arnold Arno gives hugs to Matilda Aigner according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Matilda Aigner"}, {"Line": 1000, "Input": "Who does Arnold Arno give a hug to?", "actualOutput": "Arnold Arno gives hugs to Matilda Aigner according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Matilda Aigner"}, {"Line": 1001, "Input": "When does Amy Hamel nap?", "actualOutput": "Amy Hamel naps in the afternoon according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "From 12:01 PM to 5 PM"}, {"Line": 1002, "Input": "Who showers in the evenings?", "actualOutput": "Jackie Peden showers in the evenings according to memory. Memory item i=29.", "expectedOutput": "Jackie Peden"}, {"Line": 1003, "Input": "Does Jackie Peden take baths?", "actualOutput": "There is no memory item that directly states whether Jackie Peden takes baths, so it cannot be determined with certainty.", "expectedOutput": "\"No, showers\""}, {"Line": 1004, "Input": "Did Kyle Hohl's goldfish die?", "actualOutput": "Memory item i=29 suggests that kyle hohl's goldfish hypothetically died with a certainty of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 1005, "Input": "Did Lydia Tye die?", "actualOutput": "Memory item i=26 suggests that Lydia Tye may have died, with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 1006, "Input": "Where did Lydia Tye kick the bucket?", "actualOutput": "There is no information in Memory about where Lydia Tye kicked the bucket.", "expectedOutput": "Down the street"}, {"Line": 1007, "Input": "Who departed the basketball game at 3 pm?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "Jessie Dreiling"}, {"Line": 1008, "Input": "Who forgot the game at home?", "actualOutput": "Julie Lybarger forgot the game at home according to memory. Memory item i=27 has a certainty of 0.736842105263158.", "expectedOutput": "Julie Lybarger"}, {"Line": 1009, "Input": "Who abandoned Melly Burleson?", "actualOutput": "Stevie Burleson abandoned Melly Burleson according to memory item 28 with a certainty of 0.2631578947368421.", "expectedOutput": "Stevie Burleson"}, {"Line": 1010, "Input": "Who entrusted Lola Vizcarra an entire fortune?", "actualOutput": "Memory item i=29 states that Lola Vizcarra has the entire fortune. Certainty=0.736842105263158.", "expectedOutput": "Darrell Tupper"}, {"Line": 1011, "Input": "What did Acie Newbury inquire about?", "actualOutput": "Acie Newbury asked if dinner was ready. This information is in memory item i=28 with a certainty value of 0.736842105263158.", "expectedOutput": "if dinner was ready"}, {"Line": 1012, "Input": "What did Abner Abbas inquire about?", "actualOutput": "Abner asked for a drink, according to memory item i=29 with a hypothetical certainty of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 1013, "Input": "Did Abner Abbas request a drink?", "actualOutput": "Abner asked for a drink according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Yes"}, {"Line": 1014, "Input": "What did Abner Abbas request?", "actualOutput": "Abner asked for a drink according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "a drink"}, {"Line": 1015, "Input": "Who did Santo Sober invite for dinner?", "actualOutput": "Memory does not provide information on who Santo Sober invited for dinner.", "expectedOutput": "Elaina Booe"}, {"Line": 1016, "Input": "What did Brent Huson get Brenda Bale?", "actualOutput": "Brent Huson hypothetically bought Brenda Bale, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "some vases"}, {"Line": 1017, "Input": "Is Bradley Rollings purchasing time?", "actualOutput": "Yes, Bradley Rolling is purchasing time according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 1018, "Input": "Who quit smoking?", "actualOutput": "Sebastian Helfer quit smoking according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Sebastian Helfer"}, {"Line": 1019, "Input": "Who paused to smoke?", "actualOutput": "Sean Zentz paused to smoke according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Sean Zentz"}, {"Line": 1020, "Input": "Who made the sketch of a bench by the fireplace?", "actualOutput": "Dominick Huson made the sketch of a bench by the fireplace according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "Dominick Huson"}, {"Line": 1021, "Input": "Where did Bobby Dieguez move the bench?", "actualOutput": "There is no memory item that provides information on where Bobby Dieguez moved the bench.", "expectedOutput": "towards the fireplace"}, {"Line": 1022, "Input": "Who pulled Mrs. Twellman into the disagreement?", "actualOutput": "Memory item i=29 suggests that Shon Mundy drew Mrs. Twellman into the disagreement with a certainty of 0.7368.", "expectedOutput": "Shon Mundy"}, {"Line": 1023, "Input": "Who is fulfilling the dream?", "actualOutput": "Levi Gagnon is fulfilling the dream according to memory. Memory item i=23 has a certainty value of 0.736842105263158.", "expectedOutput": "Levi Gagnon"}, {"Line": 1024, "Input": "Who is residing in the wild?", "actualOutput": "Liam Gorham is residing in the wild according to memory. Memory item i=29 with certainty=0.736842105263158.", "expectedOutput": "Liam Gorham"}, {"Line": 1025, "Input": "Who resides down the street?", "actualOutput": "Lauren Wendell resides down the street according to memory. Memory item i=29 with certainty=0.736842105263158.", "expectedOutput": "Lauren Wendell"}, {"Line": 1026, "Input": "What does Leanna Salo downplay?", "actualOutput": "Leanna Salo downplays where she lives, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Leanna Salo's achievements"}, {"Line": 1027, "Input": "Did Carl's employees name him homie?", "actualOutput": "Memory item 28 states that \"carl isa homie\" with a certainty of 0.1785715, suggesting that it is unlikely that his employees named him homie.", "expectedOutput": "Yes"}, {"Line": 1028, "Input": "Where did Carl's employees call him?", "actualOutput": "Memory item i=29 suggests that Carl's employees called him \"homie\" with a certainty of 0.736842105263158.", "expectedOutput": "Home"}, {"Line": 1029, "Input": "What did Terry Sieg clean?", "actualOutput": "Terry Sieg wiped either a table or a crumb, with equal probability, according to memory item i=28 or i=29.", "expectedOutput": "The table"}, {"Line": 1030, "Input": "What did Terry Sieg remove?", "actualOutput": "Terry Sieg wiped something, with a certainty of knowingly true, but it is not clear what he removed based on the given memory contents.", "expectedOutput": "Crumbs"}, {"Line": 1031, "Input": "Who is Volvoing?", "actualOutput": "There is no memory item that mentions \"volvoing\" in Memory.", "expectedOutput": "Chuck Saban"}, {"Line": 1032, "Input": "Who is IBMing?", "actualOutput": "There is no information in the given memory about who or what \"ibming\" is.", "expectedOutput": "Jan Cesario"}, {"Line": 1033, "Input": "Who skyped in during the Q&A session?", "actualOutput": "The student skyped in during the q&a session according to Memory. Memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Students"}, {"Line": 1034, "Input": "What does Gerry Trombley enjoy doing?", "actualOutput": "Gerry Trombley enjoys uncling, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Uncling"}, {"Line": 1035, "Input": "Who whapped two winters ago?", "actualOutput": "tonie_harrod whapped two winters ago according to Memory and memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Tonie Harrod"}, {"Line": 1036, "Input": "Who is fobbing joyfully?", "actualOutput": "According to Memory, fobbing is joyfully doing something, but it is uncertain which memory item i corresponds to this.", "expectedOutput": "Ruth Lavin"}, {"Line": 1037, "Input": "Who was vivified?", "actualOutput": "There is no memory item that directly states who was vivified, so the answer cannot be determined from the given memory contents.", "expectedOutput": "Tanja Charlton"}, {"Line": 1038, "Input": "What is Sheilah Rector trying to do?", "actualOutput": "Sheilah Rector is trying to unfreeze her asset according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "To unfreeze Sheilah Rector's assets"}, {"Line": 1039, "Input": "Who arrests those who break the law?", "actualOutput": "The police arrest those who break the law. Memory item i=28.", "expectedOutput": "Those s_noun"}, {"Line": 1040, "Input": "What was misplaced?", "actualOutput": "According to Memory, \"stack\" was misplaced and the memory item is i=28 with a certainty of 73.68%.", "expectedOutput": "Stacks of documents"}, {"Line": 1041, "Input": "Which team won after a poor start?", "actualOutput": "Team A won after a poor start according to Memory. Memory item i=29 has the highest certainty value of 0.8214285.", "expectedOutput": "The varsity volleyball team"}, {"Line": 1042, "Input": "Who drives a Chevrolet?", "actualOutput": "John Schneider, i=26, with a certainty of 0.736842105263158.", "expectedOutput": "John Schneider"}, {"Line": 1043, "Input": "Who is Murray's client?", "actualOutput": "Murray's client is most likely Stan Weber with a certainty of 0.736842105263158, according to memory item i=29.", "expectedOutput": "Stan Weber"}, {"Line": 1044, "Input": "What did Harriette Phung wonder about?", "actualOutput": "Memory does not contain any information about what Harriette Phung wondered about.", "expectedOutput": "Whether Svetlana Golla would admit guilt"}, {"Line": 1045, "Input": "What did Harvey Paetzold tell Dee Darrell?", "actualOutput": "Harvey Paetzold told Dee Darrell something hypothetically true, according to memory item i=28, with a certainty of 0.736842105263158.", "expectedOutput": "To eat an apple"}, {"Line": 1046, "Input": "Who said that all fruits are good?", "actualOutput": "Memory item i=29 states that \"fruit isa good_for_you\" with a certainty value of 0.736842105263158.", "expectedOutput": "Carter Hageman"}, {"Line": 1047, "Input": "What did Martin say?", "actualOutput": "There is no memory item that directly states what Martin said, so it cannot be answered with certainty.", "expectedOutput": "Beagles are great"}, {"Line": 1048, "Input": "What is a car to buy in 2018?", "actualOutput": "The car to buy in 2018 is a Toyota, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Toyota"}, {"Line": 1049, "Input": "What did Dr. Russo report?", "actualOutput": "Dr. Russo reported extra data and safe, with a certainty of 0.7368 and 0.6411 respectively, in memory item i=28 and i=29.", "expectedOutput": "the extra data"}, {"Line": 1050, "Input": "What do American students need to study?", "actualOutput": "American high school students need to study more math according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "To study more math in order to compete in global marketplace today"}, {"Line": 1051, "Input": "What do American students need to study math?", "actualOutput": "Memory item i=29 suggests that American high school students need to study more math.", "expectedOutput": "I don't know"}, {"Line": 1052, "Input": "What did Brendon Potts promise Krystin Quail?", "actualOutput": "Brendon Potts promised Krystin Quail, i=29, with a certainty of 0.736842105263158.", "expectedOutput": "To leave"}, {"Line": 1053, "Input": "What did Karl Betterton promise?", "actualOutput": "Karl Betterton promised to leave Ewa Odum according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "To leave Ewa Odum"}, {"Line": 1054, "Input": "What did Mr. Middleton's grandchildren receive?", "actualOutput": "Memory item i=29 suggests that Mr. Middleton sent his grandchildren a present, but the content of the present is not specified.", "expectedOutput": "Presents"}, {"Line": 1055, "Input": "Did Valencia Mcardle buy Jeffrey Kittle's bike?", "actualOutput": "According to memory item i=28, Jeffrey Kittle sold his bike hypothetically true with a certainty of 0.736842105263158, and memory item i=29, Valencia McArdle hypothetically bought his bike with the same certainty. Therefore, it is probable that Valencia McArdle bought Jeffrey Kittle's bike. Answer: Valencia McArdle bought Jeffrey Kittle's bike with a probability of 0.736842105263158 based on memory items i=28 and i=29.", "expectedOutput": "yes"}, {"Line": 1056, "Input": "Is the office door closed?", "actualOutput": "Memory item i=27 suggests that Alita closed the office door with a certainty value of 0.736842105263158, but there is no direct mention of the current state of the door.", "expectedOutput": "yes"}, {"Line": 1057, "Input": "Are the kitchen lights turned off?", "actualOutput": "Memory item i=28 suggests that Loreta turned off the kitchen light, with a hypothetical certainty of 73.68%.", "expectedOutput": "Yes"}, {"Line": 1058, "Input": "Are the hallway lights turned off?", "actualOutput": "There is no memory item that directly states whether the hallway lights are turned off or not.", "expectedOutput": "I don't know"}, {"Line": 1059, "Input": "What flies like an arrow?", "actualOutput": "Time flies like an arrow according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "time"}, {"Line": 1060, "Input": "What likes bananas?", "actualOutput": "Memory item i=29 states that fruit flies like bananas with a certainty of 0.8214285.", "expectedOutput": "fruit flies"}, {"Line": 1061, "Input": "Does time like an arrow?", "actualOutput": "Memory item i=29 states \"time flies like arrow\" with a certainty of 0.8214285, suggesting that time does like an arrow.", "expectedOutput": "I don't know"}, {"Line": 1062, "Input": "Does fruit fly bananas?", "actualOutput": "Yes, memory item i=29 states that fruit fly like banana with a certainty of 0.8214285.", "expectedOutput": "I don't know"}, {"Line": 1063, "Input": "What do the old man?", "actualOutput": "The old man owns a boat according to memory item i=22 with a certainty of 0.641.", "expectedOutput": "The boat"}, {"Line": 1064, "Input": "What do the old do?", "actualOutput": "The old are involved in various activities according to Memory. Multiple memory items provide evidence for this (i=3, 21, 23, 24, 25, 26, 27, 28, 29).", "expectedOutput": "Man the boat"}, {"Line": 1065, "Input": "Who is Dorian Gray?", "actualOutput": "Dorian Gray is the subject of a full-length portrait in oil. Memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Dorian Gray is the subject of a full-length portrait in oil by Basil Hallward."}, {"Line": 1066, "Input": "Where is Southern California Children's Museum?", "actualOutput": "Southern California Children's Museum is located in Pasadena according to memory item i=28 with a certainty of 0.736842105263158.", "expectedOutput": "In Pasadena"}, {"Line": 1067, "Input": "What cake is not good?", "actualOutput": "The chocolate cake is hypothetically not good according to memory item 17 with a certainty of 0.263.", "expectedOutput": "The chocolate cake"}, {"Line": 1068, "Input": "Is the food at a new Italian restaurant delicious?", "actualOutput": "Memory item i=29 suggests that the food at a new Italian restaurant is hypothetically delicious with a certainty of 0.736842105263158.", "expectedOutput": "\"Yes, very delicious\""}, {"Line": 1069, "Input": "Did Iida meet Pearl's cousin?", "actualOutput": "Yes, iida met pearl's cousin according to memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Yes"}, {"Line": 1070, "Input": "Did Iida meet Callie's cousin?", "actualOutput": "Memory item i=27 states that Iida met a cousin, but memory item i=26 states that Callie is Pearl's cousin. There is no memory item that directly states whether Iida met Callie's cousin.", "expectedOutput": "I don't know"}, {"Line": 1071, "Input": "Is Jeremy's class difficult?", "actualOutput": "Memory item i=27 states \"race isa challenging\" with a certainty of 0.736842105263158, but there is no mention of Jeremy's class specifically.", "expectedOutput": "I don't know"}, {"Line": 1072, "Input": "Is the student from Jeremy's class difficult?", "actualOutput": "Memory item i=29 states that the student is from Jeremy's class, but there is no information about their difficulty level.", "expectedOutput": "I don't know"}, {"Line": 1073, "Input": "Is the homework difficult?", "actualOutput": "Memory item i=28 states that the student has difficult homework with a certainty of 0.736842105263158.", "expectedOutput": "Yes"}, {"Line": 1074, "Input": "What is difficult?", "actualOutput": "Memory item i=28 states that \"student has homework difficult\" with a certainty of 0.8214285. Homework is difficult according to Memory.", "expectedOutput": "\"Student's homework, the student from Brandon's class, and the students from Georgette's class' homework\""}, {"Line": 1075, "Input": "Where is the loud student from?", "actualOutput": "The loud student is from either Velots or Gorbojims, with a higher probability of being from Gorbojims (i=26).", "expectedOutput": "Jeremy's class"}, {"Line": 1076, "Input": "Who owns the homework?", "actualOutput": "Memory item i=29 states that \"homework isa devoir\" with a certainty of 0.7368, implying that the homework is owned by the student.", "expectedOutput": "The loud student from Jeremy's class"}, {"Line": 1077, "Input": "Does Jeremy's class own the homework?", "actualOutput": "Memory does not provide a direct answer to this question.", "expectedOutput": "I don't know"}, {"Line": 1078, "Input": "Does the student from Jeremy's class own the homework?", "actualOutput": "Memory item i=29 states that the student is from Jeremy's class with a certainty of 0.8214285. No information about homework ownership is provided.", "expectedOutput": "Yes"}, {"Line": 1079, "Input": "does the student from Jeremy's class have devoirs?", "actualOutput": "The student from Jeremy's class has devoirs according to memory item i=28 with a certainty of 0.8214285.", "expectedOutput": "\"Yes, difficult homework\""}, {"Line": 1080, "Input": "Is the devoirs difficult?", "actualOutput": "Memory item i=28 states that \"student hashomework difficult\" with a certainty of 0.8214285, suggesting that the devoirs may be difficult.", "expectedOutput": "Yes"}, {"Line": 1081, "Input": "Is Brandon's class difficult?", "actualOutput": "There is no memory item that directly answers the question about Brandon's class difficulty.", "expectedOutput": "I don't know"}, {"Line": 1082, "Input": "Is the student from Brandon's class difficult?", "actualOutput": "There is no memory item that directly answers the question.", "expectedOutput": "Yes"}, {"Line": 1083, "Input": "Is Georgette's class difficult?", "actualOutput": "Memory item i=29 suggests that Georgette's class exists, but there is no certainty value indicating whether it is difficult or not.", "expectedOutput": "I don't know"}, {"Line": 1084, "Input": "Are the students from Georgette's class's homework difficult?", "actualOutput": "Memory item i=28 states \"homework isa devoir\" with a certainty of 0.8214285, but it does not mention Georgette's class or the difficulty level. Therefore, there is no concrete memory content to answer the question.", "expectedOutput": "Yes"}, {"Line": 1085, "Input": "Is the student from Georgette's class difficult?", "actualOutput": "Memory item i=26 states that the class belongs to Georgette with a certainty of 0.8214285, but there is no mention of any student being difficult.", "expectedOutput": "I don't know"}, {"Line": 1086, "Input": "What is from France?", "actualOutput": "Virion is from France according to memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "\"Cats, dogs, and hamsters\""}, {"Line": 1087, "Input": "Did Ludovic pack the hotdogs?", "actualOutput": "There is no memory item that directly states whether Ludovic packed hotdogs or not.", "expectedOutput": "\"No, everything minus the hotdogs\""}, {"Line": 1088, "Input": "Is the pasta from Italy?", "actualOutput": "Memory item i=29 states that pasta originates from Italy with a certainty value of 0.736842105263158, indicating a high probability that the pasta is from Italy.", "expectedOutput": "I don't know"}, {"Line": 1089, "Input": "Who does Holly trust?", "actualOutput": "Holly trusts him, according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Benedict"}, {"Line": 1090, "Input": "Does Holly trust Mendel?", "actualOutput": "There is no memory item that directly states whether Holly trusts Mendel.", "expectedOutput": "\"No, Benedict\""}, {"Line": 1091, "Input": "Who did Lain see?", "actualOutput": "Lain saw a man or someone, with a certainty value of 0.736842105263158, in memory item i=28 or i=29.", "expectedOutput": "Leland"}, {"Line": 1092, "Input": "Who saw the electrician?", "actualOutput": "Gregor saw the electrician with a certainty value of 0.5866911235305836, according to memory item i=29.", "expectedOutput": "Lain"}, {"Line": 1093, "Input": "Who saw Britta?", "actualOutput": "Gregor saw Britta according to Memory. Memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Leland and Gregor"}, {"Line": 1094, "Input": "Who did Kelly see?", "actualOutput": "Kelly saw Pet according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Umbra"}, {"Line": 1095, "Input": "Did Kelly see Jill?", "actualOutput": "There is no memory item that states Kelly saw Jill. Therefore, the probability is very low.", "expectedOutput": "\"No, Umbra\""}, {"Line": 1096, "Input": "Is Umbra warm blooded?", "actualOutput": "Umbra is hypothetically warm-blooded according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Yes"}, {"Line": 1097, "Input": "Are crows as big as ravens?", "actualOutput": "Memory item i=29 states that crows are equal in size to ravens with a certainty of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 1098, "Input": "Are crows as big as elephants?", "actualOutput": "There is no memory item that states crows are as big as elephants.", "expectedOutput": "I don't know"}, {"Line": 1099, "Input": "Are crows as rotund as elephants?", "actualOutput": "There is no memory item that directly answers the question with certainty.", "expectedOutput": "I don't know"}, {"Line": 1100, "Input": "Are ravens as big as crows?", "actualOutput": "Memory item i=28 states that crows and ravens are equal in size with a certainty of 0.8214285.", "expectedOutput": "yes"}, {"Line": 1101, "Input": "Are ravens as big as elephants?", "actualOutput": "There is no memory item indicating that ravens are as big as elephants.", "expectedOutput": "I don't know"}, {"Line": 1102, "Input": "Are pidgeons as big as crows?", "actualOutput": "Memory item i=29 states that crows are as small as pidgeons with a certainty of 0.736842105263158. Therefore, it is unlikely that pidgeons are as big as crows.", "expectedOutput": "yes"}, {"Line": 1103, "Input": "Are pidgeons as big as ravens?", "actualOutput": "Memory item i=27 states that \"crow are as small as pidgeons\" with a certainty value of 0.8214285. There is no information about the size of ravens compared to pidgeons.", "expectedOutput": "yes"}, {"Line": 1104, "Input": "Are pidgeons as big as elephants?", "actualOutput": "There is no information in Memory suggesting that pidgeons are as big as elephants.", "expectedOutput": "I don't know"}, {"Line": 1105, "Input": "Are crows as small as ravens?", "actualOutput": "Memory item i=28 states that crows are equal in size to ravens with a certainty of 0.8214285.", "expectedOutput": "yes"}, {"Line": 1106, "Input": "Are ravens as small as crows?", "actualOutput": "Memory item i=28 states that crows are equal in size to ravens with a certainty value of 0.8214285.", "expectedOutput": "yes"}, {"Line": 1107, "Input": "Are crows as small as pidgeons?", "actualOutput": "Memory item i=27 states that \"crow are as small as pidgeons\" with a certainty value of 0.8214285.", "expectedOutput": "yes"}, {"Line": 1108, "Input": "Are pidgeons as small as ravens?", "actualOutput": "Memory item i=27 states that crows are as small as pigeons with a certainty of 0.8214285. There is no information about ravens or their size in this memory.", "expectedOutput": "yes"}, {"Line": 1109, "Input": "Are crows as small as elephants?", "actualOutput": "There is no memory item that directly compares the size of crows and elephants.", "expectedOutput": "I don't know"}, {"Line": 1110, "Input": "Are elephants as small as ravens?", "actualOutput": "Memory does not contain information about elephants being as small as ravens.", "expectedOutput": "I don't know"}, {"Line": 1111, "Input": "Are crows bigger than ravens?", "actualOutput": "Memory item i=29 states that ravens are bigger than crows with a certainty of 0.736842105263158.", "expectedOutput": "\"no, the same\""}, {"Line": 1112, "Input": "Are ravens bigger than crows?", "actualOutput": "Yes, ravens are bigger than crows according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "\"no, the same\""}, {"Line": 1113, "Input": "Are pidgeons bigger than crows?", "actualOutput": "Memory item i=28 states that crows are as small as pigeons with a certainty of 0.8214285. No information is given about the size comparison in the opposite direction.", "expectedOutput": "\"no, the same\""}, {"Line": 1114, "Input": "Are ravens bigger than pidgeons?", "actualOutput": "Memory item i=28 states that \"crow areassmallas pidgeons\" with a certainty of 0.8214285, so it is unlikely that ravens are bigger than pidgeons.", "expectedOutput": "\"no, the same\""}, {"Line": 1115, "Input": "Are crows smaller than ravens?", "actualOutput": "Memory item i=29 suggests that crows are not smaller than ravens with a certainty value of 0.263.", "expectedOutput": "\"no, the same\""}, {"Line": 1116, "Input": "Are ravens smaller than crows?", "actualOutput": "Memory item i=27 states that \"raven are bigger than crow\" with a certainty of 0.8214285, indicating that ravens are not smaller than crows.", "expectedOutput": "\"no, the same\""}, {"Line": 1117, "Input": "Are pidgeons smaller than crows?", "actualOutput": "Memory item i=28 states that \"crow areassmallas pidgeons\" with a certainty of 0.8214285, suggesting that pidgeons are larger than crows.", "expectedOutput": "\"no, the same\""}, {"Line": 1118, "Input": "Where are velots from?", "actualOutput": "Velots are hypothetically from Spain according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "Spain"}, {"Line": 1119, "Input": "What color are velots?", "actualOutput": "Velots are green according to memory item i=28 with a certainty value of 0.736842105263158.", "expectedOutput": "Green"}, {"Line": 1120, "Input": "What color is Kyle's velot?", "actualOutput": "Memory item i=29 states that kyle hasproperty red_velot with a certainty of 0.736842105263158, indicating that there is a high probability that kyle's velot is red.", "expectedOutput": "Red"}, {"Line": 1121, "Input": "Is Kyle's velot green?", "actualOutput": "Memory item i=28 states that velots hasproperty green with a certainty of 0.8214285, so it is likely that Kyle's velot is green.", "expectedOutput": "\"No, red\""}, {"Line": 1122, "Input": "Are velots loud?", "actualOutput": "Yes, velots are potentially loud according to memory item i=29 with a certainty of 0.6707.", "expectedOutput": "Yes"}, {"Line": 1123, "Input": "Are velots angelic?", "actualOutput": "According to memory item i=29, there is a hypothetical probability of 0.6966 that velots are angelic.", "expectedOutput": "Yes"}, {"Line": 1124, "Input": "Are velots hairy?", "actualOutput": "Memory item i=23 states that velots isa green with a certainty of 0.7368, not that velots are hairy.", "expectedOutput": "Yes"}, {"Line": 1125, "Input": "What color is Kyle's velot?", "actualOutput": "Kyle's velot is red according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Red"}, {"Line": 1126, "Input": "Does Kyle have an endotherm?", "actualOutput": "Yes, Kyle has an endotherm according to memory. Memory item i=23 has a certainty value of 0.8214285.", "expectedOutput": "Yes"}, {"Line": 1127, "Input": "what color is Kyle's endotherm?", "actualOutput": "Memory does not provide a direct answer to the question.", "expectedOutput": "Red"}, {"Line": 1128, "Input": "Are the yellow birds in dogs?", "actualOutput": "There is no memory item that directly answers the question, so the answer is uncertain.", "expectedOutput": "\"No, in cages\""}, {"Line": 1129, "Input": "Are the red birds in dogs?", "actualOutput": "There is no memory item that directly states whether red birds are in dogs.", "expectedOutput": "No. In cages and boxes"}, {"Line": 1130, "Input": "Which word has Latin origin?", "actualOutput": "The word with Latin origin is \"liminality\" and it is memory item i=29 with a certainty value of 0.736842105263158.", "expectedOutput": "Liminality"}, {"Line": 1131, "Input": "Does Elijah live in California?", "actualOutput": "Memory item i=28 states that Los Angeles is in California with a certainty of 0.736842105263158, suggesting that Elijah may live in California.", "expectedOutput": "yes"}, {"Line": 1132, "Input": "Does Elijah live in Irvine?", "actualOutput": "There is no memory item that states whether Elijah lives in Irvine.", "expectedOutput": "\"No, in Westwood\""}, {"Line": 1133, "Input": "Did Elijah live in New York City?", "actualOutput": "Memory item i=29 states that Elijah is from New York City with a certainty of 0.736842105263158.", "expectedOutput": "yes"}, {"Line": 1134, "Input": "Did Elijah live in Irvine?", "actualOutput": "There is no memory item that states whether Elijah lived in Irvine, so it cannot be determined.", "expectedOutput": "\"No, in Westwood\""}, {"Line": 1135, "Input": "Where does Elijah reside?", "actualOutput": "Elijah resides in Westwood according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "In Westwood and New York City"}, {"Line": 1136, "Input": "Where did Elijah reside?", "actualOutput": "Elijah resided in Westwood according to memory. Memory item i=27 with certainty value of 0.8214285.", "expectedOutput": "In Westwood and New York City"}, {"Line": 1137, "Input": "When does Rob eat breakfast?", "actualOutput": "Rob eats breakfast at 8 according to memory item i=26 with a certainty of 0.736842105263158.", "expectedOutput": "At 8 AM"}, {"Line": 1138, "Input": "When does Rob eat dinner?", "actualOutput": "Rob eats dinner at 8 according to memory item i=25 with a certainty of 0.736842105263158.", "expectedOutput": "At 8 PM"}, {"Line": 1139, "Input": "Who is Tesla's employee?", "actualOutput": "Steven is Tesla's employee according to Memory. Memory item i=28 with certainty=0.736842105263158.", "expectedOutput": "Steven"}, {"Line": 1140, "Input": "Who is in The Matrix?", "actualOutput": "Keanu Reeves is in the matrix according to memory. Memory item i=24 with certainty=0.736842105263158.", "expectedOutput": "Keanu Reeves"}, {"Line": 1141, "Input": "Who played Neo?", "actualOutput": "Keanu Reeves played Neo according to memory item i=20 with a certainty of 0.736842105263158.", "expectedOutput": "Keanu Reeves"}, {"Line": 1142, "Input": "Who starred in The Matrix?", "actualOutput": "Keanu Reeves starred in The Matrix according to memory. Memory item i=23 with certainty value of 0.736842105263158.", "expectedOutput": "Keanu Reeves"}, {"Line": 1143, "Input": "Who acted in The Matrix?", "actualOutput": "Keanu Reeves acted in The Matrix according to memory item i=24 with a certainty of 0.8214285.", "expectedOutput": "Keanu Reeves"}, {"Line": 1144, "Input": "What is Keanu Reeves in?", "actualOutput": "Keanu Reeves is an actor according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "The Matrix"}, {"Line": 1145, "Input": "What movie is Keanu Reeves in?", "actualOutput": "Keanu Reeves is in a movie according to memory item 20 with a certainty of 82.14%.", "expectedOutput": "The Matrix"}, {"Line": 1146, "Input": "What book is Keanu Reeves in?", "actualOutput": "Keanu Reeves is in a book about a dog, according to memory item i=9 with a hypothetical certainty of 73.68%.", "expectedOutput": "I don't know"}, {"Line": 1147, "Input": "What kind of movie is Dracula?", "actualOutput": "Dracula is hypothetically a horror movie according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "A horror movie"}, {"Line": 1148, "Input": "What kind of movie is Happy Gilmore?", "actualOutput": "Happy Gilmore is a comedy movie according to memory. Memory item i=29. Certainty=0.8214285.", "expectedOutput": "A comedy movie"}, {"Line": 1149, "Input": "What do the young man?", "actualOutput": "The young man drives a car according to memory item i=25 with a certainty of 0.736842105263158.", "expectedOutput": "The cars"}, {"Line": 1150, "Input": "What do the rich man?", "actualOutput": "The rich man owns a bike according to memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "The bikes"}, {"Line": 1151, "Input": "What do the poor man?", "actualOutput": "The poor man has the property \"poor\" according to Memory. This is memory item i=29 with a certainty of 0.736842105263158.", "expectedOutput": "I don't know"}, {"Line": 1152, "Input": "Is Sam's dog friendly?", "actualOutput": "Memory item 28 states that her_own_dog is friendly with a certainty of 0.613. It is uncertain if this refers to Sam's dog.", "expectedOutput": "Yes"}, {"Line": 1153, "Input": "Is Robert's dog friendly?", "actualOutput": "Memory item 28 states that \"dog isa friendly\" with a certainty of 0.736842105263158, so it is likely that Robert's dog is friendly.", "expectedOutput": "No"}, {"Line": 1154, "Input": "When are the rates going to increase?", "actualOutput": "There is no memory item that directly answers the question about rates increasing.", "expectedOutput": "From 12/1/2018 to 12/31/2018"}, {"Line": 1155, "Input": "Why does the Federal Open Market Committee raise the rates?", "actualOutput": "Memory item 29 suggests that the Fed is the federal open market committee, with a certainty of 0.7368.", "expectedOutput": "In order to keep inflation steady at around 2 percent per year from 12/1/2018"}, {"Line": 1156, "Input": "Did Team A make any mistakes?", "actualOutput": "Memory item i=29 states that team_a made possible the project, so it is unlikely that they made mistakes. Certainty=0.8214285.", "expectedOutput": "I don't know"}, {"Line": 1157, "Input": "Did Team B make any mistakes?", "actualOutput": "Memory item i=29 states that team_b has made every mistake possible, with a certainty value of 0.736842105263158. Therefore, it is probable that team_b has made mistakes.", "expectedOutput": "Yes"}, {"Line": 1158, "Input": "Who made the project possible?", "actualOutput": "Team A made the project possible according to memory item i=29 with a certainty of 0.8214285.", "expectedOutput": "Team A"}] \ No newline at end of file diff --git a/irc.sh b/irc.sh new file mode 100644 index 0000000..28b8ace --- /dev/null +++ b/irc.sh @@ -0,0 +1,2 @@ +python3 ../OpenNARS-for-Applications/misc/Networking/irc_receive.py | python3 NarsGPT.py API_KEY=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 | python3 ../OpenNARS-for-Applications/misc/Networking/irc_send.py + diff --git a/scores_NoDate.json b/scores_NoDate.json new file mode 100644 index 0000000..f7fc936 --- /dev/null +++ b/scores_NoDate.json @@ -0,0 +1 @@ +{"Correct": 339, "Incorrect": 313, "Ratio": 0.5199386503067485} \ No newline at end of file