test_json2.json

{"request": {"project": "new", "text": "\n    In a shocking finding, scientist discovered a herd of unicorns living in a remote, previously unexplored valley, in the Andes Mountains. Even more surprising to the researchers was the fact that the unicorns spoke perfect English.\n    "}, "result": {"bpe_strings": ["\u0120[CLS]", "\u0120In", "\u0120a", "\u0120shocking", "\u0120finding", "\u0120,", "\u0120scientist", "\u0120discovered", "\u0120a", "\u0120herd", "\u0120of", "\u0120un", "icorn", "s", "\u0120living", "\u0120in", "\u0120a", "\u0120remote", "\u0120,", "\u0120previously", "\u0120une", "x", "p", "lore", "d", "\u0120valley", "\u0120,", "\u0120in", "\u0120the", "\u0120Andes", "\u0120Mountains", "\u0120.", "\u0120Even", "\u0120more", "\u0120surprising", "\u0120to", "\u0120the", "\u0120researchers", "\u0120was", "\u0120the", "\u0120fact", "\u0120that", "\u0120the", "\u0120un", "icorn", "s", "\u0120spoke", "\u0120perfect", "\u0120English", "\u0120.", "\u010a\u0120[SEP]"], "real_topk": [[0, 0.4575127959251404], [0, 0.7778032422065735], [7, 0.017502006143331528], [330, 0.0002130047942046076], [4, 0.038123805075883865], [230, 0.00024022320576477796], [0, 0.22535565495491028], [0, 0.9366896152496338], [21, 0.004796498455107212], [0, 0.9992392063140869], [0, 0.8802850842475891], [0, 0.9864889979362488], [0, 0.9820879101753235], [0, 0.20256966352462769], [0, 0.969651460647583], [0, 0.9789808392524719], [0, 0.2757125496864319], [0, 0.632218062877655], [2, 0.0742405354976654], [0, 0.9999487400054932], [0, 0.9963717460632324], [0, 0.9998039603233337], [0, 0.9930830001831055], [0, 0.9979888200759888], [3, 0.0913049727678299], [0, 0.2943330407142639], [0, 0.31574559211730957], [0, 0.9978904128074646], [2, 0.09914156049489975], [1, 0.17997032403945923], [0, 0.9456654787063599], [0, 0.9224061965942383], [0, 0.9740807414054871], [2, 0.054026633501052856], [0, 0.5073171257972717], [0, 0.9562363028526306], [19, 0.007434082217514515], [0, 0.8952599167823792], [0, 0.9942343831062317], [0, 0.554212212562561], [0, 0.9936463832855225], [0, 0.8240811228752136], [0, 0.05955323204398155], [0, 0.34366852045059204], [3, 0.061671800911426544], [0, 0.7851059436798096], [3, 0.05356072261929512], [0, 0.3022170066833496], [4, 0.010042260400950909], [12844, 6.4892828959273174e-06]], "pred_topk": [[["\u0120In", 0.4575127959251404], ["\u0120After", 0.09462682902812958], ["\u0120As", 0.08037678152322769], ["\u0120On", 0.07581134885549545], ["\u0120Upon", 0.049231041222810745]], [["\u0120a", 0.7778032422065735], ["\u0120this", 0.059790369123220444], ["\u0120another", 0.03507326915860176], ["\u0120one", 0.0224531851708889], ["\u0120some", 0.015809951350092888]], [["\u0120recent", 0.11664360761642456], ["\u0120worthy", 0.039204489439725876], ["\u0120surprising", 0.020946361124515533], ["\u0120single", 0.01870855875313282], ["\u0120scientific", 0.01801600307226181]], [["\u0120manner", 0.12513604760169983], ["\u0120way", 0.07606703788042068], ["\u0120move", 0.06678550690412521], ["\u0120fashion", 0.06649430841207504], ["\u0120event", 0.03533746674656868]], [["\u0120a", 0.48334288597106934], ["\u0120the", 0.22452786564826965], ["\u0120our", 0.045271407812833786], ["\u0120this", 0.038636259734630585], ["\u0120,", 0.038123805075883865]], [["\u0120we", 0.2780870795249939], ["\u0120he", 0.14079922437667847], ["\u0120they", 0.12431854754686356], ["\u0120I", 0.039928555488586426], ["\u0120divers", 0.037866268306970596]], [["\u0120discovered", 0.22535565495491028], ["\u0120discovers", 0.16168707609176636], ["\u0120found", 0.11364439129829407], ["\u0120finds", 0.01894299127161503], ["\u0120described", 0.017681527882814407]], [["\u0120a", 0.9366896152496338], ["\u0120the", 0.026448991149663925], ["\u0120this", 0.005430016666650772], ["\u0120another", 0.004932571668177843], ["\u0120his", 0.004007724579423666]], [["\u0120group", 0.2836935520172119], ["\u0120number", 0.10011515021324158], ["\u0120family", 0.08492100983858109], ["\u0120colony", 0.07377784699201584], ["\u0120couple", 0.05858619138598442]], [["\u0120of", 0.9992392063140869], ["ing", 5.230335591477342e-05], ["\u0120for", 4.6618515625596046e-05], ["\u0120with", 3.2579006074229255e-05], ["\u0120Of", 2.687084997887723e-05]], [["\u0120un", 0.8802850842475891], ["\u0120p", 0.008144994266331196], ["\u0120Un", 0.006946243811398745], ["\u0120mill", 0.0038739172741770744], ["\u0120fat", 0.0034030217211693525]], [["icorn", 0.9864889979362488], ["fit", 0.0013296926626935601], ["ser", 0.0012629959965124726], ["wed", 0.0011849460424855351], ["iform", 0.0007528377464041114]], [["s", 0.9820879101753235], ["\u0120creatures", 0.0013123094104230404], ["\u0120animals", 0.0006517445435747504], ["\u0120children", 0.000584679888561368], ["\u0120hunters", 0.0005801376537419856]], [["\u0120living", 0.20256966352462769], ["\u0120,", 0.06671761721372604], ["\u0120residing", 0.0642208382487297], ["\u0120found", 0.040959686040878296], ["\u0120located", 0.03893549367785454]], [["\u0120in", 0.969651460647583], ["\u0120within", 0.010900421068072319], ["\u0120inside", 0.004859952721744776], ["\u0120on", 0.0039041955024003983], ["\u0120near", 0.002483738586306572]], [["\u0120a", 0.9789808392524719], ["\u0120the", 0.008215826004743576], ["\u0120some", 0.004139955621212721], ["\u0120this", 0.002728817518800497], ["\u0120one", 0.0009416359825991094]], [["\u0120remote", 0.2757125496864319], ["\u0120small", 0.21346475183963776], ["\u0120large", 0.03782764449715614], ["\u0120barren", 0.03648383170366287], ["\u0120vast", 0.03527209162712097]], [["\u0120,", 0.632218062877655], ["\u0120and", 0.26408180594444275], ["\u0120but", 0.09459275752305984], ["\u0120yet", 0.0030713302548974752], ["\u0120or", 0.0009417941328138113]], [["\u0120yet", 0.29717040061950684], ["\u0120but", 0.13832390308380127], ["\u0120previously", 0.0742405354976654], ["\u0120now", 0.0443875677883625], ["\u0120largely", 0.03935976326465607]], [["\u0120une", 0.9999487400054932], ["\u0120e", 3.8040590879973024e-05], ["\u0120none", 8.201348464353941e-06], ["\u0120o", 4.207448000670411e-06], ["\u0120un", 3.161881920732412e-07]], [["x", 0.9963717460632324], ["qui", 0.002704878570511937], ["nco", 0.00026526866713538766], ["com", 0.00021632766583934426], ["xi", 8.380677172681317e-05]], [["p", 0.9998039603233337], ["cating", 3.3800046367105097e-05], ["f", 3.0685292585985735e-05], ["port", 1.6446394511149265e-05], ["cor", 1.0891332749451976e-05]], [["lore", 0.9930830001831055], ["rieve", 0.0018397519597783685], ["lose", 0.0011745005613192916], ["lie", 0.0007485498790629208], ["lice", 0.0005179232102818787]], [["d", 0.9979888200759888], ["nt", 0.001170589355751872], ["ntal", 0.00030310655711218715], ["able", 0.00020815804600715637], ["nted", 4.7132161853369325e-05]], [["\u0120location", 0.18665137887001038], ["\u0120area", 0.1655765175819397], ["\u0120region", 0.11442602425813675], ["\u0120valley", 0.0913049727678299], ["\u0120cave", 0.08533672988414764]], [["\u0120,", 0.2943330407142639], ["\u0120deep", 0.18671390414237976], ["\u0120high", 0.10483533889055252], ["\u0120located", 0.07355407625436783], ["\u0120somewhere", 0.026634391397237778]], [["\u0120in", 0.31574559211730957], ["\u0120called", 0.20689432322978973], ["\u0120near", 0.18349342048168182], ["\u0120within", 0.13533556461334229], ["\u0120of", 0.03027486801147461]], [["\u0120the", 0.9978904128074646], ["\u0120The", 0.0007520035724155605], ["\u0120their", 8.136422547977418e-05], ["\u0120his", 5.469291136250831e-05], ["\u0120our", 5.027948645874858e-05]], [["\u0120Appalachian", 0.1842275857925415], ["\u0120Blue", 0.17018583416938782], ["\u0120Andes", 0.09914156049489975], ["\u0120Rocky", 0.07037735730409622], ["\u0120Atlas", 0.07023026049137115]], [["\u0120mountains", 0.48854291439056396], ["\u0120Mountains", 0.17997032403945923], ["\u0120region", 0.037982407957315445], ["\u0120Andes", 0.020862363278865814], ["\u0120area", 0.015430032275617123]], [["\u0120.", 0.9456654787063599], ["\u0120...", 0.01761627569794655], ["\u0120?", 0.01634259521961212], ["\u0120!", 0.011424909345805645], ["\u0120:", 0.0029200653079897165]], [["\u0120Even", 0.9224061965942383], ["\u0120But", 0.020646311342716217], ["\u0120Far", 0.016570551320910454], ["\u0120Perhaps", 0.010227978229522705], ["\u0120The", 0.009034848771989346]], [["\u0120more", 0.9740807414054871], ["\u0120most", 0.016973305493593216], ["\u0120less", 0.005568249616771936], ["\u0120somewhat", 0.0011806203983724117], ["\u0120further", 0.0005366975674405694]], [["\u0120important", 0.3381047248840332], ["\u0120interesting", 0.2195986956357956], ["\u0120surprising", 0.054026633501052856], ["\u0120intriguing", 0.02797003649175167], ["\u0120appealing", 0.02582807093858719]], [["\u0120to", 0.5073171257972717], ["\u0120for", 0.4660032093524933], ["\u0120of", 0.006355194840580225], ["\u0120from", 0.005986538715660572], ["\u0120among", 0.005243008024990559]], [["\u0120the", 0.9562363028526306], ["\u0120these", 0.005892897490411997], ["\u0120some", 0.0040906937792897224], ["\u0120our", 0.003559103701263666], ["\u0120all", 0.0033064798917621374]], [["\u0120humans", 0.06001944839954376], ["\u0120scientists", 0.043881356716156006], ["\u0120visitors", 0.0362393781542778], ["\u0120group", 0.0331449992954731], ["\u0120people", 0.02271178551018238]], [["\u0120was", 0.8952599167823792], ["\u0120is", 0.0393621064722538], ["\u0120,", 0.01801336370408535], ["\u0120were", 0.012432451359927654], ["\u0120by", 0.002983264857903123]], [["\u0120the", 0.9942343831062317], ["\u0120this", 0.001344933989457786], ["\u0120a", 0.0013171772006899118], ["\u0120their", 0.0011861216044053435], ["\u0120its", 0.0004611436161212623]], [["\u0120fact", 0.554212212562561], ["\u0120discovery", 0.24267150461673737], ["\u0120belief", 0.014336274936795235], ["\u0120conclusion", 0.01243046298623085], ["\u0120revelation", 0.010881706140935421]], [["\u0120that", 0.9936463832855225], ["\u0120of", 0.0010400823084637523], ["\u0120,", 0.000694481423124671], ["\u0120which", 0.0003564291982911527], ["\u0120as", 0.00027886746102012694]], [["\u0120the", 0.8240811228752136], ["\u0120these", 0.032095931470394135], ["\u0120all", 0.028626374900341034], ["\u0120both", 0.020119840279221535], ["\u0120their", 0.017068926244974136]], [["\u0120un", 0.05955323204398155], ["\u0120all", 0.03506585955619812], ["\u0120moon", 0.02937757782638073], ["\u0120dragon", 0.028482727706432343], ["\u0120r", 0.015650903806090355]], [["icorn", 0.34366852045059204], ["fit", 0.09974349290132523], ["wed", 0.08664046972990036], ["cover", 0.04455498605966568], ["born", 0.017262330278754234]], [["\u0120also", 0.09345633536577225], ["\u0120indeed", 0.0804823786020279], ["\u0120actually", 0.06520640105009079], ["s", 0.061671800911426544], ["\u0120itself", 0.02898675948381424]], [["\u0120spoke", 0.7851059436798096], ["\u0120had", 0.02204546146094799], ["\u0120voiced", 0.020091885700821877], ["\u0120possessed", 0.01444085780531168], ["\u0120speak", 0.012915377505123615]], [["\u0120in", 0.09108301252126694], ["\u0120English", 0.06024429574608803], ["\u0120Mandarin", 0.05762338265776634], ["\u0120perfect", 0.05356072261929512], ["\u0120only", 0.032433751970529556]], [["\u0120English", 0.3022170066833496], ["\u0120Mandarin", 0.07643057405948639], ["\u0120language", 0.034777913242578506], ["ly", 0.024578433483839035], ["\u0120French", 0.02008099853992462]], [["\u0120:", 0.03466987609863281], ["\u0120,", 0.015759635716676712], ["\u0120|", 0.014638746157288551], ["\u0120[UNK]", 0.012180204503238201], ["\u0120.", 0.010042260400950909]], [["\u0120\u1d2c", 0.009911839850246906], ["\u0120\u2605", 0.009129473008215427], ["\u0120Lesser", 0.008263246156275272], ["\u0120\u03c5", 0.006812678184360266], ["\u0120[UNK]", 0.005595859605818987]]]}}