From 4302301de815c0c7b7afa146d5c9bc91ed306dce Mon Sep 17 00:00:00 2001 From: bokutotu Date: Sat, 16 Nov 2024 04:26:45 +0900 Subject: [PATCH] one line json --- oneline_json.bash | 6 + test_data_json/gru_small.json | 851 +- test_data_json/lstm_bidirectional.json | 12603 +--------------- test_data_json/lstm_fwd_bkwd_medium.json | 1763 +-- test_data_json/lstm_fwd_bkwd_small.json | 269 +- .../rnn_fwd_bkwd_bidirectional_2_layers.json | 879 +- test_data_json/rnn_fwd_bkwd_single.json | 259 +- .../rnn_fwd_bkwd_single_seq_len_1.json | 227 +- .../rnn_fwd_bkwd_single_seq_len_3.json | 243 +- 9 files changed, 14 insertions(+), 17086 deletions(-) create mode 100644 oneline_json.bash diff --git a/oneline_json.bash b/oneline_json.bash new file mode 100644 index 00000000..411a2533 --- /dev/null +++ b/oneline_json.bash @@ -0,0 +1,6 @@ +#!/bin/bash + +git ls-files '*.json' | while read file; do + jq -c . "$file" > "$file.tmp" && mv "$file.tmp" "$file" +done + diff --git a/test_data_json/gru_small.json b/test_data_json/gru_small.json index e76798de..95f7036e 100644 --- a/test_data_json/gru_small.json +++ b/test_data_json/gru_small.json @@ -1,850 +1 @@ -{ - "input": { - "shape": [ - 2, - 2, - 4 - ], - "stride": [ - 8, - 4, - 1 - ], - "data": [ - 0.31047144532203674, - -0.5263485908508301, - -0.2483978271484375, - -1.2473407983779907, - 0.7588106393814087, - -0.20819300413131714, - 1.2272928953170776, - -0.8387302160263062, - 1.2783383131027222, - -1.3045125007629395, - 1.3241329193115234, - 0.7569308876991272, - 1.5659786462783813, - 0.020181743428111076, - -0.8329986333847046, - 0.3564818203449249 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "input_grad": { - "shape": [ - 2, - 2, - 4 - ], - "stride": [ - 8, - 4, - 1 - ], - "data": [ - -0.14711643755435944, - 0.056485019624233246, - -0.058382317423820496, - -0.026996469125151634, - -0.09521569311618805, - 0.03766832500696182, - -0.017149347811937332, - -0.013951767235994339, - -0.03740550950169563, - 0.013706554658710957, - 0.009607412852346897, - 0.001159975305199623, - -0.06458336859941483, - 0.027406767010688782, - -0.018826285377144814, - -0.013021022081375122 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "output": { - "shape": [ - 2, - 2, - 4 - ], - "stride": [ - 8, - 4, - 1 - ], - "data": [ - -0.007910423912107944, - -0.10469687730073929, - 0.17634423077106476, - -0.24369660019874573, - 0.023979518562555313, - -0.09293008595705032, - 0.11953510344028473, - -0.2745876610279083, - 0.01019994542002678, - -0.1855412721633911, - 0.17709387838840485, - -0.4204536974430084, - 0.033900871872901917, - -0.20860329270362854, - 0.14856001734733582, - -0.4332284927368164 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "hidden": { - "shape": [ - 2, - 2, - 4 - ], - "stride": [ - 8, - 4, - 1 - ], - "data": [ - 0.11567609012126923, - -0.4963149428367615, - 0.002100124955177307, - 0.39174285531044006, - 0.25583505630493164, - -0.2612617015838623, - 0.1943020522594452, - 0.34248143434524536, - 0.01019994542002678, - -0.1855412721633911, - 0.17709387838840485, - -0.4204536974430084, - 0.033900871872901917, - -0.20860329270362854, - 0.14856001734733582, - -0.4332284927368164 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "output_grad": { - "shape": [ - 2, - 2, - 4 - ], - "stride": [ - 8, - 4, - 1 - ], - "data": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "rnn.weight_ih_l0": { - "shape": [ - 12, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - -0.14608150720596313, - 0.285772442817688, - -0.140466570854187, - 0.39333051443099976, - 0.3753369450569153, - -0.08395648002624512, - -0.4139198660850525, - 0.23216551542282104, - 0.33832311630249023, - -0.46846896409988403, - -0.3913601040840149, - 0.3509262204170227, - 0.044377803802490234, - -0.10959893465042114, - 0.062146127223968506, - -0.2674044370651245, - 0.09132158756256104, - -0.30917948484420776, - -0.3743661642074585, - -0.2628101706504822, - 0.07672697305679321, - 0.10190916061401367, - 0.09432655572891235, - -0.463268518447876, - 0.21459424495697021, - -0.1494719386100769, - -0.02518707513809204, - -0.15404075384140015, - 0.19912785291671753, - 0.09791356325149536, - 0.2052973508834839, - -0.18006688356399536, - 0.3944762945175171, - -0.162156879901886, - -0.15721499919891357, - -0.35379064083099365, - -0.34263187646865845, - 0.26372450590133667, - -0.3164122700691223, - -0.026261210441589355, - 0.4177701473236084, - 0.3236513137817383, - 0.1550711989402771, - 0.0658910870552063, - 0.4160841703414917, - -0.32211053371429443, - 0.16605055332183838, - 0.09225684404373169 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "rnn.weight_ih_l0_grad": { - "shape": [ - 12, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - -0.010246767662465572, - 0.005462636239826679, - -0.006477697752416134, - 0.0026522548869252205, - 0.001479861093685031, - -0.0010174198541790247, - 0.00031866534845903516, - -0.002100867684930563, - 0.008378869853913784, - -0.005344264209270477, - 0.004366355482488871, - -0.008692124858498573, - 0.042441390454769135, - -0.02024383470416069, - 0.005875255912542343, - -0.03674191236495972, - 0.022044293582439423, - -0.007024655118584633, - 0.0005661323666572571, - -0.02658170461654663, - 0.022127950564026833, - -0.01552973035722971, - 0.024375861510634422, - -0.011996183544397354, - 0.019094374030828476, - -0.0006807709578424692, - 0.019836612045764923, - 0.020895976573228836, - 0.15093177556991577, - -0.08736442029476166, - 0.10658558458089828, - -0.02151845023036003, - -0.1872006058692932, - 0.10893256962299347, - -0.13493803143501282, - 0.04966588690876961, - 0.051813386380672455, - -0.033261947333812714, - 0.010186940431594849, - -0.0613185279071331, - -0.15986019372940063, - 0.0942835733294487, - -0.06275615096092224, - 0.10990767180919647, - -0.368024080991745, - 0.1784631609916687, - -0.05603458359837532, - 0.32302725315093994 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "rnn.weight_hh_l0": { - "shape": [ - 12, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - -0.4115830063819885, - 0.3775143623352051, - 0.1056714653968811, - -0.14761734008789062, - -0.4737464189529419, - -0.21274149417877197, - -0.4587973952293396, - -0.10141772031784058, - -0.1648678183555603, - -0.32155531644821167, - -0.16762930154800415, - 0.06973212957382202, - 0.20871394872665405, - -0.250619113445282, - 0.13123279809951782, - 0.028011620044708252, - 0.1621842384338379, - 0.4346389174461365, - 0.37628233432769775, - 0.30912625789642334, - 0.48611199855804443, - 0.2522706389427185, - 0.41213828325271606, - 0.030618011951446533, - -0.27952879667282104, - 0.49098485708236694, - -0.354871928691864, - -0.38716191053390503, - 0.12990343570709229, - 0.1341555118560791, - -0.42788028717041016, - -0.4914764165878296, - -0.11191922426223755, - -0.2304668426513672, - 0.14124828577041626, - -0.2144935131072998, - -0.27107512950897217, - 0.26228201389312744, - 0.15821683406829834, - 0.45551496744155884, - 0.1947377324104309, - -0.2247711420059204, - -0.07837700843811035, - -0.2628554701805115, - -0.3976125717163086, - -0.3822224736213684, - -0.3992306590080261, - -0.3407132625579834 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "rnn.weight_hh_l0_grad": { - "shape": [ - 12, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - -0.0007057408802211285, - 0.0006297326181083918, - 0.0001238098047906533, - -0.0005278377793729305, - 5.412314203567803e-05, - -6.870595825603232e-05, - 1.2579859685502015e-05, - 5.440806125989184e-05, - 0.0003673350147437304, - -0.00036472047213464975, - -2.4484936147928238e-05, - 0.0002999487332999706, - 0.002146068960428238, - -0.0029637026600539684, - 0.0007577171782031655, - 0.0023207247722893953, - 0.0006711753085255623, - -0.0015452957013621926, - 0.000905762892216444, - 0.0011477761436253786, - 0.0012414776720106602, - -0.0006196067552082241, - -0.0007457294850610197, - 0.0005954219959676266, - 0.0017533135833218694, - -0.001730315387248993, - -0.00012824393343180418, - 0.0014244968770071864, - 0.011259298771619797, - -0.009045282378792763, - -0.0030582183972001076, - 0.007737745530903339, - -0.0041463058441877365, - 0.0036766298580914736, - 0.0007523983949795365, - -0.003085329895839095, - 0.0015818787505850196, - -0.0020485580898821354, - 0.00041143433190882206, - 0.0016178154619410634, - -0.007694512140005827, - 0.00794270634651184, - 0.00018523982726037502, - -0.006489709950983524, - -0.006250327918678522, - 0.008459985256195068, - -0.0020211676601320505, - -0.006641868501901627 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "rnn.bias_ih_l0": { - "shape": [ - 12 - ], - "stride": [ - 1 - ], - "data": [ - 0.07406884431838989, - 0.0032592415809631348, - 0.33849668502807617, - -0.23183876276016235, - 0.3347715735435486, - 0.48712992668151855, - 0.43125492334365845, - -0.35924971103668213, - -0.23061531782150269, - -0.12992650270462036, - 0.03731644153594971, - 0.21099954843521118 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "rnn.bias_ih_l0_grad": { - "shape": [ - 12 - ], - "stride": [ - 1 - ], - "data": [ - -0.010526490397751331, - 0.002419841242954135, - 0.011996983550488949, - 0.05537678301334381, - 0.031170567497611046, - 0.02672451175749302, - 0.004071135073900223, - 0.1488756537437439, - -0.19561146199703217, - 0.07818251848220825, - -0.2003842294216156, - -0.483154296875 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "rnn.bias_hh_l0": { - "shape": [ - 12 - ], - "stride": [ - 1 - ], - "data": [ - -0.41030293703079224, - 0.1254873275756836, - 0.27579015493392944, - -0.4827600121498108, - -0.19063293933868408, - -0.4039286971092224, - -0.10455536842346191, - 0.4352443218231201, - 0.2690991163253784, - 0.1326419711112976, - -0.2968728542327881, - -0.4688687324523926 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "rnn.bias_hh_l0_grad": { - "shape": [ - 12 - ], - "stride": [ - 1 - ], - "data": [ - -0.010526490397751331, - 0.002419841242954135, - 0.011996984481811523, - 0.05537678673863411, - 0.031170567497611046, - 0.02672451175749302, - 0.004071135073900223, - 0.1488756537437439, - -0.05729487165808678, - 0.04207463935017586, - -0.13590015470981598, - -0.19069214165210724 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "rnn.weight_ih_l1": { - "shape": [ - 12, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - -0.2694193124771118, - 0.09609347581863403, - 0.04823213815689087, - 0.16069549322128296, - -0.43494462966918945, - -0.4709365963935852, - -0.05150359869003296, - 0.009818971157073975, - -0.026101410388946533, - -0.013102233409881592, - 0.03712528944015503, - -0.11778658628463745, - -0.032015442848205566, - 0.42206650972366333, - 0.49566423892974854, - -0.21292150020599365, - 0.03831744194030762, - -0.32621997594833374, - -0.49938952922821045, - -0.2701449990272522, - 0.36438506841659546, - -0.3518860340118408, - -0.2383725643157959, - 0.05175304412841797, - -0.4099807143211365, - -0.10776937007904053, - -0.023649215698242188, - 0.0760660171508789, - 0.2229791283607483, - -0.13335120677947998, - 0.16976892948150635, - 0.36951524019241333, - 0.2030988335609436, - -0.47568953037261963, - 0.31842994689941406, - -0.3963525891304016, - -0.4311298727989197, - -0.05813413858413696, - 0.1040182113647461, - -0.1480119228363037, - -0.00425875186920166, - 0.269778847694397, - -0.36897599697113037, - -0.2962959408760071, - 0.08113366365432739, - 0.4458423852920532, - -0.4212931990623474, - 0.10447186231613159 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "rnn.weight_ih_l1_grad": { - "shape": [ - 12, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - 0.0243085864931345, - -0.03400406613945961, - 0.0048854900524020195, - 0.03114989399909973, - -0.03650052100419998, - 0.056375451385974884, - -0.010046819224953651, - -0.052629854530096054, - 0.010199485346674919, - -0.015580018982291222, - 0.002539695706218481, - 0.014320098794996738, - -0.020509377121925354, - 0.027633806690573692, - -0.0028350413776934147, - -0.02532496303319931, - -0.004828461445868015, - 0.012228158302605152, - -0.004106651991605759, - -0.010282507166266441, - 0.03005160018801689, - -0.04169415682554245, - 0.006955713499337435, - 0.0393233560025692, - -0.04066981375217438, - 0.03683331981301308, - 0.0035158470273017883, - -0.03282693028450012, - 0.10444819927215576, - -0.14623543620109558, - 0.01758561097085476, - 0.12954096496105194, - 0.2775113582611084, - -0.4054311513900757, - 0.06337884068489075, - 0.37352633476257324, - 0.47287842631340027, - -0.6967634558677673, - 0.09944169968366623, - 0.6371601819992065, - 0.3243447244167328, - -0.4930482506752014, - 0.08197082579135895, - 0.45426398515701294, - 0.2474227249622345, - -0.3379955291748047, - 0.031208444386720657, - 0.3073463439941406 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "rnn.weight_hh_l1": { - "shape": [ - 12, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - -0.08473736047744751, - 0.3273271322250366, - 0.2460828423500061, - -0.4391111135482788, - 0.34438377618789673, - 0.07307326793670654, - 0.2610098719596863, - -0.07189244031906128, - -0.49005961418151855, - 0.01854628324508667, - 0.15514910221099854, - 0.06848406791687012, - -0.16887742280960083, - -0.09668433666229248, - -0.2772824764251709, - 0.37104207277297974, - -0.3708651661872864, - -0.07447224855422974, - -0.24286103248596191, - -0.30624252557754517, - -0.4414331316947937, - 0.1532803773880005, - -0.38786953687667847, - -0.12369906902313232, - 0.07890450954437256, - 0.11644923686981201, - -0.3059192895889282, - 0.15695720911026, - -0.12568259239196777, - -0.052563250064849854, - -0.48928940296173096, - 0.05925953388214111, - -0.23503994941711426, - -0.08596724271774292, - -0.4258960485458374, - 0.05718994140625, - -0.09251606464385986, - 0.20794129371643066, - 0.16381675004959106, - 0.47920942306518555, - -0.25364792346954346, - 0.037932634353637695, - -0.05075007677078247, - -0.05508232116699219, - -0.09191328287124634, - 0.13723701238632202, - 0.2707595229148865, - 0.16877174377441406 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "rnn.weight_hh_l1_grad": { - "shape": [ - 12, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - 0.0004856400773860514, - -0.00522495387122035, - 0.007750052958726883, - -0.013816937804222107, - -0.0009339683456346393, - 0.010565562173724174, - -0.01572899892926216, - 0.027849361300468445, - 0.00022201323008630425, - -0.0027003963477909565, - 0.004040011670440435, - -0.0070864856243133545, - -0.000373058021068573, - 0.004199167713522911, - -0.006249097641557455, - 0.011071926914155483, - -5.593587411567569e-05, - 0.0018647400429472327, - -0.0029059876687824726, - 0.004710466600954533, - 0.0007839222671464086, - -0.007279698736965656, - 0.010669777169823647, - -0.019452253356575966, - -0.00037373873055912554, - 0.0015052288072183728, - -0.0019536635372787714, - 0.004420040640980005, - 0.0013774636900052428, - -0.018703851848840714, - 0.028173714876174927, - -0.048782072961330414, - 0.003367276396602392, - -0.0379900224506855, - 0.056545108556747437, - -0.10015347599983215, - 0.00466157728806138, - -0.062438346445560455, - 0.09397576749324799, - -0.16296622157096863, - 0.0020398814231157303, - -0.02446344681084156, - 0.036565154790878296, - -0.06425173580646515, - 0.0018025694880634546, - -0.019998665899038315, - 0.029730655252933502, - -0.052779026329517365 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "rnn.bias_ih_l1": { - "shape": [ - 12 - ], - "stride": [ - 1 - ], - "data": [ - 0.11362963914871216, - -0.30757415294647217, - -0.48487865924835205, - -0.449432909488678, - 0.26331621408462524, - -0.34234511852264404, - 0.19906085729599, - -0.02831745147705078, - -0.23065179586410522, - 0.04258120059967041, - 0.3864107131958008, - -0.4679272770881653 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "rnn.bias_ih_l1_grad": { - "shape": [ - 12 - ], - "stride": [ - 1 - ], - "data": [ - 0.1515943706035614, - -0.22004660964012146, - 0.06289481371641159, - -0.12836609780788422, - -0.033358074724674225, - 0.18083330988883972, - -0.2663813829421997, - 0.6773943305015564, - 1.7124485969543457, - 2.9453835487365723, - 1.99424409866333, - 1.561807632446289 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "rnn.bias_hh_l1": { - "shape": [ - 12 - ], - "stride": [ - 1 - ], - "data": [ - 0.040867745876312256, - 0.3373962640762329, - -0.39379221200942993, - 0.3507571816444397, - 0.35322457551956177, - -0.30068475008010864, - 0.1122063398361206, - 0.12116897106170654, - 0.38527029752731323, - -0.2526973485946655, - 0.15340620279312134, - -0.3300989866256714 - ], - "ptr_offset": 0, - "data_type": "f32" - }, - "rnn.bias_hh_l1_grad": { - "shape": [ - 12 - ], - "stride": [ - 1 - ], - "data": [ - 0.1515943706035614, - -0.22004660964012146, - 0.06289481371641159, - -0.12836609780788422, - -0.033358074724674225, - 0.18083330988883972, - -0.2663813531398773, - 0.6773943305015564, - 0.9295488595962524, - 1.540578007698059, - 0.5742676258087158, - 0.676785945892334 - ], - "ptr_offset": 0, - "data_type": "f32" - } -} \ No newline at end of file +{"input":{"shape":[2,2,4],"stride":[8,4,1],"data":[0.31047144532203674,-0.5263485908508301,-0.2483978271484375,-1.2473407983779907,0.7588106393814087,-0.20819300413131714,1.2272928953170776,-0.8387302160263062,1.2783383131027222,-1.3045125007629395,1.3241329193115234,0.7569308876991272,1.5659786462783813,0.020181743428111076,-0.8329986333847046,0.3564818203449249],"ptr_offset":0,"data_type":"f32"},"input_grad":{"shape":[2,2,4],"stride":[8,4,1],"data":[-0.14711643755435944,0.056485019624233246,-0.058382317423820496,-0.026996469125151634,-0.09521569311618805,0.03766832500696182,-0.017149347811937332,-0.013951767235994339,-0.03740550950169563,0.013706554658710957,0.009607412852346897,0.001159975305199623,-0.06458336859941483,0.027406767010688782,-0.018826285377144814,-0.013021022081375122],"ptr_offset":0,"data_type":"f32"},"output":{"shape":[2,2,4],"stride":[8,4,1],"data":[-0.007910423912107944,-0.10469687730073929,0.17634423077106476,-0.24369660019874573,0.023979518562555313,-0.09293008595705032,0.11953510344028473,-0.2745876610279083,0.01019994542002678,-0.1855412721633911,0.17709387838840485,-0.4204536974430084,0.033900871872901917,-0.20860329270362854,0.14856001734733582,-0.4332284927368164],"ptr_offset":0,"data_type":"f32"},"hidden":{"shape":[2,2,4],"stride":[8,4,1],"data":[0.11567609012126923,-0.4963149428367615,0.002100124955177307,0.39174285531044006,0.25583505630493164,-0.2612617015838623,0.1943020522594452,0.34248143434524536,0.01019994542002678,-0.1855412721633911,0.17709387838840485,-0.4204536974430084,0.033900871872901917,-0.20860329270362854,0.14856001734733582,-0.4332284927368164],"ptr_offset":0,"data_type":"f32"},"output_grad":{"shape":[2,2,4],"stride":[8,4,1],"data":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"ptr_offset":0,"data_type":"f32"},"rnn.weight_ih_l0":{"shape":[12,4],"stride":[4,1],"data":[-0.14608150720596313,0.285772442817688,-0.140466570854187,0.39333051443099976,0.3753369450569153,-0.08395648002624512,-0.4139198660850525,0.23216551542282104,0.33832311630249023,-0.46846896409988403,-0.3913601040840149,0.3509262204170227,0.044377803802490234,-0.10959893465042114,0.062146127223968506,-0.2674044370651245,0.09132158756256104,-0.30917948484420776,-0.3743661642074585,-0.2628101706504822,0.07672697305679321,0.10190916061401367,0.09432655572891235,-0.463268518447876,0.21459424495697021,-0.1494719386100769,-0.02518707513809204,-0.15404075384140015,0.19912785291671753,0.09791356325149536,0.2052973508834839,-0.18006688356399536,0.3944762945175171,-0.162156879901886,-0.15721499919891357,-0.35379064083099365,-0.34263187646865845,0.26372450590133667,-0.3164122700691223,-0.026261210441589355,0.4177701473236084,0.3236513137817383,0.1550711989402771,0.0658910870552063,0.4160841703414917,-0.32211053371429443,0.16605055332183838,0.09225684404373169],"ptr_offset":0,"data_type":"f32"},"rnn.weight_ih_l0_grad":{"shape":[12,4],"stride":[4,1],"data":[-0.010246767662465572,0.005462636239826679,-0.006477697752416134,0.0026522548869252205,0.001479861093685031,-0.0010174198541790247,0.00031866534845903516,-0.002100867684930563,0.008378869853913784,-0.005344264209270477,0.004366355482488871,-0.008692124858498573,0.042441390454769135,-0.02024383470416069,0.005875255912542343,-0.03674191236495972,0.022044293582439423,-0.007024655118584633,0.0005661323666572571,-0.02658170461654663,0.022127950564026833,-0.01552973035722971,0.024375861510634422,-0.011996183544397354,0.019094374030828476,-0.0006807709578424692,0.019836612045764923,0.020895976573228836,0.15093177556991577,-0.08736442029476166,0.10658558458089828,-0.02151845023036003,-0.1872006058692932,0.10893256962299347,-0.13493803143501282,0.04966588690876961,0.051813386380672455,-0.033261947333812714,0.010186940431594849,-0.0613185279071331,-0.15986019372940063,0.0942835733294487,-0.06275615096092224,0.10990767180919647,-0.368024080991745,0.1784631609916687,-0.05603458359837532,0.32302725315093994],"ptr_offset":0,"data_type":"f32"},"rnn.weight_hh_l0":{"shape":[12,4],"stride":[4,1],"data":[-0.4115830063819885,0.3775143623352051,0.1056714653968811,-0.14761734008789062,-0.4737464189529419,-0.21274149417877197,-0.4587973952293396,-0.10141772031784058,-0.1648678183555603,-0.32155531644821167,-0.16762930154800415,0.06973212957382202,0.20871394872665405,-0.250619113445282,0.13123279809951782,0.028011620044708252,0.1621842384338379,0.4346389174461365,0.37628233432769775,0.30912625789642334,0.48611199855804443,0.2522706389427185,0.41213828325271606,0.030618011951446533,-0.27952879667282104,0.49098485708236694,-0.354871928691864,-0.38716191053390503,0.12990343570709229,0.1341555118560791,-0.42788028717041016,-0.4914764165878296,-0.11191922426223755,-0.2304668426513672,0.14124828577041626,-0.2144935131072998,-0.27107512950897217,0.26228201389312744,0.15821683406829834,0.45551496744155884,0.1947377324104309,-0.2247711420059204,-0.07837700843811035,-0.2628554701805115,-0.3976125717163086,-0.3822224736213684,-0.3992306590080261,-0.3407132625579834],"ptr_offset":0,"data_type":"f32"},"rnn.weight_hh_l0_grad":{"shape":[12,4],"stride":[4,1],"data":[-0.0007057408802211285,0.0006297326181083918,0.0001238098047906533,-0.0005278377793729305,5.412314203567803e-05,-6.870595825603232e-05,1.2579859685502015e-05,5.440806125989184e-05,0.0003673350147437304,-0.00036472047213464975,-2.4484936147928238e-05,0.0002999487332999706,0.002146068960428238,-0.0029637026600539684,0.0007577171782031655,0.0023207247722893953,0.0006711753085255623,-0.0015452957013621926,0.000905762892216444,0.0011477761436253786,0.0012414776720106602,-0.0006196067552082241,-0.0007457294850610197,0.0005954219959676266,0.0017533135833218694,-0.001730315387248993,-0.00012824393343180418,0.0014244968770071864,0.011259298771619797,-0.009045282378792763,-0.0030582183972001076,0.007737745530903339,-0.0041463058441877365,0.0036766298580914736,0.0007523983949795365,-0.003085329895839095,0.0015818787505850196,-0.0020485580898821354,0.00041143433190882206,0.0016178154619410634,-0.007694512140005827,0.00794270634651184,0.00018523982726037502,-0.006489709950983524,-0.006250327918678522,0.008459985256195068,-0.0020211676601320505,-0.006641868501901627],"ptr_offset":0,"data_type":"f32"},"rnn.bias_ih_l0":{"shape":[12],"stride":[1],"data":[0.07406884431838989,0.0032592415809631348,0.33849668502807617,-0.23183876276016235,0.3347715735435486,0.48712992668151855,0.43125492334365845,-0.35924971103668213,-0.23061531782150269,-0.12992650270462036,0.03731644153594971,0.21099954843521118],"ptr_offset":0,"data_type":"f32"},"rnn.bias_ih_l0_grad":{"shape":[12],"stride":[1],"data":[-0.010526490397751331,0.002419841242954135,0.011996983550488949,0.05537678301334381,0.031170567497611046,0.02672451175749302,0.004071135073900223,0.1488756537437439,-0.19561146199703217,0.07818251848220825,-0.2003842294216156,-0.483154296875],"ptr_offset":0,"data_type":"f32"},"rnn.bias_hh_l0":{"shape":[12],"stride":[1],"data":[-0.41030293703079224,0.1254873275756836,0.27579015493392944,-0.4827600121498108,-0.19063293933868408,-0.4039286971092224,-0.10455536842346191,0.4352443218231201,0.2690991163253784,0.1326419711112976,-0.2968728542327881,-0.4688687324523926],"ptr_offset":0,"data_type":"f32"},"rnn.bias_hh_l0_grad":{"shape":[12],"stride":[1],"data":[-0.010526490397751331,0.002419841242954135,0.011996984481811523,0.05537678673863411,0.031170567497611046,0.02672451175749302,0.004071135073900223,0.1488756537437439,-0.05729487165808678,0.04207463935017586,-0.13590015470981598,-0.19069214165210724],"ptr_offset":0,"data_type":"f32"},"rnn.weight_ih_l1":{"shape":[12,4],"stride":[4,1],"data":[-0.2694193124771118,0.09609347581863403,0.04823213815689087,0.16069549322128296,-0.43494462966918945,-0.4709365963935852,-0.05150359869003296,0.009818971157073975,-0.026101410388946533,-0.013102233409881592,0.03712528944015503,-0.11778658628463745,-0.032015442848205566,0.42206650972366333,0.49566423892974854,-0.21292150020599365,0.03831744194030762,-0.32621997594833374,-0.49938952922821045,-0.2701449990272522,0.36438506841659546,-0.3518860340118408,-0.2383725643157959,0.05175304412841797,-0.4099807143211365,-0.10776937007904053,-0.023649215698242188,0.0760660171508789,0.2229791283607483,-0.13335120677947998,0.16976892948150635,0.36951524019241333,0.2030988335609436,-0.47568953037261963,0.31842994689941406,-0.3963525891304016,-0.4311298727989197,-0.05813413858413696,0.1040182113647461,-0.1480119228363037,-0.00425875186920166,0.269778847694397,-0.36897599697113037,-0.2962959408760071,0.08113366365432739,0.4458423852920532,-0.4212931990623474,0.10447186231613159],"ptr_offset":0,"data_type":"f32"},"rnn.weight_ih_l1_grad":{"shape":[12,4],"stride":[4,1],"data":[0.0243085864931345,-0.03400406613945961,0.0048854900524020195,0.03114989399909973,-0.03650052100419998,0.056375451385974884,-0.010046819224953651,-0.052629854530096054,0.010199485346674919,-0.015580018982291222,0.002539695706218481,0.014320098794996738,-0.020509377121925354,0.027633806690573692,-0.0028350413776934147,-0.02532496303319931,-0.004828461445868015,0.012228158302605152,-0.004106651991605759,-0.010282507166266441,0.03005160018801689,-0.04169415682554245,0.006955713499337435,0.0393233560025692,-0.04066981375217438,0.03683331981301308,0.0035158470273017883,-0.03282693028450012,0.10444819927215576,-0.14623543620109558,0.01758561097085476,0.12954096496105194,0.2775113582611084,-0.4054311513900757,0.06337884068489075,0.37352633476257324,0.47287842631340027,-0.6967634558677673,0.09944169968366623,0.6371601819992065,0.3243447244167328,-0.4930482506752014,0.08197082579135895,0.45426398515701294,0.2474227249622345,-0.3379955291748047,0.031208444386720657,0.3073463439941406],"ptr_offset":0,"data_type":"f32"},"rnn.weight_hh_l1":{"shape":[12,4],"stride":[4,1],"data":[-0.08473736047744751,0.3273271322250366,0.2460828423500061,-0.4391111135482788,0.34438377618789673,0.07307326793670654,0.2610098719596863,-0.07189244031906128,-0.49005961418151855,0.01854628324508667,0.15514910221099854,0.06848406791687012,-0.16887742280960083,-0.09668433666229248,-0.2772824764251709,0.37104207277297974,-0.3708651661872864,-0.07447224855422974,-0.24286103248596191,-0.30624252557754517,-0.4414331316947937,0.1532803773880005,-0.38786953687667847,-0.12369906902313232,0.07890450954437256,0.11644923686981201,-0.3059192895889282,0.15695720911026,-0.12568259239196777,-0.052563250064849854,-0.48928940296173096,0.05925953388214111,-0.23503994941711426,-0.08596724271774292,-0.4258960485458374,0.05718994140625,-0.09251606464385986,0.20794129371643066,0.16381675004959106,0.47920942306518555,-0.25364792346954346,0.037932634353637695,-0.05075007677078247,-0.05508232116699219,-0.09191328287124634,0.13723701238632202,0.2707595229148865,0.16877174377441406],"ptr_offset":0,"data_type":"f32"},"rnn.weight_hh_l1_grad":{"shape":[12,4],"stride":[4,1],"data":[0.0004856400773860514,-0.00522495387122035,0.007750052958726883,-0.013816937804222107,-0.0009339683456346393,0.010565562173724174,-0.01572899892926216,0.027849361300468445,0.00022201323008630425,-0.0027003963477909565,0.004040011670440435,-0.0070864856243133545,-0.000373058021068573,0.004199167713522911,-0.006249097641557455,0.011071926914155483,-5.593587411567569e-05,0.0018647400429472327,-0.0029059876687824726,0.004710466600954533,0.0007839222671464086,-0.007279698736965656,0.010669777169823647,-0.019452253356575966,-0.00037373873055912554,0.0015052288072183728,-0.0019536635372787714,0.004420040640980005,0.0013774636900052428,-0.018703851848840714,0.028173714876174927,-0.048782072961330414,0.003367276396602392,-0.0379900224506855,0.056545108556747437,-0.10015347599983215,0.00466157728806138,-0.062438346445560455,0.09397576749324799,-0.16296622157096863,0.0020398814231157303,-0.02446344681084156,0.036565154790878296,-0.06425173580646515,0.0018025694880634546,-0.019998665899038315,0.029730655252933502,-0.052779026329517365],"ptr_offset":0,"data_type":"f32"},"rnn.bias_ih_l1":{"shape":[12],"stride":[1],"data":[0.11362963914871216,-0.30757415294647217,-0.48487865924835205,-0.449432909488678,0.26331621408462524,-0.34234511852264404,0.19906085729599,-0.02831745147705078,-0.23065179586410522,0.04258120059967041,0.3864107131958008,-0.4679272770881653],"ptr_offset":0,"data_type":"f32"},"rnn.bias_ih_l1_grad":{"shape":[12],"stride":[1],"data":[0.1515943706035614,-0.22004660964012146,0.06289481371641159,-0.12836609780788422,-0.033358074724674225,0.18083330988883972,-0.2663813829421997,0.6773943305015564,1.7124485969543457,2.9453835487365723,1.99424409866333,1.561807632446289],"ptr_offset":0,"data_type":"f32"},"rnn.bias_hh_l1":{"shape":[12],"stride":[1],"data":[0.040867745876312256,0.3373962640762329,-0.39379221200942993,0.3507571816444397,0.35322457551956177,-0.30068475008010864,0.1122063398361206,0.12116897106170654,0.38527029752731323,-0.2526973485946655,0.15340620279312134,-0.3300989866256714],"ptr_offset":0,"data_type":"f32"},"rnn.bias_hh_l1_grad":{"shape":[12],"stride":[1],"data":[0.1515943706035614,-0.22004660964012146,0.06289481371641159,-0.12836609780788422,-0.033358074724674225,0.18083330988883972,-0.2663813531398773,0.6773943305015564,0.9295488595962524,1.540578007698059,0.5742676258087158,0.676785945892334],"ptr_offset":0,"data_type":"f32"}} diff --git a/test_data_json/lstm_bidirectional.json b/test_data_json/lstm_bidirectional.json index f7f90c72..3f105c13 100644 --- a/test_data_json/lstm_bidirectional.json +++ b/test_data_json/lstm_bidirectional.json @@ -1,12602 +1 @@ -{ - "rnn.weight_ih_l0": { - "shape": [ - 32, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - -0.0026469905860722065, - 0.18966144323349, - -0.2909903824329376, - -0.26019373536109924, - -0.13617262244224548, - 0.0948079451918602, - -0.007005016785115004, - 0.28032875061035156, - -0.03137575834989548, - 0.09355466812849045, - -0.10684845596551895, - -0.06949635595083237, - -0.33776670694351196, - -0.23415207862854004, - -0.14574287831783295, - 0.013096880167722702, - 0.13977210223674774, - 0.21214008331298828, - -0.23968836665153503, - -0.15395936369895935, - 0.12841664254665375, - 0.29358646273612976, - -0.07276134938001633, - 0.26456815004348755, - -0.05698692053556442, - 0.037410933524370193, - 0.3201341927051544, - -0.32798099517822266, - -0.22257526218891144, - -0.08950743079185486, - -0.13781508803367615, - 0.30547040700912476, - -0.22916610538959503, - -0.16275224089622498, - -0.24700669944286346, - -0.33112430572509766, - -0.20638342201709747, - 0.30391380190849304, - 0.15776202082633972, - 0.17135761678218842, - 0.01859392412006855, - -0.18126098811626434, - 0.05981581658124924, - -0.33011093735694885, - -0.2554657459259033, - -0.18226736783981323, - 0.22307024896144867, - 0.20729584991931915, - -0.15679916739463806, - -0.01275704987347126, - 0.22611884772777557, - 0.35147911310195923, - 0.14031903445720673, - 0.04776253551244736, - 0.23705270886421204, - -0.20817306637763977, - 0.06588256359100342, - -0.27411189675331116, - -0.24504294991493225, - -0.18263986706733704, - 0.1599733829498291, - 0.14218516647815704, - -0.20942823588848114, - 0.10681098699569702 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l0": { - "shape": [ - 32, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - 0.19409091770648956, - -0.04462457820773125, - 0.013499214313924313, - 0.08191998302936554, - 0.21933624148368835, - 0.33947986364364624, - -0.272456556558609, - -0.12956660985946655, - 0.13894997537136078, - 0.29293644428253174, - 0.30766475200653076, - 0.31196022033691406, - 0.07036226242780685, - -0.30744388699531555, - 0.03252425789833069, - -0.2211848944425583, - -0.32949554920196533, - 0.3141295313835144, - 0.26882776618003845, - -0.35267937183380127, - 0.06617531180381775, - -0.05955960601568222, - -0.05818115174770355, - -0.1618414968252182, - 0.1359611302614212, - -0.2094109058380127, - 0.1296095997095108, - 0.17879481613636017, - 0.25309881567955017, - 0.1321975439786911, - -0.349924236536026, - -0.22934898734092712, - 0.1765345185995102, - 0.07399920374155045, - -0.27580133080482483, - -0.20358292758464813, - 0.3326050937175751, - 0.23823058605194092, - -0.15415816009044647, - -0.08898400515317917, - -0.33679428696632385, - -0.006354817189276218, - -0.2662465274333954, - -0.2727157771587372, - -0.01948065310716629, - 0.05308429151773453, - -0.14479081332683563, - 0.2097906619310379, - -0.21515105664730072, - 0.32080376148223877, - 0.24229009449481964, - -0.2981455326080322, - -0.08799389749765396, - 0.01595325581729412, - 0.051583822816610336, - 0.08385376632213593, - 0.13874433934688568, - 0.021177906543016434, - -0.1725088655948639, - 0.1672975718975067, - -0.339145690202713, - -0.20955345034599304, - -0.08850497007369995, - -0.17222057282924652, - -0.12368477135896683, - -0.28978002071380615, - -0.07520616054534912, - 0.07557431608438492, - -0.23032793402671814, - -0.018144134432077408, - 0.2530914843082428, - -0.03634537756443024, - 0.009826031513512135, - -0.030500661581754684, - 0.07155261933803558, - 0.22480319440364838, - 0.3349021077156067, - 0.22452616691589355, - 0.3356683552265167, - -0.02556956559419632, - -0.31760460138320923, - -0.16761161386966705, - 0.24073635041713715, - -0.0022919033654034138, - -0.17573241889476776, - -0.2709321081638336, - -0.33087366819381714, - -0.29840195178985596, - -0.07171361893415451, - 0.1938907951116562, - 0.19114547967910767, - -0.34097814559936523, - 0.22054025530815125, - -0.2766588628292084, - -0.0747448205947876, - -0.14335621893405914, - -0.06809978187084198, - -0.06941762566566467, - -0.31726109981536865, - -0.3052713871002197, - -0.055323850363492966, - 0.004572216421365738, - -0.16061042249202728, - 0.1331832855939865, - -0.3182186782360077, - -0.023860342800617218, - 0.31092172861099243, - -0.14421159029006958, - 0.31925979256629944, - 0.12804068624973297, - -0.3190681040287018, - 0.22369228303432465, - -0.04079810529947281, - -0.15782864391803741, - 0.2827201187610626, - -0.2857047915458679, - 0.03793802112340927, - -0.07402301579713821, - 0.25247693061828613, - 0.09869249165058136, - 0.16988429427146912, - 0.12486054003238678, - -0.08502064645290375, - -0.07435420155525208, - -0.29135677218437195, - 0.19157083332538605, - 0.28071364760398865, - 0.24191001057624817, - -0.2493888884782791, - 0.015768442302942276, - -0.24923184514045715, - -0.19462554156780243, - -0.20601749420166016, - 0.12082510441541672, - -0.21068711578845978, - -0.007713547442108393, - 0.014873327687382698, - 0.227908656001091, - -0.2672581076622009, - -0.24271872639656067, - -0.20529484748840332, - 0.24746382236480713, - -0.12709006667137146, - 0.2982182800769806, - 0.1278475672006607, - 0.044769056141376495, - -0.002631859853863716, - -0.06989098340272903, - 0.04435905069112778, - -0.08073203265666962, - -0.002484219614416361, - 0.045110952109098434, - -0.2765512764453888, - -0.18530844151973724, - 0.28549179434776306, - -0.2869250774383545, - -0.025387322530150414, - 0.3497487008571625, - 0.12771658599376678, - 0.010010171681642532, - -0.3063928782939911, - 0.17514252662658691, - -0.25182926654815674, - -0.100361168384552, - -0.11862293630838394, - -0.052356794476509094, - 0.003867268329486251, - 0.29161348938941956, - 0.04413719102740288, - 0.31667521595954895, - 0.2162730097770691, - -0.2235213816165924, - 0.15857014060020447, - -0.24992549419403076, - -0.14984481036663055, - 0.10398807376623154, - 0.11674053221940994, - 0.2652456760406494, - -0.11381444334983826, - 0.0005659899907186627, - 0.18201760947704315, - -0.3419187068939209, - 0.25561225414276123, - -0.29236122965812683, - 0.004872850142419338, - -0.060110002756118774, - -0.18620701134204865, - 0.04672951623797417, - 0.2923599183559418, - -0.10335056483745575, - -0.2099025547504425, - -0.13075776398181915, - -0.3504238426685333, - 0.15959186851978302, - -0.1697988659143448, - -0.23594041168689728, - -0.20368260145187378, - 0.20327766239643097, - 0.18723256886005402, - 0.27135995030403137, - 0.12824198603630066, - -0.11807258427143097, - -0.09879983961582184, - 0.10445025563240051, - 0.2906331419944763, - 0.09612840414047241, - -0.16728214919567108, - -0.16619744896888733, - -0.3342737853527069, - 0.07638449966907501, - -0.19840797781944275, - -0.3152196407318115, - 0.31002265214920044, - -0.22960153222084045, - -0.040220778435468674, - 0.101290762424469, - 0.011263618245720863, - -0.23789961636066437, - -0.28578487038612366, - 0.2818111777305603, - 0.057572171092033386, - 0.2933165729045868, - -0.11852545291185379, - 0.10414106398820877, - -0.08084924519062042, - -0.01572292298078537, - -0.2153296321630478, - 0.11957208067178726, - 0.1117815300822258, - -0.007293301168829203, - -0.07951492071151733, - -0.21794083714485168, - 0.24449799954891205, - -0.26319366693496704, - 0.1448386162519455, - -0.11888357251882553, - -0.17057819664478302, - 0.06351412087678909, - -0.1836557686328888, - 0.08146041631698608, - 0.0694311186671257, - -0.26250967383384705, - 0.05886612460017204, - 0.15058870613574982, - 0.13994738459587097, - -0.044504836201667786, - -0.2898387014865875, - -0.05450168997049332, - 0.12279180437326431, - -0.12900353968143463, - 0.13420218229293823, - 0.23545332252979279, - -0.18460845947265625, - 0.0034866821952164173, - 0.1461939662694931, - 0.027710752561688423 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l0": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - 0.029532844200730324, - 0.0441465899348259, - -0.2779451906681061, - 0.02778514102101326, - 0.24482505023479462, - 0.31859180331230164, - 0.20780132710933685, - 0.04737722873687744, - 0.16511444747447968, - -0.17199651896953583, - -0.29298558831214905, - -0.3040280044078827, - 0.3527083098888397, - 0.22443191707134247, - -0.24438802897930145, - 0.13832515478134155, - 0.26699206233024597, - 0.35341721773147583, - 0.3091452717781067, - 0.2739168405532837, - -0.08105538785457611, - -0.12407661229372025, - 0.2902846038341522, - 0.19812411069869995, - -0.21276099979877472, - 0.31785058975219727, - 0.1708223521709442, - 0.192734494805336, - -0.22159889340400696, - 0.10143439471721649, - -0.1239425390958786, - 0.27625125646591187 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l0": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - -0.06361860036849976, - 0.1376427561044693, - 0.06279880553483963, - 0.1504257172346115, - -0.12014717608690262, - 0.17238250374794006, - -0.2469467669725418, - 0.07985179871320724, - -0.23921135067939758, - -0.3487936854362488, - -0.28392308950424194, - 0.2791198194026947, - 0.19128498435020447, - 0.3317093551158905, - 0.28323912620544434, - -0.315739244222641, - -0.2412758320569992, - -0.057128071784973145, - -0.22960898280143738, - 0.24550622701644897, - -0.26728910207748413, - -0.17249920964241028, - -0.3415648937225342, - -0.2007283717393875, - 0.2907896935939789, - 0.28947538137435913, - 0.2530868351459503, - 0.2729882001876831, - 0.3143748939037323, - -0.09053193777799606, - 0.15556421875953674, - 0.31499147415161133 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l0_reverse": { - "shape": [ - 32, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - 0.11696209758520126, - 0.35343894362449646, - 0.1833750307559967, - 0.2197858691215515, - -0.12374091148376465, - 0.16964463889598846, - 0.04062559828162193, - -0.08443467319011688, - -0.19930152595043182, - -0.19838465750217438, - -0.2720525562763214, - 0.23735110461711884, - 0.25135213136672974, - -0.04023886099457741, - -0.2045964002609253, - 0.2732633352279663, - 0.22609347105026245, - 0.026281045749783516, - -0.16692502796649933, - 0.3249324858188629, - 0.1445823609828949, - -0.2683984041213989, - 0.3383798897266388, - 0.2684791684150696, - -0.1288669854402542, - 0.19875164330005646, - -0.20088514685630798, - -0.055406879633665085, - 0.3002026081085205, - 0.014608519151806831, - -0.25003936886787415, - -0.11816918104887009, - -0.09597035497426987, - -0.06821062415838242, - 0.0338352769613266, - 0.32697662711143494, - 0.01892937161028385, - -0.21829800307750702, - 0.01812112145125866, - 0.16952431201934814, - 0.17537669837474823, - -0.32312604784965515, - -0.06326570361852646, - -0.2627412676811218, - -0.1508561223745346, - 0.12738294899463654, - -0.25106894969940186, - 0.13142529129981995, - 0.30008837580680847, - 0.023188984021544456, - -0.23563897609710693, - -0.1266728639602661, - 0.07720337063074112, - -0.269520103931427, - 0.17564897239208221, - -0.32098037004470825, - -0.3398685157299042, - -0.3435339033603668, - -0.07172302156686783, - 0.23774093389511108, - -0.3346308469772339, - 0.2938690185546875, - -0.14142943918704987, - 0.10355016589164734 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l0_reverse": { - "shape": [ - 32, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - 0.01612306572496891, - -0.31880584359169006, - 0.29321208596229553, - 0.19036850333213806, - 0.3514305353164673, - 0.17861947417259216, - -0.2333696186542511, - 0.2950699031352997, - 0.01900152675807476, - 0.16766083240509033, - -0.2834894061088562, - -0.10169132798910141, - -0.3471461236476898, - -0.13770639896392822, - 0.07627247273921967, - -0.2775965929031372, - 0.11270016431808472, - 0.18978986144065857, - 0.04925327003002167, - -0.23655667901039124, - -0.2741169035434723, - -0.1090770959854126, - 0.15519514679908752, - 0.3487437963485718, - 0.20330345630645752, - -0.039813388139009476, - 0.12396163493394852, - -0.34685811400413513, - -0.30197039246559143, - 0.16497081518173218, - -0.20025800168514252, - 0.17009299993515015, - -0.24958470463752747, - -0.1751188486814499, - -0.2912180423736572, - 0.18449854850769043, - -0.036025356501340866, - 0.27209508419036865, - 0.21880434453487396, - 0.19563613831996918, - 0.01136890146881342, - -0.10931092500686646, - -0.07687369734048843, - 0.04698745533823967, - 0.1752597838640213, - -0.2476959228515625, - 0.29672953486442566, - -0.03844188526272774, - -0.29625850915908813, - -0.19129282236099243, - 0.3128302991390228, - 0.3233341872692108, - -0.32748931646347046, - 0.2493606060743332, - 0.1771865338087082, - 0.2092747837305069, - 0.29929327964782715, - -0.19054770469665527, - 0.11164358258247375, - 0.1446857899427414, - -0.10447268187999725, - 0.11831775307655334, - -0.10172204673290253, - 0.21858838200569153, - -0.09809501469135284, - -0.13180318474769592, - 0.08900672197341919, - 0.12540313601493835, - -0.17273615300655365, - 0.03125353157520294, - 0.20489682257175446, - -0.03517740219831467, - 0.10759828984737396, - -0.08527246862649918, - 0.12392032891511917, - -0.2561120092868805, - -0.2078995704650879, - -0.179460346698761, - 0.3249194025993347, - -0.09513559192419052, - -0.0009653313900344074, - -0.17129503190517426, - 0.3529488444328308, - 0.34530502557754517, - -0.266645222902298, - -0.2866150736808777, - -0.26799097657203674, - -0.0017050928436219692, - -0.09012214094400406, - -0.23141683638095856, - -0.1268097460269928, - 0.06679714471101761, - -0.18472836911678314, - 0.07834125310182571, - -0.08107540756464005, - -0.17131900787353516, - 0.04857310280203819, - 0.2907121777534485, - -0.23903010785579681, - 0.016417039558291435, - -0.1303790807723999, - 0.3469441831111908, - -0.33543846011161804, - -0.338937908411026, - 0.34838616847991943, - -0.22368967533111572, - 0.06778443604707718, - -0.030513811856508255, - -0.07447849214076996, - -0.07896536588668823, - 0.2246621698141098, - 0.016898779198527336, - -0.3442247211933136, - -0.20872382819652557, - -0.12052645534276962, - 0.1779138594865799, - -0.2287963181734085, - 0.33337241411209106, - -0.07874670624732971, - -0.06348474323749542, - 0.2770295739173889, - 0.17769865691661835, - 0.2998558282852173, - 0.20451095700263977, - -0.10725180059671402, - -0.23457291722297668, - -0.02630545012652874, - 0.29261407256126404, - -0.11865951865911484, - -0.3278747797012329, - 0.1449315845966339, - 0.3441741168498993, - -0.10065072029829025, - -0.2927505373954773, - -0.3206940293312073, - 0.0886002629995346, - -0.02677096053957939, - -0.1785399466753006, - 0.071464404463768, - 0.1342650204896927, - 0.2811877131462097, - 0.2744925618171692, - -0.05292118340730667, - -0.31175175309181213, - -0.3194790184497833, - 0.3301091194152832, - 0.15629011392593384, - 0.15411652624607086, - -0.30590182542800903, - 0.3273960053920746, - 0.33493635058403015, - 0.3192093074321747, - -0.2982523441314697, - -0.1334039568901062, - -0.24316121637821198, - 0.33480289578437805, - -0.1519148200750351, - -0.16141639649868011, - 0.18523117899894714, - -0.16355109214782715, - -0.17413286864757538, - -0.030925840139389038, - -0.03398338332772255, - -0.2754104733467102, - 0.29474619030952454, - -0.1559600681066513, - 0.12541064620018005, - 0.3075149357318878, - 0.1783027946949005, - 0.05005604028701782, - 0.3008233904838562, - 0.047526851296424866, - -0.16357381641864777, - 0.3344613313674927, - 0.0836791917681694, - -0.3449552655220032, - -0.10065367072820663, - -0.24082906544208527, - 0.30997899174690247, - -0.0583878830075264, - -0.32227271795272827, - -0.022225549444556236, - 0.22203607857227325, - 0.0918533205986023, - 0.11179514229297638, - 0.032835640013217926, - 0.13181132078170776, - -0.08614398539066315, - -0.14064361155033112, - -0.3304693400859833, - -0.26634481549263, - 0.1532309353351593, - -0.20934368669986725, - 0.050723057240247726, - 0.11285121738910675, - 0.025032952427864075, - -0.2292262464761734, - 0.33811312913894653, - -0.2055910974740982, - 0.2907978594303131, - -0.2812546491622925, - -0.08504673093557358, - 0.1923220157623291, - -0.14445507526397705, - 0.2970000207424164, - -0.24330005049705505, - -0.296904057264328, - -0.15942399203777313, - 0.057152051478624344, - 0.3255363404750824, - -0.16878670454025269, - 0.12644067406654358, - -0.0886383205652237, - -0.07667240500450134, - 0.25996899604797363, - -0.273998886346817, - 0.03755208104848862, - 0.3324848413467407, - -0.048582546412944794, - 0.27451232075691223, - -0.10887917131185532, - 0.28459709882736206, - -0.3420029282569885, - -0.05095541104674339, - -0.06210038810968399, - 0.11458134651184082, - 0.13870869576931, - 0.2714642584323883, - -0.05267449840903282, - -0.014020191505551338, - 0.24211733043193817, - -0.09566204994916916, - 0.3099367916584015, - -0.23540014028549194, - -0.03825795650482178, - -0.01898968406021595, - 0.15775902569293976, - 0.24171601235866547, - -0.05603954568505287, - -0.2929121255874634, - 0.17518295347690582, - 0.10575903952121735, - 0.14202214777469635, - -0.21809564530849457, - 0.22754539549350739, - 0.3348698616027832, - 0.030678311362862587, - -0.3302359879016876, - 0.24819089472293854, - -0.2621425986289978, - 0.08127205818891525, - 0.05137759819626808, - -0.16547590494155884, - 0.1231057196855545, - -0.3162297010421753, - 0.08052513748407364 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l0_reverse": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - -0.22413550317287445, - -0.038231026381254196, - 0.04547716677188873, - 0.30120784044265747, - -0.16868749260902405, - 0.2264990508556366, - -0.044913239777088165, - -0.1679123193025589, - -0.3078741729259491, - -0.3243917226791382, - 0.34528401494026184, - -0.08817604929208755, - 0.017659571021795273, - 0.09585268050432205, - 0.24032162129878998, - 0.301748663187027, - 0.286737859249115, - -0.26194173097610474, - -0.05664519593119621, - -0.2092108428478241, - -0.2020033448934555, - 0.08386535942554474, - 0.3318621814250946, - -0.28323301672935486, - 0.2139720916748047, - -0.18330566585063934, - -0.06886310130357742, - 0.2806403934955597, - -0.07996327430009842, - 0.03219306841492653, - -0.24714532494544983, - 0.3009590804576874 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l0_reverse": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - -0.045703787356615067, - -0.2585855722427368, - 0.10352408140897751, - -0.25138258934020996, - -0.28054720163345337, - 0.021538177505135536, - 0.28031253814697266, - -0.1000499576330185, - 0.16640587151050568, - 0.30381593108177185, - 0.23449814319610596, - -0.18546032905578613, - -0.03875647112727165, - -0.11125790327787399, - -0.28430038690567017, - 0.0001460809726268053, - 0.26602596044540405, - 0.29787424206733704, - 0.032986778765916824, - 0.08030011504888535, - -0.1530609130859375, - 0.26687708497047424, - -0.14711657166481018, - -0.24559684097766876, - 0.054444920271635056, - 0.21191473305225372, - -0.3187607526779175, - 0.31960076093673706, - 0.12718413770198822, - -0.24770401418209076, - -0.07615804672241211, - 0.3067358136177063 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l1": { - "shape": [ - 32, - 16 - ], - "stride": [ - 16, - 1 - ], - "data": [ - -0.2712584137916565, - -0.10333559662103653, - 0.11595854163169861, - -0.30974283814430237, - 0.19381733238697052, - 0.18404138088226318, - 0.21927575767040253, - -0.2254069447517395, - 0.35213953256607056, - -0.20957283675670624, - 0.35296666622161865, - -0.33930179476737976, - -0.31500545144081116, - 0.21715117990970612, - 0.03695090115070343, - 0.02039625123143196, - -0.19578315317630768, - -0.1483069658279419, - -0.10337458550930023, - -0.34441596269607544, - 0.018373707309365273, - 0.0625290647149086, - -0.00029932690085843205, - 0.11417311429977417, - 0.33546948432922363, - 0.09400420635938644, - -0.12942613661289215, - -0.14550372958183289, - -0.22620542347431183, - -0.24508985877037048, - -0.05693971738219261, - -0.06253142654895782, - 0.15728263556957245, - -0.15112173557281494, - 0.2818540632724762, - -0.24808140099048615, - 0.0010048651602119207, - 0.31781619787216187, - 0.35156822204589844, - -0.20480012893676758, - 0.062978096306324, - 0.04176267981529236, - -0.16576409339904785, - -0.12215087562799454, - 0.09576134383678436, - -0.24584871530532837, - 0.05833477899432182, - 0.15299127995967865, - -0.1393248289823532, - 0.2936759889125824, - -0.023267503827810287, - 0.16041165590286255, - 0.350126177072525, - -0.10807008296251297, - 0.19212378561496735, - -0.10112659633159637, - -0.051644597202539444, - -0.05991709604859352, - -0.0021964830812066793, - -0.13356129825115204, - 0.08286828547716141, - 0.013322028331458569, - 0.22411388158798218, - -0.07156109064817429, - 0.035454392433166504, - -0.1315184384584427, - -0.29608461260795593, - 0.1430714726448059, - 0.04523996263742447, - -0.1415923833847046, - -0.11953815072774887, - 0.09246175736188889, - -0.06392842531204224, - 0.23103861510753632, - 0.020026369020342827, - 0.13355007767677307, - 0.15404188632965088, - -0.0867500975728035, - 0.15297013521194458, - 0.26089879870414734, - 0.016269948333501816, - 0.06918788701295853, - 0.012846569530665874, - 0.24478885531425476, - -0.14926858246326447, - -0.18793831765651703, - 0.1540621519088745, - -0.30770251154899597, - 0.005668329540640116, - -0.16259604692459106, - 0.23335710167884827, - -0.3291720151901245, - 0.21437092125415802, - 0.34979042410850525, - 0.0715380385518074, - -0.02355608344078064, - 0.3480202257633209, - -0.15109185874462128, - -0.028331490233540535, - -0.15482278168201447, - -0.04880495369434357, - 0.07684090733528137, - 0.04722107574343681, - -0.06677737832069397, - -0.3534970283508301, - 0.018103377893567085, - -0.010472944006323814, - 0.053187426179647446, - 0.270910382270813, - 0.3436572253704071, - -0.2097570151090622, - -0.022045625373721123, - -0.14165951311588287, - -0.3258509337902069, - -0.2572663426399231, - 0.3318314552307129, - 0.20614323019981384, - 0.1899115890264511, - 0.19648489356040955, - -0.28089073300361633, - 0.03712989762425423, - 0.3290573060512543, - -0.19731315970420837, - 0.31451907753944397, - 0.09292743355035782, - 0.24874019622802734, - -0.15145790576934814, - 0.162994384765625, - -0.31342074275016785, - -0.022449055686593056, - 0.117928147315979, - 0.10602869838476181, - 0.2958563268184662, - 0.3474217355251312, - 0.32164767384529114, - 0.2373729795217514, - 0.24856996536254883, - -0.04561890661716461, - -0.27437400817871094, - -0.1312486082315445, - -0.0396915003657341, - -0.19105549156665802, - 0.18072618544101715, - 0.12410686910152435, - 0.057046517729759216, - 0.08540460467338562, - 0.310579776763916, - 0.1287752240896225, - -0.31004488468170166, - -0.2566376030445099, - 0.1558285355567932, - 0.04818198084831238, - 0.1724250316619873, - -0.35310080647468567, - -0.3262835741043091, - 0.2168082743883133, - 0.22614890336990356, - -0.3198636472225189, - 0.13420365750789642, - -0.27607011795043945, - 0.26774871349334717, - 0.11094167083501816, - 0.34958896040916443, - -0.3486008048057556, - -0.3403574228286743, - 0.23903816938400269, - 0.3138928711414337, - 0.21661506593227386, - 0.23505283892154694, - -0.2977878749370575, - 0.25590676069259644, - -0.3338063955307007, - 0.07898441702127457, - -0.23158976435661316, - -0.1404297947883606, - 0.06260328739881516, - -0.13901013135910034, - -0.05594024807214737, - -0.3351065218448639, - -0.33335602283477783, - 0.13695353269577026, - -0.14965152740478516, - -0.21509820222854614, - -0.13950589299201965, - -0.28905412554740906, - -0.28263065218925476, - 0.2115565687417984, - 0.17969071865081787, - 0.04709454998373985, - -0.1931319385766983, - 0.11762755364179611, - 0.015883460640907288, - -0.25267499685287476, - 0.07608108967542648, - 0.3219258785247803, - -0.34775733947753906, - -0.351570725440979, - 0.04529901221394539, - 0.2662335932254791, - -0.21513360738754272, - 0.0778302252292633, - 0.24854283034801483, - 0.10900628566741943, - 0.07651275396347046, - 0.35274937748908997, - 0.23033037781715393, - -0.19884797930717468, - 0.030559919774532318, - 0.18062065541744232, - 0.31180208921432495, - -0.3517618775367737, - 0.1914510428905487, - -0.1026478037238121, - -0.34620699286460876, - 0.07847966253757477, - -0.19247929751873016, - 0.05010282248258591, - -0.22954344749450684, - -0.26605919003486633, - -0.029999367892742157, - -0.11876767128705978, - 0.20678091049194336, - 0.030482707545161247, - 0.27596911787986755, - 0.06625695526599884, - -0.11368910223245621, - 0.23947358131408691, - 0.019319945946335793, - 0.0663590282201767, - -0.11371076107025146, - 0.0012688308488577604, - -0.06797882169485092, - -0.030058162286877632, - -0.2757289707660675, - -0.002174313645809889, - -0.2934649586677551, - -0.0760602280497551, - 0.20490051805973053, - -0.24584345519542694, - -0.23831328749656677, - -0.08632943034172058, - -0.09692101925611496, - 0.059852149337530136, - 0.058695387095212936, - 0.1792856901884079, - -0.24355605244636536, - -0.024950681254267693, - 0.19773931801319122, - 0.30581361055374146, - -0.025790119543671608, - -0.2045731246471405, - 0.10163336992263794, - 0.20134063065052032, - -0.22088244557380676, - -0.20516470074653625, - 0.15626996755599976, - -0.02477206289768219, - -0.33393070101737976, - -0.20385359227657318, - 0.14337751269340515, - -0.11991671472787857, - 0.2440328150987625, - 0.27949804067611694, - 0.05143137648701668, - -0.027957141399383545, - -0.11222744733095169, - -0.017877724021673203, - 0.06435410678386688, - -0.270062118768692, - -0.08449772745370865, - -0.2940860390663147, - 0.21699510514736176, - -0.22515562176704407, - 0.32298651337623596, - -0.09113927185535431, - -0.2025419920682907, - 0.16986583173274994, - 0.05270741507411003, - 0.24482016265392303, - 0.14759783446788788, - -0.3405919075012207, - 0.22361911833286285, - -0.06657899916172028, - -0.15626037120819092, - 0.22452545166015625, - 0.25785720348358154, - -0.3107489049434662, - -0.03196948021650314, - 0.2903403639793396, - 0.1369265466928482, - 0.2978578805923462, - -0.1211622804403305, - -0.19503504037857056, - 0.30402398109436035, - 0.1473691463470459, - 0.3394050598144531, - -0.14767804741859436, - -0.22700490057468414, - -0.041441015899181366, - -0.3328987658023834, - 0.13858415186405182, - 0.2607768774032593, - 0.08487291634082794, - -0.03493349999189377, - 0.17529401183128357, - -0.22441847622394562, - 0.34586116671562195, - -0.3515535593032837, - -0.3386847674846649, - -0.0835452526807785, - 0.28879812359809875, - 0.03539981320500374, - 0.13578066229820251, - -0.25915706157684326, - 0.12893588840961456, - -0.03950727358460426, - 0.14171253144741058, - 0.24969445168972015, - 0.1536826640367508, - -0.030074726790189743, - -0.021778583526611328, - -0.2217416912317276, - -0.1278809905052185, - 0.22975245118141174, - -0.14177368581295013, - 0.21957071125507355, - -0.14019520580768585, - -0.08234217017889023, - 0.007524392567574978, - -0.3244437277317047, - -0.0035302198957651854, - -0.03563667833805084, - -0.03176194801926613, - -0.07067681103944778, - 0.2787334620952606, - 0.26091787219047546, - -0.23962336778640747, - 0.16423501074314117, - -0.27732113003730774, - -0.3009875416755676, - 0.10807488858699799, - 0.005195989739149809, - -0.164934903383255, - -0.34100356698036194, - -0.1368732750415802, - 0.11808665841817856, - -0.32724952697753906, - -0.3434649109840393, - 0.04485621675848961, - -0.25470131635665894, - -0.30974113941192627, - -0.13621924817562103, - -0.056922394782304764, - -0.3212758004665375, - -0.23607739806175232, - 0.0231817364692688, - -0.33339083194732666, - -0.04969349503517151, - -0.2282903790473938, - -0.24509640038013458, - 0.1389574408531189, - -0.27212637662887573, - -0.2679348587989807, - 0.20162495970726013, - 0.06610257178544998, - 0.3219856023788452, - -0.09450322389602661, - -0.17077161371707916, - -0.032720115035772324, - 0.0017887543654069304, - 0.26963546872138977, - -0.35216742753982544, - -0.025173258036375046, - 0.1563951075077057, - -0.194695845246315, - -0.17965489625930786, - 0.17086096107959747, - -0.3387696146965027, - 0.08377651125192642, - -0.2737162411212921, - 0.1757379025220871, - -0.30230244994163513, - 0.2173662930727005, - -0.33468517661094666, - -0.2971852123737335, - 0.005210277624428272, - 0.2785959839820862, - -0.3027815520763397, - -0.15770591795444489, - 0.3105197548866272, - -0.059289995580911636, - 0.14647172391414642, - -0.3401177227497101, - -0.11118578910827637, - -0.17954577505588531, - 0.2980671525001526, - 0.14673876762390137, - -0.25797930359840393, - 0.05700234696269035, - -0.0040635461919009686, - -0.1452644169330597, - -0.20190607011318207, - -0.1173226609826088, - 0.27868014574050903, - -0.253445565700531, - -0.2518514096736908, - -0.10907798260450363, - 0.006150531582534313, - 0.09624144434928894, - 0.010609457269310951, - -0.08510936051607132, - -0.21437716484069824, - -0.0634390115737915, - -0.14232409000396729, - 0.2856459617614746, - -0.3441522419452667, - -0.22551719844341278, - -0.287647545337677, - -0.06461428105831146, - 0.27551475167274475, - 0.30990341305732727, - -0.30778777599334717, - -0.015318356454372406, - 0.2075238674879074, - 0.15584543347358704, - 0.28959694504737854, - -0.009806939400732517, - -0.23754996061325073, - 0.23388634622097015, - -0.12123861163854599, - 0.1830650418996811, - -0.08712845295667648, - 0.1502934694290161, - 0.3179951012134552, - 0.3287535607814789, - -0.3217565715312958, - -0.23386859893798828, - -0.1461825966835022, - -0.22546136379241943, - 0.33923450112342834, - -0.0312254186719656, - -0.23452630639076233, - -0.15732751786708832, - -0.19529037177562714, - 0.14424602687358856, - -0.3083873391151428, - -0.3296542763710022, - -0.3485192060470581, - 0.15221326053142548, - 0.1748161017894745, - -0.2195846140384674, - 0.08767366409301758, - 0.26098769903182983, - 0.05137178301811218, - -0.07480538636445999, - 0.0261213518679142, - -0.03791071102023125, - 0.17801383137702942, - -0.2400667518377304, - 0.17928780615329742, - 0.19927100837230682, - -0.21420903503894806, - 0.28869882225990295, - 0.34725475311279297, - -0.13938088715076447, - -0.0990283191204071, - 0.17619527876377106, - -0.2769809365272522, - 0.13981550931930542, - 0.08248568326234818, - 0.22285521030426025, - -0.3070988655090332, - -0.29372677206993103, - 0.15879110991954803, - 0.1273537427186966, - -0.32907554507255554, - -0.19716240465641022, - -0.32349374890327454, - -0.2532937526702881, - -0.1595231592655182, - 0.2925790250301361, - -0.07037512212991714, - 0.20306380093097687, - 0.3357629179954529, - 0.16112567484378815, - -0.31650465726852417, - 0.17791609466075897, - 0.13485747575759888, - 0.2740270495414734, - -0.34875714778900146, - 0.21744097769260406, - 0.28939807415008545, - -0.32893359661102295, - 0.03699098154902458, - 0.3018190264701843, - -0.25714224576950073, - 0.11600767821073532, - 0.1562272310256958, - 0.09266283363103867, - 0.3515295684337616, - 0.2894822955131531, - 0.3033328056335449, - -0.04406929016113281, - 0.2965296804904938, - -0.3294808864593506, - -0.19078777730464935, - -0.07561840116977692, - -0.10502543300390244, - 0.3265753984451294, - 0.16675885021686554, - 0.22762227058410645, - 0.24049033224582672 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l1": { - "shape": [ - 32, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - -0.2641056478023529, - -0.040948908776044846, - 0.05162748694419861, - 0.09195658564567566, - 0.1818086951971054, - -0.14068128168582916, - -0.10660851001739502, - 0.29583272337913513, - -0.09488818794488907, - -0.24559280276298523, - 0.23972326517105103, - 0.2394106239080429, - -0.11086264997720718, - -0.07068241387605667, - -0.2608799636363983, - -0.29525020718574524, - 0.13295358419418335, - -0.1510353833436966, - 0.28146225214004517, - -0.2830948531627655, - -0.04886994510889053, - 0.007633847650140524, - 0.1817077398300171, - 0.28614160418510437, - 0.23942793905735016, - 0.15563279390335083, - -0.16227881610393524, - -0.2524893283843994, - -0.3162933886051178, - 0.01753789372742176, - 0.3429044485092163, - -0.06715480983257294, - -0.01488407514989376, - -0.256925106048584, - 0.10854431986808777, - 0.22414696216583252, - -0.3485738933086395, - -0.24894478917121887, - 0.26187974214553833, - 0.08370890468358994, - -0.02204267494380474, - 0.06320058554410934, - -0.053754933178424835, - -0.2471214234828949, - -0.33037084341049194, - 0.23253487050533295, - -0.04205045849084854, - -0.13130521774291992, - -0.0912574902176857, - -0.19283616542816162, - -0.10471662133932114, - -0.303495317697525, - 0.2645794153213501, - 0.14437086880207062, - -0.1783045530319214, - -0.12067244946956635, - 0.158617302775383, - -0.13092273473739624, - 0.09322979301214218, - 0.0973479226231575, - -0.22255946695804596, - 0.0885656550526619, - 0.021631870418787003, - 0.30878782272338867, - -0.1279226839542389, - -0.09088744223117828, - 0.3046218156814575, - -0.2887125313282013, - 0.025543687865138054, - 0.34064948558807373, - -0.15852200984954834, - 0.33894532918930054, - 0.31372228264808655, - 0.3289247453212738, - -0.03373716026544571, - 0.31983616948127747, - -0.1540500521659851, - -0.12102315574884415, - 0.13372541964054108, - 0.0746871680021286, - 0.1949053555727005, - 0.3359886109828949, - -0.22132055461406708, - 0.1876402050256729, - 0.11828643828630447, - 0.18652348220348358, - 0.16764524579048157, - -0.13225369155406952, - -0.2794330418109894, - 0.28297874331474304, - -0.20160873234272003, - 0.22603628039360046, - -0.3368103504180908, - -0.061165571212768555, - 0.0037472762633115053, - 0.06117307394742966, - 0.02857842855155468, - 0.11140689253807068, - -0.03936625272035599, - 0.08658678084611893, - 0.349870890378952, - -0.22876743972301483, - -0.01930287666618824, - -0.13495947420597076, - 0.3102182149887085, - 0.30265578627586365, - -0.009641133248806, - -0.12255313247442245, - -0.218448668718338, - 0.25298142433166504, - -0.0243469700217247, - 0.3329799473285675, - 0.2016180455684662, - 0.3094668984413147, - 0.27963370084762573, - -0.22975392639636993, - 0.10348585247993469, - -0.14660406112670898, - 0.17739655077457428, - -0.03178790956735611, - 0.030607083812355995, - -0.2445206344127655, - -0.3159797191619873, - 0.13313864171504974, - 0.08216064423322678, - 0.03071063756942749, - 0.24013154208660126, - -0.1476348489522934, - 0.12550467252731323, - -0.19472362101078033, - 0.0732562392950058, - -0.08071572333574295, - 0.24760286509990692, - 0.3091762661933899, - 0.3070695102214813, - 0.015904324129223824, - 0.20848798751831055, - -0.3532487452030182, - -0.2073923796415329, - 0.06318819522857666, - 0.001971755875274539, - -0.2775651812553406, - -0.15648682415485382, - -0.16512857377529144, - -0.3502872884273529, - 0.03371865674853325, - 0.24101522564888, - 0.1434943825006485, - -0.16798485815525055, - -0.32465577125549316, - -0.28523874282836914, - 0.006558133754879236, - 0.24321407079696655, - -0.14317941665649414, - -0.19238430261611938, - -0.18860533833503723, - -0.03060666099190712, - -0.3357536196708679, - -0.31199124455451965, - 0.3480346202850342, - -0.16861529648303986, - -0.0637681782245636, - -0.09459417313337326, - -0.31059882044792175, - -0.06232903525233269, - 0.10822859406471252, - -0.14356303215026855, - -0.01506838295608759, - -0.001691226614639163, - -0.3519641160964966, - 0.2569330334663391, - 0.285590797662735, - 0.24105463922023773, - -0.11610634624958038, - 0.18475399911403656, - -0.3312520980834961, - -0.08746439963579178, - -0.07190719991922379, - -0.12485725432634354, - 0.1484924554824829, - -0.161099374294281, - -0.04097820073366165, - -0.10208974033594131, - -0.3320159614086151, - -0.058386027812957764, - -0.2996281087398529, - 0.20615844428539276, - 0.1889611780643463, - 0.33120599389076233, - -0.11872421205043793, - 0.017978960648179054, - 0.06925781071186066, - 0.35292354226112366, - 0.3240717947483063, - -0.1829778403043747, - -0.30083951354026794, - -0.31865352392196655, - -0.1702570766210556, - 0.29726293683052063, - 0.11874077469110489, - 0.34112709760665894, - 0.26206111907958984, - 0.0051256888546049595, - -0.2191236913204193, - 0.3452450931072235, - 0.28361034393310547, - 0.1530684530735016, - -0.19313329458236694, - 0.2785220444202423, - 0.03217899054288864, - 0.23378148674964905, - 0.1475614309310913, - 0.1877398043870926, - -0.31023460626602173, - -0.19603869318962097, - 0.21205124258995056, - -0.07365785539150238, - -0.307584285736084, - 0.32152119278907776, - -0.007645775564014912, - 0.28520581126213074, - -0.2763432562351227, - 0.12172625213861465, - -0.13317249715328217, - -0.1487806886434555, - -0.07374054938554764, - -0.13086634874343872, - 0.19373317062854767, - -0.06717482954263687, - 0.26807042956352234, - 0.0806749239563942, - -0.05462939664721489, - -0.2042122185230255, - -0.32373929023742676, - -0.10313940793275833, - -0.32740160822868347, - -0.0655030682682991, - 0.005778585560619831, - -0.022784333676099777, - -0.1736713945865631, - 0.24538855254650116, - 0.1991141438484192, - -0.08710746467113495, - -0.13969101011753082, - 0.2222755253314972, - 0.3076000511646271, - -0.3237271010875702, - -0.07638846337795258, - -0.0328105203807354, - -0.12800785899162292, - 0.30183175206184387, - -0.05222386494278908, - 0.29975971579551697, - 0.0017478297231718898, - -0.038350384682416916, - -0.20622827112674713 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l1": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - -0.11755876988172531, - 0.11392537504434586, - 0.15638992190361023, - -0.012579485774040222, - 0.33688080310821533, - -0.2447059005498886, - 0.1355571150779724, - 0.3184369206428528, - -0.0614767000079155, - 0.2806892395019531, - 0.005828108172863722, - -0.2647566497325897, - -0.19396518170833588, - 0.13159805536270142, - -0.1529998481273651, - 0.08503349870443344, - 0.34798678755760193, - 0.1200951635837555, - -0.033088985830545425, - 0.08837241679430008, - -0.2036975771188736, - -0.2970743179321289, - -0.2657659351825714, - -0.29666754603385925, - 0.07255604863166809, - 0.06886626034975052, - -0.15024887025356293, - -0.34582844376564026, - 0.191521555185318, - -0.2006094753742218, - -0.059024933725595474, - -0.29644811153411865 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l1": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - -0.19946004450321198, - 0.1474882960319519, - -0.3294152021408081, - -0.20161016285419464, - 0.2650696635246277, - -0.18131940066814423, - -0.14713333547115326, - -0.09926851093769073, - 0.1511296182870865, - -0.2319202721118927, - 0.03544916585087776, - 0.14439214766025543, - -0.02566557563841343, - 0.06392905861139297, - -0.2697073221206665, - 0.15984128415584564, - 0.13213331997394562, - -0.04434695467352867, - -0.29234281182289124, - 0.14141270518302917, - 0.2307082563638687, - -0.06183928623795509, - 0.16664302349090576, - 0.131047785282135, - -0.14140988886356354, - -0.024543795734643936, - 0.3519406318664551, - 0.001669141580350697, - -0.28146862983703613, - -0.025784051045775414, - 0.1758902221918106, - -0.11540818214416504 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l1_reverse": { - "shape": [ - 32, - 16 - ], - "stride": [ - 16, - 1 - ], - "data": [ - -0.18515008687973022, - 0.2912496030330658, - 0.18703389167785645, - -0.060066211968660355, - 0.018062664195895195, - -0.03739276900887489, - 0.08208292722702026, - 0.012565113604068756, - -0.21394751965999603, - 0.06550433486700058, - 0.00924710277467966, - 0.02285846881568432, - -0.13473491370677948, - 0.09058836847543716, - -0.2858995497226715, - 0.1056852862238884, - 0.19158823788166046, - -0.0389096736907959, - -0.2746403217315674, - -0.0012852259678766131, - 0.0005018846713937819, - -0.305542528629303, - -0.2500666081905365, - 0.3270151913166046, - 0.2643938362598419, - 0.19594036042690277, - 0.24492718279361725, - 0.13610494136810303, - 0.19897586107254028, - 0.23416607081890106, - -0.08259277790784836, - -0.04494442790746689, - 0.25209999084472656, - -0.00012732562026940286, - -0.2300524115562439, - -0.27414488792419434, - 0.19773370027542114, - 0.2928551435470581, - 0.2745738923549652, - 0.05883800983428955, - 0.2440510243177414, - -0.3246091306209564, - -0.25472208857536316, - -0.3401998281478882, - 0.28485310077667236, - -0.0031991563737392426, - -0.16279885172843933, - 0.1196330264210701, - -0.13234665989875793, - -0.22674940526485443, - 0.13636495172977448, - 0.06473519653081894, - -0.25318610668182373, - -0.23287217319011688, - 0.16577047109603882, - 0.26883378624916077, - 0.028781745582818985, - -0.17758455872535706, - 0.1707218736410141, - 0.06166163831949234, - -0.3095286786556244, - -0.2291184812784195, - 0.07738465070724487, - 0.21876978874206543, - -0.11358390003442764, - 0.17095491290092468, - -0.21896012127399445, - 0.3383271098136902, - 0.2519223690032959, - 0.06622310727834702, - 0.15729326009750366, - 0.12309201806783676, - -0.20863085985183716, - -0.003082957584410906, - 0.09427870810031891, - -0.0798020213842392, - 0.3390384018421173, - -0.1363430768251419, - -0.31574779748916626, - -0.16831833124160767, - -0.32812753319740295, - 0.2913450300693512, - -0.15871340036392212, - -0.248750701546669, - -0.038218677043914795, - -0.2382272630929947, - -0.18468689918518066, - 0.18024508655071259, - -0.26544633507728577, - 0.166733056306839, - 0.25782474875450134, - -0.0007930350839160383, - 0.156990647315979, - -0.19804596900939941, - 0.27570685744285583, - 0.3434564471244812, - 0.08401725441217422, - 0.32218465209007263, - -0.3511371612548828, - -0.03882044926285744, - 0.07024859637022018, - -0.3073039650917053, - 0.17205029726028442, - -0.1347443163394928, - -0.12787409126758575, - -0.28051432967185974, - 0.14453890919685364, - -0.2572549879550934, - -0.0750260278582573, - 0.15705950558185577, - 0.26634809374809265, - 0.0799473449587822, - -0.13189050555229187, - -0.15378348529338837, - 0.19844341278076172, - 0.06559748202562332, - 0.2976226508617401, - 0.13314324617385864, - 0.28481629490852356, - -0.2848963737487793, - 0.2842314839363098, - -0.16244158148765564, - -0.09464079141616821, - 0.0021161511540412903, - -0.06630251556634903, - 0.0699348971247673, - 0.31505030393600464, - -0.2112429141998291, - 0.10924345254898071, - -0.2841523587703705, - 0.05551334097981453, - 0.29126131534576416, - 0.23839512467384338, - 0.30276989936828613, - 0.19138702750205994, - -0.0292512197047472, - 0.09231158345937729, - -0.1477339267730713, - 0.30010417103767395, - 0.17702586948871613, - -0.2587727904319763, - 0.30570220947265625, - -0.005246439483016729, - -0.015716223046183586, - -0.09676233679056168, - -0.09328163415193558, - 0.017695480957627296, - -0.17260107398033142, - -0.3288778066635132, - -0.18211746215820312, - -0.07035615295171738, - 0.26698389649391174, - 0.26009342074394226, - -0.21183232963085175, - -0.013575499877333641, - -0.10204131156206131, - -0.18913991749286652, - -0.06217144802212715, - -0.12267442792654037, - 0.19761885702610016, - -0.17534057796001434, - 0.05439518392086029, - -0.19951525330543518, - -0.11034580320119858, - 0.2783256471157074, - -0.1735721379518509, - -0.021259374916553497, - 0.3376607298851013, - 0.12100975215435028, - -0.1799582690000534, - -0.21227453649044037, - -0.1239820346236229, - -0.11071496456861496, - 0.15393251180648804, - -0.07860369980335236, - 0.2981839179992676, - -0.19398824870586395, - -0.11055745929479599, - 0.12872183322906494, - 0.2823670506477356, - 0.3382067084312439, - 0.05658901482820511, - 0.014902661554515362, - -0.15840445458889008, - 0.19976429641246796, - -0.2049368917942047, - -0.09293000400066376, - -0.2954987585544586, - -0.3398861289024353, - 0.19761931896209717, - 0.024019403383135796, - 0.28184381127357483, - 0.281333327293396, - 0.18552827835083008, - 0.14149004220962524, - -0.09175322204828262, - 0.1877763420343399, - 0.17001241445541382, - 0.12239242345094681, - -0.010205985978245735, - 0.052810169756412506, - 0.0015686635160818696, - -0.25658270716667175, - 0.0820733979344368, - -0.2599131166934967, - 0.17154458165168762, - -0.2106504887342453, - -0.11548838764429092, - -0.16767381131649017, - 0.2790636420249939, - -0.2489788830280304, - 0.18052919209003448, - 0.17731773853302002, - 0.24998855590820312, - 0.08858424425125122, - 0.19273917376995087, - 0.27948397397994995, - 0.0696415975689888, - 0.12021440267562866, - -0.27645543217658997, - -0.09483356773853302, - 0.03205735608935356, - 0.04283594712615013, - -0.12491082400083542, - -0.35049083828926086, - -0.09194520115852356, - 0.13535472750663757, - 0.3044343888759613, - -0.3192690312862396, - 0.16879859566688538, - -0.3354775607585907, - -0.3381037414073944, - -0.22141088545322418, - -0.046698495745658875, - 0.09874530136585236, - -0.26888129115104675, - 0.272391676902771, - 0.31971976161003113, - 0.02175283059477806, - 0.2877867817878723, - -0.16005906462669373, - -0.13986384868621826, - -0.045624300837516785, - 0.038631126284599304, - -0.24663399159908295, - -0.28310346603393555, - 0.1396653801202774, - 0.101938895881176, - 0.3458702564239502, - -0.14414829015731812, - 0.12485396862030029, - -0.14267238974571228, - 0.17453144490718842, - -0.019585134461522102, - 0.2620919346809387, - 0.19642318785190582, - 0.2942793369293213, - 0.18168950080871582, - 0.013282958418130875, - 0.30468255281448364, - -0.20767083764076233, - 0.33346664905548096, - 0.3454877734184265, - 0.33773815631866455, - -0.1651521772146225, - -0.18733316659927368, - 0.022368723526597023, - 0.11009573936462402, - 0.1773519515991211, - 0.14379118382930756, - 0.3010469675064087, - -0.08857931196689606, - -0.1159914955496788, - 0.11851116269826889, - 0.09852373600006104, - -0.20623746514320374, - 0.03419731929898262, - -0.2684353291988373, - -0.10372166335582733, - -0.13876019418239594, - 0.30991899967193604, - -0.31825944781303406, - -0.2087467610836029, - -0.3459979295730591, - 0.08916806429624557, - -0.27212613821029663, - 0.11438890546560287, - -0.24558208882808685, - -0.22647954523563385, - -0.18062178790569305, - 0.05305740237236023, - 0.3248734176158905, - 0.33117780089378357, - -0.026710860431194305, - -0.34630441665649414, - -0.11680522561073303, - -0.1347430944442749, - -0.07519929111003876, - 0.1350886970758438, - 0.17792043089866638, - 0.15675663948059082, - 0.10099897533655167, - -0.14312829077243805, - -0.0037505635991692543, - 0.04499584808945656, - -0.1805916577577591, - -0.031627584248781204, - -0.04413369297981262, - -0.3340417444705963, - 0.23968182504177094, - -0.03574512153863907, - -0.30563268065452576, - 0.27972209453582764, - -0.190237894654274, - 0.1251734346151352, - 0.35062333941459656, - 0.016366885975003242, - 0.10171858966350555, - 0.14047691226005554, - 0.26721248030662537, - -0.10847823321819305, - -0.19895119965076447, - -0.027667973190546036, - 0.2764967978000641, - 0.030399173498153687, - 0.24565289914608002, - -0.0026286146603524685, - 0.10847730189561844, - 0.012293856590986252, - 0.009597553871572018, - -0.3364483118057251, - -0.30908846855163574, - 0.029390934854745865, - 0.17498549818992615, - 0.23750039935112, - 0.015340398997068405, - 0.1490304172039032, - 0.14786913990974426, - -0.305205762386322, - -0.310749888420105, - -0.27412623167037964, - 0.00607854500412941, - -0.22355762124061584, - -0.11314169317483902, - -0.05289657041430473, - 0.13794301450252533, - 0.08197452127933502, - 0.32798293232917786, - 0.3189018964767456, - -0.2255517691373825, - -0.0011138147674500942, - 0.05838387832045555, - 0.30865156650543213, - -0.10957362502813339, - -0.1389472484588623, - -0.22396059334278107, - 0.26051974296569824, - -0.10016438364982605, - -0.13241465389728546, - 0.23913274705410004, - 0.32532697916030884, - -0.014899205416440964, - -0.24922193586826324, - 0.28807002305984497, - -0.120916947722435, - -0.16292618215084076, - -0.2485564798116684, - -0.1700362265110016, - -0.27689066529273987, - -0.20407605171203613, - -0.322072297334671, - -0.07125965505838394, - 0.14215503633022308, - -0.26839137077331543, - -0.0004937503254041076, - -0.13037697970867157, - 0.17101314663887024, - 0.306220144033432, - -0.04686809703707695, - -0.17794331908226013, - -0.2716577649116516, - -0.2077203243970871, - 0.10207903385162354, - 0.08112046122550964, - 0.1903989315032959, - -0.052534319460392, - 0.18166758120059967, - -0.3149888217449188, - 0.0950419008731842, - 0.343227356672287, - -0.3499112129211426, - -0.1835392862558365, - 0.22633400559425354, - -0.055277615785598755, - -0.18845929205417633, - 0.21569041907787323, - 0.023699931800365448, - 0.01384764164686203, - -0.10738624632358551, - 0.2663811147212982, - 0.19611506164073944, - 0.06333613395690918, - 0.05395631119608879, - 0.18282005190849304, - 0.22026726603507996, - -0.14502809941768646, - -0.03873581811785698, - 0.15521790087223053, - -0.17132440209388733, - 0.33059003949165344, - -0.24218378961086273, - 0.16314615309238434, - -0.25396180152893066, - 0.11351414769887924, - 0.24694183468818665, - 0.0426207035779953, - -0.03543592989444733, - 0.22482940554618835, - -0.2538658380508423, - -0.23853033781051636, - -0.3013322949409485, - -0.21762946248054504, - 0.009176211431622505, - -0.1603173017501831, - 0.07876639068126678, - 0.011930634267628193, - 0.2942473888397217, - -0.15330363810062408, - -0.09672039747238159, - 0.23383808135986328, - -0.08939754962921143, - 0.3384901285171509, - -0.14042435586452484, - -0.0038721151649951935, - -0.08376673609018326, - 0.1649491935968399, - 0.1354701668024063, - -0.18827717006206512, - 0.23297104239463806, - -0.022465577349066734, - -0.08940573036670685, - -0.00713175255805254, - 0.24605397880077362, - 0.3468150794506073, - 0.17203576862812042, - 0.0618656724691391, - 0.23074105381965637, - -0.14784465730190277, - -0.18476806581020355, - -0.10210119932889938, - -0.22882822155952454, - 0.15201693773269653, - 0.03358395770192146, - -0.12096276134252548, - -0.03589356318116188, - -0.007010200992226601, - 0.30314749479293823, - 0.31560519337654114, - -0.2721823751926422, - 0.1295761913061142, - 0.1365237981081009, - 0.13518735766410828, - -0.04820048436522484, - 0.08841948956251144, - 0.08896693587303162, - 0.3441130816936493, - -0.3388553857803345, - -0.1341649293899536, - -0.23787140846252441, - -0.17149822413921356, - 0.06941602379083633, - 0.21562643349170685, - -0.2673620283603668, - 0.22995531558990479, - 0.2953238785266876, - -0.1742689609527588, - 0.0617087185382843, - -0.18150636553764343, - 0.07572641968727112, - -0.16391541063785553, - -0.13772843778133392, - -0.2366744875907898, - -0.2948282063007355, - 0.2821406424045563, - -0.04464801028370857, - -0.009808329865336418, - -0.1759527623653412, - 0.2464277744293213, - -0.20236454904079437, - -0.14299894869327545, - -0.27598893642425537, - -0.2972961366176605, - 0.31388238072395325, - -0.2730123996734619, - -0.04881102219223976, - -0.10233962535858154, - 0.12950225174427032, - 0.09456458687782288, - -0.27103081345558167, - 0.3175172507762909, - -0.3521859645843506, - 0.03496852144598961, - -0.029537227004766464, - -0.0819326713681221, - 0.24093489348888397, - 0.2985110282897949, - 0.046055082231760025, - -0.12487470358610153, - 0.2628491222858429, - 0.22212687134742737, - 0.06350105255842209, - -0.09670088440179825 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l1_reverse": { - "shape": [ - 32, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - 0.014905780553817749, - 0.31512001156806946, - 0.03834094479680061, - -0.06967303901910782, - -0.29933783411979675, - -0.18946310877799988, - 0.2553485631942749, - -0.012449883855879307, - -0.023544197902083397, - 0.13765978813171387, - -0.23261232674121857, - -0.023883480578660965, - -0.09943845123052597, - 0.18498651683330536, - 0.28773021697998047, - 0.22199887037277222, - 0.26359373331069946, - -0.31597134470939636, - -0.1255173534154892, - 0.04186636209487915, - -0.3002922534942627, - 0.09590936452150345, - -0.23174777626991272, - 0.15150202810764313, - 0.2861492335796356, - -0.3024469316005707, - 0.296257346868515, - 0.16496849060058594, - -0.2333175241947174, - 0.33841338753700256, - -0.3062084913253784, - -0.23801909387111664, - -0.17587360739707947, - -0.017903391271829605, - 0.06348764896392822, - -0.10375753045082092, - -0.33511459827423096, - -0.040811214596033096, - 0.268246591091156, - 0.2722139358520508, - 0.1769859939813614, - 0.05133203789591789, - 0.08784903585910797, - -0.27255767583847046, - 0.14316774904727936, - -0.35186898708343506, - -0.14600688219070435, - -0.09291280806064606, - 0.259625643491745, - -0.01030629500746727, - -0.1610468626022339, - 0.06176885962486267, - -0.2933681011199951, - -0.0936058759689331, - 0.09791737049818039, - -0.023415271192789078, - -0.03713006526231766, - 0.21608304977416992, - -0.26856908202171326, - -0.1785181611776352, - 0.34222957491874695, - 0.070353202521801, - -0.057244185358285904, - 0.1831357628107071, - 0.21269221603870392, - -0.05907917395234108, - -0.147269606590271, - -0.05779099836945534, - 0.12837819755077362, - -0.04513565078377724, - 0.20576828718185425, - -0.28831756114959717, - -0.17346449196338654, - 0.269527792930603, - 0.04638231173157692, - 0.07119563221931458, - 0.11628206074237823, - -0.08354225754737854, - -0.14138872921466827, - 0.10142887383699417, - -0.09370259940624237, - -0.14605215191841125, - 0.04671063646674156, - 0.08551798015832901, - -0.03192290663719177, - -0.23910649120807648, - -0.05345804989337921, - -0.20036843419075012, - 0.18608106672763824, - -0.23426435887813568, - 0.28190091252326965, - 0.14081615209579468, - -0.3027537763118744, - 0.26237231492996216, - -0.34964174032211304, - -0.020556028932332993, - -0.2207435667514801, - -0.3041532337665558, - 0.0350300557911396, - -0.17142345011234283, - 0.2555610239505768, - -0.2779317796230316, - 0.29345738887786865, - 0.21329769492149353, - 0.30966320633888245, - -0.10353179275989532, - -0.21671231091022491, - -0.23488850891590118, - 0.29400455951690674, - -0.17584887146949768, - -0.043532129377126694, - -0.054495494812726974, - 0.06082451716065407, - -0.29011857509613037, - 0.28508397936820984, - -0.2616077661514282, - 0.3477407395839691, - -0.13833986222743988, - -0.15783408284187317, - -0.04859679192304611, - 0.1046362966299057, - -0.06550804525613785, - -0.3528634011745453, - 0.24868367612361908, - 0.35019049048423767, - 0.17837785184383392, - 0.3459612727165222, - 0.09636109322309494, - -0.02770434506237507, - -0.28160360455513, - -0.3090074062347412, - -0.24342042207717896, - -0.08970463275909424, - 0.20587660372257233, - -0.14587044715881348, - -0.013731737621128559, - -0.0049897232092916965, - -0.2311103790998459, - -0.009570748545229435, - 0.3413747549057007, - 0.2825791537761688, - 0.269273042678833, - -0.034869689494371414, - 0.006270270794630051, - 0.19328291714191437, - -0.11760125309228897, - -0.14328499138355255, - 0.3024963140487671, - 0.020184841006994247, - -0.2387215942144394, - 0.29790592193603516, - 0.05868181586265564, - 0.18917140364646912, - -0.3070646822452545, - 0.06560949236154556, - 0.21625109016895294, - -0.051005396991968155, - -0.20096135139465332, - 0.2828640043735504, - 0.16444511711597443, - 0.10069400072097778, - 0.0836142897605896, - 0.007803488988429308, - 0.20275111496448517, - -0.07728952169418335, - -0.20811733603477478, - 0.1350036859512329, - 0.09432649612426758, - 0.134614959359169, - -0.03926956653594971, - -0.04691808298230171, - -0.028100062161684036, - 0.09322591871023178, - -0.2713022530078888, - -0.32953277230262756, - 0.13229824602603912, - -0.1935717910528183, - -0.029741892591118813, - 0.09801510721445084, - 0.04958917945623398, - 0.2279224395751953, - 0.04634501039981842, - 0.08753108233213425, - -0.031646888703107834, - 0.052187953144311905, - 0.12963944673538208, - 0.24119924008846283, - -0.3349960744380951, - -0.14727731049060822, - -0.31725701689720154, - -0.1409597098827362, - 0.21551892161369324, - -0.33499249815940857, - -0.31679025292396545, - 0.2047155499458313, - -0.20878638327121735, - 0.25840017199516296, - 0.11016339063644409, - 0.08874773234128952, - 0.28086721897125244, - -0.3274948000907898, - 0.25890544056892395, - 0.11465653777122498, - -0.23691952228546143, - 0.08602378517389297, - -0.09853515774011612, - -0.14191290736198425, - -0.038291044533252716, - -0.16668803989887238, - 0.309160053730011, - 0.3043041527271271, - -0.03771624341607094, - -0.31352290511131287, - -0.021628793329000473, - 0.023359427228569984, - 0.2363225221633911, - 0.011375265195965767, - 0.10290030390024185, - 0.09381015598773956, - -0.20060673356056213, - -0.21930445730686188, - -0.315995454788208, - -0.0027763815596699715, - 0.10950589925050735, - -0.025139329954981804, - 0.3431822955608368, - -0.06744473427534103, - -0.23070311546325684, - 0.058925971388816833, - -0.0995645523071289, - -0.04846841096878052, - 0.3425755202770233, - -0.010144324973225594, - 0.3088436424732208, - 0.04721546918153763, - -0.1315295696258545, - 0.2592109441757202, - -0.2013942003250122, - 0.011697984300553799, - 0.07946960628032684, - 0.15868684649467468, - -0.3262093961238861, - 0.017343807965517044, - -0.09154193848371506, - 0.22923211753368378, - 0.11895088106393814, - 0.14170314371585846, - 0.2125774472951889, - -0.0791538879275322, - -0.022651992738246918, - 0.28363949060440063, - -0.28496018052101135, - -0.2443830668926239, - 0.025864213705062866, - -0.14005224406719208, - 0.020248357206583023 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l1_reverse": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - 0.3123149275779724, - -0.04098519682884216, - -0.30145183205604553, - -0.1607174426317215, - 0.32469168305397034, - -0.07767192274332047, - -0.15502533316612244, - 0.15914376080036163, - 0.04376857355237007, - -0.3117207884788513, - 0.2944345474243164, - 0.19909466803073883, - 0.3073033392429352, - 0.15471471846103668, - -0.1192019060254097, - -0.1154165267944336, - 0.17133979499340057, - -0.06853768974542618, - 0.06931538134813309, - -0.34258905053138733, - -0.174769327044487, - 0.13132654130458832, - -0.017429787665605545, - -0.1699710339307785, - -0.30839312076568604, - 0.22470435500144958, - -0.07108504325151443, - -0.34737786650657654, - 0.3411027789115906, - 0.17204849421977997, - -0.21147409081459045, - -0.258034348487854 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l1_reverse": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - 0.34164315462112427, - 0.0014761933125555515, - -0.21263493597507477, - 0.20345114171504974, - -0.07364483177661896, - 0.02421947568655014, - -0.18417784571647644, - -0.2994578778743744, - -0.23480282723903656, - -0.03882120922207832, - -0.25595414638519287, - 0.34846532344818115, - 0.003826554398983717, - -0.13535147905349731, - 0.13973142206668854, - -0.3134493827819824, - -0.18083977699279785, - 0.13279502093791962, - -0.30040112137794495, - 0.17621205747127533, - 0.02971799485385418, - -0.29479536414146423, - -0.3508777618408203, - 0.11174077540636063, - 0.16711346805095673, - -0.07067756354808807, - -0.3126314878463745, - -0.20376922190189362, - 0.037576865404844284, - 0.01286262832581997, - 0.09050150215625763, - 0.06251536309719086 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l2": { - "shape": [ - 32, - 16 - ], - "stride": [ - 16, - 1 - ], - "data": [ - -0.01853196881711483, - 0.18657949566841125, - 0.34295159578323364, - 0.29444411396980286, - 0.32126542925834656, - -0.1193254366517067, - -0.12067300081253052, - -0.039103467017412186, - 0.1044958159327507, - 0.14311088621616364, - -0.031514376401901245, - -0.22836939990520477, - -0.2667560279369354, - 0.3403724133968353, - -0.09505487978458405, - -0.04778938367962837, - -0.21667879819869995, - -0.17527757585048676, - 0.07765434682369232, - 0.14891189336776733, - -0.13976795971393585, - -0.13013319671154022, - 0.28007057309150696, - -0.18208588659763336, - -0.263780802488327, - -0.055159855633974075, - 0.3364216685295105, - 0.07692929357290268, - 0.048851609230041504, - -0.04402179270982742, - 0.2209315448999405, - -0.17523904144763947, - 0.23971305787563324, - 0.08352489769458771, - 0.03930918499827385, - 0.048672400414943695, - -0.21804527938365936, - 0.2625865042209625, - 0.1856890171766281, - -0.2765202820301056, - -0.3291870653629303, - -0.09101493656635284, - 0.23488396406173706, - -0.1740655153989792, - 0.3276863396167755, - -0.1777580827474594, - -0.31936562061309814, - 0.15552371740341187, - -0.2136678695678711, - -0.05573355779051781, - -0.11027469485998154, - -0.028093066066503525, - -0.3080768883228302, - -0.3242796063423157, - 0.15198439359664917, - -0.04006306454539299, - -0.21327418088912964, - -0.009006654843688011, - -0.3226996660232544, - 0.09384804964065552, - 0.16790355741977692, - 0.3428819179534912, - -0.2880304157733917, - -0.042870890349149704, - 0.19187162816524506, - 0.32401779294013977, - -0.2515433430671692, - 0.15024685859680176, - 0.14596949517726898, - 0.21314701437950134, - -0.24374541640281677, - 0.25230151414871216, - -0.15399500727653503, - -0.2176293432712555, - 0.07020054757595062, - 0.29950928688049316, - -0.23413066565990448, - 0.18876498937606812, - -0.04049094021320343, - 0.11286744475364685, - 0.2757965326309204, - 0.0959969088435173, - -0.29350462555885315, - -0.10644641518592834, - 0.0701722651720047, - -0.29825422167778015, - 0.05877816304564476, - -0.1898471862077713, - -0.0702783539891243, - 0.12648053467273712, - -0.28454673290252686, - -0.226986363530159, - 0.16125720739364624, - -0.3496786653995514, - 0.2433113008737564, - -0.2726176679134369, - -0.0056928591802716255, - 0.07257876545190811, - 0.13950948417186737, - -0.21943916380405426, - 0.04757869243621826, - 0.15223559737205505, - 0.3032461106777191, - -0.26606640219688416, - -0.17577683925628662, - 0.1029958501458168, - -0.011350019834935665, - -0.2385874092578888, - -0.2975684702396393, - -0.3139304220676422, - -0.24739833176136017, - -0.15053193271160126, - -0.24550728499889374, - -0.31015369296073914, - 0.027598008513450623, - 0.20734360814094543, - -0.16669580340385437, - 0.03535454720258713, - -0.004358489997684956, - 0.1652626395225525, - -0.24519169330596924, - 0.01678548753261566, - 0.3300049602985382, - 0.25240832567214966, - -0.3504126965999603, - -0.053223755210638046, - 0.0032957149669528008, - -0.11674196273088455, - -0.23227962851524353, - -0.24601173400878906, - 0.23492467403411865, - -0.11446165293455124, - -0.022752638906240463, - 0.10374345630407333, - -0.2170075923204422, - 0.03151286020874977, - 0.21029797196388245, - -0.20671848952770233, - 0.10286186635494232, - -0.012075998820364475, - 0.19439634680747986, - 0.23492923378944397, - 0.09379970282316208, - 0.010682877153158188, - -0.3043496012687683, - 0.14076878130435944, - 0.21554946899414062, - -0.12841954827308655, - -0.3510582149028778, - 0.2865072190761566, - -0.0829889103770256, - 0.07073623687028885, - -0.09938681870698929, - 0.22547130286693573, - 0.3448133170604706, - 0.22162093222141266, - -0.11251614987850189, - 0.2477666437625885, - 0.17250995337963104, - 0.03449344262480736, - -0.28478044271469116, - -0.15181340277194977, - -0.3498010039329529, - 0.2364683896303177, - 0.34948426485061646, - 0.20594976842403412, - 0.11296716332435608, - 0.08355928957462311, - 0.3403456509113312, - -0.17924413084983826, - -0.11869686096906662, - -0.3174479603767395, - -0.03501012176275253, - 0.024252181872725487, - 0.09678172320127487, - -0.2459615021944046, - -0.04091295599937439, - -0.2913283407688141, - -0.28759437799453735, - 0.046083446592092514, - -0.34512194991111755, - 0.09414353966712952, - -0.32569289207458496, - -0.24601157009601593, - -0.07336092740297318, - -0.33738937973976135, - 0.2855411469936371, - 0.2896862030029297, - -0.18467117846012115, - 0.07406237721443176, - 0.18086907267570496, - 0.11234975606203079, - -0.04736053943634033, - -0.3334755003452301, - 0.25708240270614624, - -0.3101005256175995, - -0.06547799706459045, - 0.021931448951363564, - -0.11643998324871063, - -0.12931382656097412, - -0.305565744638443, - 0.019480526447296143, - -0.040144238620996475, - 0.3082287013530731, - -0.11639724671840668, - 0.2732667028903961, - 0.016737230122089386, - -0.1588452309370041, - -0.08408156782388687, - -0.0401216484606266, - 0.0036621817853301764, - -0.058248840272426605, - 0.10492512583732605, - 0.29115691781044006, - 0.055572766810655594, - 0.12806154787540436, - 0.2183264046907425, - 0.07620909065008163, - 0.16297776997089386, - 0.18545666337013245, - 0.3309306502342224, - -0.3226718306541443, - 0.12098290771245956, - -0.016020016744732857, - -0.06349477171897888, - -0.1363096982240677, - 0.21255649626255035, - 0.32342618703842163, - -0.2885313332080841, - 0.19101782143115997, - 0.24379262328147888, - 0.06179191544651985, - 0.00416478281840682, - 0.27206847071647644, - 0.010482342913746834, - -0.08818481862545013, - -0.026107991114258766, - 0.11343229562044144, - 0.0885082557797432, - -0.01907532662153244, - 0.11160498112440109, - 0.09521925449371338, - -0.28639909625053406, - 0.08809728175401688, - 0.21631957590579987, - 0.040546152740716934, - -0.032271210104227066, - 0.27083298563957214, - -0.3088929355144501, - -0.16137467324733734, - -0.1598028540611267, - 0.30548855662345886, - -0.3419645130634308, - 0.03506461903452873, - -0.3424833118915558, - -0.011626165360212326, - 0.13178257644176483, - -0.08268006145954132, - 0.3432067632675171, - 0.0011254894779995084, - -0.18025216460227966, - 0.0911693200469017, - 0.18387039005756378, - -0.0007024193764664233, - 0.30245569348335266, - -0.22376962006092072, - 0.15085360407829285, - 0.20076023042201996, - 0.1756068617105484, - -0.0001296858536079526, - 0.10092682391405106, - -0.27736663818359375, - -0.2774530351161957, - -0.02197566069662571, - -0.04431193321943283, - 0.26252245903015137, - 0.25672459602355957, - 0.23972603678703308, - -0.1619390994310379, - -0.2775525152683258, - -0.33163267374038696, - 0.12795479595661163, - -0.318580687046051, - -0.3529376685619354, - -0.17867887020111084, - -0.2985064685344696, - -0.13933107256889343, - -0.22257830202579498, - -0.18138515949249268, - 0.3361318111419678, - -0.06662598997354507, - 0.29328617453575134, - 0.007844455540180206, - -0.04546473175287247, - -0.10351413488388062, - -0.2527295649051666, - -0.2840617597103119, - 0.24480806291103363, - -0.10895086824893951, - -0.34470734000205994, - 0.32446640729904175, - 0.006558260414749384, - -0.23658041656017303, - -0.277911901473999, - -0.2969088554382324, - -0.31001511216163635, - 0.31993797421455383, - 0.24377277493476868, - 0.028917163610458374, - -0.3013244569301605, - -0.09247250109910965, - -0.3321261703968048, - 0.12184160947799683, - -0.09387536346912384, - -0.07565847784280777, - -0.11031343042850494, - 0.16576401889324188, - 0.19137471914291382, - 0.0774492546916008, - -0.044273704290390015, - -0.03493956848978996, - -0.006177884992212057, - -0.2632785141468048, - 0.3449867367744446, - -0.15248139202594757, - 0.20569975674152374, - -0.1982012838125229, - 0.0023734576534479856, - 0.12103099375963211, - -0.32462581992149353, - 0.16217488050460815, - -0.27062559127807617, - 0.04933705925941467, - -0.07010938227176666, - 0.20266501605510712, - 0.34361889958381653, - 0.07967882603406906, - -0.010095392353832722, - -0.17516617476940155, - 0.13181747496128082, - -0.17017321288585663, - 0.14604122936725616, - -0.15323978662490845, - 0.23982024192810059, - 0.2711881697177887, - 0.21679361164569855, - 0.0035415575839579105, - 0.16395814716815948, - -0.32216936349868774, - 0.2867222726345062, - -0.09185749292373657, - 0.12889020144939423, - -0.05987022817134857, - -0.11871860921382904, - -0.16603060066699982, - 0.22805002331733704, - -0.19235046207904816, - -0.06234753876924515, - 0.178350031375885, - 0.03563351556658745, - -0.29747962951660156, - -0.35156455636024475, - -0.17188812792301178, - 0.3260881006717682, - -0.2513855993747711, - 0.19485574960708618, - 0.25307905673980713, - -0.14654694497585297, - -0.1561315655708313, - -0.2543591260910034, - 0.055147845298051834, - -0.04942556470632553, - 0.01717732660472393, - 0.15335755050182343, - 0.1484358012676239, - -0.11154504865407944, - 0.024282442405819893, - 0.0839853510260582, - 0.007525825407356024, - 0.07074964046478271, - -0.14322084188461304, - 0.28979840874671936, - -0.036264076828956604, - -0.04523549601435661, - -0.3173186480998993, - -0.2562795877456665, - 0.010997883044183254, - -0.05467824265360832, - -0.17775951325893402, - 0.18506774306297302, - -0.031652115285396576, - 0.12434053421020508, - 0.2977861166000366, - -0.1625450998544693, - -0.17400915920734406, - -0.07104554772377014, - -0.02993926592171192, - -0.17683418095111847, - -0.08488257229328156, - -0.0101908128708601, - 0.15859028697013855, - 0.3270944654941559, - 0.261809378862381, - 0.03741830959916115, - -0.02227979339659214, - 0.09056366980075836, - -0.014432639814913273, - -0.04639921337366104, - 0.12157654762268066, - -0.28765109181404114, - -0.30067476630210876, - 0.001432107761502266, - -0.10716135054826736, - -0.17487506568431854, - -0.32913798093795776, - 0.23683123290538788, - -0.0140869515016675, - -0.1899554580450058, - -0.14401789009571075, - 0.09295027703046799, - -0.256409227848053, - 0.02270733006298542, - -0.004359964746981859, - 0.1204424574971199, - 0.14025311172008514, - -0.2310044765472412, - 0.15266111493110657, - 0.266974538564682, - 0.022761574015021324, - 0.1801193207502365, - -0.13385088741779327, - 0.0702260434627533, - 0.10330773890018463, - -0.163300022482872, - 0.2182900309562683, - -0.3342837691307068, - -0.1328074187040329, - -0.2080264687538147, - -0.20988240838050842, - -0.21423618495464325, - -0.33315008878707886, - 0.06067569926381111, - -0.0699387714266777, - -0.29769575595855713, - -0.00014540662232320756, - -0.05889541655778885, - 0.14585018157958984, - -0.2769334614276886, - -0.09946352988481522, - 0.07277344167232513, - 0.14986661076545715, - 0.026746263727545738, - 0.0958123430609703, - 0.35342398285865784, - -0.12247515469789505, - 0.24096250534057617, - 0.3045467436313629, - -0.31275907158851624, - 0.08552253246307373, - 0.20027010142803192, - -0.055149782449007034, - 0.1951255351305008, - 0.01202571764588356, - 0.26915425062179565, - 0.007612521294504404, - -0.22635281085968018, - 0.26850205659866333, - 0.10514829307794571, - 0.300792396068573, - 0.08776727318763733, - 0.18773938715457916, - 0.22044457495212555, - 0.05953368544578552, - -0.08218909054994583, - 0.07302097231149673, - -0.24651509523391724, - 0.012078528292477131, - -0.11363717168569565, - 0.022353170439600945, - -0.27992895245552063, - 0.21602915227413177, - -0.32619279623031616, - 0.1514061838388443, - 0.2328362613916397, - -0.32403022050857544, - 0.3194390535354614, - -0.26282593607902527, - -0.06942601501941681, - 0.18321062624454498, - -0.11211276799440384, - 0.31508147716522217, - -0.15597102046012878, - -0.04733525216579437, - -0.23111261427402496, - -0.1640237718820572, - 0.3450136184692383, - 0.2658945918083191, - 0.0260323379188776, - 0.02907002903521061, - -0.30002373456954956, - 0.2669143080711365, - -0.053007710725069046, - -0.14746494591236115, - -0.2813657522201538, - 0.2906849682331085, - 0.16765059530735016, - 0.21295541524887085, - 0.03660883754491806, - -0.23991085588932037, - 0.14482764899730682, - 0.040775008499622345, - 0.11864358931779861 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l2": { - "shape": [ - 32, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - -0.08803776651620865, - -0.16684722900390625, - 0.2902432084083557, - 0.11851698160171509, - -0.1434929072856903, - 0.031571950763463974, - -0.07685380429029465, - -0.030234714969992638, - 0.19825835525989532, - -0.2813996374607086, - 0.3199775218963623, - 0.23796118795871735, - 0.00030379448435269296, - -0.14461536705493927, - 0.07208653539419174, - -0.2340199500322342, - 0.22965088486671448, - -0.1869804859161377, - 0.06755511462688446, - -0.34783676266670227, - 0.16930776834487915, - 0.23933741450309753, - 0.2653702199459076, - 0.028858831152319908, - 0.2087511420249939, - 0.12054795026779175, - 0.2370985746383667, - 0.19951292872428894, - -0.30933380126953125, - 0.037271931767463684, - -0.12053243815898895, - -0.16882038116455078, - 0.24747389554977417, - -0.05060209706425667, - 0.05492210388183594, - 0.2226075977087021, - 0.23798465728759766, - 0.18868157267570496, - -0.06172654405236244, - -0.31515562534332275, - -0.3394058644771576, - 0.11113225668668747, - -0.004195676650851965, - -0.22337926924228668, - 0.15440835058689117, - 0.3209168612957001, - 0.20448638498783112, - -0.049875274300575256, - 0.04777391627430916, - -0.22551913559436798, - 0.16687467694282532, - -0.27398574352264404, - 0.24409055709838867, - -0.1614852249622345, - -0.1402239054441452, - -0.2961404025554657, - -0.08549652248620987, - -0.03419892117381096, - -0.16296368837356567, - 0.2516765296459198, - 0.20290562510490417, - -0.31203341484069824, - -0.03536622226238251, - 0.11886928230524063, - 0.3411073386669159, - -0.08453911542892456, - 0.2170570194721222, - -0.019807079806923866, - -0.1356029361486435, - 0.2163608819246292, - -0.315047949552536, - 0.29620715975761414, - 0.3531392812728882, - -0.09652867168188095, - 0.13966134190559387, - 0.3525649607181549, - 0.10659097880125046, - 0.13826289772987366, - 0.12982258200645447, - -0.14464768767356873, - 0.0863017812371254, - -0.1884346306324005, - 0.30190420150756836, - -0.15150265395641327, - 0.08082408457994461, - -0.10241688042879105, - 0.17681120336055756, - 0.005827729124575853, - 0.19440245628356934, - -0.09573635458946228, - -0.20746925473213196, - 0.1355499029159546, - -0.19897320866584778, - -0.2902781665325165, - 0.13659898936748505, - -0.21263813972473145, - -0.13289174437522888, - -0.08828061819076538, - 0.025104938074946404, - -0.12244940549135208, - -0.12724453210830688, - -0.08886156976222992, - 0.24776732921600342, - 0.10586356371641159, - -0.17021401226520538, - -0.24438676238059998, - 0.008191914297640324, - 0.11326619982719421, - -0.007398457732051611, - 0.20696672797203064, - 0.2973773777484894, - 0.10362329334020615, - 0.11660128086805344, - 0.2051188051700592, - -0.12112017720937729, - 0.06271383166313171, - 0.2858424186706543, - -0.1693040132522583, - 0.027516750618815422, - -0.13822492957115173, - -0.27185559272766113, - 0.187267005443573, - 0.28250834345817566, - -0.19100205600261688, - 0.13250720500946045, - 0.10841492563486099, - 0.1380501091480255, - 0.19461841881275177, - 0.33007434010505676, - 0.2683471739292145, - -0.30936288833618164, - -0.13860256969928741, - 0.1877731829881668, - -0.20183350145816803, - 0.06942260265350342, - -0.15156975388526917, - 0.07021939009428024, - 0.17251303791999817, - 0.11112602055072784, - 0.2568338215351105, - -0.042544882744550705, - 0.19193391501903534, - 0.11429984867572784, - -0.11142303049564362, - -0.2497028410434723, - 0.3234586715698242, - -0.10541251301765442, - 0.2663053274154663, - 0.22285760939121246, - -0.014236994087696075, - -0.2920380234718323, - 0.02846265211701393, - -0.1709149032831192, - 0.09199991077184677, - -0.14053331315517426, - 0.27250221371650696, - -0.3189886212348938, - -0.09517816454172134, - 0.05575484409928322, - 0.03372792899608612, - 0.29045695066452026, - -0.11171026527881622, - -0.2822256088256836, - 0.23408177495002747, - 0.09879343211650848, - 0.23290082812309265, - -0.2092525213956833, - -0.20765797793865204, - -0.14281682670116425, - 0.025136716663837433, - 0.11980481445789337, - -0.20317111909389496, - -0.033287413418293, - -0.061105892062187195, - 0.3225950598716736, - -0.12750563025474548, - 0.3426181375980377, - -0.21684494614601135, - -0.14568567276000977, - -0.2659227252006531, - 0.2604628801345825, - -0.24313108623027802, - 0.14634746313095093, - -0.12991765141487122, - 0.35231924057006836, - 0.0498710572719574, - -0.30703169107437134, - 0.060847826302051544, - 0.042984768748283386, - -0.34195974469184875, - 0.07095485180616379, - 0.3373238146305084, - 0.10174426436424255, - -0.0018802130362018943, - -0.07329239696264267, - 0.09395333379507065, - -0.15751351416110992, - 0.34816715121269226, - 0.3056321144104004, - 0.1651683896780014, - -0.1316910684108734, - -0.3319706618785858, - -0.20353108644485474, - 0.34375807642936707, - -0.3245190680027008, - -0.33757728338241577, - -0.025481900200247765, - 0.11248310655355453, - -0.3518889248371124, - -0.3282465934753418, - 0.0019221912370994687, - -0.11859385669231415, - 0.24631355702877045, - 0.10150904208421707, - -0.3068923056125641, - -0.3186609447002411, - 0.2428033947944641, - -0.06269246339797974, - -0.15466447174549103, - 0.11136255413293839, - -0.06948565691709518, - 0.16908599436283112, - 0.08965764194726944, - -0.15307928621768951, - -0.2833693027496338, - 0.19139334559440613, - -0.21241867542266846, - -0.039104435592889786, - 0.048340748995542526, - -0.20575636625289917, - 0.19258922338485718, - -0.2486850768327713, - 0.08683498203754425, - 0.037812843918800354, - 0.12972261011600494, - -0.3469833731651306, - 0.02042318321764469, - 0.1723594069480896, - -0.22635090351104736, - 0.08748720586299896, - 0.0013853247510269284, - 0.299936980009079, - -0.07486379891633987, - 0.00241543585434556, - -0.15377357602119446, - -0.08713426440954208, - 0.1012142226099968, - -0.34098273515701294, - 0.26820820569992065, - 0.25424063205718994, - 0.14972831308841705, - 0.26466915011405945, - -0.11005642265081406, - 0.08053069561719894, - 0.017986925318837166, - -0.24448025226593018 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l2": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - -0.13592205941677094, - -0.12551508843898773, - -0.08741728216409683, - -0.31393370032310486, - -0.24865050613880157, - -0.03357439115643501, - -0.053783632814884186, - -0.32093676924705505, - 0.07554282993078232, - 0.19250787794589996, - 0.29444411396980286, - 0.29755187034606934, - -0.24705111980438232, - -0.11330754309892654, - -0.1677246391773224, - 0.06484541296958923, - 0.09474105387926102, - 0.07866080850362778, - 0.20660611987113953, - 0.18652686476707458, - -0.18976867198944092, - 0.2427080124616623, - 0.23849603533744812, - 0.04678751155734062, - -0.3075999617576599, - -0.21684329211711884, - 0.09852689504623413, - 0.12223833054304123, - 0.32967087626457214, - 0.17994201183319092, - 0.1281431019306183, - -0.01205863431096077 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l2": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - 0.24107739329338074, - -0.1286884844303131, - 0.14395542442798615, - -0.16839297115802765, - -0.003299929667264223, - 0.20894818007946014, - 0.16222815215587616, - -0.07933904230594635, - -0.004476753994822502, - -0.196269229054451, - 0.16376541554927826, - 0.2378995269536972, - 0.1217009648680687, - -0.34212028980255127, - -0.25309237837791443, - 0.23668839037418365, - -0.0506233386695385, - 0.21712732315063477, - 0.26060667634010315, - -0.10356559604406357, - -0.20743751525878906, - -0.33262085914611816, - 0.13524076342582703, - 0.18133191764354706, - -0.06129411980509758, - -0.3432385325431824, - -0.22772742807865143, - -0.019049659371376038, - 0.1613629162311554, - -0.11846956610679626, - -0.228239044547081, - -0.24613505601882935 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l2_reverse": { - "shape": [ - 32, - 16 - ], - "stride": [ - 16, - 1 - ], - "data": [ - 0.31633463501930237, - 0.1280297338962555, - -0.2870559096336365, - -0.21834491193294525, - -0.3001296818256378, - 0.0511527843773365, - -0.14356577396392822, - -0.0011968440376222134, - -0.05593152344226837, - -0.30948010087013245, - -0.3159444034099579, - -0.2742261588573456, - -0.14807187020778656, - 0.05498983711004257, - -0.16626796126365662, - -0.01260232925415039, - -0.042349740862846375, - 0.32333868741989136, - -0.16117435693740845, - 0.3321753144264221, - -0.27141818404197693, - -0.2949818968772888, - 0.11497331410646439, - -0.20576635003089905, - 0.1813460886478424, - -0.19560246169567108, - 0.27841082215309143, - 0.34234291315078735, - 0.02263433299958706, - 0.07556137442588806, - 0.3296249806880951, - 0.20959222316741943, - -0.30864787101745605, - -0.011317608878016472, - -0.31914469599723816, - 0.270074725151062, - -0.06475892663002014, - -0.002464452525600791, - -0.2172195017337799, - -0.19224613904953003, - 0.04588434472680092, - 0.29170677065849304, - -0.17771463096141815, - 0.03340854123234749, - 0.32003888487815857, - 0.31685927510261536, - -0.06912175565958023, - 0.3313719630241394, - 0.12875309586524963, - 0.3220033049583435, - 0.010489802807569504, - -0.2996346652507782, - -0.0962386205792427, - 0.10604142397642136, - 0.18854084610939026, - -0.35221269726753235, - 0.2750113308429718, - -0.31716418266296387, - 0.20715419948101044, - 0.34883913397789, - 0.08712761104106903, - -0.06672659516334534, - 0.19466841220855713, - -0.10493549704551697, - -0.2618885338306427, - -0.25091248750686646, - 0.16623441874980927, - 0.27001723647117615, - 0.014316356740891933, - -0.3428018093109131, - -0.3474043607711792, - -0.07983498275279999, - 0.19085492193698883, - -0.23560626804828644, - 0.09529706090688705, - -0.19324170053005219, - 0.28765618801116943, - -0.09264197200536728, - -0.07368023693561554, - -0.3100947439670563, - -0.3166747987270355, - 0.023894818499684334, - 0.05716646835207939, - 0.19101335108280182, - -0.3091573715209961, - 0.06194983795285225, - -0.05107413977384567, - 0.20739291608333588, - -0.16075928509235382, - 0.10533306747674942, - 0.14247126877307892, - 0.17760318517684937, - -0.1212649941444397, - 0.11377730965614319, - -0.06929022073745728, - 0.09520462900400162, - -0.21740107238292694, - -0.2809368073940277, - -0.28920185565948486, - -0.22225326299667358, - -0.14963357150554657, - 0.05262712389230728, - -0.07733529061079025, - -0.20126940310001373, - 0.002970046130940318, - -0.11165100336074829, - 0.2179410606622696, - -0.29118847846984863, - -0.13049961626529694, - -0.2272050529718399, - 0.043625276535749435, - 0.019288377836346626, - -0.0203385092318058, - 0.35079431533813477, - -0.1348748803138733, - -0.050815947353839874, - 0.09134308993816376, - 0.2950798571109772, - 0.26798513531684875, - 0.04038940742611885, - -0.13375866413116455, - 0.11614882946014404, - 0.2224506437778473, - -0.007545297499746084, - 0.19411270320415497, - 0.2893555462360382, - -0.18942277133464813, - -0.07816225290298462, - -0.3183095455169678, - 0.08115936070680618, - 0.25197404623031616, - -0.06865692138671875, - 0.05641612783074379, - 0.11297230422496796, - -0.007541040424257517, - 0.27486681938171387, - 0.05152030661702156, - -0.3475237786769867, - -0.2919594645500183, - -0.350288450717926, - 0.014572188258171082, - 0.19111959636211395, - -0.04664446413516998, - 0.3178844153881073, - -0.06360528618097305, - 0.07228411734104156, - 0.3188134729862213, - 0.17893047630786896, - -0.011279381811618805, - 0.3405507504940033, - -0.21123558282852173, - 0.13169001042842865, - 0.22328202426433563, - -0.21891729533672333, - -0.33210811018943787, - 0.11308833956718445, - -0.1341342031955719, - -0.17841775715351105, - 0.07032366096973419, - -0.25647759437561035, - 0.31798726320266724, - -0.03173704072833061, - -0.11322632431983948, - 0.2955639958381653, - 0.09844395518302917, - 0.0673598051071167, - -0.16904480755329132, - 0.3369627892971039, - -0.1076812744140625, - 0.29406100511550903, - -0.02598917856812477, - 0.17735566198825836, - 0.24859142303466797, - -0.2632213532924652, - -0.23564445972442627, - -0.3496127426624298, - 0.2550048232078552, - 0.30405086278915405, - -0.12921300530433655, - -0.17316310107707977, - 0.05918138101696968, - 0.19034582376480103, - 0.08726951479911804, - -0.07368402928113937, - -0.22488638758659363, - 0.30238285660743713, - -0.22896599769592285, - -0.3416382968425751, - -0.141164168715477, - 0.07050139456987381, - 0.1314125657081604, - 0.13670751452445984, - -0.20481303334236145, - -0.13569021224975586, - -0.15721802413463593, - -0.1712115854024887, - -0.2977885901927948, - 0.07237225025892258, - -0.10281947255134583, - -0.34029728174209595, - -0.20644591748714447, - -0.2123250663280487, - -0.15250976383686066, - -0.21846210956573486, - -0.0613129585981369, - 0.12670037150382996, - -0.2861356735229492, - -0.030287019908428192, - -0.10174902528524399, - -0.180757075548172, - -0.07850591838359833, - -0.14984697103500366, - 0.011365951038897038, - -0.2552125155925751, - 0.06704746186733246, - 0.32460877299308777, - 0.29295825958251953, - -0.15851889550685883, - 0.10897514224052429, - -0.3341801166534424, - 0.29767194390296936, - -0.35233885049819946, - -0.3159445822238922, - -0.3173598349094391, - -0.3283287584781647, - 0.04788168519735336, - -0.09349106252193451, - 0.0846221074461937, - -0.021875815466046333, - -0.007594735361635685, - -0.1277322620153427, - -0.2097613662481308, - -0.29601454734802246, - 0.1783972829580307, - -0.1822918951511383, - -0.07190526276826859, - 0.171719029545784, - -0.08756167441606522, - -0.0891430675983429, - -0.2356947809457779, - -0.30250048637390137, - 0.16969391703605652, - -0.07976805418729782, - 0.22231610119342804, - 0.0232696533203125, - -0.00044907466508448124, - -0.31918835639953613, - 0.007805764675140381, - -0.07990191131830215, - -0.20174971222877502, - -0.0818256214261055, - 0.01848333142697811, - -0.2663962244987488, - 0.05879013240337372, - 0.2460077404975891, - 0.06984347850084305, - 0.3374853730201721, - 0.16498291492462158, - -0.27882951498031616, - -0.13916365802288055, - -0.0850801169872284, - 0.10576287657022476, - -0.010083885863423347, - 0.2845032215118408, - 0.04107096418738365, - -0.22390909492969513, - -0.12961824238300323, - -0.2941426932811737, - -0.09748511016368866, - 0.17382696270942688, - 0.0034141053911298513, - -0.33715003728866577, - -0.3059289753437042, - 0.1281794011592865, - -0.31031471490859985, - -0.28200119733810425, - -0.21079379320144653, - 0.3369781970977783, - -0.10053139925003052, - -0.14577051997184753, - -0.2387237846851349, - 0.2261705994606018, - -0.057087820023298264, - 0.06817741692066193, - 0.08446034789085388, - 0.09971147775650024, - 0.22630546987056732, - 0.018347112461924553, - 0.03657069429755211, - -0.022959791123867035, - -0.274734765291214, - -0.0809101015329361, - 0.33649593591690063, - -0.25057119131088257, - -0.22313076257705688, - -0.350835919380188, - 0.02143866755068302, - -0.33068639039993286, - -0.18108797073364258, - 0.325778603553772, - 0.1464294046163559, - 0.1883631944656372, - 0.060539353638887405, - -0.30044248700141907, - -0.16451537609100342, - -0.2862221598625183, - -0.2186228632926941, - 0.1204005628824234, - -0.09805949032306671, - 0.345514714717865, - -0.25772523880004883, - -0.30172598361968994, - 0.3490994870662689, - -0.3054192066192627, - 0.30084964632987976, - 0.09520408511161804, - -0.3222467005252838, - 0.3079376816749573, - -0.09625286608934402, - -0.14578329026699066, - -0.2758066952228546, - -0.2990517020225525, - 0.0787179172039032, - -0.34728145599365234, - 0.1452842652797699, - -0.08736628293991089, - 0.12407812476158142, - -0.08656435459852219, - 0.12226530909538269, - -0.00965769775211811, - 0.10391532629728317, - -0.1438407450914383, - -0.24319025874137878, - 0.04502682760357857, - -0.2256655991077423, - -0.21917124092578888, - -0.3399656116962433, - -0.11269434541463852, - -0.23624025285243988, - 0.2753307819366455, - 0.25478771328926086, - 0.0838857963681221, - 0.2872639298439026, - 0.17024093866348267, - -0.3330552577972412, - -0.03537482023239136, - -0.05738959088921547, - -0.21466463804244995, - 0.10069585591554642, - -0.11034870892763138, - -0.16906175017356873, - -0.004121498204767704, - -0.23506708443164825, - 0.2926189601421356, - 0.2237217128276825, - 0.33467137813568115, - -0.06262136250734329, - 0.11546879261732101, - -0.014220641925930977, - -0.2925582230091095, - 0.15995360910892487, - -0.24695423245429993, - -0.12762613594532013, - -0.1583297699689865, - -0.3449157774448395, - 0.012681396678090096, - 0.05792047455906868, - -0.02628467045724392, - 0.2600220739841461, - 0.01695200987160206, - -0.06439916044473648, - -0.19284319877624512, - -0.2099771946668625, - -0.05026492103934288, - -0.20750199258327484, - -0.2332296073436737, - -0.04676184430718422, - -0.06242546811699867, - -0.21581701934337616, - 0.2065775841474533, - 0.2998404800891876, - -0.2410626858472824, - 0.15485966205596924, - -0.16405242681503296, - -0.03671087324619293, - 0.3300436735153198, - 0.045240677893161774, - -0.33710384368896484, - 0.32501766085624695, - -0.014958633109927177, - -0.17703619599342346, - -0.18671508133411407, - 0.3031836450099945, - 0.005967024248093367, - 0.19527988135814667, - 0.232365220785141, - -0.1372252106666565, - 0.03000880777835846, - -0.22869789600372314, - 0.2952360510826111, - -0.1869569718837738, - 0.23483730852603912, - 0.08957945555448532, - 0.21809564530849457, - -0.24910303950309753, - -0.010995101183652878, - 0.18319712579250336, - -0.014112197794020176, - -0.005072921048849821, - 0.1722882241010666, - -0.2642464339733124, - -0.07088353484869003, - 0.16104066371917725, - 0.17339980602264404, - 0.3283741772174835, - -0.06993856281042099, - 0.08377052843570709, - -0.1739577353000641, - -0.05933850631117821, - -0.17748981714248657, - 0.2620076835155487, - 0.0021536618005484343, - 0.1438300758600235, - 0.19447065889835358, - 0.0658840760588646, - 0.03762474283576012, - -0.02587711066007614, - -0.2994861900806427, - 0.056963615119457245, - -0.07832768559455872, - -0.2971716523170471, - 0.3293999433517456, - -0.03769175708293915, - -0.17645379900932312, - -0.3441902995109558, - -0.32563909888267517, - 0.13463431596755981, - -0.16139869391918182, - -0.15272554755210876, - -0.20457355678081512, - 0.2853907644748688, - -0.08499021083116531, - 0.22916699945926666, - 0.28067928552627563, - -0.2741105258464813, - 0.26376673579216003, - -0.06751377135515213, - 0.33862245082855225, - 0.180588960647583, - -0.3424810767173767, - 0.06568270176649094, - 0.1242830902338028, - -0.12825943529605865, - 0.2681032121181488, - -0.29278644919395447, - -0.11218458414077759, - 0.33687618374824524, - 0.3452969491481781, - 0.17661480605602264, - -0.21105235815048218, - -0.3041977882385254, - -0.2874632179737091, - -0.08838387578725815, - 0.2002866268157959, - 0.1119350716471672, - -0.04293583706021309, - 0.3179684281349182, - 0.2776341438293457, - -0.16524454951286316, - -0.15310849249362946, - -0.004148050677031279, - 0.07336864620447159, - -0.0025310025084763765, - 0.13649412989616394, - 0.24393339455127716, - -0.06374997645616531, - 0.17362718284130096, - 0.04808521270751953, - 0.13571222126483917, - 0.14555098116397858, - -0.09449867159128189, - -0.15763528645038605, - 0.1511211097240448, - -0.22636304795742035, - 0.1856163591146469, - -0.22684723138809204, - 0.24254997074604034, - 0.14185954630374908, - -0.08661522716283798, - 0.202088862657547, - -0.11643433570861816, - 0.07532253116369247, - 0.10409453511238098, - 0.036107879132032394, - 0.07099922746419907, - -0.007018756587058306, - -0.1021401435136795, - 0.1972508728504181, - 0.13945245742797852, - 0.1318736970424652, - 0.23868927359580994, - -0.1849861890077591, - -0.08214395493268967, - -0.010077311657369137, - 0.28531211614608765, - -0.28153836727142334, - -0.202797994017601, - -0.08421643823385239, - -0.3020055890083313, - -0.279331773519516, - 0.24219150841236115, - 0.016492819413542747 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l2_reverse": { - "shape": [ - 32, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - -0.28442543745040894, - -0.058378398418426514, - -0.011623721569776535, - -0.1256939172744751, - -0.29572921991348267, - 0.19241662323474884, - -0.043667927384376526, - 0.3451858162879944, - -0.2707749605178833, - -0.1940963864326477, - -0.01836814358830452, - -0.2462061196565628, - 0.25766000151634216, - 0.2734118402004242, - 0.32029619812965393, - -0.22318467497825623, - 0.25155341625213623, - 0.2454838901758194, - -0.14067715406417847, - 0.038795582950115204, - 0.16847553849220276, - 0.25299912691116333, - -0.33021777868270874, - 0.35198885202407837, - -0.08889111876487732, - 0.14405354857444763, - -0.21958811581134796, - -0.2720746397972107, - -0.23943868279457092, - 0.20836840569972992, - -0.1743960678577423, - 0.2055242955684662, - 0.1068841964006424, - 0.14063531160354614, - -0.07863881438970566, - -0.11183716356754303, - -0.16542068123817444, - -0.19762513041496277, - 0.3259872794151306, - -0.019214242696762085, - -0.15161624550819397, - -0.3289478123188019, - 0.01538069173693657, - -0.3509503901004791, - -0.004163223318755627, - 0.2232363075017929, - -0.20363573729991913, - 0.19425633549690247, - -0.11278007924556732, - -0.2719215452671051, - -0.3501730263233185, - 0.17563804984092712, - -0.2705010771751404, - 0.17263193428516388, - 0.050621356815099716, - 0.19215425848960876, - -0.26576298475265503, - 0.309180349111557, - -0.35215023159980774, - -0.2683594822883606, - 0.2120216190814972, - 0.012015855871140957, - -0.1985325962305069, - -0.07416298240423203, - -0.31463950872421265, - -0.3077006936073303, - -0.07585349678993225, - 0.2697090208530426, - 0.1055869609117508, - 0.06666986644268036, - -0.09370167553424835, - 0.3217945694923401, - 0.003386077703908086, - 0.11937829107046127, - 0.005619439296424389, - 0.055170562118291855, - 0.11789843440055847, - 0.27131006121635437, - 0.2035081684589386, - 0.04524729773402214, - 0.1413506269454956, - -0.10632456839084625, - 0.2416669875383377, - 0.09924916923046112, - 0.2668198049068451, - -0.05520175024867058, - -0.288667768239975, - 0.06984293460845947, - 0.14379628002643585, - 0.285678505897522, - 0.13703419268131256, - 0.1306295245885849, - 0.28135961294174194, - -0.12150253355503082, - 0.3121621310710907, - 0.18126478791236877, - 0.23611903190612793, - 0.2521507740020752, - -0.2888486683368683, - 0.18415124714374542, - 0.32927754521369934, - -0.2483787089586258, - -0.030301939696073532, - -0.2157713770866394, - -0.08537278324365616, - 0.052689291536808014, - 0.18911880254745483, - -0.10264211148023605, - -0.3347875773906708, - 0.19090579450130463, - 0.19835427403450012, - -0.06409473717212677, - 0.302668958902359, - 0.272552490234375, - -0.07792522013187408, - 0.01365292351692915, - 0.062278542667627335, - -0.0692819133400917, - -0.08710269629955292, - -0.1595938801765442, - -0.20106102526187897, - 0.17656928300857544, - -0.10498426109552383, - -0.16961312294006348, - 0.3114433288574219, - 0.056527480483055115, - 0.25509658455848694, - 0.3221908509731293, - -0.04980514198541641, - 0.05273742228746414, - 0.3277931809425354, - -0.24325715005397797, - -0.10600496828556061, - 0.05031014606356621, - -0.023986149579286575, - 0.09412942081689835, - 0.1859082281589508, - -0.1454584300518036, - 0.027529394254088402, - 0.31986480951309204, - -0.20005927979946136, - -0.2397541105747223, - -0.2711406946182251, - 0.21133963763713837, - -0.3242904543876648, - -0.1719333380460739, - 0.2387879341840744, - -0.2119484543800354, - 0.28751474618911743, - -0.165273517370224, - 0.05593219771981239, - 0.04628073796629906, - -0.008672093041241169, - 0.22020871937274933, - 0.3002806007862091, - -0.22074541449546814, - 0.19828452169895172, - 0.09446482360363007, - -0.006588310934603214, - -0.24720731377601624, - 0.10487745702266693, - 0.2566222846508026, - -0.3034687340259552, - -0.32652565836906433, - -0.3475726544857025, - 0.08169247955083847, - -0.10158815234899521, - -0.10982343554496765, - 0.3292142152786255, - -0.09017924964427948, - -0.2245231717824936, - 0.03180257976055145, - -0.1940518021583557, - -0.10358915477991104, - 0.1867571920156479, - 0.0815979391336441, - -0.24261562526226044, - 0.33659636974334717, - 0.23920102417469025, - -0.24101199209690094, - 0.15400171279907227, - 0.1452818661928177, - -0.2536925673484802, - -0.24847501516342163, - -0.292750746011734, - 0.1574902981519699, - 0.0615977868437767, - 0.14941832423210144, - -0.15528972446918488, - 0.26584523916244507, - 0.04514487832784653, - -0.2821098864078522, - -0.08898965269327164, - 0.18043136596679688, - 0.07774028182029724, - -0.05408747121691704, - -0.24701248109340668, - -0.2199343889951706, - 0.3049512803554535, - -0.20252802968025208, - 0.25054290890693665, - -0.11833987385034561, - 0.003533971030265093, - -0.3442867398262024, - -0.11492754518985748, - 0.2980382442474365, - -0.317420095205307, - 0.17789459228515625, - -0.29754501581192017, - 0.0515667088329792, - -0.32054436206817627, - -0.2798849940299988, - -0.28542280197143555, - -0.12259472906589508, - 0.04813890904188156, - -0.25921547412872314, - 0.0896032303571701, - 0.21294155716896057, - 0.2882162928581238, - 0.3130524456501007, - 0.23277568817138672, - -0.10410857200622559, - -0.03258313611149788, - 0.3128150701522827, - 0.17587824165821075, - -0.09375975281000137, - 0.2669324576854706, - -0.3089790940284729, - 0.30259501934051514, - 0.19781522452831268, - -0.2593177258968353, - -0.2883627414703369, - 0.27648788690567017, - 0.3487848937511444, - 0.030852166935801506, - -0.1381458193063736, - 0.20131783187389374, - 0.15950340032577515, - -0.04412420839071274, - 0.28306087851524353, - 0.22916430234909058, - 0.08814115822315216, - 0.18357492983341217, - -0.3311721980571747, - -0.1656074821949005, - 0.03875596448779106, - 0.09614631533622742, - -0.0483345091342926, - 0.13349731266498566, - 0.10770273208618164, - -0.32675546407699585, - 0.11151719093322754, - -0.028745751827955246, - -0.24329613149166107, - 0.011931730434298515, - -0.08695265650749207 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l2_reverse": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - -0.18775096535682678, - -0.3221709132194519, - 0.295769602060318, - -0.2147117257118225, - 0.04748617857694626, - 0.28323158621788025, - -0.04454154893755913, - -0.2317238301038742, - -0.34204792976379395, - 0.0587441511452198, - -0.17739970982074738, - 0.025783207267522812, - 0.11293243616819382, - -0.10017382353544235, - 0.23972642421722412, - -0.046008046716451645, - -0.14109854400157928, - -0.23376871645450592, - 0.10726869851350784, - -0.21858616173267365, - 0.07431993633508682, - -0.044621922075748444, - 0.24298134446144104, - -0.17332717776298523, - -0.17416825890541077, - -0.0456913560628891, - -0.21594393253326416, - 0.1347900927066803, - -0.12950630486011505, - 0.14505423605442047, - 0.20519272983074188, - 0.2064521610736847 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l2_reverse": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - -0.06490576267242432, - 0.1929468810558319, - -0.18721643090248108, - -0.3522626757621765, - -0.03364764153957367, - -0.2563497722148895, - -0.27390772104263306, - 0.08987191319465637, - 0.3021198511123657, - -0.13913504779338837, - -0.019999733194708824, - -0.25614747405052185, - 0.061793096363544464, - 0.10079701244831085, - -0.05427228659391403, - 0.2689938247203827, - -0.2845494747161865, - -0.04743577167391777, - -0.19624701142311096, - 0.31044110655784607, - 0.2994648218154907, - 0.3477741777896881, - 0.3252847492694855, - 0.14002716541290283, - -0.2707209587097168, - -0.23982086777687073, - 0.08475499600172043, - -0.31565359234809875, - 0.22382880747318268, - 0.15370474755764008, - 0.0843559056520462, - -0.3085891902446747 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l3": { - "shape": [ - 32, - 16 - ], - "stride": [ - 16, - 1 - ], - "data": [ - 0.2571916878223419, - -0.03741851821541786, - -0.1483643651008606, - 0.18459370732307434, - 0.02987726777791977, - -0.15727479755878448, - 0.08275023847818375, - -0.23576988279819489, - 0.3285974860191345, - 0.3098885715007782, - 0.16305240988731384, - 0.1870395392179489, - -0.3514522314071655, - -0.1965359002351761, - -0.3402128219604492, - -0.1842741072177887, - -0.29312193393707275, - 0.2602405548095703, - 0.19074639678001404, - 0.208212211728096, - -0.15695469081401825, - 0.2694738507270813, - -0.05108838528394699, - -0.09160166233778, - 0.19036462903022766, - 0.23413416743278503, - -0.25410962104797363, - 0.33659324049949646, - -0.03568396717309952, - 0.09416545927524567, - -0.35204604268074036, - 0.03935950994491577, - -0.1749792993068695, - -0.22137416899204254, - -0.14761777222156525, - -0.0016468880930915475, - -0.10072072595357895, - -0.22648422420024872, - 0.25313878059387207, - 0.10518184304237366, - -0.3290325105190277, - 0.07416404038667679, - 0.08685006946325302, - 0.01299151312559843, - 0.08585182577371597, - -0.02960103750228882, - 0.15462397038936615, - -0.24889437854290009, - -0.15074869990348816, - 0.2648490071296692, - -0.2190406620502472, - 0.17346441745758057, - 0.3271331787109375, - -0.323293000459671, - -0.15489336848258972, - 0.30171334743499756, - -0.02137831412255764, - 0.06979623436927795, - 0.050317563116550446, - 0.14569903910160065, - -0.1456751823425293, - 0.04589909687638283, - 0.2408338338136673, - -0.0298266913741827, - -0.32436972856521606, - 0.12220761179924011, - -0.09025721997022629, - -0.07458862662315369, - 0.18439055979251862, - 0.061961472034454346, - -0.21388286352157593, - -0.16315440833568573, - -0.05374351143836975, - -0.08735073357820511, - -0.07484715431928635, - -0.24165691435337067, - 0.2561233639717102, - 0.1833604872226715, - 0.06977233290672302, - 0.08005204051733017, - 0.04138984903693199, - 0.2643639147281647, - 0.08000242710113525, - 0.05385751649737358, - -0.1943521797657013, - 0.11794239282608032, - -0.3307656943798065, - 0.11150664836168289, - -0.3064562976360321, - -0.14632576704025269, - 0.1866544783115387, - -0.21058066189289093, - 0.2815251052379608, - -0.1953454613685608, - 0.334882527589798, - 0.10896941274404526, - -0.15321382880210876, - 0.21562474966049194, - -0.3131043016910553, - -0.22397281229496002, - -0.22150470316410065, - 0.04654175415635109, - 0.03473414480686188, - -0.3040938079357147, - 0.34116512537002563, - -0.00033789128065109253, - -0.18879634141921997, - 0.00844504777342081, - -0.15176397562026978, - 0.09754255414009094, - 0.12798960506916046, - -0.10028935223817825, - 0.020611494779586792, - 0.2103670984506607, - -0.22996218502521515, - -0.07883816212415695, - -0.052157819271087646, - -0.23391546308994293, - 0.02879594825208187, - 0.012993999756872654, - -0.2855752110481262, - 0.07252684235572815, - 0.3374548554420471, - 0.18805283308029175, - -0.19178080558776855, - 0.3236309885978699, - -0.24303048849105835, - -0.17976270616054535, - 0.15594995021820068, - 0.28126636147499084, - 0.33739107847213745, - 0.3043827712535858, - -0.19468265771865845, - 0.08090243488550186, - -0.22200115025043488, - 0.007807619404047728, - 0.29292070865631104, - 0.17408674955368042, - -0.32646194100379944, - -0.1521596908569336, - -0.29830750823020935, - 0.16654887795448303, - -0.04488183930516243, - -0.25845563411712646, - -0.11297585070133209, - 0.11602361500263214, - 0.032731831073760986, - 0.33174172043800354, - -0.0046939365565776825, - 0.11121263355016708, - -0.10710087418556213, - 0.04218882694840431, - 0.01266550738364458, - 0.3036957383155823, - 0.14814259111881256, - -0.20148725807666779, - -0.31415247917175293, - -0.33638444542884827, - -0.12839582562446594, - 0.045702144503593445, - 0.3326110243797302, - -0.03473823145031929, - 0.13823609054088593, - 0.17968478798866272, - -0.27082201838493347, - -0.29246485233306885, - 0.13396704196929932, - 0.16479450464248657, - -0.16462689638137817, - 0.05540468543767929, - -0.34616798162460327, - 0.004456439055502415, - 0.08666399121284485, - 0.0033465861342847347, - -0.05611949786543846, - 0.1471593827009201, - -0.09718000888824463, - 0.2631829082965851, - -0.3045259416103363, - -0.20205464959144592, - -0.2951579988002777, - -0.31975457072257996, - 0.2621079981327057, - -0.0874948725104332, - -0.2777256965637207, - 0.07333037257194519, - -0.26773035526275635, - 0.01827634871006012, - 0.16807295382022858, - -0.07476121932268143, - 0.18175330758094788, - 0.07256494462490082, - -0.283705472946167, - 0.06958566606044769, - 0.22791515290737152, - -0.08196065574884415, - 0.03341406211256981, - 0.0451042503118515, - 0.03040279634296894, - 0.09190579503774643, - -0.33851295709609985, - 0.2682463526725769, - 0.15420052409172058, - 0.04366051033139229, - 0.06433261185884476, - -0.28512945771217346, - -0.10094688087701797, - -0.015378415584564209, - 0.08404292166233063, - -0.19394487142562866, - 0.03751356154680252, - -0.10972446948289871, - 0.2573442757129669, - -0.3034765124320984, - 0.036957938224077225, - 0.2395305186510086, - -0.2745985984802246, - -0.010133324190974236, - 0.1633744090795517, - 0.1426677107810974, - 0.04157795011997223, - 0.14291894435882568, - -0.2464609444141388, - 0.29446941614151, - 0.007885380648076534, - 0.22853955626487732, - 0.07821304351091385, - -0.03933190181851387, - 0.15144015848636627, - 0.3356284201145172, - 0.3487510085105896, - -0.29760223627090454, - 0.021442798897624016, - -0.25398436188697815, - 0.2059973180294037, - 0.2538140118122101, - -0.24826432764530182, - -0.02043384499847889, - 0.24465136229991913, - 0.23380723595619202, - -0.265826016664505, - 0.23738643527030945, - -0.06259291619062424, - -0.30068734288215637, - 0.07042750716209412, - 0.16470713913440704, - 0.21203337609767914, - -0.24038904905319214, - -0.2560725808143616, - -0.23754940927028656, - 0.20036303997039795, - -0.3089989721775055, - -0.002981341676786542, - -0.10389547795057297, - 0.15436303615570068, - 0.06943221390247345, - -0.1785358190536499, - 0.06175398454070091, - 0.32536375522613525, - 0.05821031704545021, - -0.17520128190517426, - 0.011836942285299301, - -0.32429593801498413, - -0.22683846950531006, - -0.06567182391881943, - -0.22031737864017487, - 0.29939430952072144, - 0.06862834095954895, - 0.2738421559333801, - -0.08050726354122162, - -0.049170494079589844, - 0.08918218314647675, - -0.10512540489435196, - -0.12051676213741302, - -0.3468272089958191, - 0.26634830236434937, - 0.3199760913848877, - -0.3500610888004303, - -0.11697613447904587, - -0.26742351055145264, - -0.14351633191108704, - 0.26916396617889404, - 0.18912310898303986, - -0.027432920411229134, - 0.15100325644016266, - 0.10558544099330902, - 0.19308170676231384, - -0.28411561250686646, - 0.10928589105606079, - -0.33484798669815063, - -0.23251986503601074, - -0.1317531168460846, - -0.03444649279117584, - -0.33364999294281006, - 0.008798955008387566, - 0.0564471036195755, - -0.14031334221363068, - 0.11467617750167847, - 0.3089431822299957, - -0.060392092913389206, - -0.18829496204853058, - -0.3131876289844513, - -0.2581656575202942, - -0.19554594159126282, - -0.2613729238510132, - -0.13899962604045868, - 0.19476720690727234, - 0.11063467711210251, - 0.31866616010665894, - 0.3510243594646454, - -0.12731698155403137, - -0.138458251953125, - 0.04838201031088829, - -0.2815282642841339, - 0.19230438768863678, - -0.06363179534673691, - -0.29604047536849976, - -0.2669263184070587, - -0.24362243711948395, - 0.09717491269111633, - 0.27102357149124146, - 0.2801036238670349, - -0.09735268354415894, - -0.20536358654499054, - -0.15691933035850525, - -0.24151918292045593, - -0.09115372598171234, - -0.3193089962005615, - 0.18897339701652527, - -0.33276277780532837, - -0.219929501414299, - 0.23726977407932281, - -0.2644611895084381, - 0.08452212810516357, - 0.264819860458374, - 0.34850242733955383, - 0.17889435589313507, - -0.09488169848918915, - 0.2020329385995865, - -0.011668228544294834, - -0.10901471972465515, - 0.0011514518409967422, - 0.0793052390217781, - 0.23706455528736115, - 0.14840903878211975, - 0.16881835460662842, - 0.05289071053266525, - -0.017794905230402946, - 0.14845594763755798, - 0.08503749966621399, - -0.3383117914199829, - 0.05716082081198692, - -0.15701019763946533, - -0.1874886155128479, - 0.13672980666160583, - 0.07229764759540558, - 0.059871915727853775, - -0.16771988570690155, - 0.1633678376674652, - 0.3317857086658478, - 0.043252695351839066, - 0.14531975984573364, - -0.3101823031902313, - 0.21018578112125397, - 0.12282021343708038, - 0.15928570926189423, - 0.14743612706661224, - -0.09299322962760925, - -0.021222075447440147, - 0.3419807553291321, - 0.258707731962204, - -0.25342297554016113, - 0.2805176079273224, - 0.3518674671649933, - 0.046496275812387466, - -0.2758360207080841, - 0.06853301078081131, - -0.07140392810106277, - 0.2542002499103546, - -0.3396884500980377, - 0.09047554433345795, - -0.004146786406636238, - 0.027832724153995514, - 0.24320653080940247, - 0.006386849097907543, - -0.28463903069496155, - -0.2062409222126007, - -0.14156414568424225, - 0.03770659491419792, - 0.13643620908260345, - -0.06599315255880356, - -0.13953977823257446, - 0.1551414579153061, - -0.34376275539398193, - 0.24705646932125092, - -0.041099581867456436, - 0.24601279199123383, - 0.2671498656272888, - 0.03776901215314865, - 0.11183860152959824, - -0.19997207820415497, - 0.25331535935401917, - 0.20693305134773254, - -0.055528681725263596, - 0.13780704140663147, - -0.019803665578365326, - 0.276227742433548, - 0.14553846418857574, - 0.2577570080757141, - -0.3213725686073303, - 0.34447652101516724, - 0.131727397441864, - 0.17189128696918488, - 0.07878202944993973, - 0.23220928013324738, - 0.33284276723861694, - -0.030119359493255615, - -0.290097713470459, - 0.32465511560440063, - -0.07456139475107193, - -0.17051038146018982, - 0.2176423966884613, - 0.19731055200099945, - 0.047334492206573486, - -0.02219334989786148, - -0.06763506680727005, - 0.32417649030685425, - 0.21541468799114227, - 0.21055372059345245, - 0.22545327246189117, - -0.18503545224666595, - 0.07382024824619293, - -0.3058553636074066, - 0.20540721714496613, - -0.35044485330581665, - -0.353342741727829, - -0.34948116540908813, - 0.21802487969398499, - 0.036794282495975494, - 0.0008039932581596076, - 0.05623434856534004, - -0.13380271196365356, - -0.10736121237277985, - -0.23815076053142548, - -0.08634372055530548, - -0.21755431592464447, - 0.009302188642323017, - 0.2777891159057617, - -0.29227983951568604, - 0.17386741936206818, - -0.26297229528427124, - -0.14648562669754028, - 0.06913536787033081, - 0.06083492934703827, - 0.28994065523147583, - -0.0001322568132309243, - -0.13465732336044312, - -0.1462184637784958, - 0.010365469381213188, - -0.2651045024394989, - -0.2772064805030823, - -0.1512724906206131, - 0.009082182310521603, - -0.23876914381980896, - -0.2018200159072876, - 0.2524354159832001, - 0.3267253637313843, - -0.1107453927397728, - -0.30332672595977783, - -0.13535915315151215, - 0.14269493520259857, - 0.11474394798278809, - -0.1096014454960823, - -0.31138134002685547, - -0.10630927234888077, - -0.07905269414186478, - 0.2035982310771942, - -0.17531651258468628, - 0.21219033002853394, - 0.04904438927769661, - -0.059254929423332214, - -0.3150797188282013, - 0.34905168414115906, - -0.06304451823234558, - 0.22245527803897858, - -0.18288199603557587, - -0.34430113434791565, - -0.28181809186935425, - -0.18119089305400848, - -0.11259551346302032, - -0.049926482141017914, - 0.2948685884475708, - -0.32606762647628784, - 0.17646437883377075, - 0.2974899411201477, - 0.0022755505051463842, - -0.22049076855182648, - 0.011308126151561737, - 0.0838766098022461, - 0.15643350780010223, - -0.10746932029724121, - -0.1213293969631195, - -0.16679614782333374, - -0.3419618308544159, - 0.12417106330394745, - -0.2672916054725647, - -0.16984757781028748, - -0.003638326656073332, - 0.27255573868751526, - 0.3143570125102997, - -0.25716063380241394, - 0.30663228034973145 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l3": { - "shape": [ - 32, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - 0.31670641899108887, - 0.28561317920684814, - 0.030781107023358345, - 0.2839549481868744, - 0.1717795580625534, - -0.25369560718536377, - -0.18634992837905884, - 0.0066491710022091866, - -0.2505560517311096, - -0.1164187416434288, - 0.2850494682788849, - 0.1646072119474411, - 0.30790233612060547, - 0.002710421569645405, - -0.18027715384960175, - 0.23399858176708221, - 0.02606474794447422, - 0.059539712965488434, - -0.14979983866214752, - 0.14522944390773773, - -0.26111552119255066, - 0.2821272909641266, - 0.3093036115169525, - 0.12756986916065216, - 0.27532124519348145, - 0.21459564566612244, - -0.1350281685590744, - -0.3066486716270447, - 0.046524133533239365, - 0.2219877392053604, - -0.036169033497571945, - 0.029748424887657166, - 0.2620513439178467, - 0.14597952365875244, - 0.2643129229545593, - 0.051914844661951065, - 0.03963148221373558, - -0.08456908166408539, - -0.05966164544224739, - -0.18790148198604584, - 0.2363775670528412, - 0.32245802879333496, - 0.13120895624160767, - 0.010045785456895828, - -0.11670976132154465, - -0.34907451272010803, - -0.06546589732170105, - -0.25098973512649536, - -0.2610150873661041, - -0.07000937312841415, - -0.06955136358737946, - 0.07132080942392349, - -0.2562623918056488, - 0.25408419966697693, - -0.32189321517944336, - -0.1674404889345169, - -0.13422717154026031, - 0.021797675639390945, - 0.14615215361118317, - -0.0931726023554802, - 0.0551786944270134, - -0.08369849622249603, - -0.13905610144138336, - -0.04945393279194832, - 0.07118509709835052, - -0.3434244394302368, - -0.246088445186615, - 0.27621400356292725, - 0.15987150371074677, - -0.00945315882563591, - 0.011165332049131393, - 0.04880276322364807, - 0.0821736678481102, - -0.24138443171977997, - -0.09637424349784851, - -0.3244827687740326, - -0.27795863151550293, - -0.06652294099330902, - -0.046682100743055344, - 0.276530385017395, - 0.060897938907146454, - -0.05732717365026474, - -0.009795011952519417, - 0.19745683670043945, - -0.10710006952285767, - -0.06609459966421127, - -0.0709252655506134, - -0.28509587049484253, - -0.04941355437040329, - -0.32683947682380676, - -0.19004148244857788, - -0.22504161298274994, - 0.2633710503578186, - -0.32568779587745667, - 0.3406599462032318, - 0.13256393373012543, - -0.23892900347709656, - 0.2929152846336365, - -0.07790886610746384, - -0.2994544506072998, - -0.04909871891140938, - 0.17472966015338898, - -0.3437560200691223, - -0.026494646444916725, - 0.14385490119457245, - -0.13778871297836304, - 0.03220086544752121, - -0.13856564462184906, - -0.23719820380210876, - 0.27688202261924744, - -0.2510397732257843, - -0.004144974052906036, - 0.11775441467761993, - -0.19758261740207672, - 0.17071028053760529, - -0.2936115562915802, - 0.3376615047454834, - 0.1574581414461136, - -0.05005393177270889, - -0.2940995991230011, - 0.010903178714215755, - 0.12540866434574127, - -0.19201816618442535, - -0.04452519491314888, - -0.35234296321868896, - -0.35344836115837097, - -0.03839750587940216, - 0.2958342432975769, - -0.01664016582071781, - 0.1108432188630104, - -0.1413208693265915, - -0.1154446005821228, - -0.03886204957962036, - -0.1787324696779251, - 0.21634432673454285, - 0.22047559916973114, - -0.27485257387161255, - 0.10844160616397858, - -0.14605467021465302, - -0.20330876111984253, - -0.0431329570710659, - -0.10965893417596817, - -0.20130985975265503, - 0.05210530385375023, - 0.2017989456653595, - -0.054555680602788925, - -0.024731475859880447, - 0.02660519815981388, - -0.15194962918758392, - 0.1871751993894577, - 0.3262161314487457, - -0.03231339901685715, - 0.024033861234784126, - 0.2848707437515259, - 0.2895810902118683, - -0.26300838589668274, - -0.16373148560523987, - -0.34681081771850586, - 0.2165483981370926, - 0.275949627161026, - -0.1286798119544983, - 0.11341054737567902, - 0.08564268797636032, - -0.30418241024017334, - 0.14118574559688568, - 0.1734819859266281, - 0.0077755032107234, - 0.03625690937042236, - 0.0821567252278328, - 0.25470271706581116, - 0.3123893737792969, - 0.050815146416425705, - 0.150704488158226, - -0.09249863028526306, - 0.21079008281230927, - -0.1390707790851593, - -0.29143020510673523, - 0.16587823629379272, - 0.1311282068490982, - 0.07781985402107239, - 0.15042585134506226, - 0.04207165911793709, - 0.12032798677682877, - 0.14406698942184448, - -0.19072309136390686, - -0.01894344948232174, - 0.05328107625246048, - -0.0536775104701519, - -0.2972620129585266, - 0.03353780508041382, - 0.21607066690921783, - -0.18907982110977173, - 0.3471217751502991, - 0.0806303322315216, - 0.1503686159849167, - -0.13652299344539642, - -0.289211243391037, - -0.13157853484153748, - 0.010801688767969608, - -0.1611049771308899, - 0.31486278772354126, - -0.22628605365753174, - -0.23812711238861084, - -0.1254073977470398, - 0.31719109416007996, - -0.16166405379772186, - 0.32708343863487244, - 0.16990667581558228, - -0.05371994897723198, - 0.1828605830669403, - 0.16808222234249115, - -0.17995582520961761, - -0.07278768718242645, - 0.3424605131149292, - 0.20269940793514252, - -0.1726827174425125, - -0.095066599547863, - 0.19816385209560394, - 0.17948685586452484, - 0.028025461360812187, - -0.22749152779579163, - -0.26076894998550415, - -0.0746241956949234, - 0.12998993694782257, - -0.037692390382289886, - -0.2955997884273529, - -0.08664869517087936, - 0.35290491580963135, - -0.2922186851501465, - -0.2743911147117615, - 0.22225411236286163, - 0.35178810358047485, - -0.340105265378952, - -0.3197672963142395, - -0.11055109649896622, - 0.35250505805015564, - -0.2006615251302719, - 0.030228646472096443, - 0.2886151373386383, - -0.1251610517501831, - -0.10842259973287582, - -0.2373168021440506, - 0.013574867509305477, - 0.3299991190433502, - 0.14457254111766815, - 0.24850915372371674, - -0.023423364385962486, - -0.05615789443254471, - -0.06316374987363815, - 0.2016480565071106, - -0.04636069014668465, - -0.30200377106666565, - -0.12414965033531189, - 0.13836489617824554, - 0.34470507502555847, - -0.06428743153810501 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l3": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - -0.3078261613845825, - -0.26032766699790955, - -0.2781781256198883, - 0.14251859486103058, - 0.2606143653392792, - 0.10455798357725143, - 0.12190338969230652, - 0.2303331196308136, - 0.2417316436767578, - 0.2111181616783142, - 0.19770698249340057, - 0.09566795080900192, - 0.1824912130832672, - -0.24259603023529053, - -0.22883912920951843, - 0.09508556127548218, - 0.05502072721719742, - -0.31081655621528625, - -0.257563054561615, - -0.2814551293849945, - 0.28080058097839355, - 0.23115265369415283, - -0.18609295785427094, - 0.05334446579217911, - -0.08131985366344452, - 0.3073532283306122, - -0.3202255964279175, - -0.2579314112663269, - -0.29435622692108154, - 0.20576044917106628, - -0.1767369508743286, - 0.21057990193367004 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l3": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - 0.11951252818107605, - -0.1728142499923706, - -0.09524382650852203, - -0.14307691156864166, - 0.15597864985466003, - -0.14178629219532013, - 0.11998508125543594, - 0.025257762521505356, - -0.28235000371932983, - -0.2222478687763214, - -0.24514465034008026, - 0.1852601319551468, - 0.07660838961601257, - -0.008889739401638508, - -0.21052025258541107, - -0.3503033220767975, - -0.1251177191734314, - -0.2705894112586975, - -0.35166671872138977, - -0.337205171585083, - -0.2309391051530838, - -0.34370362758636475, - 0.11021168529987335, - 0.13228997588157654, - 0.14250598847866058, - -0.35196056962013245, - 0.2186230719089508, - 0.06893002986907959, - 0.1807854026556015, - -0.08689521253108978, - 0.16978149116039276, - -0.3353153467178345 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l3_reverse": { - "shape": [ - 32, - 16 - ], - "stride": [ - 16, - 1 - ], - "data": [ - 0.1204228550195694, - 0.2803550064563751, - 0.14862163364887238, - -0.33326396346092224, - -0.09925072640180588, - -0.043905679136514664, - 0.18524563312530518, - -0.13378535211086273, - 0.05085042491555214, - -0.1241152212023735, - -0.0561649315059185, - -0.007037933450192213, - -0.20301617681980133, - -0.2453990876674652, - 0.29187142848968506, - 0.29705527424812317, - -0.01070373971015215, - 0.30602484941482544, - 0.27244317531585693, - -0.22269673645496368, - -0.14048762619495392, - -0.2428370714187622, - 0.1143072247505188, - 0.008941411972045898, - -0.048485271632671356, - 0.26250168681144714, - -0.13819357752799988, - -0.19349655508995056, - -0.2513326406478882, - -0.17986290156841278, - 0.3407648801803589, - -0.17189431190490723, - -0.09728137403726578, - 0.15935158729553223, - -0.27154064178466797, - -0.21459227800369263, - 0.26021823287010193, - -0.1356029361486435, - -0.18346144258975983, - -0.04574214294552803, - -0.05037859082221985, - 0.06461314111948013, - 0.12962017953395844, - -0.2726059854030609, - 0.3212957978248596, - -0.33614200353622437, - 0.11974315345287323, - -0.09975732862949371, - -0.14930403232574463, - 0.33072108030319214, - -0.3407028615474701, - 0.024146266281604767, - 0.2265515774488449, - 0.3160746395587921, - -0.29889941215515137, - 0.04259748011827469, - 0.34979861974716187, - -0.34631580114364624, - 0.08635611087083817, - -0.22152628004550934, - 0.057394690811634064, - -0.3198188841342926, - 0.1739494800567627, - -0.07843199372291565, - 0.21129867434501648, - -0.005316571798175573, - -0.05039536580443382, - -0.08583682030439377, - -0.3237280547618866, - -0.15017566084861755, - 0.01174164842814207, - -0.27352532744407654, - 0.3102788031101227, - -0.2299390435218811, - -0.1377415955066681, - -0.047280292958021164, - -0.28640037775039673, - -0.0027933665551245213, - -0.17025122046470642, - -0.2959379553794861, - 0.008672134950757027, - 0.31299668550491333, - 0.0870622768998146, - 0.291607141494751, - -0.003457474522292614, - -0.12340394407510757, - 0.2849491834640503, - -0.18827350437641144, - -0.3270740509033203, - 0.07737967371940613, - 0.17620205879211426, - -0.2113417387008667, - 0.12443818897008896, - -0.1254347860813141, - -0.042897820472717285, - -0.07828309386968613, - -0.07562248408794403, - -0.28767338395118713, - 0.08665012568235397, - -0.09300000965595245, - 0.2703394889831543, - 0.05901207774877548, - -0.289143443107605, - -0.26896724104881287, - -0.18425914645195007, - 0.1693086475133896, - -0.22827018797397614, - -0.16174109280109406, - 0.06418745964765549, - -0.24511781334877014, - -0.1740986406803131, - 0.32059696316719055, - -0.18692143261432648, - -0.1177939921617508, - 0.25286155939102173, - 0.07922570407390594, - 0.2775039076805115, - -0.3114769756793976, - 0.17672206461429596, - -0.05407878756523132, - -0.2265026867389679, - -0.15142565965652466, - -0.34198305010795593, - 0.2445794641971588, - -0.06784024089574814, - -0.3466747999191284, - 0.3023647367954254, - 0.22899840772151947, - 0.14618819952011108, - 0.3460334241390228, - 0.3192778527736664, - 0.33041632175445557, - 0.31661608815193176, - 0.28732484579086304, - 0.0925564169883728, - -0.02960854023694992, - 0.01344539225101471, - -0.14692889153957367, - 0.166119784116745, - 0.010242653079330921, - 0.08341244608163834, - -0.2277405709028244, - -0.13312292098999023, - 0.2650599181652069, - 0.03438710793852806, - 0.12200838327407837, - -0.3086547255516052, - -0.15140078961849213, - -0.008998141624033451, - -0.03710031136870384, - 0.22568899393081665, - -0.10669702291488647, - 0.2950747311115265, - -0.0683799758553505, - 0.13751420378684998, - -0.24891148507595062, - 0.06000981852412224, - -0.34469226002693176, - -0.3033447861671448, - -0.22627601027488708, - 0.09897971898317337, - 0.02740286849439144, - 0.034218478947877884, - -0.03867466375231743, - 0.297073096036911, - 0.34634092450141907, - 0.15015004575252533, - 0.28116506338119507, - -0.01747332513332367, - -0.12997746467590332, - 0.0687340497970581, - 0.23247399926185608, - -0.05464224889874458, - -0.2714695334434509, - 0.11675604432821274, - -0.09012631326913834, - -0.17019057273864746, - 0.22331224381923676, - -0.012000387534499168, - -0.20209985971450806, - -0.21155647933483124, - 0.3329625427722931, - 0.22996795177459717, - -0.25351855158805847, - 0.0001690088538452983, - -0.007649020757526159, - 0.16852623224258423, - -0.30280524492263794, - 0.005254574120044708, - 0.1178005263209343, - 0.1799243837594986, - 0.03696860000491142, - -0.17524608969688416, - -0.33941641449928284, - 0.1911003440618515, - 0.3227812647819519, - -0.10674477368593216, - -0.31595438718795776, - 0.10344471782445908, - -0.24787576496601105, - -0.2309994101524353, - 0.09637365490198135, - -0.03357434645295143, - -0.024048907682299614, - 0.31711912155151367, - -0.06201406940817833, - 0.21521149575710297, - -0.11003407835960388, - 0.26308053731918335, - 0.10785938799381256, - 0.31505075097084045, - 0.12331215292215347, - -0.12523481249809265, - 0.15409760177135468, - 0.3012198507785797, - 0.06701011955738068, - 0.1629982590675354, - -0.2487330287694931, - 0.19156809151172638, - -0.3342101275920868, - 0.31254878640174866, - 0.14602592587471008, - 0.023266788572072983, - -0.3309094309806824, - 0.32150769233703613, - 0.22544020414352417, - 0.3259297013282776, - 0.13898567855358124, - 0.11906884610652924, - -0.09158214926719666, - -0.1448867917060852, - 0.14014960825443268, - 0.12261419743299484, - -0.011462214402854443, - 0.056235697120428085, - 0.12145040184259415, - -0.34165865182876587, - -0.31266263127326965, - -0.09411728382110596, - 0.24079105257987976, - 0.17249242961406708, - -0.3374532461166382, - -0.10615392029285431, - -0.03737245127558708, - 0.11612143367528915, - 0.2892495095729828, - 0.007732766680419445, - -0.2752009928226471, - 0.021693699061870575, - -0.13652852177619934, - -0.21607129275798798, - 0.19582971930503845, - -0.04750059172511101, - 0.16706037521362305, - 0.27529725432395935, - 0.03474780172109604, - 0.19913846254348755, - -0.16697809100151062, - 0.19735907018184662, - 0.014124546200037003, - 0.23494663834571838, - 0.3380180597305298, - -0.26744699478149414, - 0.33563563227653503, - 0.2698892056941986, - -0.2848116159439087, - 0.10364116728305817, - -0.2878305912017822, - 0.11468780785799026, - 0.05467348173260689, - -0.33750608563423157, - 0.1283465474843979, - -0.09711413085460663, - 0.35241398215293884, - 0.3450709581375122, - 0.12205018848180771, - 0.27868595719337463, - 0.12769664824008942, - 0.33449605107307434, - -0.03264239802956581, - 0.08738087117671967, - -0.05840098857879639, - -0.006183069199323654, - -0.10665517300367355, - -0.1399204581975937, - 0.20452280342578888, - 0.151719331741333, - -0.15607184171676636, - -0.3115871250629425, - 0.17287249863147736, - -0.32522374391555786, - -0.015645163133740425, - -0.30421245098114014, - 0.2960411310195923, - 0.28789037466049194, - -0.29056495428085327, - -0.32871031761169434, - -0.20903745293617249, - 0.09755996614694595, - -0.17680354416370392, - -0.08419734984636307, - -0.08961844444274902, - 0.06485333293676376, - -0.16723279654979706, - 0.16080135107040405, - -0.25299814343452454, - -0.031471136957407, - 0.29635775089263916, - -0.19522462785243988, - 0.2712526321411133, - 0.18401040136814117, - -0.11420417577028275, - 0.12259974330663681, - -0.2388521283864975, - 0.028454896062612534, - 0.10014773905277252, - 0.30580997467041016, - -0.19784101843833923, - -0.20107358694076538, - -0.17646020650863647, - -0.34442198276519775, - 0.07149820774793625, - -0.29266083240509033, - -0.09490926563739777, - -0.1577489972114563, - 0.01976754516363144, - 0.10724999010562897, - -0.2569221556186676, - -0.10437414050102234, - -0.03399021178483963, - -0.20438295602798462, - 0.08167490363121033, - 0.13088417053222656, - -0.2519708275794983, - 0.27800485491752625, - 0.2512350082397461, - -0.10621612519025803, - 0.05260571464896202, - 0.043047945946455, - -0.04878050833940506, - -0.2372831255197525, - 0.29133519530296326, - 0.17398467659950256, - -0.2954535186290741, - -0.27400943636894226, - 0.3362133204936981, - 0.056428853422403336, - -0.08122734725475311, - 0.23961646854877472, - 0.10156846791505814, - 0.1269153654575348, - 0.2804877758026123, - -0.02759408950805664, - 0.3368922770023346, - -0.2483481466770172, - -0.2151372730731964, - 0.05990554764866829, - -0.04292306676506996, - 0.20175577700138092, - -0.09614074975252151, - 0.055595654994249344, - -0.07346414774656296, - 0.26542896032333374, - -0.023190459236502647, - 0.005426828283816576, - 0.2590108811855316, - 0.34371688961982727, - 0.33829930424690247, - -0.34567758440971375, - -0.19977913796901703, - -0.0767735168337822, - -0.07298873364925385, - 0.20450864732265472, - 0.1596813052892685, - -0.029080398380756378, - 0.008375589735805988, - 0.07575149834156036, - 0.30478307604789734, - 0.18321605026721954, - -0.17833571135997772, - -0.18111436069011688, - 0.11181027442216873, - -0.035760462284088135, - -0.22681890428066254, - -0.3421957492828369, - 0.050643231719732285, - -0.10324578732252121, - -0.2057100385427475, - 0.06650692224502563, - 0.3442847430706024, - 0.2936549484729767, - 0.20158234238624573, - -0.26665085554122925, - 0.2017834335565567, - 0.1828642189502716, - 0.11796063929796219, - -0.08807123452425003, - -0.0061564319767057896, - -0.1917668581008911, - -0.0796404704451561, - -0.058200035244226456, - -0.05008326843380928, - -0.3518524169921875, - 0.1247292160987854, - -0.2892742156982422, - -0.2643992006778717, - 0.1436735838651657, - -0.2894114851951599, - 0.3372843265533447, - 0.3385435938835144, - -0.11235291510820389, - -0.06093161180615425, - -0.27048781514167786, - 0.021857481449842453, - 0.06464222073554993, - -0.1939469873905182, - 0.11086850613355637, - -0.013606519438326359, - -0.10422009229660034, - -0.0012231857981532812, - -0.3427080810070038, - -0.24905440211296082, - 0.04679901525378227, - 0.34143438935279846, - -0.2095590978860855, - 0.22665680944919586, - 0.032356977462768555, - -0.15210974216461182, - 0.00038737169234082103, - 0.16950243711471558, - 0.0420624278485775, - 0.31297212839126587, - -0.06691262871026993, - -0.23609618842601776, - 0.3194844126701355, - -0.10097508132457733, - 0.22432979941368103, - 0.23320268094539642, - 0.06261588633060455, - -0.29017800092697144, - -0.34709855914115906, - 0.167844757437706, - 0.08644069731235504, - 0.20571985840797424, - -0.31162410974502563, - -0.04870978742837906, - 0.3054705858230591, - 0.1857500970363617, - 0.29381489753723145, - 0.27758243680000305, - -0.08675047755241394, - -0.2407640814781189, - -0.21081975102424622, - 0.12007615715265274, - -0.1403380036354065, - 0.001402183435857296, - 0.056421395391225815, - 0.21947772800922394, - 0.1971779614686966, - 0.2017873078584671, - 0.014369461685419083, - 0.19959841668605804, - -0.16551631689071655, - -0.14150896668434143, - -0.05597923323512077, - -0.2053173929452896, - 0.3153688907623291, - -0.05417690798640251, - 0.1027865931391716, - -0.010992277413606644, - -0.004835550207644701, - -0.18844075500965118, - -0.0259568952023983, - -0.3162517845630646, - -0.16907262802124023, - 0.27208083868026733, - -0.33161577582359314, - 0.058181069791316986, - 0.05632530152797699, - -0.3383910655975342, - 0.06905419379472733, - 0.16416007280349731, - 0.25607237219810486, - 0.06617662310600281, - 0.27636441588401794, - 0.013307824730873108, - 0.13471169769763947, - 0.10437215864658356, - -0.2606864869594574, - -0.07761004567146301, - -0.2489747852087021, - 0.2747102379798889, - 0.16866573691368103, - -0.14994432032108307, - -0.06469856947660446, - 0.09438285231590271, - -0.3082714378833771, - 0.00998328160494566, - 0.16865141689777374, - 0.04430050775408745, - -0.03253057971596718, - 0.22730034589767456, - 0.153791144490242, - -0.3143071234226227, - 0.20807085931301117, - -0.2788573205471039, - 0.19860045611858368, - 0.2977086007595062, - 0.032583434134721756, - -0.11949077993631363, - -0.18262659013271332, - -0.15699169039726257 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l3_reverse": { - "shape": [ - 32, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - -0.06517120450735092, - -0.14657679200172424, - 0.350976824760437, - -0.1525036096572876, - 0.14679139852523804, - -0.32785943150520325, - 0.17919912934303284, - 0.30084317922592163, - -0.2534509003162384, - -0.09020672738552094, - 0.08426579087972641, - -0.3384309411048889, - -0.22369995713233948, - 0.12296043336391449, - 0.3329218626022339, - -0.10562194138765335, - -0.003219850594177842, - -0.3412972092628479, - -0.33935731649398804, - 0.3074774444103241, - 0.3000280261039734, - -0.10775212198495865, - -0.13980156183242798, - -0.022887466475367546, - 0.16404560208320618, - -0.3416699469089508, - -0.19584089517593384, - -0.11655626446008682, - -0.1538875848054886, - -0.009339951910078526, - 0.2578846216201782, - 0.07719427347183228, - -0.31995919346809387, - 0.326995313167572, - 0.2846774160861969, - 0.11131808906793594, - 0.1730574071407318, - 0.1321675032377243, - 0.2897949516773224, - -0.34004634618759155, - -0.22009198367595673, - -0.044898953288793564, - -0.06725292652845383, - -0.23480485379695892, - -0.3390570282936096, - -0.27001744508743286, - -0.05491173639893532, - 0.30012232065200806, - 0.23439881205558777, - 0.10190943628549576, - -0.21714670956134796, - -0.14223313331604004, - 0.03405945748090744, - -0.32771065831184387, - -0.01613975688815117, - 0.0718955248594284, - 0.3196428716182709, - -0.09280715137720108, - 0.3470398783683777, - 0.026673434302210808, - -0.24529056251049042, - 0.3341517150402069, - 0.30652281641960144, - -0.2793627083301544, - -0.20509448647499084, - 0.16905146837234497, - -0.21754378080368042, - 0.2403993457555771, - -0.16869153082370758, - -0.10973011702299118, - -0.10149357467889786, - 0.33730122447013855, - -0.11955741792917252, - -0.06874694675207138, - 0.21392694115638733, - -0.24189922213554382, - -0.0017030276358127594, - -0.2730931043624878, - -0.3263222575187683, - -0.08072035759687424, - 0.03908378258347511, - 0.3014989495277405, - -0.33905482292175293, - -0.10173334181308746, - 0.09304026514291763, - 0.13350553810596466, - 0.20656469464302063, - -0.2842884063720703, - -0.08643437922000885, - 0.08175253868103027, - -0.28341081738471985, - 0.17815999686717987, - -0.33734917640686035, - 0.2206120640039444, - 0.11494536697864532, - -0.10042628645896912, - 0.11470016092061996, - 0.2994522452354431, - 0.26008808612823486, - 0.21444889903068542, - -0.20581401884555817, - 0.10159675031900406, - 0.2653210759162903, - 0.06235663965344429, - 0.23407672345638275, - -0.21926762163639069, - 0.24849604070186615, - -0.011727697215974331, - -0.31720325350761414, - -0.09165009111166, - 0.31248706579208374, - -0.12351159006357193, - -0.06123422831296921, - -0.14143499732017517, - -0.1922367811203003, - 0.061252012848854065, - 0.21447721123695374, - 0.04180596396327019, - -0.02180631458759308, - 0.020451968535780907, - -0.26512616872787476, - -0.18628649413585663, - 0.01769164577126503, - -0.2825932204723358, - 0.17511580884456635, - 0.05388853698968887, - 0.003722831141203642, - -0.02268870174884796, - 0.29861000180244446, - 0.32266145944595337, - 0.17263083159923553, - 0.17559953033924103, - -0.1714305728673935, - 0.144527405500412, - -0.23913122713565826, - 0.15279707312583923, - -0.25105205178260803, - -0.0019338659476488829, - 0.2562502324581146, - 0.23477037250995636, - 0.31261396408081055, - 0.12060505896806717, - 0.13724160194396973, - 0.09481114894151688, - 0.25816968083381653, - 0.18552806973457336, - 0.10432285070419312, - -0.12336061894893646, - -0.17110700905323029, - -0.08741096407175064, - 0.16872937977313995, - -0.19245371222496033, - 0.09659349173307419, - 0.3093247413635254, - 0.2993701994419098, - -0.26030269265174866, - 0.10077475756406784, - 0.23117883503437042, - -0.3211401402950287, - 0.22596189379692078, - -0.2202957570552826, - -0.2556363642215729, - -0.14986880123615265, - -0.13298359513282776, - -0.14617370069026947, - 0.10178767144680023, - 0.13696692883968353, - 0.1374073177576065, - 0.24410350620746613, - -0.22369641065597534, - -0.3357093334197998, - -0.28363049030303955, - -0.19432184100151062, - -0.16171850264072418, - 0.15535606443881989, - -0.2558528482913971, - -0.2584972381591797, - 0.1893390715122223, - -0.2249627262353897, - 0.06631330400705338, - -0.2695807218551636, - 0.13490000367164612, - 0.2209247201681137, - -0.2973911166191101, - 0.12026240676641464, - -0.18535809218883514, - 0.22437860071659088, - 0.31798818707466125, - -0.29826608300209045, - 0.13224606215953827, - 0.23877006769180298, - 0.32144033908843994, - 0.26702380180358887, - 0.06953366100788116, - 0.020669151097536087, - 0.07284572720527649, - -0.21078164875507355, - -0.06927137821912766, - -0.005452495533972979, - -0.22372402250766754, - -0.015676224604249, - -0.046967096626758575, - -0.12377370148897171, - -0.10859042406082153, - -0.35211309790611267, - 0.33693474531173706, - 0.17426744103431702, - 0.2556072771549225, - -0.30095794796943665, - -0.346130907535553, - 0.26292532682418823, - -0.06208496168255806, - 0.055111512541770935, - 0.1772855669260025, - 0.022592859342694283, - -0.011709237471222878, - 0.21008096635341644, - 0.28244757652282715, - -0.09852664172649384, - -0.3018496036529541, - -0.19386643171310425, - 0.2526581585407257, - 0.03074325993657112, - 0.3027273714542389, - -0.12367819994688034, - -0.3349997401237488, - 0.1097942665219307, - -0.15066251158714294, - -0.2113749086856842, - 0.22041992843151093, - 0.024586785584688187, - -0.030189871788024902, - 0.34431493282318115, - 0.3079930245876312, - -0.28882530331611633, - -0.3250065743923187, - -0.17483237385749817, - -0.2745061218738556, - -0.18585039675235748, - 0.23852653801441193, - -0.23525333404541016, - 0.324262797832489, - 0.11031027138233185, - 0.01535620354115963, - 0.06047520413994789, - 0.07462508231401443, - 0.1137576699256897, - -0.28754302859306335, - -0.006149014458060265, - 0.2345409244298935, - 0.35125696659088135, - -0.01870354823768139, - -0.2525666356086731, - 0.16248604655265808, - -0.3234829604625702, - 0.31513160467147827 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l3_reverse": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - 0.21729962527751923, - 0.15924537181854248, - 0.04829392209649086, - 0.2570086121559143, - -0.14282116293907166, - -0.294893354177475, - -0.19543978571891785, - 0.2630939781665802, - -0.17670069634914398, - -0.28191226720809937, - 0.07744137942790985, - -0.21962052583694458, - -0.01496516540646553, - -0.22440633177757263, - 0.07470107078552246, - -0.057717788964509964, - 0.046648427844047546, - 0.16342583298683167, - -0.22765131294727325, - -0.12054285407066345, - -0.2357569932937622, - 0.29441559314727783, - -0.12658898532390594, - 0.13314753770828247, - 0.0815960019826889, - -0.348809152841568, - -0.25099366903305054, - -0.09086320549249649, - -0.27103736996650696, - 0.18747174739837646, - 0.2222432792186737, - -0.0006485978374257684 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l3_reverse": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - 0.043291471898555756, - 0.09317011386156082, - 0.11759071797132492, - -0.0683843120932579, - -0.1391167938709259, - -0.21861115097999573, - 0.014078311622142792, - 0.27957168221473694, - -0.04394719377160072, - 0.30421507358551025, - 0.12366833537817001, - -0.18191544711589813, - 0.13732804358005524, - 0.14161711931228638, - -0.15735171735286713, - -0.06197125092148781, - -0.036717575043439865, - 0.12480596452951431, - 0.2758769094944, - -0.07775705307722092, - 0.22990494966506958, - 0.19063416123390198, - -0.3063470721244812, - 0.25846436619758606, - -0.01431985478848219, - 0.27289173007011414, - 0.2753949761390686, - -0.34236133098602295, - -0.2944425642490387, - -0.04024505615234375, - 0.1136106625199318, - -0.05626806616783142 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "input": { - "shape": [ - 5, - 2, - 2 - ], - "stride": [ - 4, - 2, - 1 - ], - "data": [ - -0.10705187171697617, - -1.6838957071304321, - -0.29632213711738586, - 0.060129910707473755, - -0.7020224928855896, - -0.08528561145067215, - 1.5888255834579468, - -0.9417916536331177, - 0.6950119137763977, - 0.8043450713157654, - -1.3190053701400757, - -0.651764452457428, - 0.8935115337371826, - 0.5875858068466187, - -0.5999377369880676, - -0.92575603723526, - 0.6748371124267578, - -1.0627044439315796, - 0.7185949683189392, - -0.14316770434379578 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "output": { - "shape": [ - 5, - 2, - 16 - ], - "stride": [ - 32, - 16, - 1 - ], - "data": [ - 0.003531417343765497, - -0.10671889781951904, - -0.135918989777565, - -0.138146311044693, - 0.03806246817111969, - -0.05061115324497223, - 0.0010625476716086268, - 0.05665507912635803, - 0.03929569572210312, - 0.18028585612773895, - 0.05314655974507332, - -0.004664543084800243, - 0.0028699615504592657, - 0.17589524388313293, - -0.14641647040843964, - 0.15964475274085999, - 0.004059415776282549, - -0.10630317777395248, - -0.13658207654953003, - -0.13818353414535522, - 0.03721409663558006, - -0.05045590549707413, - 0.00199741218239069, - 0.056633561849594116, - 0.039952099323272705, - 0.1807297170162201, - 0.05403199791908264, - -0.0035039284266531467, - 0.0023779147304594517, - 0.17579621076583862, - -0.14645250141620636, - 0.15929606556892395, - 0.017466071993112564, - -0.1654936820268631, - -0.19652928411960602, - -0.21130332350730896, - 0.061817094683647156, - -0.08771919459104538, - -0.0066598523408174515, - 0.07964947819709778, - 0.027789518237113953, - 0.18285131454467773, - 0.051284193992614746, - -0.00916492659598589, - 0.0027788477018475533, - 0.18041160702705383, - -0.14604607224464417, - 0.14903515577316284, - 0.018638567999005318, - -0.1649593710899353, - -0.1972145140171051, - -0.21160933375358582, - 0.060432471334934235, - -0.08758330345153809, - -0.0059174904599785805, - 0.07918058335781097, - 0.02836514264345169, - 0.18301773071289062, - 0.05355190113186836, - -0.007364846765995026, - 0.002810887061059475, - 0.17995843291282654, - -0.1463586986064911, - 0.14825008809566498, - 0.03061547316610813, - -0.19816631078720093, - -0.22250406444072723, - -0.25124892592430115, - 0.07302426546812057, - -0.10796403884887695, - -0.015093783847987652, - 0.08710771799087524, - 0.013100316748023033, - 0.1760285645723343, - 0.046011459082365036, - -0.018412286415696144, - 0.002833468373864889, - 0.17722755670547485, - -0.14329202473163605, - 0.13898462057113647, - 0.031454022973775864, - -0.19871021807193756, - -0.22293813526630402, - -0.25253650546073914, - 0.07237794995307922, - -0.10870195180177689, - -0.01519565749913454, - 0.0861796960234642, - 0.013437161222100258, - 0.17640823125839233, - 0.05002860724925995, - -0.015859154984354973, - 0.0038005204405635595, - 0.17696155607700348, - -0.14335457980632782, - 0.13797280192375183, - 0.03982407599687576, - -0.21775612235069275, - -0.2324417233467102, - -0.27368301153182983, - 0.07533922791481018, - -0.11520257592201233, - -0.022469235584139824, - 0.08700086921453476, - -0.004564316943287849, - 0.15501046180725098, - 0.03871715068817139, - -0.031133301556110382, - 0.002575882477685809, - 0.16048362851142883, - -0.13114120066165924, - 0.12229751795530319, - 0.03993002697825432, - -0.2196541726589203, - -0.2325657606124878, - -0.27521368861198425, - 0.07563041895627975, - -0.11629358679056168, - -0.023690223693847656, - 0.08633900433778763, - -0.0042554172687232494, - 0.15530242025852203, - 0.042387455701828, - -0.029132168740034103, - 0.003655160777270794, - 0.1606321781873703, - -0.13117480278015137, - 0.12169520556926727, - 0.04365240037441254, - -0.23269939422607422, - -0.23262915015220642, - -0.28574755787849426, - 0.07092909514904022, - -0.1113850548863411, - -0.030366696417331696, - 0.08285455405712128, - -0.017437152564525604, - 0.10535068809986115, - 0.026824338361620903, - -0.037286076694726944, - 0.0012010438367724419, - 0.11282390356063843, - -0.09427928179502487, - 0.0859256461262703, - 0.04336251690983772, - -0.23456928133964539, - -0.23246826231479645, - -0.28621146082878113, - 0.07150911539793015, - -0.11229488998651505, - -0.03202328085899353, - 0.08270794153213501, - -0.017192324623465538, - 0.10527048259973526, - 0.02833443507552147, - -0.03653426840901375, - 0.0017252936959266663, - 0.11299833655357361, - -0.09432529658079147, - 0.08571989089250565 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "input_grad": { - "shape": [ - 5, - 2, - 2 - ], - "stride": [ - 4, - 2, - 1 - ], - "data": [ - -0.004706034902483225, - -5.128495104145259e-05, - -0.0030133062973618507, - 0.001171566778793931, - -0.006599691696465015, - 0.0007551536546088755, - -0.0021629342809319496, - 0.0010058144107460976, - -0.004584538750350475, - 0.0007009891560301185, - -0.0055041806772351265, - 8.057395461946726e-05, - -0.0030602668412029743, - -0.0011041273828595877, - -0.004705472849309444, - 0.0005641154712066054, - -0.0022299657575786114, - -0.0015481093432754278, - -0.0027418413665145636, - -0.0007404219941236079 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l0_grad": { - "shape": [ - 32, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - 0.0030085949692875147, - 0.0028842028696089983, - 0.001510396832600236, - 0.003685042727738619, - -0.0004381022008601576, - 0.0005457715597003698, - -0.009503418579697609, - 0.003408196847885847, - 0.0010690486524254084, - 0.00030334587791003287, - -0.0018183458596467972, - 0.005342232994735241, - -0.004739648662507534, - -0.0030402857810258865, - -0.006898148451000452, - -0.006903188303112984, - -0.0001305242331000045, - -3.664373798528686e-05, - -0.0004490683786571026, - 0.00029082573018968105, - 0.0005151854129508138, - 0.00015338705270551145, - -0.003964355681091547, - 0.0041215550154447556, - 0.0006401906721293926, - -0.0004579427186399698, - 0.0028416351415216923, - -0.0017602583393454552, - 0.00026337301824241877, - 0.000444746867287904, - 0.0001232141221407801, - 0.00017151253996416926, - 0.002324699191376567, - 0.016202565282583237, - -0.006919265259057283, - 0.008045224472880363, - 0.002261407906189561, - 0.0008139659184962511, - -0.002521318383514881, - 0.04318423196673393, - -0.004114818759262562, - -0.005791286006569862, - 0.005975002888590097, - 0.062175653874874115, - -0.00029117503436282277, - -0.0257723331451416, - -0.0055941445752978325, - 0.03222482651472092, - 0.0020590918138623238, - 0.0016587458085268736, - 0.0019434343557804823, - 0.0039775799959897995, - 4.262129368726164e-05, - 8.034957863856107e-05, - -0.0075947800651192665, - 0.0011078717652708292, - 0.0013864659704267979, - -0.00044400669867172837, - 0.0033743069507181644, - 0.0011343657970428467, - -0.0035952250473201275, - -0.0026315581053495407, - -0.0034375020768493414, - -0.0034231627359986305 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l0_grad": { - "shape": [ - 32, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - 1.5517834981437773e-05, - -3.9639242459088564e-05, - 0.00016626145225018263, - -5.3340794693212956e-05, - -1.7498537999927066e-05, - -0.00012111624528188258, - 2.2369275029632263e-05, - 3.3157357393065467e-06, - -4.9421385483583435e-05, - -0.00032649151398800313, - 0.00013000839680898935, - -0.000311100302496925, - 0.00017121330893132836, - 4.232381616020575e-05, - -2.6988751415046863e-05, - 0.00010257173562422395, - 5.557819167734124e-05, - 0.00014461025421041995, - -4.1938772483263165e-05, - -1.2510019587352872e-05, - 1.5641409845557064e-05, - 6.719959492329508e-05, - 6.050927913747728e-05, - -8.228534716181457e-05, - -0.0005774048622697592, - -0.003052988788112998, - -0.00020504571148194373, - -0.0027884705923497677, - 0.002012678189203143, - 0.0012028008932247758, - -0.0008040221291594207, - 0.0011048413580283523, - 2.391712405369617e-05, - 0.00024014107475522906, - 6.10578281339258e-05, - 0.00030627960222773254, - -0.0002498499525245279, - -0.00019395194249227643, - 6.565054354723543e-05, - -7.629739411640912e-05, - 0.00022862879268359393, - 0.0012496637646108866, - -0.00019919135957024992, - 0.0009664654498919845, - -0.000608924136031419, - -9.497687278781086e-05, - 0.000344787840731442, - -0.00046681053936481476, - 1.947723467310425e-05, - 5.1795785111607984e-05, - -0.0002563252637628466, - -8.773106674198061e-05, - 0.0001120968590839766, - 0.00022141092631500214, - -1.0057480722025502e-05, - -5.443667760118842e-05, - -5.899316420254763e-06, - 0.00013927619147580117, - -0.0003639554197434336, - 0.00015565760259050876, - -1.1170190191478468e-05, - 0.00012704699474852532, - -9.477476851316169e-05, - -2.9550184990512207e-05, - -6.651509465882555e-05, - -0.00019119397620670497, - 2.117425356118474e-05, - -5.277772288536653e-05, - 3.792923962464556e-05, - -1.5309991795220412e-05, - -7.135544728953391e-05, - 0.0001039643248077482, - -0.00019117876945529133, - -0.0006671416922472417, - 5.197952486923896e-05, - -0.000322619394864887, - 0.00025090761482715607, - 8.359563798876479e-05, - -0.0002132175286533311, - 0.00032036853372119367, - -1.3625714018417057e-05, - -2.3120806872611865e-05, - 4.3748550524469465e-05, - 3.2130319596035406e-05, - -3.195198223693296e-05, - -5.109247285872698e-05, - -6.7592090999823995e-06, - 1.9847575458697975e-05, - -1.3788398689484893e-07, - -0.0015471592778339982, - -9.854315430857241e-05, - -0.002573310863226652, - 0.0016944982344284654, - 0.0011647099163383245, - -0.00011261116014793515, - 0.00022563495440408587, - -1.5196525055216625e-05, - 0.00019401854660827667, - 4.577750223688781e-05, - 0.0003964842180721462, - -0.00028471313999034464, - -0.00020990395569242537, - 2.435306305414997e-05, - -2.7723312086891383e-05, - -3.029672552656848e-05, - 0.0004222200659569353, - 0.0001948327262653038, - 0.0009002306032925844, - -0.0006559693720191717, - -0.0006108662928454578, - -7.92628270573914e-07, - -1.6323276213370264e-05, - 0.00014443270629271865, - 0.00039914646185934544, - -2.2043430362828076e-05, - 8.460016397293657e-05, - -8.434433402726427e-05, - 9.217777005687822e-06, - 0.00016222837439272553, - -0.0002276320446981117, - 0.00033638719469308853, - 0.000897825404535979, - -6.766204751329497e-05, - 0.00013624379062093794, - -0.00018728816939983517, - -2.5276042379118735e-06, - 0.0003686468699015677, - -0.0005357650225050747, - -0.0008026400464586914, - -0.0033251093700528145, - 0.0005741388304159045, - -0.002138397190719843, - 0.0012506081257015467, - 0.00020429163123480976, - -0.0007702672155573964, - 0.0013156321365386248, - -0.0005967114120721817, - -0.0031635253690183163, - -1.3860796570952516e-05, - -0.0028678555972874165, - 0.0019643984269350767, - 0.001128839678131044, - -0.0007055241148918867, - 0.0010932383593171835, - 0.0005464290734380484, - 0.00267415470443666, - -8.979933045338839e-05, - 0.002175185363739729, - -0.001536055700853467, - -0.0007262937724590302, - 0.0007246161112561822, - -0.0010505395475775003, - -0.0024769152514636517, - -0.014231693930923939, - 0.0010759653523564339, - -0.013309961184859276, - 0.009056061506271362, - 0.0047929552383720875, - -0.002947143977507949, - 0.004981880076229572, - -3.485237175482325e-05, - -0.001340796472504735, - -0.0002738078765105456, - -0.0021370660979300737, - 0.0016684903530403972, - 0.0013227964518591762, - -0.00024269631830975413, - 0.0003432234807405621, - -0.0024552817922085524, - -0.01473907008767128, - 0.0016058669425547123, - -0.014088332653045654, - 0.00923636369407177, - 0.004932934418320656, - -0.002506868913769722, - 0.004805722273886204, - 0.0010014607105404139, - 0.00522405281662941, - -0.0006129060056991875, - 0.004458680748939514, - -0.0027712169103324413, - -0.0011716369772329926, - 0.0010111734736710787, - -0.0017841465305536985, - -0.0019764937460422516, - -0.011021852493286133, - 0.0006883791065774858, - -0.010071629658341408, - 0.006829919759184122, - 0.003542430466040969, - -0.0023810802958905697, - 0.0038745084311813116, - -2.8822558306274004e-05, - -0.00013630535977426916, - 0.0001329958176938817, - -5.931964187766425e-05, - 3.456390686551458e-06, - -0.0001002873686957173, - -2.5845409254543483e-05, - 6.403779843822122e-05, - -0.00014189571083988994, - -0.0007178587256930768, - 0.0001791110262274742, - -0.0005654546548612416, - 0.0003586731036193669, - 0.00012223856174387038, - -0.0001306950143771246, - 0.00027199325268156826, - 2.1358489902922884e-05, - 5.9853973652934656e-05, - -7.272958413295783e-08, - 6.224420758371707e-06, - -4.094188625458628e-06, - 1.1328190339554567e-05, - 2.5755431124707684e-05, - -3.009284773725085e-05, - -0.0003521956386975944, - -0.0026545245200395584, - -0.0002167921484215185, - -0.002977668773382902, - 0.0021325377747416496, - 0.001329856808297336, - -0.0006319073145277798, - 0.0008364705718122423, - -5.369269274524413e-05, - 8.23190130176954e-05, - 0.00010309402568964288, - 0.00037719987449236214, - -0.0003139349864795804, - -0.0002787130943033844, - 1.1800104402936995e-05, - 1.2891119695268571e-05, - 0.00011593214730964974, - 0.0014422567328438163, - 0.00010844048665603623, - 0.0018968849908560514, - -0.0013075635069981217, - -0.0008231249521486461, - 0.00027619252796284854, - -0.0003666289849206805, - 0.00015581704792566597, - 0.0005104193696752191, - -0.00022754188103135675, - 0.0001507434790255502, - -8.453643386019394e-05, - 0.00010609935998218134, - 0.0001407204254064709, - -0.0002715963055379689, - 0.00016236239753197879, - 0.000507631863001734, - -0.00020846408733632416, - 0.00014249468222260475, - -0.00010916478640865535, - 3.3210737456101924e-05, - 0.00012957543367519975, - -0.00027923425659537315 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l0_grad": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - -0.0022378009743988514, - -0.00401409761980176, - 0.0003600975323934108, - -0.02134060300886631, - 0.0005734080332331359, - 0.007185094989836216, - 0.001204320346005261, - 0.0032744682393968105, - -0.0007679557311348617, - -0.0029120463877916336, - -5.379668436944485e-06, - -0.012860658578574657, - 0.0017692663241177797, - 0.003957829438149929, - 0.001361358561553061, - 0.0028232457116246223, - -0.034504156559705734, - -0.025707652792334557, - 0.012884649448096752, - -0.10364433377981186, - -9.915325790643692e-05, - -0.12322615087032318, - 0.05164296552538872, - -0.0851689875125885, - -0.0017487452132627368, - -0.005508834030479193, - 0.00030097010312601924, - -0.018004948273301125, - 0.0004810438840650022, - 0.01006592158228159, - 0.0029772704001516104, - 0.0028170328587293625 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l0_grad": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - -0.0022378009743988514, - -0.00401409761980176, - 0.0003600975323934108, - -0.02134060300886631, - 0.0005734080332331359, - 0.007185094989836216, - 0.001204320346005261, - 0.0032744682393968105, - -0.0007679557311348617, - -0.0029120463877916336, - -5.379668436944485e-06, - -0.012860658578574657, - 0.0017692663241177797, - 0.003957829438149929, - 0.001361358561553061, - 0.0028232457116246223, - -0.034504156559705734, - -0.025707652792334557, - 0.012884649448096752, - -0.10364433377981186, - -9.915325790643692e-05, - -0.12322615087032318, - 0.05164296552538872, - -0.0851689875125885, - -0.0017487452132627368, - -0.005508834030479193, - 0.00030097010312601924, - -0.018004948273301125, - 0.0004810438840650022, - 0.01006592158228159, - 0.0029772704001516104, - 0.0028170328587293625 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l0_reverse_grad": { - "shape": [ - 32, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - -0.00012512656394392252, - -0.0031705349683761597, - 0.0002851960598491132, - 0.00199511437676847, - -0.00022407929645851254, - -0.005398361943662167, - -5.107265315018594e-05, - 0.0006554684950970113, - -0.001109306002035737, - 6.0630321968346834e-05, - -0.0008163346210494637, - 0.006420097779482603, - 0.001116056926548481, - 3.529101377353072e-05, - -0.0016937742475420237, - 0.001139759086072445, - 0.0001312384265474975, - -0.0014391057193279266, - -0.0003499247832223773, - -0.0001382408372592181, - 0.0004962469101883471, - 0.00013859703904017806, - -8.187412458937615e-05, - -2.7896086976397783e-05, - -8.442497346550226e-05, - -0.001258638920262456, - -0.0015094525879248977, - 0.0024408623576164246, - 2.5453548005316406e-05, - 0.0006084399065002799, - -4.3679727241396904e-05, - -9.443852468393743e-05, - 0.007283733692020178, - -0.004629090428352356, - 0.0027675835881382227, - -0.005747203249484301, - 0.009996477514505386, - -0.027615074068307877, - 0.002999024698510766, - -0.0028980104252696037, - -0.0012476439587771893, - 0.011878139339387417, - -0.011003762483596802, - 0.003360422793775797, - -0.007980004884302616, - 0.01074354350566864, - 0.002155375899747014, - -0.0020067598670721054, - -0.00043438648572191596, - -0.002304615918546915, - -0.0002677098964340985, - 0.0008491530315950513, - 0.00031309088808484375, - -0.0029898877255618572, - -4.40540025010705e-05, - 0.00026067293947562575, - -0.0006752398330718279, - -0.0007741289446130395, - 0.0007312247762456536, - 0.0088572446256876, - 0.0005809552385471761, - 0.00044960726518183947, - -0.0009476482518948615, - 0.0003412927035242319 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l0_reverse_grad": { - "shape": [ - 32, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - 0.0009248945279978216, - 8.228122169384733e-06, - 3.385188028914854e-05, - -0.0006741255638189614, - -0.0004847058153245598, - 0.0009562380728311837, - 0.00024083653988782316, - -0.001411156146787107, - 2.4778980787232285e-06, - -2.1140782337170094e-05, - 3.617317634052597e-05, - -5.441017037810525e-06, - 0.00014589779311791062, - -9.700244117993861e-05, - -6.33932213531807e-05, - 7.596556679345667e-05, - -6.456644041463733e-05, - 2.0443931134650484e-06, - -4.287322371965274e-05, - 3.51521375705488e-05, - -0.0002846415445674211, - 0.00016298268747050315, - 0.00012446667824406177, - -4.9022273742593825e-05, - -5.628345024888404e-05, - 1.0017312888521701e-05, - -7.2287884904653765e-06, - 3.4071279515046626e-05, - 1.6077847249107435e-05, - -4.3796160753117874e-05, - -7.441054094670108e-06, - 7.423327770084143e-05, - 0.0005106484750285745, - 5.251274342299439e-05, - 1.749420221131004e-06, - -0.00033594228443689644, - -0.00016074087761808187, - 0.0004205346049275249, - 8.545932359993458e-05, - -0.0007302090525627136, - -0.0014452333562076092, - -2.7284720999887213e-05, - -4.481929136090912e-05, - 0.0010681920684874058, - 0.0008532485226169229, - -0.0015717968344688416, - -0.00042038963874801993, - 0.0022444799542427063, - -0.00028477224987000227, - -2.3645493456569966e-06, - -2.4989440134959295e-05, - 0.00021835042571183294, - 8.493470522807911e-05, - -0.0002498184039723128, - -4.15876493207179e-05, - 0.0004056734615005553, - -9.553397103445604e-05, - 4.48636565124616e-05, - -3.7043522752355784e-05, - 6.79585209582001e-05, - -3.6998615541961044e-05, - -3.937065048376098e-05, - 1.7320464394288138e-05, - 9.354135545436293e-05, - 0.0006137022865004838, - 2.161339762096759e-05, - 8.767733561398927e-06, - -0.0004496436158660799, - -0.0003607917169574648, - 0.0006680880323983729, - 0.00018179377366323024, - -0.0009598854230716825, - 5.134837920195423e-05, - 8.644625631859526e-05, - -6.228478014236316e-05, - 2.699329525057692e-05, - -3.771014235098846e-05, - 1.2079692169209011e-05, - 2.16892221942544e-05, - -9.161811613012105e-05, - -1.093554419639986e-05, - -0.00014933415513951331, - 0.00011029229790437967, - -0.00010099987412104383, - 4.410967812873423e-05, - 4.381075996207073e-05, - -2.757393303909339e-05, - 4.416037700138986e-05, - -3.3235741284443066e-05, - 8.833030733512715e-06, - -5.8725554481497966e-06, - 2.418001531623304e-05, - 4.336025540396804e-06, - -2.679132558114361e-05, - -2.7951900847256184e-06, - 4.4764183257939294e-05, - 0.00024298530479427427, - 4.8626538045937195e-05, - -3.059843584196642e-05, - -0.000161608200869523, - -0.00021053748787380755, - 0.0002983390004374087, - 0.0001031735009746626, - -0.0004180780379101634, - -0.0010440755868330598, - 7.550349982921034e-05, - -0.00010547295823926106, - 0.0008843639516271651, - 0.0006426961626857519, - -0.001246943138539791, - -0.00031903182389214635, - 0.0016433133278042078, - -0.00013289543858263642, - -1.6686986782588065e-05, - 9.369025065097958e-06, - 9.609509288566187e-05, - 0.00011342055950080976, - -0.00016839821182657033, - -5.6367262004641816e-05, - 0.0002271558769280091, - -2.5415718482690863e-05, - 2.571885306679178e-05, - -1.7532378478790633e-05, - 1.7171651052194647e-05, - -2.5132010705419816e-05, - -1.918904359854423e-07, - 1.2110936040699016e-05, - 1.4810257198405452e-05, - 0.003136659972369671, - -2.0239976947777905e-05, - 0.00017056135402526706, - -0.002343220869079232, - -0.0015033390372991562, - 0.0032287719659507275, - 0.0007779505685903132, - -0.004722535610198975, - 0.002367253415286541, - 0.00010785167978610843, - 7.588230073451996e-05, - -0.0018665370298549533, - -0.0014817379415035248, - 0.0027206153608858585, - 0.0007388970116153359, - -0.00374956289306283, - 0.008629738353192806, - 4.630291732610203e-05, - 0.0003773154749069363, - -0.006168235559016466, - -0.003996842075139284, - 0.008487246930599213, - 0.0020114374347031116, - -0.012860226444900036, - 0.0006226164987310767, - -0.00012091457756469026, - 0.00010508031118661165, - -0.0004346411442384124, - -8.644215995445848e-05, - 0.00047469561104662716, - 4.690541391028091e-05, - -0.0008100828854367137, - -0.0021908667404204607, - -0.00013221381232142448, - 1.0267787729389966e-05, - 0.001526686828583479, - 0.0013389911036938429, - -0.002334414981305599, - -0.0006448820931836963, - 0.0034211035817861557, - -0.005124602001160383, - -0.00010443189967190847, - -0.00028370387735776603, - 0.003680616384372115, - 0.001777110854163766, - -0.00464816065505147, - -0.0009387312456965446, - 0.007372019812464714, - -0.0037208974827080965, - 3.2145468139788136e-05, - -0.0002425514830974862, - 0.0028759329579770565, - 0.0018747899448499084, - -0.00392721826210618, - -0.0009365216828882694, - 0.00564595079049468, - 0.00023246061755344272, - -0.00010848802048712969, - 7.898748299339786e-05, - -0.0001653528306633234, - 2.1460515199578367e-05, - 0.00014302629278972745, - -1.2461885489756241e-05, - -0.00025959211052395403, - 0.0008392712916247547, - 5.802592568215914e-05, - 1.576301201566821e-06, - -0.0006098649464547634, - -0.000493131869006902, - 0.0009010227513499558, - 0.00024463451700285077, - -0.0013127668062224984, - 1.6634297935524955e-05, - 3.231839582440443e-05, - -1.366449760098476e-05, - 2.279283398820553e-05, - 6.332501652650535e-05, - -5.925387085881084e-05, - -2.4278275304823183e-05, - 1.1406213161535561e-05, - -6.25049215159379e-05, - -0.0001350660459138453, - 7.194312638603151e-05, - -6.637228943873197e-05, - -0.00014976385864429176, - 0.0001474343880545348, - 5.9330348449293524e-05, - 1.765575143508613e-05, - -5.79302322876174e-05, - 1.2488306310842745e-05, - -7.875848496041726e-06, - 3.8846588722663e-05, - 1.7158501577796414e-05, - -4.992386675439775e-05, - -8.883299415174406e-06, - 7.985482807271183e-05, - 0.0003868792555294931, - 5.438490188680589e-05, - -1.2454146599338856e-05, - -0.0002677894663065672, - -0.00020778318867087364, - 0.00038785210927017033, - 0.00010392017429694533, - -0.000598660612013191, - -0.002338938880711794, - -5.500146289705299e-05, - -9.47518419707194e-05, - 0.0018657365581020713, - 0.0015235570026561618, - -0.002723695943132043, - -0.0007324905600398779, - 0.003732865210622549, - -0.0003068912774324417, - -1.9116019757348113e-05, - -1.3627710359287448e-05, - 0.00023813510779291391, - 0.00014832486340310425, - -0.0003124063368886709, - -7.174919301178306e-05, - 0.0004650936461985111, - -0.00011382898810552433, - 4.6414272219408303e-05, - -3.529528476065025e-05, - 7.964520045788959e-05, - -1.991632416320499e-05, - -6.509668310172856e-05, - 6.869559911137912e-06, - 0.00012575389700941741 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l0_reverse_grad": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - 0.007893551141023636, - -0.00022998146596364677, - 0.00098246312700212, - -0.000889912131242454, - 0.003617767710238695, - -0.012652553617954254, - -0.0018920378061011434, - -0.003050439525395632, - 0.004310863092541695, - 0.0002672796545084566, - 0.0001693428202997893, - -0.0002908438618760556, - 0.0016737410333007574, - -0.007394993677735329, - -0.0009040733566507697, - -0.00029798148898407817, - 0.02563399448990822, - 0.016771456226706505, - 0.08208269625902176, - 0.008629093877971172, - -0.02113019861280918, - -0.04420299828052521, - -0.03325057029724121, - 0.005185049958527088, - 0.005981056485325098, - -1.6551854059798643e-05, - 0.0003725090646184981, - -0.0006151343113742769, - 0.002649835543707013, - -0.017251983284950256, - -0.0020234715193510056, - -0.0019282330758869648 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l0_reverse_grad": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - 0.007893551141023636, - -0.00022998146596364677, - 0.00098246312700212, - -0.000889912131242454, - 0.003617767710238695, - -0.012652553617954254, - -0.0018920378061011434, - -0.003050439525395632, - 0.004310863092541695, - 0.0002672796545084566, - 0.0001693428202997893, - -0.0002908438618760556, - 0.0016737410333007574, - -0.007394993677735329, - -0.0009040733566507697, - -0.00029798148898407817, - 0.02563399448990822, - 0.016771456226706505, - 0.08208269625902176, - 0.008629093877971172, - -0.02113019861280918, - -0.04420299828052521, - -0.03325057029724121, - 0.005185049958527088, - 0.005981056485325098, - -1.6551854059798643e-05, - 0.0003725090646184981, - -0.0006151343113742769, - 0.002649835543707013, - -0.017251983284950256, - -0.0020234715193510056, - -0.0019282330758869648 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l1_grad": { - "shape": [ - 32, - 16 - ], - "stride": [ - 16, - 1 - ], - "data": [ - 0.000686843297444284, - 0.0030699537601321936, - -0.0004242924624122679, - 0.002286469331011176, - -0.0013173524057492614, - -0.00037793171941302717, - 0.0006239453796297312, - -0.0011052984045818448, - 0.0026245585177093744, - -0.00011237708531552926, - 0.0002540213172324002, - -0.002871074713766575, - -0.002096752170473337, - 0.003857562318444252, - 0.0009333525667898357, - -0.004885202739387751, - 0.0004211098130326718, - 0.0020073968917131424, - -0.00026231585070490837, - 0.0014508493477478623, - -0.0010309879435226321, - -0.00043583684600889683, - 0.0005013407790102065, - -0.0008063559071160853, - 0.001455620746128261, - -0.00011160341091454029, - 0.00014770554844290018, - -0.0014596962137147784, - -0.001102088950574398, - 0.0019756476394832134, - 0.00048089103074744344, - -0.0025628916919231415, - 0.0012773993657901883, - 0.011937825940549374, - -0.000396979070501402, - 0.01385025680065155, - -0.009503227658569813, - -0.005855422001332045, - 0.0019789894577115774, - -0.003327164566144347, - 0.011612838134169579, - 0.0006502853939309716, - 0.00026964410790242255, - -0.009905869141221046, - -0.007663542404770851, - 0.014166726730763912, - 0.0037068964447826147, - -0.019453754648566246, - 0.0009645342943258584, - 0.006941754370927811, - -0.00019129467546008527, - 0.007098789792507887, - -0.005287064239382744, - -0.0033552530221641064, - 0.0014921312686055899, - -0.002350244438275695, - 0.005938344169408083, - 1.2014110325253569e-05, - 0.0002646059438120574, - -0.0050429911352694035, - -0.003977152518928051, - 0.007317094132304192, - 0.0019454179564490914, - -0.009861533530056477, - -8.74479956110008e-05, - -0.0004250006459187716, - 2.8427514280338073e-06, - -0.0002901238913182169, - 0.0002809899451676756, - 0.00016362946189474314, - -0.0001616576046217233, - 0.00019783800235018134, - -0.00025275515508838, - 1.58547809405718e-05, - -1.1427551726228558e-05, - 0.00018395470397081226, - 0.0001658483233768493, - -0.0002852172765415162, - -8.150493522407487e-05, - 0.0003971714759245515, - 0.0005618881550617516, - 0.006495968904346228, - -0.0001609845639904961, - 0.007855227217078209, - -0.005684074945747852, - -0.003724695648998022, - 0.0011275196447968483, - -0.001833325601182878, - 0.006170371547341347, - 0.00018974061822518706, - 0.000205556585569866, - -0.005008594132959843, - -0.003776207333430648, - 0.0071767717599868774, - 0.001868074876256287, - -0.009987661615014076, - 7.171349716372788e-05, - 0.00013789307558909059, - -2.7049483833252452e-05, - -6.913015386089683e-05, - 3.643504896899685e-05, - 6.18327030679211e-05, - 7.065020326990634e-05, - -0.00010294737876392901, - -4.2757102391988155e-07, - -1.684316885075532e-05, - -1.7092912685257033e-06, - -3.1214749469654635e-05, - -5.571254587266594e-05, - 5.0759110308717936e-05, - 1.454020275559742e-05, - -5.2494222472887486e-05, - -0.0002801842347253114, - -0.003060204442590475, - -2.8587624910869636e-05, - -0.003749309806153178, - 0.0026210728101432323, - 0.00171625055372715, - -0.000506303331349045, - 0.0008081407868303359, - -0.003030551830306649, - -0.0003074121486861259, - 3.30218426825013e-05, - 0.002410437213256955, - 0.0020040483213961124, - -0.0035949505399912596, - -0.0009898901917040348, - 0.005024225451052189, - 0.00015568608068861067, - 0.0007488479022867978, - 6.360966381180333e-06, - 0.000637067190837115, - -0.00042418681550771, - -0.0002419054799247533, - 0.00016325888282153755, - -0.00026059054653160274, - 0.000617975601926446, - 0.00013900507474318147, - -4.623683344107121e-05, - -0.0005080417031422257, - -0.0005934142973273993, - 0.000849016709253192, - 0.0002749317791312933, - -0.0010966799454763532, - 9.759407112142071e-05, - 0.0008854734478518367, - 4.79191257909406e-05, - 0.0010016380110755563, - -0.0007624465506523848, - -0.0005073186475783587, - 0.00021034041128586978, - -0.0002794051542878151, - 0.0007759645814076066, - 0.00012720200174953789, - -5.834530384163372e-05, - -0.0005246916553005576, - -0.0005330395651981235, - 0.0008578291162848473, - 0.0002627272333484143, - -0.0012611325364559889, - 0.0002809825527947396, - 0.004887390416115522, - 1.6732832591515034e-05, - 0.006487200036644936, - -0.004773569758981466, - -0.00327467592433095, - 0.000805050483904779, - -0.0013032356509938836, - 0.004819230642169714, - 0.00032488335273228586, - 4.637744132196531e-05, - -0.0036184180062264204, - -0.002887367969378829, - 0.005315285176038742, - 0.001444697380065918, - -0.00758155295625329, - 0.0002528030890971422, - 0.0035392551217228174, - -0.00010715117969084531, - 0.004274857696145773, - -0.003275427035987377, - -0.0021696279291063547, - 0.0007139515946619213, - -0.0010503920493647456, - 0.0031604771502316, - 6.595646846108139e-05, - 0.00011850301962113008, - -0.0023734900169074535, - -0.0017407203558832407, - 0.003377405693754554, - 0.0008649332448840141, - -0.004868785850703716, - 2.398425931460224e-05, - -0.00031660395325161517, - 1.4184181964083109e-05, - -0.0005070803454145789, - 0.00038835578016005456, - 0.00025719398399814963, - -5.53659483557567e-05, - 5.581070581683889e-05, - -0.0003228481800761074, - -1.4584349628421478e-05, - -5.836450782226166e-06, - 0.00019742146832868457, - 0.00010132240277016535, - -0.000258455314906314, - -5.277726086205803e-05, - 0.0004499225760810077, - 0.00024073261010926217, - 0.003935615997761488, - -0.00016023412172216922, - 0.004890113137662411, - -0.00375891150906682, - -0.0025520906783640385, - 0.0007298766286112368, - -0.001152200740762055, - 0.0035377629101276398, - -4.839459870709106e-05, - 0.0002098319964716211, - -0.002708379877731204, - -0.0018686916446313262, - 0.0037818753626197577, - 0.0009389583137817681, - -0.005406244192272425, - -1.2316186257521622e-06, - 3.605243909987621e-05, - 6.705168743792456e-06, - 5.621549644274637e-05, - -3.706635470734909e-05, - -2.4439961634925567e-05, - 4.741430529975332e-06, - -3.833815299003618e-06, - 3.914297485607676e-05, - 2.587593553471379e-05, - -1.577130205987487e-05, - -1.5126742255233694e-05, - -2.5123550585703924e-05, - 3.195860335836187e-05, - 1.1805694157374091e-05, - -6.601017958018929e-05, - -4.178185190539807e-05, - -0.001464070868678391, - 1.0377119906479493e-05, - -0.002090062014758587, - 0.0015399764524772763, - 0.001079849898815155, - -0.00020463886903598905, - 0.000361883343430236, - -0.0015049679204821587, - -4.996961069991812e-05, - -5.0267659389646724e-05, - 0.001142330002039671, - 0.0008284829673357308, - -0.0016255920054391026, - -0.0004224026051815599, - 0.002327613765373826, - 0.003282772609964013, - 0.014335363171994686, - -0.001541155856102705, - 0.010574257001280785, - -0.006294176913797855, - -0.00222579762339592, - 0.0029946877621114254, - -0.005231376737356186, - 0.012043221853673458, - -0.0002703996142372489, - 0.000937370234169066, - -0.01289534941315651, - -0.009947326965630054, - 0.017864864319562912, - 0.004512139596045017, - -0.022506732493638992, - 0.0057746185921132565, - 0.037904463708400726, - -0.002767119323834777, - 0.037366967648267746, - -0.025158127769827843, - -0.013897947035729885, - 0.007072473410516977, - -0.01208026334643364, - 0.03413406386971474, - 0.0001267977786483243, - 0.0019841280300170183, - -0.03188500925898552, - -0.02389358915388584, - 0.044502224773168564, - 0.01126618031412363, - -0.058991655707359314, - -0.013148528523743153, - -0.08211870491504669, - 0.005069775506854057, - -0.0786360502243042, - 0.05458032712340355, - 0.030675021931529045, - -0.016794897615909576, - 0.027586679905653, - -0.07158108800649643, - -0.00021777309302706271, - -0.0038726716302335262, - 0.06581065058708191, - 0.05080664902925491, - -0.09298883378505707, - -0.024011321365833282, - 0.12319985777139664, - 0.004750659689307213, - 0.041416529566049576, - -0.0021803181152790785, - 0.04518880695104599, - -0.032586921006441116, - -0.020105460658669472, - 0.007911834865808487, - -0.01281324215233326, - 0.03704670071601868, - 0.00041564510320313275, - 0.001721834298223257, - -0.03145275264978409, - -0.02347676269710064, - 0.04432442784309387, - 0.011291307397186756, - -0.060951463878154755, - -7.701932190684602e-05, - 0.01341437641531229, - -0.0008691209368407726, - 0.018575187772512436, - -0.014714796096086502, - -0.010313126258552074, - 0.0022669434547424316, - -0.0034188206773251295, - 0.011899002827703953, - -0.0004705562023445964, - 0.0008304228540509939, - -0.008122721686959267, - -0.004509845282882452, - 0.010810749605298042, - 0.002355501288548112, - -0.016858480870723724, - -0.003677470376715064, - -0.02908148430287838, - 0.0017607404151931405, - -0.030171213671565056, - 0.02226319909095764, - 0.013701144605875015, - -0.005953738000243902, - 0.009569136425852776, - -0.02485540509223938, - 0.00039379982626996934, - -0.001564753009006381, - 0.02136007323861122, - 0.015775082632899284, - -0.029953794553875923, - -0.0075785573571920395, - 0.040723349899053574, - -0.0022329010535031557, - -0.01100539043545723, - 0.0005292028072290123, - -0.00962293054908514, - 0.006158964708447456, - 0.003103009657934308, - -0.0022412408143281937, - 0.003843024605885148, - -0.009890575893223286, - -0.000269541546003893, - -0.00041684744064696133, - 0.00972101092338562, - 0.008009993471205235, - -0.013996381312608719, - -0.0037603662349283695, - 0.017923079431056976, - 0.006679406855255365, - 0.044067658483982086, - -0.00264696404337883, - 0.043470222502946854, - -0.030147995799779892, - -0.017143981531262398, - 0.008798730559647083, - -0.014449693262577057, - 0.03896063193678856, - 0.00041619216790422797, - 0.0019408352673053741, - -0.03536774963140488, - -0.027220025658607483, - 0.04995042085647583, - 0.012881179340183735, - -0.06666961312294006, - 0.0007030484266579151, - 0.003307407721877098, - -0.00029289399390108883, - 0.0026724583003669977, - -0.0016509630950167775, - -0.0006887817289680243, - 0.0006868662312626839, - -0.001176880905404687, - 0.0028512547723948956, - 6.633580778725445e-05, - 0.0001490474824095145, - -0.0028757196851074696, - -0.0023565806914120913, - 0.0040675862692296505, - 0.0010714593809098005, - -0.005194878671318293, - 0.0003230692236684263, - 0.001932248705998063, - -0.00015539424202870578, - 0.0016757457051426172, - -0.001252939342521131, - -0.0006816273671574891, - 0.00047494296450167894, - -0.0007165214628912508, - 0.0014709541574120522, - -1.7086171283153817e-05, - 7.676713721593842e-05, - -0.0012845615856349468, - -0.0010224729776382446, - 0.0018179818289354444, - 0.00046819221461191773, - -0.0024707356933504343, - 0.0008410095470026135, - 0.009301522746682167, - -0.00026006699772551656, - 0.011044612154364586, - -0.008029535412788391, - -0.005214191973209381, - 0.001672168611548841, - -0.0026942770928144455, - 0.008661291562020779, - 0.00034046798828057945, - 0.0002312925353180617, - -0.006964410655200481, - -0.005336514208465815, - 0.009996915236115456, - 0.002613144228234887, - -0.014011500403285027, - 0.0007700237329117954, - 0.007844014093279839, - -0.0003617119509726763, - 0.008671972900629044, - -0.0066661350429058075, - -0.004338571336120367, - 0.0016479367623105645, - -0.002499131951481104, - 0.006626515183597803, - -8.310397242894396e-05, - 0.0003630690916907042, - -0.005247811786830425, - -0.0038041870575398207, - 0.0074247028678655624, - 0.0018754719058051705, - -0.010435143485665321, - -1.9797234926954843e-05, - -0.0005112168728373945, - 6.362217391142622e-05, - -0.0005502277053892612, - 0.0004744945908896625, - 0.0002781572984531522, - -0.00015220623754430562, - 0.000159304981934838, - -0.00035985064459964633, - 3.9251284761121497e-05, - -4.129853186896071e-05, - 0.0002218872687080875, - 8.942075510276482e-05, - -0.0002702381752897054, - -4.37507223978173e-05, - 0.0004670904891099781, - 0.00020598861738108099, - 0.007388106547296047, - -0.0004939037607982755, - 0.009646576829254627, - -0.007385896053165197, - -0.005029289051890373, - 0.0012173533905297518, - -0.0019419948803260922, - 0.006645762827247381, - -0.00015365476428996772, - 0.00043034079135395586, - -0.004940500482916832, - -0.0030546137131750584, - 0.0066932374611496925, - 0.0015421502757817507, - -0.009927869774401188, - 4.496896144701168e-05, - 0.00010068028495879844, - -1.6947264157352038e-05, - -2.9773464120808057e-05, - 1.2454677744244691e-05, - 3.131360426777974e-05, - 4.601776890922338e-05, - -6.697689241264015e-05, - 7.749199539830443e-06, - -9.534408036415698e-07, - -6.374122222041478e-06, - -1.9580062144086696e-05, - -3.7735720979981124e-05, - 3.466342604951933e-05, - 1.083156075765146e-05, - -4.498820999288e-05, - -0.00010952341835945845, - -0.003990349359810352, - 1.7088677850551903e-05, - -0.005662217736244202, - 0.004074278753250837, - 0.0028006364591419697, - -0.0005405096453614533, - 0.0009105717181228101, - -0.004138844087719917, - -0.00028673509950749576, - -3.7689813325414434e-05, - 0.0031137829646468163, - 0.002311023883521557, - -0.004477466456592083, - -0.0011645844206213951, - 0.006510745733976364 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l1_grad": { - "shape": [ - 32, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - 0.0005227844812907279, - 0.00020731150289066136, - -0.00036798135261051357, - 0.000384338985895738, - -7.02507677488029e-05, - -0.00048737291945144534, - -6.732611655024812e-05, - -0.00015760825772304088, - 0.0006324120331555605, - 0.00029837852343916893, - -0.0005425104172900319, - 0.00050916220061481, - -0.00011538156832102686, - -0.0006855886895209551, - -7.283002560143359e-06, - -0.00028023443883284926, - 0.005459736566990614, - 0.002647063694894314, - -0.004903198219835758, - 0.004329444840550423, - -0.0012402709107846022, - -0.00589206675067544, - -0.00015922814782243222, - -0.002593446057289839, - 0.003248536493629217, - 0.0016146928537636995, - -0.0029774350114166737, - 0.002640289720147848, - -0.0007240547565743327, - -0.0036236816085875034, - 3.53393261320889e-06, - -0.001605186378583312, - -0.00020131768542341888, - -0.00011604294559219852, - 0.00018263082893099636, - -0.0001805908977985382, - 5.167858034837991e-05, - 0.00024189391115214676, - -1.9920075828849804e-06, - 9.846713510341942e-05, - 0.0034662014804780483, - 0.0017295581055805087, - -0.003232563380151987, - 0.0028160724323242903, - -0.0008195512345992029, - -0.003874839749187231, - -1.3351600500755012e-06, - -0.0017563903238624334, - -1.800359859771561e-05, - -7.952401574584655e-06, - 2.2145110051496886e-05, - -1.856462586147245e-05, - 1.0789415682666004e-05, - 2.6249344955431297e-05, - 1.076425633073086e-06, - 1.3741258044319693e-05, - -0.0015375552466139197, - -0.0007601425750181079, - 0.0013797531137242913, - -0.001215704483911395, - 0.0003569312975741923, - 0.0016521471552550793, - 5.281632547848858e-05, - 0.0007283153245225549, - 0.0002887720474973321, - 0.00011991323117399588, - -0.00019713961228262633, - 0.00020284662605263293, - -3.5855642636306584e-05, - -0.00025760289281606674, - -4.235327651258558e-05, - -8.177771815098822e-05, - 0.0005015922361053526, - 0.0002610954688861966, - -0.00044710657675750554, - 0.0004014660371467471, - -0.00011926099978154525, - -0.0005429985467344522, - -1.818257078411989e-05, - -0.0002353538729948923, - 0.003108387812972069, - 0.0015298769576475024, - -0.002889649011194706, - 0.002501444425433874, - -0.000725155754480511, - -0.0034513305872678757, - -1.1640913726296276e-05, - -0.0015689266147091985, - 0.0021543591283261776, - 0.0011063795536756516, - -0.0020331633277237415, - 0.001796785625629127, - -0.0005287935491651297, - -0.0024694176390767097, - 2.458501694491133e-05, - -0.001115405117161572, - -0.00024661849602125585, - -0.0001418200699845329, - 0.00024774210760369897, - -0.00021787011064589024, - 7.604925485793501e-05, - 0.0002984795137308538, - -6.405043677659705e-06, - 0.00013981646043248475, - 0.002475532004609704, - 0.0012558004818856716, - -0.0023825829848647118, - 0.0020610420033335686, - -0.0006008401978760958, - -0.0028602967504411936, - 6.791105988668278e-05, - -0.0013244191650301218, - 2.2186755813891068e-05, - 1.1834181350423023e-05, - -1.8481638107914478e-05, - 1.5209637240332086e-05, - -6.015256076352671e-06, - -1.981251079996582e-05, - -3.6758387977897655e-06, - -9.141518603428267e-06, - -0.0009987828088924289, - -0.0004895958700217307, - 0.0009537060395814478, - -0.0008088237373158336, - 0.0002378307399339974, - 0.0011272355914115906, - -1.3259694242151454e-05, - 0.000527232070453465, - 0.0025700887199491262, - 0.0010463447542861104, - -0.0018151004333049059, - 0.0018608225509524345, - -0.0003289382148068398, - -0.0023721582256257534, - -0.0003172110009472817, - -0.0007797344587743282, - 0.013683799654245377, - 0.006493485998362303, - -0.012027391232550144, - 0.01084566954523325, - -0.002885537687689066, - -0.014676699414849281, - -0.0004054423770867288, - -0.0062776654958724976, - -0.031056933104991913, - -0.014894291758537292, - 0.027288170531392097, - -0.024762732908129692, - 0.006517797242850065, - 0.033540550619363785, - 0.000792841543443501, - 0.01426776498556137, - 0.01979663223028183, - 0.009809441864490509, - -0.01825273409485817, - 0.016082867980003357, - -0.004539797082543373, - -0.022047007456421852, - -3.769484465010464e-05, - -0.009855886921286583, - 0.009861709550023079, - 0.00523524172604084, - -0.00992234144359827, - 0.008415060117840767, - -0.0026042195968329906, - -0.011757990345358849, - 0.0005177378188818693, - -0.005650080740451813, - -0.013830075971782207, - -0.006853548344224691, - 0.012788068503141403, - -0.011332196183502674, - 0.0031188041903078556, - 0.015558039769530296, - -0.00010114072938449681, - 0.006933040451258421, - -0.0030983672477304935, - -0.001336294924840331, - 0.0024187113158404827, - -0.002297407016158104, - 0.0005137413972988725, - 0.003038346068933606, - 0.0002785813994705677, - 0.0011515074875205755, - 0.017257509753108025, - 0.008307118900120258, - -0.015238516964018345, - 0.013770120218396187, - -0.003687696298584342, - -0.018664734438061714, - -0.000439553230535239, - -0.007990471087396145, - 0.0008418720099143684, - 0.0003503234183881432, - -0.0006161417695693672, - 0.0006180424825288355, - -0.00012284038530196995, - -0.0007985046249814332, - -9.69908942352049e-05, - -0.00027589366072788835, - 0.0008031920297071338, - 0.00040509612881578505, - -0.0007176368380896747, - 0.0006576228770427406, - -0.00017409981228411198, - -0.0008905341965146363, - -6.2967028497951105e-06, - -0.00038019928615540266, - 0.004988435190171003, - 0.002479350659996271, - -0.0046310145407915115, - 0.004035579040646553, - -0.0011651571840047836, - -0.005549479275941849, - -1.2357217201497406e-05, - -0.0025105546228587627, - 0.004287619609385729, - 0.0022079122718423605, - -0.004067347384989262, - 0.003581223776564002, - -0.0010335131082683802, - -0.004932819399982691, - 8.685110515216365e-05, - -0.0022396899294108152, - -0.0003217812336515635, - -0.00019896839512512088, - 0.00031978244078345597, - -0.0003052445827051997, - 0.00010183417907683179, - 0.0004101942467968911, - -1.3872700947104022e-05, - 0.00017988063336815685, - 0.004788076505064964, - 0.002493614796549082, - -0.004731645341962576, - 0.004031670745462179, - -0.0012225101236253977, - -0.005613182671368122, - 0.00019364149193279445, - -0.0026659381110221148, - -4.256294232618529e-06, - -1.5068445691213128e-06, - 8.375870493182447e-06, - -6.84671022099792e-06, - 5.227225301496219e-06, - 1.0394705896032974e-05, - -5.149876756149752e-07, - 5.825178050145041e-06, - -0.0025234664790332317, - -0.001264431164599955, - 0.002397929783910513, - -0.002039420185610652, - 0.000621998799033463, - 0.0028226275462657213, - -4.455876478459686e-06, - 0.0013163188705220819 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l1_grad": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - 0.017564207315444946, - 0.010235914029181004, - 0.07816809415817261, - 0.041257843375205994, - -0.001891607535071671, - 0.0424015074968338, - 0.00015485641779378057, - -0.02036547102034092, - 0.00389348273165524, - 0.005321740172803402, - 0.03272566571831703, - 0.02208532579243183, - -0.0023320666514337063, - 0.0249810628592968, - 0.0002569552743807435, - -0.01028697844594717, - 0.08092373609542847, - 0.23188994824886322, - -0.4881446957588196, - 0.2559376657009125, - 0.08806763589382172, - -0.17323771119117737, - -0.06528820097446442, - 0.2653299570083618, - 0.01877490058541298, - 0.010388950817286968, - 0.0595773346722126, - 0.04709194600582123, - -0.002812364837154746, - 0.048106659203767776, - 0.0001555734488647431, - -0.028322679921984673 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l1_grad": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - 0.017564207315444946, - 0.010235914029181004, - 0.07816809415817261, - 0.041257843375205994, - -0.001891607535071671, - 0.0424015074968338, - 0.00015485641779378057, - -0.02036547102034092, - 0.00389348273165524, - 0.005321740172803402, - 0.03272566571831703, - 0.02208532579243183, - -0.0023320666514337063, - 0.0249810628592968, - 0.0002569552743807435, - -0.01028697844594717, - 0.08092373609542847, - 0.23188994824886322, - -0.4881446957588196, - 0.2559376657009125, - 0.08806763589382172, - -0.17323771119117737, - -0.06528820097446442, - 0.2653299570083618, - 0.01877490058541298, - 0.010388950817286968, - 0.0595773346722126, - 0.04709194600582123, - -0.002812364837154746, - 0.048106659203767776, - 0.0001555734488647431, - -0.028322679921984673 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l1_reverse_grad": { - "shape": [ - 32, - 16 - ], - "stride": [ - 16, - 1 - ], - "data": [ - -0.00027977413265034556, - -0.0017197980778291821, - 0.0001237552787642926, - -0.0014941467670723796, - 0.001165711903013289, - 0.0006725779385305941, - -0.000439649069448933, - 0.0006453153910115361, - -0.0012822739081457257, - 5.900568066863343e-05, - -9.66804291238077e-05, - 0.0011060162214562297, - 0.0008462592377327383, - -0.0015651792054995894, - -0.00039942466537468135, - 0.0021037107799202204, - -8.809848077362403e-05, - -0.000910766888409853, - 8.269309182651341e-05, - -0.0009840677957981825, - 0.0007486021495424211, - 0.0004829014069400728, - -0.000170387007528916, - 0.00028901046607643366, - -0.0007505012908950448, - 5.3394949645735323e-05, - -7.276811811607331e-05, - 0.0006364828441292048, - 0.00040641671512275934, - -0.0008562346338294446, - -0.00019802233146037906, - 0.0011854320764541626, - 0.000922188744880259, - 0.006367949768900871, - -0.00033627456286922097, - 0.005903318524360657, - -0.00471153249964118, - -0.0029170450288802385, - 0.001609858009032905, - -0.0023451284505426884, - 0.004781138151884079, - -0.00017001389642246068, - 0.0002952605427708477, - -0.0038997558876872063, - -0.0029915093909949064, - 0.005594486370682716, - 0.0014442241517826915, - -0.007685163989663124, - 0.00011002617975464091, - 0.0009500025189481676, - -4.165412246948108e-05, - 0.001034384360536933, - -0.00074876839062199, - -0.00046583981020376086, - 0.00018466195615474135, - -0.0002933476062025875, - 0.0008478313102386892, - 1.9662227714434266e-05, - 3.328528691781685e-05, - -0.0007101446390151978, - -0.0005442843539640307, - 0.0010139129590243101, - 0.0002633375988807529, - -0.0013928819680586457, - 0.0003442823945078999, - 0.001947007025592029, - -0.0001146626818808727, - 0.0014952769270166755, - -0.0013208838645368814, - -0.0008189039654098451, - 0.0005797601188533008, - -0.0008197834831662476, - 0.0012181426864117384, - -0.00012154622527305037, - 0.00010664576984709129, - -0.000981403631158173, - -0.0007660043193027377, - 0.0014267966616898775, - 0.0003707443829625845, - -0.0019307006150484085, - 0.0002649499801918864, - 0.001503261853940785, - -6.528077210532501e-05, - 0.0014079856919124722, - -0.0009460061555728316, - -0.0005303044454194605, - 0.00029900576919317245, - -0.0005011925823055208, - 0.0013376770075410604, - 4.9606180255068466e-05, - 5.08631783304736e-05, - -0.0012414274970069528, - -0.001032944885082543, - 0.0018089632503688335, - 0.0004922933294437826, - -0.0023447785060852766, - -0.00014130295312497765, - -0.00027565215714275837, - -5.423183392849751e-05, - -8.693082054378465e-05, - 5.417120974016143e-06, - -4.416875526658259e-05, - -9.324596612714231e-05, - 0.00014899163215886801, - -0.0002751174324657768, - -7.05473794369027e-05, - 2.7701114959199913e-05, - 0.0003188700648024678, - 0.00040600443026050925, - -0.0005456196377053857, - -0.0001902869698824361, - 0.0006119240424595773, - 1.3664966900250874e-05, - 0.00011854498006869107, - -2.1957679564366117e-05, - 9.343677811557427e-05, - -8.442075341008604e-05, - -5.076333036413416e-05, - 3.076271968893707e-05, - -4.4260104914428666e-05, - 6.579684850294143e-05, - -1.8651478967512958e-05, - 1.6422976841568016e-05, - -5.461194450617768e-05, - -1.9518009139574133e-05, - 6.373311043716967e-05, - 9.371979103889316e-06, - -8.972569776233286e-05, - -0.0002180752344429493, - -0.0011435351334512234, - 7.776466372888535e-05, - -0.0009932388784363866, - 0.0007188782910816371, - 0.0004168981686234474, - -0.0002512813953217119, - 0.0004302572051528841, - -0.0009424654999747872, - 6.709821172989905e-05, - -0.00010333207319490612, - 0.0009209270356222987, - 0.0007067968253977597, - -0.0012981309555470943, - -0.0003385516756679863, - 0.001617116155102849, - -5.587546911556274e-05, - -0.0004855286388192326, - -6.367567948473152e-06, - -0.0005824546096846461, - 0.0004088023561052978, - 0.0002656308060977608, - -8.639709994895384e-05, - 0.0001432620920240879, - -0.0004892721772193909, - -2.5816903871600516e-05, - -9.870594112726394e-06, - 0.00041346633224748075, - 0.0003366069868206978, - -0.000606377434451133, - -0.00016599697119090706, - 0.0008190761436708272, - 0.0004162871337030083, - 0.002307433169335127, - -0.00010008162644226104, - 0.002118499483913183, - -0.0015621791826561093, - -0.0009509595693089068, - 0.000516680593136698, - -0.0008625471382401884, - 0.001929751131683588, - -8.289378456538543e-05, - 0.00016325568140018731, - -0.0017944829305633903, - -0.0014431432355195284, - 0.0025847596116364002, - 0.0006961610051803291, - -0.0032748356461524963, - 0.0001064850075636059, - 0.0005997676635161042, - -1.6282072465401143e-05, - 0.000555170641746372, - -0.0003835228562820703, - -0.00021378892415668815, - 0.00013256032252684236, - -0.0002084671868942678, - 0.0005193644319660962, - 3.391173231648281e-05, - 4.093710685992846e-06, - -0.000461933552287519, - -0.00040074254502542317, - 0.0006825088639743626, - 0.00018875724344979972, - -0.0009103677584789693, - 0.00014663061301689595, - 0.0009782679844647646, - -1.743141547194682e-05, - 0.00103069341275841, - -0.0007848032983019948, - -0.0005242673796601593, - 0.00020926372963003814, - -0.00035501716774888337, - 0.000864848552737385, - -5.0993756303796545e-05, - 8.069317846093327e-05, - -0.000767500139772892, - -0.0006068621296435595, - 0.0011087676975876093, - 0.000300313753541559, - -0.001411551726050675, - 0.00023532615159638226, - 0.001276412047445774, - -8.14526283647865e-05, - 0.0011287297820672393, - -0.0007376555586233735, - -0.0003752861812245101, - 0.0002576927945483476, - -0.0004289279750082642, - 0.001104604685679078, - 5.595063339569606e-05, - 3.30547263729386e-05, - -0.0010402640327811241, - -0.0008628382929600775, - 0.0015002230647951365, - 0.00040116612217389047, - -0.001963114133104682, - -7.716636173427105e-05, - -0.00045221493928693235, - 4.5972414227435365e-05, - -0.0004172807966824621, - 0.00026691550738178194, - 0.00013981852680444717, - -7.523904059780762e-05, - 0.000142283461173065, - -0.0004002898349426687, - -6.0668699006782845e-06, - -2.9697252102778293e-05, - 0.00038921277155168355, - 0.0003086039796471596, - -0.0005500251427292824, - -0.00014458998339250684, - 0.000696465140208602, - 7.1664057941234205e-06, - 2.4653651053085923e-05, - 5.246936325420393e-06, - 1.4888105397403706e-05, - -1.726693517412059e-05, - -1.1446731150499545e-05, - 1.2711834642686881e-05, - -1.524608251202153e-05, - 1.3211195437179413e-05, - 9.804108458411065e-07, - -3.2579928301856853e-06, - -6.899389973114012e-06, - -1.2230238098709378e-05, - 1.5109217201825231e-05, - 5.646040790452389e-06, - -2.4410581318079494e-05, - -0.0035501376260071993, - -0.043727368116378784, - 0.0029361017514020205, - -0.05039902403950691, - 0.037669822573661804, - 0.024183843284845352, - -0.008141472935676575, - 0.012898100540041924, - -0.03813501074910164, - 0.00037604564568027854, - -0.002201635390520096, - 0.03058699518442154, - 0.021088536828756332, - -0.04228578135371208, - -0.010269522666931152, - 0.06008640304207802, - -0.0012502901954576373, - -0.0163289662450552, - 0.0010473686270415783, - -0.019584186375141144, - 0.014108605682849884, - 0.009014868177473545, - -0.0026693600229918957, - 0.004505078308284283, - -0.015139167197048664, - -0.00010432903945911676, - -0.0007821220206096768, - 0.012483270838856697, - 0.00867657084017992, - -0.017249831929802895, - -0.004215979017317295, - 0.024286329746246338, - -0.001830314053222537, - -0.026412243023514748, - 0.0021714637987315655, - -0.03106645680963993, - 0.023415882140398026, - 0.015191159211099148, - -0.0047184983268380165, - 0.007666594814509153, - -0.02295086719095707, - 0.0007897623581811786, - -0.001764169312082231, - 0.01843133009970188, - 0.011932398192584515, - -0.024946410208940506, - -0.005834550131112337, - 0.03551166132092476, - -0.0008921558619476855, - -0.007774139288812876, - 0.0004334106342867017, - -0.008263971656560898, - 0.006144851446151733, - 0.0038255981635302305, - -0.0016015756409615278, - 0.002479267306625843, - -0.00664291437715292, - 1.1183536116732284e-05, - -0.00035107196890749037, - 0.0055070859380066395, - 0.004096217919141054, - -0.007785986177623272, - -0.001981328008696437, - 0.010749010369181633, - -0.0011255727149546146, - -0.03294854983687401, - 0.0012668091803789139, - -0.04371977970004082, - 0.03301064670085907, - 0.022380603477358818, - -0.005562900099903345, - 0.00862567126750946, - -0.030940713360905647, - -0.0005003012483939528, - -0.0012071110541000962, - 0.022884253412485123, - 0.015519985929131508, - -0.03185812756419182, - -0.0077928355894982815, - 0.04709956794977188, - -0.002322795568034053, - -0.012496319599449635, - 0.0007051141001284122, - -0.01107720099389553, - 0.007433250546455383, - 0.003895607078447938, - -0.0026481335517019033, - 0.004324551671743393, - -0.010743982158601284, - -0.00040903413901105523, - -0.00038706534542143345, - 0.01004357635974884, - 0.008386600762605667, - -0.014537501148879528, - -0.003921319264918566, - 0.018943222239613533, - 0.00047547114081680775, - 0.000847532122861594, - 0.00021701086370740086, - 0.00019012726261280477, - 4.847139643970877e-05, - 0.00018596244626678526, - 0.00031407465576194227, - -0.0004891854478046298, - 0.0008458938682451844, - 0.00026925173006020486, - -0.00012927946227137, - -0.0009813719661906362, - -0.0013353601098060608, - 0.0017352658323943615, - 0.0006249473080970347, - -0.0019499327754601836, - 0.0005063967546448112, - -0.0005981213180348277, - -6.167887022456853e-06, - -0.00216622743755579, - 0.0020255153067409992, - 0.00171934743411839, - -1.6014118955354206e-05, - -7.610746251884848e-05, - -0.0006045869668014348, - 0.0001314662949880585, - -6.311546894721687e-05, - -0.00023302478075493127, - -0.0006510473904199898, - 0.0004912876174785197, - 0.00023709934612270445, - 6.804799340898171e-05, - -0.0005405316478572786, - -0.0029587133321911097, - 0.00024005354498513043, - -0.002481316914781928, - 0.0018434778321534395, - 0.0010169657180085778, - -0.0007100575021468103, - 0.0011182414600625634, - -0.0022938037291169167, - 0.00014935462968423963, - -0.0002187086793128401, - 0.0021570182871073484, - 0.0016289710765704513, - -0.0030177130829542875, - -0.0007665338926017284, - 0.0039002601988613605, - -8.946816524257883e-05, - -0.0007903828518465161, - 5.362350930226967e-05, - -0.0008602177258580923, - 0.0006233220337890089, - 0.000389287481084466, - -0.00014429993461817503, - 0.00024606543593108654, - -0.0007043941295705736, - 2.4573666451033205e-05, - -5.424103437690064e-05, - 0.0006208795239217579, - 0.00042800174560397863, - -0.0008530092891305685, - -0.00020791978749912232, - 0.0011571879731491208, - 0.0009662488591857255, - 0.005826700013130903, - -0.0003524502390064299, - 0.005255501251667738, - -0.003971426282078028, - -0.002349269576370716, - 0.0013781065354123712, - -0.002148910192772746, - 0.004604281857609749, - -0.0001783248590072617, - 0.00034107943065464497, - -0.004103365819901228, - -0.0031824565958231688, - 0.005838248413056135, - 0.001517159049399197, - -0.00769546814262867, - 0.0002521547139622271, - 0.0013167961733415723, - -9.874572424450889e-05, - 0.0011198370484635234, - -0.0007503650267608464, - -0.00037939081084914505, - 0.0002802410745061934, - -0.000465914374217391, - 0.0011064872378483415, - -6.595434570044745e-06, - 6.631564610870555e-05, - -0.0010764891048893332, - -0.0008423011749982834, - 0.0015199142508208752, - 0.00039223366184160113, - -0.001970559125766158, - 0.00033114373218268156, - 0.0016787953209131956, - -6.341128027997911e-05, - 0.0013337188865989447, - -0.0011006344575434923, - -0.0006878179265186191, - 0.00046126532834023237, - -0.0007036837632767856, - 0.0011796513572335243, - -8.332784636877477e-05, - 9.887690976029262e-05, - -0.0010364229092374444, - -0.0008816726040095091, - 0.0015387566527351737, - 0.00042581831803545356, - -0.0019594859331846237, - 0.0003352001658640802, - 0.0013601321261376143, - -0.00017749544349499047, - 0.00089216826017946, - -0.0004993737675249577, - -0.00012678241182584316, - 0.00028099442715756595, - -0.0005015158094465733, - 0.0011051131878048182, - -4.563689435599372e-05, - 0.00011094572982983664, - -0.0012443407904356718, - -0.0009376471280120313, - 0.0017077754018828273, - 0.000424321013269946, - -0.002101447433233261, - -0.00016191233589779586, - -0.00037849321961402893, - 3.901550735463388e-05, - -0.0001253104564966634, - -4.070845170645043e-05, - -0.0001307769416598603, - -6.668162677669898e-05, - 0.00015151759725995362, - -0.0003697242063935846, - -4.6892240789020434e-05, - -1.526891537650954e-05, - 0.0004937485209666193, - 0.0004771914391312748, - -0.0007283924496732652, - -0.00021243780793156475, - 0.000811163685284555, - 2.2428033844335005e-05, - 0.00011961997370235622, - -1.2444680578482803e-05, - 7.876644667703658e-05, - -7.738441490801051e-05, - -4.785988130606711e-05, - 3.825801832135767e-05, - -5.437749859993346e-05, - 6.280693924054503e-05, - -1.8773549527395517e-05, - 1.3423735254036728e-05, - -5.436665742308833e-05, - -3.2445972465211526e-05, - 7.258880941662937e-05, - 1.5724201148259453e-05, - -9.414147643838078e-05 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l1_reverse_grad": { - "shape": [ - 32, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - -0.00027295888867229223, - -0.0003112632839474827, - 0.0004945109831169248, - 0.0005112452781759202, - 0.0004092879535164684, - 0.0006528946687467396, - 0.0009337948868051171, - 9.163068898487836e-05, - -0.0001373818377032876, - -0.00016355758998543024, - 0.000248967349762097, - 0.0002569847274571657, - 0.00020966320880688727, - 0.0003328218008391559, - 0.00048381724627688527, - 5.0679816922638565e-05, - 0.0009032679372467101, - 0.0011104285949841142, - -0.001645747572183609, - -0.0016919663175940514, - -0.0013975424226373434, - -0.0022127844858914614, - -0.003199378028512001, - -0.0003552724374458194, - 0.0001838600728660822, - 0.00021651695715263486, - -0.0003364628937561065, - -0.00036453126813285053, - -0.00027384000713936985, - -0.0004622539272531867, - -0.000659254495985806, - -5.59472682652995e-05, - 0.00020193053933326155, - 0.0002559517743065953, - -0.0003636307083070278, - -0.00034869005321525037, - -0.00032217075931839645, - -0.0004745892365463078, - -0.0006979455938562751, - -9.948791557690129e-05, - 0.00037305860314518213, - 0.00039132917299866676, - -0.0006758771487511694, - -0.0007434866274707019, - -0.0005248123197816312, - -0.0009110812097787857, - -0.0012819707626476884, - -8.059442916419357e-05, - -0.00014897558139637113, - -0.0001525424886494875, - 0.0002715674927458167, - 0.00029405165696516633, - 0.00020968628814443946, - 0.0003583564830478281, - 0.0004984738770872355, - 3.1217561627272516e-05, - 6.0326324273773935e-06, - 5.869954293302726e-06, - -9.612538633518852e-06, - -6.473159828601638e-06, - -9.14811698748963e-06, - -1.007577793643577e-05, - -1.653595973039046e-05, - -3.8076875625847606e-06, - -0.0002638555597513914, - -0.00027934787794947624, - 0.0004742311721201986, - 0.0004698105913121253, - 0.0003903097822330892, - 0.0005957112880423665, - 0.0008617545245215297, - 8.668839291203767e-05, - -0.00011731390259228647, - -0.00014121807180345058, - 0.00021528167417272925, - 0.00022860687749926, - 0.00017803134687710553, - 0.00029308279044926167, - 0.0004225699813105166, - 3.9635902794543654e-05, - 0.0005102168652229011, - 0.0005745640373788774, - -0.0009258436621166766, - -0.000912894553039223, - -0.0007762711611576378, - -0.0011760041816160083, - -0.001704924856312573, - -0.000187647485290654, - 0.00013578319340012968, - 0.0001495880278525874, - -0.000248010823270306, - -0.0002812232414726168, - -0.00019268595497123897, - -0.0003452750388532877, - -0.0004813616687897593, - -2.866937211365439e-05, - 0.00020988594042137265, - 0.0002602222084533423, - -0.00038413956644944847, - -0.00034675022470764816, - -0.0003438799758441746, - -0.00047222754801623523, - -0.0007059932104311883, - -0.00010690065391827375, - 0.00031187766580842435, - 0.00031727796886116266, - -0.0005647761281579733, - -0.0006461393786594272, - -0.00042599139851517975, - -0.0007773887482471764, - -0.0010765213519334793, - -4.8671685362933204e-05, - -0.00011803115921793506, - -0.00011850587907247245, - 0.00021389742323663086, - 0.00023020830121822655, - 0.00016517392941750586, - 0.000280459295026958, - 0.00039208022644743323, - 2.456141919537913e-05, - 8.919065521695302e-07, - 3.4793927170539973e-06, - -1.928443225551746e-06, - -2.8713036499539157e-06, - -2.5267665932915406e-06, - -4.558492491923971e-06, - -6.7131677496945485e-06, - -1.2903152537546703e-06, - -0.006853463128209114, - -0.008565560914576054, - 0.012592398561537266, - 0.013428165577352047, - 0.01056401152163744, - 0.017392192035913467, - 0.025048822164535522, - 0.0024853581562638283, - -0.0029787139501422644, - -0.00358186149969697, - 0.005461312364786863, - 0.005951642990112305, - 0.0044739884324371815, - 0.007572902366518974, - 0.010835977271199226, - 0.0009305730927735567, - -0.003934066276997328, - -0.004999232012778521, - 0.007225940469652414, - 0.00744474446401, - 0.006200403906404972, - 0.009802433662116528, - 0.014254264533519745, - 0.001611479907296598, - -0.0013546436093747616, - -0.0016162043903023005, - 0.0024767026770859957, - 0.0026314081624150276, - 0.0020465273410081863, - 0.0033698873594403267, - 0.004832309205085039, - 0.0004531642480287701, - -0.004760990384966135, - -0.0068329209461808205, - 0.008909901604056358, - 0.009284297935664654, - 0.007901920937001705, - 0.012600722722709179, - 0.01847071200609207, - 0.0023182686418294907, - -0.0030013734940439463, - -0.003130365628749132, - 0.005444797221571207, - 0.0060685668140649796, - 0.004197817761451006, - 0.0073922439478337765, - 0.010310841724276543, - 0.0005932976491749287, - 0.00047805829672142863, - 0.000494304287713021, - -0.0008735088049434125, - -0.0009645430836826563, - -0.0006692539900541306, - -0.0011714117135852575, - -0.0016210826579481363, - -9.286073327530175e-05, - 0.00036296481266617775, - 0.00014054856728762388, - -0.0006254275795072317, - -0.0007924854871816933, - -0.0003464148030616343, - -0.0007957398775033653, - -0.0009958443697541952, - 0.00011154348612762988, - -0.0005789152346551418, - -0.0006090493407100439, - 0.0010399429593235254, - 0.001076514134183526, - 0.0008396438788622618, - 0.0013450498227030039, - 0.0019201112445443869, - 0.0001650572958169505, - -0.00015438476111739874, - -0.0001739455183269456, - 0.000279043655609712, - 0.00029649268253706396, - 0.00022746255854144692, - 0.0003746941511053592, - 0.0005396965425461531, - 4.671239003073424e-05, - 0.0010739316930994391, - 0.0012090835953131318, - -0.0019458795432001352, - -0.0020098399836570024, - -0.0016022669151425362, - -0.002556123537942767, - -0.003664573421701789, - -0.0003509676025714725, - 0.0003117568849120289, - 0.000307957612676546, - -0.0005594966351054609, - -0.0006296025239862502, - -0.0004243217990733683, - -0.0007563101244159043, - -0.0010560211958363652, - -5.090988634037785e-05, - 0.0002703005447983742, - 0.00032386890961788595, - -0.0004911557189188898, - -0.0004647838359232992, - -0.00042700915946625173, - -0.0006185117526911199, - -0.0009058072464540601, - -0.00012154089927207679, - 0.00038919938378967345, - 0.0003244177787564695, - -0.0006864225142635405, - -0.0007907392573542893, - -0.0004897303879261017, - -0.0009122380870394409, - -0.0012555632274597883, - -2.2385342163033783e-05, - -0.00020453360048122704, - -0.00017282908083871007, - 0.000366567459423095, - 0.00041440664790570736, - 0.00026242269086651504, - 0.00047912338050082326, - 0.0006513559492304921, - 1.3727865734836087e-05, - 8.428739420196507e-06, - 9.934534318745136e-06, - -1.4156100405671168e-05, - -9.496951861365233e-06, - -1.4169215319270734e-05, - -1.4996252502896823e-05, - -2.4705181203898974e-05, - -6.197813036123989e-06 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l1_reverse_grad": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - -0.009157070890069008, - -0.005442054010927677, - 0.03452143445611, - 0.005840204190462828, - 0.009248107671737671, - 0.008910718373954296, - -0.00137421116232872, - 0.0005442718975245953, - -0.006389354355633259, - -0.0032410863786935806, - 0.013066088780760765, - 0.003487023524940014, - 0.005837033502757549, - 0.007382981013506651, - -0.002640371210873127, - 0.0001069138670573011, - -0.2710457444190979, - -0.10568145662546158, - -0.16425460577011108, - -0.04653840512037277, - -0.21866224706172943, - -0.07180125266313553, - 0.004087113309651613, - -0.006032444071024656, - -0.016045745462179184, - -0.0049239532090723515, - 0.03222775459289551, - 0.007547364570200443, - 0.008387915790081024, - 0.007419082336127758, - -0.001985714305192232, - 0.0005138187552802265 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l1_reverse_grad": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - -0.009157070890069008, - -0.005442054010927677, - 0.03452143445611, - 0.005840204190462828, - 0.009248107671737671, - 0.008910718373954296, - -0.00137421116232872, - 0.0005442718975245953, - -0.006389354355633259, - -0.0032410863786935806, - 0.013066088780760765, - 0.003487023524940014, - 0.005837033502757549, - 0.007382981013506651, - -0.002640371210873127, - 0.0001069138670573011, - -0.2710457444190979, - -0.10568145662546158, - -0.16425460577011108, - -0.04653840512037277, - -0.21866224706172943, - -0.07180125266313553, - 0.004087113309651613, - -0.006032444071024656, - -0.016045745462179184, - -0.0049239532090723515, - 0.03222775459289551, - 0.007547364570200443, - 0.008387915790081024, - 0.007419082336127758, - -0.001985714305192232, - 0.0005138187552802265 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l2_grad": { - "shape": [ - 32, - 16 - ], - "stride": [ - 16, - 1 - ], - "data": [ - 0.00413518538698554, - 0.0022513067815452814, - -0.00424361415207386, - 0.003459940431639552, - -0.0010320667643100023, - -0.004906741436570883, - 0.0002368166606174782, - -0.0024713859893381596, - 0.0015148305101320148, - 0.001688521122559905, - -0.002749107778072357, - -0.00302870268933475, - -0.002176563488319516, - -0.0037578127812594175, - -0.005317689385265112, - -0.00038924600812606514, - 0.004808517172932625, - 0.0027402860578149557, - -0.005114779807627201, - 0.004079513717442751, - -0.0012249663705006242, - -0.00583875784650445, - 0.00037744545261375606, - -0.003051052801311016, - 0.0014989821938797832, - 0.0019038404570892453, - -0.0027656247839331627, - -0.0029174492228776217, - -0.002336172852665186, - -0.003804936772212386, - -0.00549375731498003, - -0.0005732080899178982, - 0.004836610984057188, - 0.0022299191914498806, - -0.004097957629710436, - 0.003805771004408598, - -0.0009406169992871583, - -0.005092451348900795, - -0.00020353756553959101, - -0.0020814172457903624, - 0.0030196099542081356, - 0.002259647473692894, - -0.00513187050819397, - -0.005973453633487225, - -0.0034906710498034954, - -0.006620309315621853, - -0.009153717197477818, - -0.00012139238970121369, - -0.002061662496998906, - -0.001005884143523872, - 0.0018768931040540338, - -0.001675736508332193, - 0.00046937563456594944, - 0.002292108256369829, - 1.675758721830789e-05, - 0.0010057528270408511, - -0.0010985874105244875, - -0.0009211096912622452, - 0.001914016786031425, - 0.0021984148770570755, - 0.0013595313066616654, - 0.00251384056173265, - 0.0034757358953356743, - 8.992589573608711e-05, - -0.014439810067415237, - -0.00745968334376812, - 0.01378276664763689, - -0.011806434951722622, - 0.003312972839921713, - 0.016388507559895515, - -0.00024026024038903415, - 0.007668428588658571, - -0.006718120072036982, - -0.006182262673974037, - 0.011794723570346832, - 0.013256937265396118, - 0.008716939017176628, - 0.015575761906802654, - 0.021828176453709602, - 0.000997709110379219, - -0.002099235076457262, - -0.0009384387522004545, - 0.0020465406123548746, - -0.0015994042623788118, - 0.00039879875839687884, - 0.0022875317372381687, - -7.517874473705888e-05, - 0.0011538368416950107, - -0.000979520264081657, - -0.0008995085954666138, - 0.0017101307166740298, - 0.002180482493713498, - 0.0011634418042376637, - 0.0024804675485938787, - 0.0034005518537014723, - 2.4102735551423393e-05, - 0.015180734917521477, - 0.008049790747463703, - -0.014883379451930523, - 0.012535898946225643, - -0.003605879144743085, - -0.017514429986476898, - 0.000452107866294682, - -0.008430774323642254, - 0.00651317136362195, - 0.006391020957380533, - -0.011542243883013725, - -0.012839512899518013, - -0.008746684528887272, - -0.015354265458881855, - -0.0216017235070467, - -0.0012254990870133042, - -0.01361443754285574, - -0.006750333588570356, - 0.012519965879619122, - -0.010990606620907784, - 0.002935986965894699, - 0.015092248097062111, - 7.916333743196446e-06, - 0.006786909885704517, - -0.007058901712298393, - -0.006018183194100857, - 0.012232589535415173, - 0.013948583044111729, - 0.008757555857300758, - 0.01602182909846306, - 0.022356892004609108, - 0.0007447111420333385, - 0.0022813579998910427, - 0.0013013860443606973, - -0.002444109646603465, - 0.0019470870029181242, - -0.0005837033386342227, - -0.0027888319455087185, - 0.00019591886666603386, - -0.0014626311603933573, - 0.000693232927005738, - 0.000908088288269937, - -0.001285991515032947, - -0.0013471994316205382, - -0.0010974981123581529, - -0.0017754969885572791, - -0.002571034710854292, - -0.00028400743030942976, - 0.0033014649525284767, - 0.0019102261867374182, - -0.0035595207009464502, - 0.0028125985991209745, - -0.0008422656683251262, - -0.004039077553898096, - 0.00028616798226721585, - -0.0021420882549136877, - 0.0009639218333177269, - 0.0012937251012772322, - -0.001787525019608438, - -0.0018543555634096265, - -0.0015503596514463425, - -0.0024713026359677315, - -0.0036022693384438753, - -0.0004244091978762299, - 0.0018687514821067452, - 0.000971309666056186, - -0.0018002345459535718, - 0.0015348003944382071, - -0.00046947208466008306, - -0.002145014936104417, - 3.2503376132808626e-05, - -0.0010031344136223197, - 0.0008278212626464665, - 0.0007780860760249197, - -0.0014837572816759348, - -0.0016733893426135182, - -0.0011045889696106315, - -0.0019852302502840757, - -0.0027510575018823147, - -0.00010859860049095005, - -0.0006214242894202471, - -0.0003232652379665524, - 0.0006074248813092709, - -0.0005232043913565576, - 0.00015961515600793064, - 0.0007298376294784248, - -2.2887223167344928e-05, - 0.0003402018628548831, - -0.00026804854860529304, - -0.0002658354351297021, - 0.00048478241660632193, - 0.0005362808587960899, - 0.0003672562597785145, - 0.0006470538210123777, - 0.000901886320207268, - 4.6892590034985915e-05, - -0.006643253844231367, - -0.003673895727843046, - 0.00680449279025197, - -0.00558476010337472, - 0.001706906477920711, - 0.00790824368596077, - -0.00035241589648649096, - 0.003958023618906736, - -0.0024106015916913748, - -0.0026863652747124434, - 0.004391244146972895, - 0.004764435812830925, - 0.0035106095019727945, - 0.005946580786257982, - 0.008415927179157734, - 0.00064240419305861, - -0.0021442477591335773, - -0.0011046520667150617, - 0.002186572877690196, - -0.001749396906234324, - 0.0004908563569188118, - 0.0025102754589170218, - -0.00013758013665210456, - 0.0012717396020889282, - -0.0008157840929925442, - -0.0008784509263932705, - 0.0014854981563985348, - 0.0016919748159125447, - 0.001145523157902062, - 0.0020650920923799276, - 0.002900477033108473, - 0.0001573435147292912, - 0.009702428244054317, - 0.005368254613131285, - -0.010006123222410679, - 0.008152908645570278, - -0.002491819905117154, - -0.011571933515369892, - 0.0005558219854719937, - -0.005842628423124552, - 0.003438876010477543, - 0.003910479135811329, - -0.006280308123677969, - -0.006841610185801983, - -0.005038359202444553, - -0.008572355844080448, - -0.01214206125587225, - -0.0009449151111766696, - -0.0073662856593728065, - -0.004023205954581499, - 0.007458121050149202, - -0.00617708545178175, - 0.0018851420609280467, - 0.008720974437892437, - -0.00034913429408334196, - 0.004303058609366417, - -0.0027914391830563545, - -0.0030057434923946857, - 0.00506873382255435, - 0.0055355229414999485, - 0.003993070684373379, - 0.006837452296167612, - 0.009639270603656769, - 0.0006668126443400979, - -0.09847413003444672, - -0.05210675299167633, - 0.09654941409826279, - -0.08132876455783844, - 0.023396233096718788, - 0.1136857271194458, - -0.0030215620063245296, - 0.05467653274536133, - -0.04223419725894928, - -0.04144837334752083, - 0.0748840942978859, - 0.0833461582660675, - 0.05672057345509529, - 0.09972774982452393, - 0.14033137261867523, - 0.007892469875514507, - 0.017961129546165466, - 0.010261548683047295, - -0.019185669720172882, - 0.015205350704491138, - -0.004559114575386047, - -0.02181083709001541, - 0.0014400928048416972, - -0.011479459702968597, - 0.005486027803272009, - 0.007063460536301136, - -0.010129651986062527, - -0.01070665754377842, - -0.008597142063081264, - -0.01401345431804657, - -0.020261120051145554, - -0.0021449830383062363, - 0.015371738001704216, - 0.007108367048203945, - -0.013040304183959961, - 0.012085134163498878, - -0.0030007492750883102, - -0.016182783991098404, - -0.0006468383362516761, - -0.006630383897572756, - 0.00955360010266304, - 0.00715650524944067, - -0.016246024519205093, - -0.01890518330037594, - -0.011057543568313122, - -0.020962456241250038, - -0.028976213186979294, - -0.0003846971958409995, - -0.041635289788246155, - -0.019854523241519928, - 0.03657247871160507, - -0.03311912715435028, - 0.008806734345853329, - 0.04486629739403725, - 0.0011345307575538754, - 0.01909329555928707, - -0.023938219994306564, - -0.018852826207876205, - 0.04118824377655983, - 0.0476965457201004, - 0.028557781130075455, - 0.05362068861722946, - 0.0740407183766365, - 0.0013392155524343252, - 0.04550496116280556, - 0.023163367062807083, - -0.042737286537885666, - 0.03690338879823685, - -0.010263797827064991, - -0.0509624220430851, - 0.0002581127919256687, - -0.023502958938479424, - 0.022189756855368614, - 0.019685233011841774, - -0.0387236550450325, - -0.04401099681854248, - -0.02812744677066803, - -0.0510563924908638, - -0.07121779769659042, - -0.0027364427223801613, - 0.19308587908744812, - 0.10401937365531921, - -0.19363215565681458, - 0.16039353609085083, - -0.0467146560549736, - -0.22577808797359467, - 0.00836900807917118, - -0.11130601912736893, - 0.076789490878582, - 0.07994352281093597, - -0.13733628392219543, - -0.15166784822940826, - -0.10639181733131409, - -0.18464107811450958, - -0.261030375957489, - -0.01717236265540123, - 0.12455963343381882, - 0.06596595793962479, - -0.12298130989074707, - 0.10287455469369888, - -0.029679695144295692, - -0.14417023956775665, - 0.004328380338847637, - -0.06994280964136124, - 0.05234887823462486, - 0.05223096162080765, - -0.09305903315544128, - -0.1038646399974823, - -0.07070503383874893, - -0.12468323856592178, - -0.17543728649616241, - -0.010050831362605095, - -0.1628667712211609, - -0.08289408683776855, - 0.15368402004241943, - -0.13261695206165314, - 0.036999791860580444, - 0.18335434794425964, - -0.0016256639501079917, - 0.08474504947662354, - -0.07860661298036575, - -0.07055149972438812, - 0.13751614093780518, - 0.1560014933347702, - 0.10026604682207108, - 0.18160177767276764, - 0.25348982214927673, - 0.010143033228814602, - 0.005608467850834131, - 0.003187066875398159, - -0.005977243650704622, - 0.0047309501096606255, - -0.001399164437316358, - -0.006790608633309603, - 0.0004469283448997885, - -0.003575118724256754, - 0.0017389303538948298, - 0.0022095630411058664, - -0.0031977598555386066, - -0.003396462881937623, - -0.002699139527976513, - -0.004421668127179146, - -0.00639390992000699, - -0.0006602273788303137, - 0.005862037651240826, - 0.003534587798640132, - -0.006563603412359953, - 0.004978392273187637, - -0.0014643862377852201, - -0.0072713084518909454, - 0.0006268442957662046, - -0.0040585012175142765, - 0.001354032545350492, - 0.002168690785765648, - -0.002555231098085642, - -0.0025195470079779625, - -0.0024349107407033443, - -0.0036316874902695417, - -0.005471145734190941, - -0.0008619659347459674, - 0.0069548399187624454, - 0.0034123684745281935, - -0.006334759294986725, - 0.005629905965179205, - -0.001560328295454383, - -0.007696487475186586, - -4.8311372665921226e-05, - -0.0033931026700884104, - 0.0036820797249674797, - 0.003100014291703701, - -0.006408876273781061, - -0.007347694598138332, - -0.004548303782939911, - -0.008407939225435257, - -0.011647917330265045, - -0.0003243596584070474, - -0.0017667748034000397, - -0.0009007580229081213, - 0.0016926373355090618, - -0.001480246428400278, - 0.0004411137488204986, - 0.0020456784404814243, - -4.237342000124045e-05, - 0.0009354333160445094, - -0.0008213779656216502, - -0.0007760164444334805, - 0.0014660402666777372, - 0.0016432893462479115, - 0.0010861874325200915, - 0.0019446531077846885, - 0.0027020990382879972, - 0.00012171871640020981, - -0.011505554430186749, - -0.006227454170584679, - 0.011515439487993717, - -0.009547077119350433, - 0.0027795773930847645, - 0.013442877680063248, - -0.0004744283214677125, - 0.0066189537756145, - -0.004580690525472164, - -0.004737426992505789, - 0.008182696998119354, - 0.008995280601084232, - 0.0063544269651174545, - 0.01095666829496622, - 0.015507590025663376, - 0.001027661026455462, - -0.0026691295206546783, - -0.0012936001876369119, - 0.0027625425718724728, - -0.002097818534821272, - 0.0005492032505571842, - 0.0030572228133678436, - -0.0001982405810849741, - 0.0016222246922552586, - -0.001003529760055244, - -0.0010912014404311776, - 0.0018117742147296667, - 0.002233412116765976, - 0.0013363617472350597, - 0.0026668610516935587, - 0.0037082356866449118, - 0.00012882440933026373, - 0.01790064200758934, - 0.00984941516071558, - -0.018264714628458023, - 0.014942048117518425, - -0.004393975716084242, - -0.02114623785018921, - 0.0009303061524406075, - -0.010627489537000656, - 0.006651038303971291, - 0.007280117366462946, - -0.011975034140050411, - -0.013049645349383354, - -0.009506046772003174, - -0.016164500266313553, - -0.022992555052042007, - -0.0017537090461701155, - -0.013237548060715199, - -0.007090548984706402, - 0.013154299929738045, - -0.010987472720444202, - 0.003174508921802044, - 0.015426767989993095, - -0.0005194596014916897, - 0.007520096842199564, - -0.005426832940429449, - -0.005516324192285538, - 0.009673126973211765, - 0.010666950605809689, - 0.007447116542607546, - 0.012918228283524513, - 0.01825862191617489, - 0.0011531896889209747 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l2_grad": { - "shape": [ - 32, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - -0.0009256647899746895, - 0.003502553328871727, - 0.006767589133232832, - 0.0011000357335433364, - -0.005697748623788357, - -0.0005740081542171538, - 0.003366747871041298, - 0.001511132693849504, - -0.0012783034471794963, - 0.004404070321470499, - 0.00855962559580803, - 0.001492548966780305, - -0.007222684100270271, - -0.0006099097081460059, - 0.0040807598270475864, - 0.0018796271178871393, - -0.00037181604420766234, - 0.0021283081732690334, - 0.004047534428536892, - 0.0005013510235585272, - -0.003376198234036565, - -0.0005484410212375224, - 0.0023125361185520887, - 0.0009535112185403705, - 0.0002424356498522684, - -0.00128775869961828, - -0.0024464731104671955, - -0.00031521130586043, - 0.0020493760239332914, - 0.00030704971868544817, - -0.0013689137995243073, - -0.0005743958172388375, - 0.002396421739831567, - -0.010107005946338177, - -0.019434046000242233, - -0.002940069418400526, - 0.016324257478117943, - 0.0019426774233579636, - -0.010097638703882694, - -0.004414106719195843, - 0.000293221470201388, - -0.0012453380040824413, - -0.002421375596895814, - -0.0003531870315782726, - 0.0019960810896009207, - 0.0002679702010937035, - -0.0012629562988877296, - -0.0005369156715460122, - -0.0028857316356152296, - 0.011379963718354702, - 0.021950600668787956, - 0.0034767992328852415, - -0.01847092993557453, - -0.001990696182474494, - 0.011111920699477196, - 0.004934715572744608, - 0.0018544953782111406, - -0.008343840949237347, - -0.016007108613848686, - -0.0023166576866060495, - 0.013414617627859116, - 0.0017435041954740882, - -0.008510326035320759, - -0.003666337113827467, - -0.0006243832176551223, - 0.0021162149496376514, - 0.004113994538784027, - 0.0007248432375490665, - -0.003473664866760373, - -0.00028136413311585784, - 0.0019449274986982346, - 0.0009014458046294749, - -0.0009336435468867421, - 0.0030834313947707415, - 0.006010131910443306, - 0.0010816865833476186, - -0.005076262634247541, - -0.0003889879153575748, - 0.002806039061397314, - 0.001308743841946125, - -0.0002875767240766436, - 0.001478065038099885, - 0.0028117557521909475, - 0.00037025962956249714, - -0.0023562100250273943, - -0.0003430660581216216, - 0.0015588728711009026, - 0.0006574087892659009, - 0.0001067260600393638, - -0.0005123799783177674, - -0.0009732596226967871, - -0.00013332250819075853, - 0.0008186420891433954, - 0.00010922352521447465, - -0.000528052682057023, - -0.00022695219377055764, - 0.0014837858034297824, - -0.005781106650829315, - -0.011144722811877728, - -0.0017788986442610621, - 0.009390504099428654, - 0.0009815726662054658, - -0.005612771026790142, - -0.0025045694783329964, - 0.0004211347259115428, - -0.001786006148904562, - -0.003446267917752266, - -0.0005115293897688389, - 0.0028737427201122046, - 0.0003663452516775578, - -0.0017902904655784369, - -0.0007788733346387744, - -0.002217860659584403, - 0.008497219532728195, - 0.016398383304476738, - 0.0026465491391718388, - -0.01381620392203331, - -0.001408023526892066, - 0.008202658034861088, - 0.0036727306433022022, - 0.0015497809508815408, - -0.006308915093541145, - -0.012129571288824081, - -0.0018760273233056068, - 0.010212200693786144, - 0.0011390203144401312, - -0.006216070614755154, - -0.002746651414781809, - 0.018605804070830345, - -0.07418575137853622, - -0.14298462867736816, - -0.022473787888884544, - 0.12029208987951279, - 0.013170432299375534, - -0.07270325720310211, - -0.032209113240242004, - -0.004839680157601833, - 0.016495225951075554, - 0.032097507268190384, - 0.005642188712954521, - -0.027079813182353973, - -0.00224283616989851, - 0.015225617215037346, - 0.007028037682175636, - -0.0011906623840332031, - 0.006841588765382767, - 0.013011051341891289, - 0.0016076189931482077, - -0.010851486586034298, - -0.001768486457876861, - 0.007441132329404354, - 0.0030656878370791674, - 0.00400499114766717, - -0.022357532754540443, - -0.04248310998082161, - -0.005318659823387861, - 0.035499583929777145, - 0.00559780839830637, - -0.024108994752168655, - -0.010000567883253098, - -0.00694510480388999, - 0.029921546578407288, - 0.0575019009411335, - 0.008569790050387383, - -0.04827075079083443, - -0.0059021590277552605, - 0.030123313888907433, - 0.013087618164718151, - -0.04023612663149834, - 0.1535855233669281, - 0.29676246643066406, - 0.04807335510849953, - -0.24982225894927979, - -0.025598641484975815, - 0.1482168287038803, - 0.0663468986749649, - -0.024096891283988953, - 0.09496661275625229, - 0.1831730157136917, - 0.028990333899855614, - -0.1540795862674713, - -0.01660577580332756, - 0.09270569682121277, - 0.041163280606269836, - 0.025316612794995308, - -0.1091601774096489, - -0.20964233577251434, - -0.031186485663056374, - 0.1760173738002777, - 0.021502120420336723, - -0.10982641577720642, - -0.04776155576109886, - -0.0014969109324738383, - 0.005084977485239506, - 0.009903153404593468, - 0.0017449090955778956, - -0.008350188843905926, - -0.0006931415991857648, - 0.0046896557323634624, - 0.002165356185287237, - -0.001901746029034257, - 0.005792798474431038, - 0.011389610357582569, - 0.002182316966354847, - -0.009618072770535946, - -0.0006117531447671354, - 0.005094277672469616, - 0.002429491840302944, - -0.0008549512713216245, - 0.004296356346458197, - 0.008180331438779831, - 0.0010928724659606814, - -0.0068553416058421135, - -0.0009787906892597675, - 0.004506191238760948, - 0.001906801713630557, - 0.00028204687987454236, - -0.001329118967987597, - -0.0025272408965975046, - -0.00035022792872041464, - 0.0021264117676764727, - 0.000278036342933774, - -0.0013632556656375527, - -0.0005874921916984022, - 0.0023850183933973312, - -0.009180527180433273, - -0.017737409099936485, - -0.002861983375623822, - 0.014930708333849907, - 0.001553686335682869, - -0.008890293538570404, - -0.003970831632614136, - 0.000517103704623878, - -0.0020306992810219526, - -0.003955720458179712, - -0.0006127706728875637, - 0.003277295269072056, - 0.0003974434221163392, - -0.0019971064757555723, - -0.0008730363333597779, - -0.0040383609011769295, - 0.01487118098884821, - 0.028804723173379898, - 0.004793198313564062, - -0.02426658757030964, - -0.002343166619539261, - 0.014165977016091347, - 0.006398233585059643, - 0.002658178098499775, - -0.010372577235102654, - -0.020016979426145554, - -0.0031953046564012766, - 0.016845079138875008, - 0.0017901615938171744, - -0.010087577626109123, - -0.004493857733905315 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l2_grad": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - 0.03931064531207085, - 0.04403752088546753, - 0.056642353534698486, - -0.022092539817094803, - -0.14853869378566742, - -0.022548174485564232, - 0.152323916554451, - -0.1465827226638794, - 0.02079596556723118, - 0.029961807653307915, - 0.01815403625369072, - -0.005973127670586109, - -0.06224195659160614, - -0.02036711759865284, - 0.09060646593570709, - -0.06949017196893692, - -0.985677182674408, - 0.16413748264312744, - 0.17945197224617004, - -0.46434924006462097, - 0.47837865352630615, - 1.8893400430679321, - 1.2403912544250488, - -1.7023333311080933, - 0.05159947648644447, - 0.05137641727924347, - 0.07462751865386963, - -0.01775374263525009, - -0.1123250350356102, - -0.026275886222720146, - 0.171775221824646, - -0.1303824484348297 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l2_grad": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - 0.03931064531207085, - 0.04403752088546753, - 0.056642353534698486, - -0.022092539817094803, - -0.14853869378566742, - -0.022548174485564232, - 0.152323916554451, - -0.1465827226638794, - 0.02079596556723118, - 0.029961807653307915, - 0.01815403625369072, - -0.005973127670586109, - -0.06224195659160614, - -0.02036711759865284, - 0.09060646593570709, - -0.06949017196893692, - -0.985677182674408, - 0.16413748264312744, - 0.17945197224617004, - -0.46434924006462097, - 0.47837865352630615, - 1.8893400430679321, - 1.2403912544250488, - -1.7023333311080933, - 0.05159947648644447, - 0.05137641727924347, - 0.07462751865386963, - -0.01775374263525009, - -0.1123250350356102, - -0.026275886222720146, - 0.171775221824646, - -0.1303824484348297 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l2_reverse_grad": { - "shape": [ - 32, - 16 - ], - "stride": [ - 16, - 1 - ], - "data": [ - -0.00898777600377798, - -0.004748835228383541, - 0.008861184120178223, - -0.0074327620677649975, - 0.0021530732046812773, - 0.010408048518002033, - -0.0003081838658545166, - 0.0050315773114562035, - -0.0037967879325151443, - -0.003778945654630661, - 0.00675392709672451, - 0.0075418767519295216, - 0.005123740993440151, - 0.009048094041645527, - 0.012718932703137398, - 0.0007179845706559718, - 0.01358654722571373, - 0.007460961118340492, - -0.013835535384714603, - 0.011356665752828121, - -0.0033310221042484045, - -0.016048995777964592, - 0.0007039846968837082, - -0.008036922663450241, - 0.005094854161143303, - 0.005553169175982475, - -0.009161800146102905, - -0.009976415894925594, - -0.0072572906501591206, - -0.012344866059720516, - -0.017566567286849022, - -0.0013402907643467188, - -0.0017857804195955396, - -0.0010424969950690866, - 0.0018405239097774029, - -0.0015017879195511341, - 0.0004519934591371566, - 0.0021206513047218323, - -7.942532101878896e-05, - 0.0010823903139680624, - -0.0006212139851413667, - -0.0007024300284683704, - 0.0011094310320913792, - 0.00116101058665663, - 0.0009153234423138201, - 0.0014673034893348813, - 0.0021205476950854063, - 0.00020797410979866982, - -0.0033234383445233107, - -0.0018983747577294707, - 0.003521408885717392, - -0.002791534410789609, - 0.0008196905255317688, - 0.004000500775873661, - -0.00024328898871317506, - 0.0021029587369412184, - -0.0010512890294194221, - -0.001303241471759975, - 0.0019161745440214872, - 0.0020317798480391502, - 0.0016107946867123246, - 0.0026287506334483624, - 0.0038089824374765158, - 0.00039002951234579086, - 0.004186962265521288, - 0.0023341041523963213, - -0.004366753157228231, - 0.0035102779511362314, - -0.0010217376984655857, - -0.005005954299122095, - 0.0002839727094396949, - -0.002578515326604247, - 0.0014319244073703885, - 0.0016805781051516533, - -0.002599252387881279, - -0.0027970713563263416, - -0.0021229819394648075, - -0.0035452372394502163, - -0.005092787090688944, - -0.00045607745414599776, - 0.01387113705277443, - 0.007659237831830978, - -0.014413164928555489, - 0.011576020158827305, - -0.0033636228181421757, - -0.016508497297763824, - 0.000905281922314316, - -0.008488403633236885, - 0.004832926671952009, - 0.005581185221672058, - -0.00875579658895731, - -0.009543107822537422, - -0.007069355342537165, - -0.011994479224085808, - -0.017157593742012978, - -0.0014303048374131322, - 0.011171695776283741, - 0.00621643615886569, - -0.011528951115906239, - 0.00935663003474474, - -0.0027501848526299, - -0.013286225497722626, - 0.0006580122862942517, - -0.0067606354132294655, - 0.0039712805300951, - 0.004504116717725992, - -0.007175866048783064, - -0.007748843170702457, - -0.005790552590042353, - -0.009718338958919048, - -0.013897822238504887, - -0.0011688972590491176, - -4.564019400277175e-05, - -2.6001061996794306e-05, - 5.937867899774574e-05, - -4.176373840891756e-05, - 1.3558566934079863e-05, - 6.324006244540215e-05, - -1.1611667105171364e-05, - 3.8557624066015705e-05, - -1.5400634083562181e-06, - -1.7296591977356002e-05, - 6.411746653611772e-06, - 7.4246368058084045e-06, - 1.03048432720243e-05, - 1.8741387975751422e-05, - 2.942030187114142e-05, - 8.196266207960434e-06, - -0.005088216159492731, - -0.0025470892433077097, - 0.004733760841190815, - -0.004143564496189356, - 0.0011911012697964907, - 0.005701510235667229, - -8.153221642714925e-06, - 0.002572696888819337, - -0.0025432698894292116, - -0.0022273557260632515, - 0.004465808626264334, - 0.005105047486722469, - 0.0032134298235177994, - 0.005901682190597057, - 0.008165684528648853, - 0.0002611023955978453, - 0.0062470450066030025, - 0.00316907512024045, - -0.005904919467866421, - 0.005141593050211668, - -0.0015021212166175246, - -0.007098241709172726, - 7.393689156742766e-05, - -0.0032422973308712244, - 0.002995331073179841, - 0.0027221906930208206, - -0.0052958400920033455, - -0.006002308335155249, - -0.0038664706517010927, - -0.0070156012661755085, - -0.009730251505970955, - -0.0003737490333151072, - -0.0009654240566305816, - -0.0005154374521225691, - 0.0009372831555083394, - -0.0008271291735582054, - 0.0002464381977915764, - 0.0011399121722206473, - -3.442825982347131e-05, - 0.0005232684779912233, - -0.00042599550215527415, - -0.0004236597160343081, - 0.0007650217739865184, - 0.0008152629598043859, - 0.000588909606449306, - 0.0009894530521705747, - 0.0013954585883766413, - 9.546275396132842e-05, - -0.001177855534479022, - -0.0006175210000947118, - 0.0011626865016296506, - -0.000993967056274414, - 0.0003036959969904274, - 0.0013832590775564313, - -4.5799726649420336e-05, - 0.0006548695382662117, - -0.0004983055405318737, - -0.0005076033412478864, - 0.0009005740866996348, - 0.0010019447654485703, - 0.0006831683567725122, - 0.0012086196802556515, - 0.0016837967559695244, - 9.502442844677716e-05, - 0.00224281195551157, - 0.0011577047407627106, - -0.0021873461082577705, - 0.001869657658971846, - -0.0005649446393363178, - -0.002600997919216752, - 6.730433960910887e-05, - -0.001223703962750733, - 0.0009856082033365965, - 0.0009657848277129233, - -0.0017686564242467284, - -0.001997277606278658, - -0.0013190963072702289, - -0.0023785019293427467, - -0.0033002481795847416, - -0.00015580524632241577, - 0.006747544277459383, - 0.0034560556523501873, - -0.006518121808767319, - 0.005584194790571928, - -0.0016777951968833804, - -0.007754788268357515, - 0.00015286463894881308, - -0.0036253156140446663, - 0.003048830898478627, - 0.002909137401729822, - -0.005444708280265331, - -0.006194232497364283, - -0.004017431288957596, - -0.00731393089517951, - -0.010123235173523426, - -0.00042499028495512903, - 0.00492443609982729, - 0.0025221125688403845, - -0.004721690434962511, - 0.0040812864899635315, - -0.0012086456408724189, - -0.00565549498423934, - 0.00010289824422216043, - -0.0026161461137235165, - 0.002268908079713583, - 0.002133031142875552, - -0.004038301762193441, - -0.004553673323243856, - -0.002983253449201584, - -0.005374434869736433, - -0.007463886868208647, - -0.0003235417534597218, - 3.262243262724951e-05, - 1.4092368473939132e-05, - -2.1355299395509064e-05, - 2.1510701117222197e-05, - -3.875029506161809e-06, - -2.6856379918172024e-05, - -5.863500518898945e-06, - -8.379634891753085e-06, - 2.7200705517316237e-05, - 1.5181227354332805e-05, - -4.4748896470991895e-05, - -5.294271250022575e-05, - -2.790682810882572e-05, - -5.510988921741955e-05, - -7.446976087521762e-05, - 1.5861022575336392e-06, - 0.03908433020114899, - 0.020770356059074402, - -0.0384749174118042, - 0.032355863600969315, - -0.009421245194971561, - -0.045254938304424286, - 0.001260926597751677, - -0.02182646095752716, - 0.016520947217941284, - 0.016405014321208, - -0.02938426472246647, - -0.03266749903559685, - -0.022336389869451523, - -0.039214037358760834, - -0.05514191463589668, - -0.0031733864452689886, - -0.05576346442103386, - -0.031080860644578934, - 0.05773064121603966, - -0.046594131737947464, - 0.01370104867964983, - 0.06625496596097946, - -0.0033190157264471054, - 0.03392665460705757, - -0.019570527598261833, - -0.022375071421265602, - 0.03535962104797363, - 0.038339708000421524, - 0.028559893369674683, - 0.04811833053827286, - 0.06881511956453323, - 0.005806488450616598, - 0.1459391862154007, - 0.08099754899740219, - -0.15087701380252838, - 0.12196508049964905, - -0.03568841889500618, - -0.17343232035636902, - 0.008808488957583904, - -0.08858712017536163, - 0.051608119159936905, - 0.05875338241457939, - -0.09325571358203888, - -0.10112494230270386, - -0.07518607378005981, - -0.12680403888225555, - -0.18134328722953796, - -0.01512705348432064, - -0.10486122965812683, - -0.05911679565906525, - 0.11018623411655426, - -0.08797290176153183, - 0.02586904913187027, - 0.1257384866476059, - -0.007300787139683962, - 0.06538160145282745, - -0.03456597030162811, - -0.0416019931435585, - 0.06292411684989929, - 0.0674472525715828, - 0.051994822919368744, - 0.08620937913656235, - 0.12410254776477814, - 0.011700399219989777, - 0.02789042703807354, - 0.015471721068024635, - -0.028809739276766777, - 0.023396175354719162, - -0.006936150602996349, - -0.03320919722318649, - 0.0016686547314748168, - -0.016879426315426826, - 0.009896276518702507, - 0.011280807666480541, - -0.017937583848834038, - -0.019440747797489166, - -0.014444497413933277, - -0.02437836490571499, - -0.034771788865327835, - -0.002882937202230096, - 0.08610551059246063, - 0.047988779842853546, - -0.08906560391187668, - 0.07212875038385391, - -0.02125898189842701, - -0.10248640924692154, - 0.005159629974514246, - -0.052293144166469574, - 0.030317839235067368, - 0.03464716300368309, - -0.05485183000564575, - -0.0592525377869606, - -0.044353339821100235, - -0.07444915920495987, - -0.10647711157798767, - -0.009044398553669453, - 0.027567297220230103, - 0.015156308189034462, - -0.028463900089263916, - 0.022974548861384392, - -0.0067085218615829945, - -0.032691001892089844, - 0.0016675316728651524, - -0.01668955571949482, - 0.00984144862741232, - 0.011133280582726002, - -0.01778932847082615, - -0.019479971379041672, - -0.014232803136110306, - -0.024313317611813545, - -0.034657493233680725, - -0.002740874420851469, - -0.00661149388179183, - -0.004699530079960823, - 0.008885316550731659, - -0.006116547621786594, - 0.002089877612888813, - 0.00936220120638609, - -0.0015646659303456545, - 0.005959218833595514, - 0.0005578633863478899, - -0.0020485264249145985, - -0.0003440519794821739, - -0.0013563663233071566, - 0.0011947450693696737, - 0.00026671282830648124, - 0.0012025466421619058, - 0.0016591231105849147, - -0.010228835977613926, - -0.00505864666774869, - 0.009377744980156422, - -0.008274796418845654, - 0.002281897934153676, - 0.011332294903695583, - 4.803471892955713e-05, - 0.005054193548858166, - -0.005335455760359764, - -0.004536628257483244, - 0.009277859702706337, - 0.010628880001604557, - 0.0066094291396439075, - 0.0121829928830266, - 0.01690405234694481, - 0.0005104828742332757, - 0.01660831831395626, - 0.008659407496452332, - -0.01604423113167286, - 0.013676258735358715, - -0.0039024672005325556, - -0.019022464752197266, - 0.00038540660170838237, - -0.008988933637738228, - 0.00747534167021513, - 0.007088490296155214, - -0.013194028288125992, - -0.014772966504096985, - -0.009848414920270443, - -0.017492566257715225, - -0.024531390517950058, - -0.001231578760780394, - -0.001908180071040988, - -0.0010615054052323103, - 0.0018922296585515141, - -0.0016019908944144845, - 0.0004735418769996613, - 0.0022320158313959837, - -5.85736233915668e-05, - 0.0010813729604706168, - -0.0007764524198137224, - -0.0007915367023088038, - 0.001377871260046959, - 0.001476548844948411, - 0.0010790731757879257, - 0.0017999126575887203, - 0.0025603855028748512, - 0.00019231777696404606, - -0.002722670789808035, - -0.0014959110412746668, - 0.0027807781007140875, - -0.0022779027931392193, - 0.000673254020512104, - 0.003221288789063692, - -0.00014437877689488232, - 0.00161726342048496, - -0.001010424573905766, - -0.0011115358211100101, - 0.0018221162026748061, - 0.001987881725654006, - 0.0014455283526331186, - 0.0024637009482830763, - 0.0035008597187697887, - 0.0002674976421985775, - 0.0038595390506088734, - 0.002038446720689535, - -0.0038179855328053236, - 0.003201686544343829, - -0.0009335600771009922, - -0.004486999474465847, - 0.00014484106213785708, - -0.0021705920808017254, - 0.0016138919163495302, - 0.0016242485726252198, - -0.002882196567952633, - -0.003213293617591262, - -0.0021935170516371727, - -0.0038681156001985073, - -0.005434517282992601, - -0.0003120887267868966, - 0.012079676613211632, - 0.006340827327221632, - -0.011897520162165165, - 0.009951555170118809, - -0.002871273085474968, - -0.013949264772236347, - 0.00040805208845995367, - -0.006751587614417076, - 0.005129213910549879, - 0.005078280344605446, - -0.009120590053498745, - -0.010251509957015514, - -0.006885528564453125, - -0.012261488474905491, - -0.017206551507115364, - -0.000921046594157815, - 0.009213295765221119, - 0.004834391642361879, - -0.008980701677501202, - 0.007593629416078329, - -0.0021977617871016264, - -0.010600564070045948, - 0.0002479769173078239, - -0.0050611491315066814, - 0.004025818780064583, - 0.003892639186233282, - -0.007137737702578306, - -0.007995029911398888, - -0.005362971220165491, - -0.00951696839183569, - -0.013337882235646248, - -0.0006884803296998143, - -5.690218313247897e-05, - -3.453420504229143e-05, - 7.807661313563585e-05, - -5.3756182751385495e-05, - 2.342433072044514e-05, - 8.282723865704611e-05, - -1.3152175597497262e-05, - 5.148889613337815e-05, - 4.012668796349317e-06, - -1.8929969883174635e-05, - 1.0811152151291026e-06, - 4.54725250165211e-06, - 9.172849786409643e-06, - 1.8509656001697294e-05, - 2.462761040078476e-05, - 7.044717222015606e-06 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l2_reverse_grad": { - "shape": [ - 32, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - 0.0074820807203650475, - 0.009243031963706017, - 0.0007101640221662819, - -0.0008479726384393871, - -0.009199812076985836, - -0.009617787785828114, - -0.014175708405673504, - -0.0003965711803175509, - -0.009374639019370079, - -0.011437961831688881, - -0.0009368403698317707, - 0.001093630911782384, - 0.011616282165050507, - 0.012045253068208694, - 0.01778402179479599, - 0.00046775076771155, - 0.0009789603063836694, - 0.0011977808317169547, - 9.658662020228803e-05, - -0.00011259236634941772, - -0.001204819418489933, - -0.0012574910651892424, - -0.0018515741685405374, - -5.1866947615053505e-05, - 0.0016962995287030935, - 0.0020327281672507524, - 0.0001800192694645375, - -0.00020513558411039412, - -0.0021230808924883604, - -0.002179263159632683, - -0.003219856880605221, - -7.731076038908213e-05, - -0.0024998553562909365, - -0.003018330316990614, - -0.0002597717975731939, - 0.0002984153397846967, - 0.0031183287501335144, - 0.003211015835404396, - 0.004746787250041962, - 0.00011706010263878852, - -0.008628670126199722, - -0.010456303134560585, - -0.0008790369029156864, - 0.0010205182479694486, - 0.01073982659727335, - 0.011090119369328022, - 0.01637323573231697, - 0.0004134821065235883, - -0.0070624761283397675, - -0.00857490487396717, - -0.0007182121044024825, - 0.0008330647833645344, - 0.008779654279351234, - 0.009074890054762363, - 0.01340505387634039, - 0.00034401833545416594, - -1.139292635343736e-06, - -8.314486876770388e-06, - 1.7626240378376679e-06, - -1.2325560874160146e-06, - -3.187663196513313e-06, - 1.4962366776671843e-06, - 1.7854235920822248e-06, - 1.9914889435312944e-06, - 0.005390210542827845, - 0.006746269296854734, - 0.00048424702254123986, - -0.0005927733145654202, - -0.006573837716132402, - -0.0069321198388934135, - -0.010203524492681026, - -0.00030628335662186146, - -0.0063301813788712025, - -0.007869165390729904, - -0.0005867570289410651, - 0.0007088814163580537, - 0.0077605280093848705, - 0.008139536716043949, - 0.011997257359325886, - 0.00034650982706807554, - 0.0008609746000729501, - 0.001047631143592298, - 8.983091538539156e-05, - -0.00010202723933616653, - -0.0010700755519792438, - -0.0011035720817744732, - -0.0016381745226681232, - -4.147265281062573e-05, - 0.001047761645168066, - 0.0012708910508081317, - 0.00010676617966964841, - -0.00012401599087752402, - -0.0013043497456237674, - -0.0013468278339132667, - -0.0019898503087460995, - -5.095926462672651e-05, - -0.0020931903272867203, - -0.00256301905028522, - -0.0002047303132712841, - 0.0002425390121061355, - 0.0025917028542608023, - 0.0026924835983663797, - 0.003971916623413563, - 0.00010695527453208342, - -0.00649788836017251, - -0.007999379187822342, - -0.0006201518117450178, - 0.0007427288219332695, - 0.008014200255274773, - 0.008360840380191803, - 0.012319152243435383, - 0.00034320587292313576, - -0.004795013926923275, - -0.0059224683791399, - -0.00045649573439732194, - 0.000545866321772337, - 0.005906871985644102, - 0.006165551021695137, - 0.009097198024392128, - 0.0002539039123803377, - -5.664848140440881e-05, - -7.480359636247158e-05, - -3.923402800865006e-06, - 5.242854513198836e-06, - 6.521781324408948e-05, - 7.2753187851049e-05, - 0.00010580448724795133, - 4.6568056859541684e-06, - -0.03240462392568588, - -0.040030643343925476, - -0.003081281902268529, - 0.0036743145901709795, - 0.03983642905950546, - 0.04165147617459297, - 0.061402514576911926, - 0.0017285044305026531, - 0.03450843319296837, - 0.04187516123056412, - 0.003494101343676448, - -0.00406245980411768, - -0.042866017669439316, - -0.04435530677437782, - -0.06543658673763275, - -0.0016926166135817766, - -0.09178455173969269, - -0.11145488172769547, - -0.00930332113057375, - 0.010811300948262215, - 0.1140654906630516, - 0.11795350164175034, - 0.17415189743041992, - 0.004473598673939705, - 0.05873289331793785, - 0.07061903178691864, - 0.006159665994346142, - -0.007062035147100687, - -0.07341571897268295, - -0.07547296583652496, - -0.11150887608528137, - -0.002723860554397106, - -0.017906997352838516, - -0.021655039861798286, - -0.001841442077420652, - 0.0021288760472089052, - 0.022312575951218605, - 0.02301468700170517, - 0.033992551267147064, - 0.0008586565963923931, - -0.053787149488925934, - -0.065186507999897, - -0.00549435755237937, - 0.006363941356539726, - 0.06691867113113403, - 0.06912105530500412, - 0.10207881778478622, - 0.0026064433623105288, - -0.017874713987112045, - -0.021722756326198578, - -0.0017988969339057803, - 0.0021008870098739862, - 0.022210683673620224, - 0.02297990582883358, - 0.033910807222127914, - 0.000873762066476047, - -0.0035522019024938345, - -0.005308922845870256, - -5.886938015464693e-05, - 0.00020467632566578686, - 0.0037663474213331938, - 0.004571284167468548, - 0.006590565200895071, - 0.0003780534607358277, - 0.01112099178135395, - 0.01402377337217331, - 0.0009703009272925556, - -0.0011962403077632189, - -0.013471303507685661, - -0.014292309992015362, - -0.02100948989391327, - -0.0006489251973107457, - -0.014888778328895569, - -0.018530825152993202, - -0.0013775902334600687, - 0.0016582673415541649, - 0.01821134053170681, - 0.019132114946842194, - 0.02818778157234192, - 0.000816414481960237, - 0.0014045553980395198, - 0.0017323115607723594, - 0.00013618488446809351, - -0.0001595753856236115, - -0.0017236474668607116, - -0.0018028932390734553, - -0.0026594488881528378, - -7.525681576225907e-05, - 0.0018693291349336505, - 0.0022741788998246193, - 0.00018813388305716217, - -0.00021930613729637116, - -0.002320286352187395, - -0.0024025854654610157, - -0.0035464204847812653, - -9.243276144843549e-05, - -0.003208852605894208, - -0.0039496030658483505, - -0.00030937776318751276, - 0.0003673330647870898, - 0.003957479260861874, - 0.004124834667891264, - 0.006084802560508251, - 0.0001667700707912445, - -0.010190323926508427, - -0.012605877593159676, - -0.0009586721425876021, - 0.0011507606832310557, - 0.012520655989646912, - 0.013103073462843895, - 0.019303040578961372, - 0.0005444787675514817, - -0.008028000593185425, - -0.00996034312993288, - -0.000749508326407522, - 0.0009018448181450367, - 0.00984805729240179, - 0.010321224108338356, - 0.015210454352200031, - 0.0004355303826741874, - -2.4582352580182487e-06, - -1.3624842722492758e-05, - 2.0694465092674363e-06, - -1.9766375771723688e-06, - -5.544657142309006e-06, - 2.094393039442366e-06, - 2.8203794499859214e-06, - 2.752919954218669e-06 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l2_reverse_grad": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - -0.08945973217487335, - 0.13081243634223938, - -0.017080914229154587, - -0.030882539227604866, - 0.03946039453148842, - 0.1314806342124939, - 0.10616795718669891, - -0.0003374281513970345, - -0.05314139649271965, - 0.06402450054883957, - -0.009499923326075077, - -0.011511220596730709, - 0.022239891812205315, - 0.06769535690546036, - 0.049604255706071854, - 0.0004423760692588985, - 0.38860270380973816, - -0.5300057530403137, - 1.3873145580291748, - -0.9805957078933716, - 0.2643811106681824, - 0.8165404796600342, - 0.2626332938671112, - -0.041492097079753876, - -0.10983383655548096, - 0.16886435449123383, - -0.018869830295443535, - -0.026115909218788147, - 0.038139019161462784, - 0.12049753218889236, - 0.09248388558626175, - -0.00032771885162219405 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l2_reverse_grad": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - -0.08945973217487335, - 0.13081243634223938, - -0.017080914229154587, - -0.030882539227604866, - 0.03946039453148842, - 0.1314806342124939, - 0.10616795718669891, - -0.0003374281513970345, - -0.05314139649271965, - 0.06402450054883957, - -0.009499923326075077, - -0.011511220596730709, - 0.022239891812205315, - 0.06769535690546036, - 0.049604255706071854, - 0.0004423760692588985, - 0.38860270380973816, - -0.5300057530403137, - 1.3873145580291748, - -0.9805957078933716, - 0.2643811106681824, - 0.8165404796600342, - 0.2626332938671112, - -0.041492097079753876, - -0.10983383655548096, - 0.16886435449123383, - -0.018869830295443535, - -0.026115909218788147, - 0.038139019161462784, - 0.12049753218889236, - 0.09248388558626175, - -0.00032771885162219405 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l3_grad": { - "shape": [ - 32, - 16 - ], - "stride": [ - 16, - 1 - ], - "data": [ - -0.004846463445574045, - 0.015015029348433018, - 0.029690181836485863, - 0.005688155069947243, - -0.025107096880674362, - -0.001735539874061942, - 0.013459298759698868, - 0.006347314920276403, - -0.014443406835198402, - -0.01804281398653984, - -0.0013351227389648557, - 0.0015904208412393928, - 0.01763175241649151, - 0.01857168786227703, - 0.02731069177389145, - 0.000787420547567308, - 0.03274351730942726, - -0.12052115052938461, - -0.23495952785015106, - -0.0395931713283062, - 0.197826087474823, - 0.01969374530017376, - -0.11581394076347351, - -0.05197381228208542, - 0.14351168274879456, - 0.1834239959716797, - 0.013161499984562397, - -0.014616459608078003, - -0.17162062227725983, - -0.18435586988925934, - -0.26889345049858093, - -0.007923698984086514, - 0.029101723805069923, - -0.10832817852497101, - -0.21114347875118256, - -0.03532016649842262, - 0.1776755005121231, - 0.01810172200202942, - -0.10459724068641663, - -0.04677421972155571, - 0.13065005838871002, - 0.16708172857761383, - 0.012039273045957088, - -0.013260726816952229, - -0.15611547231674194, - -0.16783031821250916, - -0.24462369084358215, - -0.007168717682361603, - 0.018623357638716698, - -0.06957324594259262, - -0.13558329641819, - -0.022627631202340126, - 0.11408766359090805, - 0.01169264130294323, - -0.067270927131176, - -0.030054280534386635, - 0.08418938517570496, - 0.10769323259592056, - 0.007762683555483818, - -0.008535514585673809, - -0.1005692332983017, - -0.10814216732978821, - -0.15760564804077148, - -0.004613949917256832, - -0.006472324952483177, - 0.02384343557059765, - 0.04643481969833374, - 0.007805811241269112, - -0.03910961374640465, - -0.0038704117760062218, - 0.022890333086252213, - 0.010280716232955456, - -0.02835564687848091, - -0.03627152740955353, - -0.002578183775767684, - 0.002885268535465002, - 0.03389430046081543, - 0.03642534464597702, - 0.0531482920050621, - 0.001586082624271512, - 0.012319491244852543, - -0.042028214782476425, - -0.08245335519313812, - -0.01470934133976698, - 0.06955213099718094, - 0.0060290684923529625, - -0.03926960006356239, - -0.017974428832530975, - 0.04600406810641289, - 0.05828911438584328, - 0.004247124306857586, - -0.004827707074582577, - -0.05543183907866478, - -0.05911024659872055, - -0.08647813647985458, - -0.002525462070479989, - 0.0028447965160012245, - -0.008287128992378712, - -0.01649998128414154, - -0.0033218441531062126, - 0.013986101374030113, - 0.0007959180511534214, - -0.007232039235532284, - -0.003475576639175415, - 0.007201598957180977, - 0.008867662400007248, - 0.0006848367629572749, - -0.0008277659653685987, - -0.008884218521416187, - -0.00925364624708891, - -0.013680857606232166, - -0.00038702302845194936, - -0.008740715682506561, - 0.03213045373558998, - 0.06270040571689606, - 0.010589130222797394, - -0.052774716168642044, - -0.005273095797747374, - 0.03089667111635208, - 0.013855170458555222, - -0.03826166316866875, - -0.04886089265346527, - -0.003533559385687113, - 0.0039010338950902224, - 0.045767053961753845, - 0.04915044084191322, - 0.07166673988103867, - 0.0020974355284124613, - -0.0022222804836928844, - 0.006158109288662672, - 0.012393894605338573, - 0.002608948154374957, - -0.010492226108908653, - -0.0005407804856076837, - 0.005285158287733793, - 0.0025665313005447388, - -0.0050025261007249355, - -0.006040483713150024, - -0.0005186679773032665, - 0.0005997972330078483, - 0.006255971733480692, - 0.006431485526263714, - 0.009514830075204372, - 0.00023527465236838907, - 0.018595801666378975, - -0.05761132389307022, - -0.1136653944849968, - -0.021705204620957375, - 0.09620712697505951, - 0.0064834533259272575, - -0.051481496542692184, - -0.024343159049749374, - 0.05497605726122856, - 0.06881354749202728, - 0.004946760833263397, - -0.006046060938388109, - -0.067044697701931, - -0.07068955898284912, - -0.1040726825594902, - -0.003115250263363123, - 0.018052056431770325, - -0.05578045919537544, - -0.11012488603591919, - -0.02108585461974144, - 0.09321588277816772, - 0.006255664397031069, - -0.04981599748134613, - -0.02356649935245514, - 0.053008802235126495, - 0.06629082560539246, - 0.004789140075445175, - -0.0058410014025866985, - -0.06467753648757935, - -0.06815484166145325, - -0.10034721344709396, - -0.0029869249556213617, - 0.014201055280864239, - -0.043257541954517365, - -0.08561751991510391, - -0.01660480909049511, - 0.07247597724199295, - 0.004720037337392569, - -0.038449596613645554, - -0.018245842307806015, - 0.04034096747636795, - 0.050253238528966904, - 0.0037065541837364435, - -0.004488594830036163, - -0.04935402423143387, - -0.05186430364847183, - -0.07640305161476135, - -0.002230496844276786, - -0.006541196256875992, - 0.019931109622120857, - 0.03943256661295891, - 0.007635831367224455, - -0.03336873650550842, - -0.002175689907744527, - 0.017707550898194313, - 0.008403241634368896, - -0.018636900931596756, - -0.023227699100971222, - -0.0017053690971806645, - 0.002071760129183531, - 0.022797301411628723, - 0.023967379704117775, - 0.03530031070113182, - 0.0010388368973508477, - 0.008323868736624718, - -0.024748720228672028, - -0.04918675869703293, - -0.009737818501889706, - 0.041628897190093994, - 0.0025739215780049562, - -0.021809283643960953, - -0.010406004264950752, - 0.022362126037478447, - 0.02766704373061657, - 0.0021103336475789547, - -0.0025303675793111324, - -0.02749020606279373, - -0.028753895312547684, - -0.04239015281200409, - -0.0012006021570414305, - 0.0011350801214575768, - -0.003003808669745922, - -0.00609719380736351, - -0.0013322726590558887, - 0.005157085135579109, - 0.00023034280457068235, - -0.002529779216274619, - -0.001242033438757062, - 0.002260058419778943, - 0.002672934904694557, - 0.0002507412282284349, - -0.00028337660478428006, - -0.002862598281353712, - -0.0029074244666844606, - -0.004309504758566618, - -9.88648971542716e-05, - -0.007629262749105692, - 0.023487145081162453, - 0.046405307948589325, - 0.008912917226552963, - -0.03927532956004143, - -0.002621858147904277, - 0.020952852442860603, - 0.009918633848428726, - -0.022213973104953766, - -0.02774837054312229, - -0.002014715922996402, - 0.0024536584969609976, - 0.027121203020215034, - 0.028562435880303383, - 0.04205217584967613, - 0.0012470773654058576, - -0.06976359337568283, - 0.24126195907592773, - 0.4736442267894745, - 0.08387614041566849, - -0.39914625883102417, - -0.03603445738554001, - 0.22717979550361633, - 0.1033729761838913, - -0.2693817913532257, - -0.3413756489753723, - -0.025262806564569473, - 0.028140708804130554, - 0.32424867153167725, - 0.34608057141304016, - 0.5056518316268921, - 0.014497282914817333, - -0.06705504655838013, - 0.2471175342798233, - 0.48172903060913086, - 0.08106943964958191, - -0.4055124819278717, - -0.04051751270890236, - 0.2375597208738327, - 0.10657515376806259, - -0.29470813274383545, - -0.3767031729221344, - -0.026996321976184845, - 0.029998447746038437, - 0.35240045189857483, - 0.37862223386764526, - 0.5521280765533447, - 0.016284266486763954, - -0.03956206887960434, - 0.14914372563362122, - 0.2906056344509125, - 0.048208557069301605, - -0.2444218397140503, - -0.025507496669888496, - 0.14476093649864197, - 0.06449022889137268, - -0.18229742348194122, - -0.23328709602355957, - -0.01687098667025566, - 0.01843259483575821, - 0.21761950850486755, - 0.23415470123291016, - 0.34107863903045654, - 0.009952113963663578, - -0.034920476377010345, - 0.12943534553050995, - 0.2524799406528473, - 0.04240947216749191, - -0.21247471868991852, - -0.021537894383072853, - 0.12487051635980606, - 0.05586935952305794, - -0.15549474954605103, - -0.1987007111310959, - -0.014392446726560593, - 0.015811771154403687, - 0.18587824702262878, - 0.19972850382328033, - 0.291142076253891, - 0.008494186215102673, - -0.12045158445835114, - 0.439249187707901, - 0.857614278793335, - 0.14569483697414398, - -0.7220087647438049, - -0.07116439938545227, - 0.4211207330226898, - 0.18925610184669495, - -0.518886923789978, - -0.6621659994125366, - -0.047926414757966995, - 0.053050801157951355, - 0.6211650371551514, - 0.6665850281715393, - 0.9722661375999451, - 0.028400732204318047, - -0.10804914683103561, - 0.3836947977542877, - 0.7513037919998169, - 0.1303510218858719, - -0.6327994465827942, - -0.059830404818058014, - 0.3646984398365021, - 0.1648739129304886, - -0.44103533029556274, - -0.5608627200126648, - -0.04108920693397522, - 0.04556763172149658, - 0.5293697714805603, - 0.5665779709815979, - 0.8270401358604431, - 0.0239067655056715, - -0.11970207840204239, - 0.4370447099208832, - 0.8532108068466187, - 0.14480070769786835, - -0.718286395072937, - -0.07092639803886414, - 0.41917815804481506, - 0.18832722306251526, - -0.5168730616569519, - -0.6596820950508118, - -0.047721538692712784, - 0.05282082036137581, - 0.6186608076095581, - 0.663989782333374, - 0.968451976776123, - 0.028320414945483208, - -0.1070263460278511, - 0.38109442591667175, - 0.7457661032676697, - 0.12903466820716858, - -0.6281511187553406, - -0.05954481661319733, - 0.3623977601528168, - 0.1637941300868988, - -0.4390100836753845, - -0.5586300492286682, - -0.04073331132531166, - 0.04529585316777229, - 0.5267485976219177, - 0.5639967918395996, - 0.8232656717300415, - 0.023910177871584892, - -0.004371747374534607, - 0.012354496866464615, - 0.02486473135650158, - 0.005169006530195475, - -0.021045386791229248, - -0.001183676882646978, - 0.010742748156189919, - 0.005171135999262333, - -0.010282031260430813, - -0.01244832668453455, - -0.0010644829599186778, - 0.0012158494209870696, - 0.012791791930794716, - 0.01320881862193346, - 0.019493645057082176, - 0.00048349087592214346, - 0.030285602435469627, - -0.09825251996517181, - -0.1940515637397766, - -0.03608527034521103, - 0.16383425891399384, - 0.012945820577442646, - -0.09025466442108154, - -0.04180196672677994, - 0.10104398429393768, - 0.12684381008148193, - 0.009571065194904804, - -0.010876748710870743, - -0.12253730744123459, - -0.12981568276882172, - -0.1902431696653366, - -0.005382138304412365, - 0.0367211177945137, - -0.11925119906663895, - -0.23552191257476807, - -0.04376387968659401, - 0.1988333910703659, - 0.015767354518175125, - -0.10959909111261368, - -0.05074576660990715, - 0.12278604507446289, - 0.1541508436203003, - 0.011626585386693478, - -0.013209925964474678, - -0.1488877385854721, - -0.15775224566459656, - -0.23115192353725433, - -0.006535056978464127, - 0.03839291259646416, - -0.11737918853759766, - -0.23382379114627838, - -0.04566480591893196, - 0.19759264588356018, - 0.01381329819560051, - -0.10556192696094513, - -0.049616482108831406, - 0.11118998378515244, - 0.13766683638095856, - 0.010952038690447807, - -0.012403614819049835, - -0.13610801100730896, - -0.1428317427635193, - -0.2097894847393036, - -0.005630832631140947, - -0.010939465835690498, - 0.03472791984677315, - 0.06875308603048325, - 0.012999555096030235, - -0.05806948244571686, - -0.004375654738396406, - 0.031629227101802826, - 0.014736237935721874, - -0.034688208252191544, - -0.04336967691779137, - -0.0033078650012612343, - 0.003777997801080346, - 0.042192768305540085, - 0.044568490236997604, - 0.06537795811891556, - 0.0018371830228716135, - 0.012492595240473747, - -0.03886788338422775, - -0.07716334611177444, - -0.014836975373327732, - 0.06520020216703415, - 0.00470288610085845, - -0.03513841703534126, - -0.016457216814160347, - 0.037747133523225784, - 0.04698162525892258, - 0.003646276658400893, - -0.004161399323493242, - -0.04606378450989723, - -0.04849579930305481, - -0.07120254635810852, - -0.0019631816539913416, - 0.0033573268447071314, - -0.009324253536760807, - -0.018772032111883163, - -0.003950092941522598, - 0.015907201915979385, - 0.0008152435184456408, - -0.008020899258553982, - -0.0038897094782441854, - 0.007493790239095688, - 0.009038257412612438, - 0.0007752744713798165, - -0.0008993060328066349, - -0.009355760179460049, - -0.009624873287975788, - -0.014247545041143894, - -0.0003603247459977865, - -0.01250302791595459, - 0.04057971015572548, - 0.08018547296524048, - 0.01491345651447773, - -0.06768698990345001, - -0.005378406494855881, - 0.037309832870960236, - 0.01726827397942543, - -0.04175454378128052, - -0.05239160731434822, - -0.003966928459703922, - 0.004494817461818457, - 0.05063338950276375, - 0.05364300683140755, - 0.07858945429325104, - 0.0022160422522574663 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l3_grad": { - "shape": [ - 32, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - 0.003193281590938568, - -0.023765861988067627, - -0.027253417298197746, - -0.03023458831012249, - 0.008562495931982994, - -0.012553174048662186, - -0.0014595903921872377, - 0.01071537658572197, - -0.018417272716760635, - 0.15374086797237396, - 0.1795182228088379, - 0.1961914747953415, - -0.05545118451118469, - 0.08028662204742432, - 0.007645904086530209, - -0.07132649421691895, - -0.01626645028591156, - 0.1357123702764511, - 0.15842963755130768, - 0.17317630350589752, - -0.0489266961812973, - 0.07084467262029648, - 0.006765879690647125, - -0.06293593347072601, - -0.010376283898949623, - 0.08673931658267975, - 0.10127987712621689, - 0.11068759858608246, - -0.03126230090856552, - 0.04525931924581528, - 0.0043108812533319, - -0.04023609310388565, - 0.003601327771320939, - -0.03055989183485508, - -0.035777218639850616, - -0.03901601582765579, - 0.011032508686184883, - -0.01594606786966324, - -0.0014692931436002254, - 0.014237891882658005, - -0.007497777231037617, - 0.05897084251046181, - 0.06822264939546585, - 0.07513309270143509, - -0.021247250959277153, - 0.03095926344394684, - 0.003285872284322977, - -0.026960086077451706, - -0.0019820418674498796, - 0.014083878137171268, - 0.016010958701372147, - 0.017890144139528275, - -0.005062076263129711, - 0.007463450077921152, - 0.0009413072839379311, - -0.006260737776756287, - 0.004960247781127691, - -0.04088196903467178, - -0.047632209956645966, - -0.05214938521385193, - 0.014732140116393566, - -0.0213589109480381, - -0.00208921916782856, - 0.018900061026215553, - 0.0016641109250485897, - -0.010788516141474247, - -0.01204786729067564, - -0.013663332909345627, - 0.0038659877609461546, - -0.005766339134424925, - -0.0008406960405409336, - 0.004659031517803669, - -0.012033317238092422, - 0.09230218827724457, - 0.10640422254800797, - 0.11752994358539581, - -0.033298760652542114, - 0.048647817224264145, - 0.005364107899367809, - -0.041971355676651, - -0.011733803898096085, - 0.08954939246177673, - 0.10312710702419281, - 0.11400412768125534, - -0.032284580171108246, - 0.04719531163573265, - 0.005258416756987572, - -0.0406511165201664, - -0.00942718144506216, - 0.0702393501996994, - 0.08054681122303009, - 0.08935531973838806, - -0.02529587410390377, - 0.03708215430378914, - 0.0043119206093251705, - -0.03166733309626579, - 0.00433293217793107, - -0.03235843777656555, - -0.037132710218429565, - -0.041170231997966766, - 0.0116672832518816, - -0.01709652505815029, - -0.00197452655993402, - 0.014607859775424004, - -0.0057095857337117195, - 0.04097120836377144, - 0.04666993394494057, - 0.05206197872757912, - -0.01474088430404663, - 0.021704381331801414, - 0.002688730601221323, - -0.018274668604135513, - -0.0008921620319597423, - 0.005466768518090248, - 0.006031788885593414, - 0.006909309420734644, - -0.0019572440069168806, - 0.002940935315564275, - 0.0004667402827180922, - -0.0023154509253799915, - 0.004985555075109005, - -0.0378161184489727, - -0.04350120574235916, - -0.0481334812939167, - 0.013628991320729256, - -0.01993718557059765, - -0.002247042488306761, - 0.01713595539331436, - 0.04255961999297142, - -0.3297102451324463, - -0.38034552335739136, - -0.41985762119293213, - 0.11861232668161392, - -0.17313040792942047, - -0.018950080499053, - 0.1500260829925537, - 0.03763262927532196, - -0.3147563934326172, - -0.36764445900917053, - -0.4016861915588379, - 0.11354631930589676, - -0.16436079144477844, - -0.015592671930789948, - 0.14610610902309418, - 0.021929385140538216, - -0.18323205411434174, - -0.21390502154827118, - -0.2338109016418457, - 0.06601577252149582, - -0.09557729959487915, - -0.009125928394496441, - 0.0849667638540268, - 0.019698262214660645, - -0.1626986265182495, - -0.1896119862794876, - -0.20754916965961456, - 0.058613892644643784, - -0.08496443927288055, - -0.008283985778689384, - 0.07524311542510986, - 0.06893360614776611, - -0.5645818114280701, - -0.6572381854057312, - -0.7200859785079956, - 0.20347464084625244, - -0.29519760608673096, - -0.02917444333434105, - 0.2606603503227234, - 0.06398452818393707, - -0.508246898651123, - -0.5887162685394287, - -0.6476694345474243, - 0.18296092748641968, - -0.2663187086582184, - -0.02787669561803341, - 0.23278632760047913, - 0.06838979572057724, - -0.5610280632972717, - -0.6532570123672485, - -0.7155817151069641, - 0.202199324965477, - -0.29329609870910645, - -0.028904251754283905, - 0.2591184377670288, - 0.062967948615551, - -0.5041529536247253, - -0.5847559571266174, - -0.6426018476486206, - 0.18156209588050842, - -0.26404985785484314, - -0.027226727455854416, - 0.23141156136989594, - 0.0032359478063881397, - -0.02119710110127926, - -0.02367934212088585, - -0.026842515915632248, - 0.007559279911220074, - -0.011264658533036709, - -0.0016402049222961068, - 0.009153012186288834, - -0.019587548449635506, - 0.1454957276582718, - 0.16659142076969147, - 0.18503138422966003, - -0.05223650485277176, - 0.07661962509155273, - 0.009044310078024864, - -0.06540951132774353, - -0.023728208616375923, - 0.17636717855930328, - 0.20195303857326508, - 0.22429314255714417, - -0.0633116289973259, - 0.09285791218280792, - 0.010953661985695362, - -0.07929584383964539, - -0.026526538655161858, - 0.18485455214977264, - 0.20906391739845276, - 0.23457711935043335, - -0.06609921902418137, - 0.09771613776683807, - 0.012897055596113205, - -0.08144612610340118, - 0.0072214240208268166, - -0.052738726139068604, - -0.06020154431462288, - -0.06703373789787292, - 0.018924521282315254, - -0.027812853455543518, - -0.003379753790795803, - 0.023593895137310028, - -0.008432560600340366, - 0.060278940945863724, - 0.06852959841489792, - 0.07656365633010864, - -0.02160208486020565, - 0.03183194249868393, - 0.0040145376697182655, - -0.026788290590047836, - -0.0025009713135659695, - 0.016401896253228188, - 0.018335096538066864, - 0.02077315002679825, - -0.0058588446117937565, - 0.00872850976884365, - 0.0012640758650377393, - -0.007091692183166742, - 0.008101546205580235, - -0.05998449772596359, - -0.06862747669219971, - -0.07627207040786743, - 0.021520599722862244, - -0.03157859295606613, - -0.003756231162697077, - 0.02693098969757557 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l3_grad": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - 0.14320428669452667, - -1.2918978929519653, - -1.1721127033233643, - -0.7545427083969116, - 0.25454625487327576, - -0.43021172285079956, - -0.07559680938720703, - 0.34538841247558594, - 0.055746208876371384, - -0.5424179434776306, - -0.5249476432800293, - -0.4052346348762512, - 0.18658068776130676, - -0.2298865169286728, - -0.026680203154683113, - 0.22081512212753296, - 2.5124988555908203, - 2.650597095489502, - 1.6295357942581177, - 1.3996847867965698, - 4.6992058753967285, - 4.053520202636719, - 4.678155422210693, - 4.025331974029541, - 0.11392540484666824, - -0.9814639091491699, - -1.1921865940093994, - -1.138401746749878, - 0.34224072098731995, - -0.3790648579597473, - -0.08422275632619858, - 0.4061663746833801 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l3_grad": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - 0.14320428669452667, - -1.2918978929519653, - -1.1721127033233643, - -0.7545427083969116, - 0.25454625487327576, - -0.43021172285079956, - -0.07559680938720703, - 0.34538841247558594, - 0.055746208876371384, - -0.5424179434776306, - -0.5249476432800293, - -0.4052346348762512, - 0.18658068776130676, - -0.2298865169286728, - -0.026680203154683113, - 0.22081512212753296, - 2.5124988555908203, - 2.650597095489502, - 1.6295357942581177, - 1.3996847867965698, - 4.6992058753967285, - 4.053520202636719, - 4.678155422210693, - 4.025331974029541, - 0.11392540484666824, - -0.9814639091491699, - -1.1921865940093994, - -1.138401746749878, - 0.34224072098731995, - -0.3790648579597473, - -0.08422275632619858, - 0.4061663746833801 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l3_reverse_grad": { - "shape": [ - 32, - 16 - ], - "stride": [ - 16, - 1 - ], - "data": [ - -0.00029903449467383325, - 0.0038800318725407124, - 0.0067887031473219395, - 0.00035652832593768835, - -0.0056630284525454044, - -0.0011540233390405774, - 0.004436776041984558, - 0.0017779404297471046, - -0.007852612063288689, - -0.010675429366528988, - -0.0005439371452666819, - 0.0006657027406617999, - 0.00900921132415533, - 0.01010615099221468, - 0.014633442275226116, - 0.0005529323825612664, - -0.022542541846632957, - 0.07022807002067566, - 0.13947166502475739, - 0.02680550515651703, - -0.11782877147197723, - -0.008566872216761112, - 0.06356865912675858, - 0.029745647683739662, - -0.06834667176008224, - -0.08504652976989746, - -0.006623176857829094, - 0.00753109622746706, - 0.08339346945285797, - 0.08780607581138611, - 0.12887711822986603, - 0.00353645789436996, - -0.008790220133960247, - 0.026995714753866196, - 0.05368403345346451, - 0.010457432828843594, - -0.04541504383087158, - -0.003141069319099188, - 0.02429128624498844, - 0.011417676694691181, - -0.025659581646323204, - -0.031844500452280045, - -0.0025161851663142443, - 0.0028551907744258642, - 0.03138280659914017, - 0.03294527903199196, - 0.04844750091433525, - 0.0013087469851598144, - 0.004061058163642883, - -0.010446781292557716, - -0.02151629701256752, - -0.004857597406953573, - 0.01820809580385685, - 0.0008173924870789051, - -0.008817039430141449, - -0.004328667651861906, - 0.007120460271835327, - 0.008129730820655823, - 0.0008763880468904972, - -0.0009360262774862349, - -0.009114997461438179, - -0.009132947772741318, - -0.013511085882782936, - -0.00024375102657359093, - -0.0003091130347456783, - 0.0009711292805150151, - 0.0019186281133443117, - 0.0003671418526209891, - -0.0016257570823654532, - -0.00011152630759170279, - 0.0008785816607996821, - 0.00041070563020184636, - -0.0009628671105019748, - -0.0012055720435455441, - -9.449728531762958e-05, - 0.00010580979869700968, - 0.0011723211500793695, - 0.0012344933347776532, - 0.0018212974537163973, - 5.163100649951957e-05, - -0.03694133087992668, - 0.111962229013443, - 0.22328738868236542, - 0.04391251876950264, - -0.18872644007205963, - -0.012908115051686764, - 0.10034191608428955, - 0.047276414930820465, - -0.104632169008255, - -0.12926465272903442, - -0.010357649065554142, - 0.0117397615686059, - 0.12826858460903168, - 0.13440373539924622, - 0.19750352203845978, - 0.005270737688988447, - 0.02830592915415764, - -0.08715806156396866, - -0.1734595000743866, - -0.03368457779288292, - 0.146561399102211, - 0.010419550351798534, - -0.07860291004180908, - -0.036872610449790955, - 0.08345810323953629, - 0.10351057350635529, - 0.008189387619495392, - -0.009267588146030903, - -0.10204003751277924, - -0.1072087287902832, - -0.15741319954395294, - -0.004246421158313751, - -0.01613992266356945, - 0.05051648989319801, - 0.10032425820827484, - 0.019225027412176132, - -0.08474107831716537, - -0.006253211293369532, - 0.04584752395749092, - 0.02141234464943409, - -0.049477435648441315, - -0.06159232556819916, - -0.004804110620170832, - 0.0054388269782066345, - 0.06032543256878853, - 0.06355910003185272, - 0.09324737638235092, - 0.0025541081558912992, - 0.0005950141348876059, - -0.0006757060764357448, - -0.0015094690024852753, - -0.0006079270387999713, - 0.0013049386907368898, - -0.00027739806682802737, - -0.00010707725596148521, - -0.0002123584708897397, - -0.0008378155180253088, - -0.0012768367305397987, - -6.604771624552086e-05, - 2.1174548237468116e-05, - 0.0007928248960524797, - 0.001055621076375246, - 0.0014176619006320834, - 5.017860166844912e-05, - -0.010955381207168102, - 0.04065846651792526, - 0.07863197475671768, - 0.012981043197214603, - -0.06626679003238678, - -0.006432180292904377, - 0.038792356848716736, - 0.017509907484054565, - -0.048637762665748596, - -0.06257447600364685, - -0.004197390750050545, - 0.004913662560284138, - 0.05807328596711159, - 0.06253746896982193, - 0.09136544167995453, - 0.002870464464649558, - -0.003749616676941514, - 0.013754225336015224, - 0.026605354622006416, - 0.00443785497918725, - -0.02244570478796959, - -0.0021205919329077005, - 0.0130567392334342, - 0.005919419229030609, - -0.016254160553216934, - -0.020906293764710426, - -0.0014025637647137046, - 0.0016486815875396132, - 0.019438713788986206, - 0.020896736532449722, - 0.030563008040189743, - 0.0009479964501224458, - 0.0023710697423666716, - -0.007556683849543333, - -0.014793401584029198, - -0.002733033848926425, - 0.012482562102377415, - 0.0008943249122239649, - -0.006783129647374153, - -0.003188523231074214, - 0.007739590480923653, - 0.009783548302948475, - 0.0006802643183618784, - -0.0008342739311046898, - -0.009408973157405853, - -0.009969893842935562, - -0.014657227322459221, - -0.00045635231072083116, - -0.0001412067358614877, - 0.0005600659060291946, - 0.0010751754743978381, - 0.00017005221161525697, - -0.0009090608800761402, - -9.478259744355455e-05, - 0.0005450553726404905, - 0.00024375955399591476, - -0.0007031380664557219, - -0.000912224582862109, - -5.998013511998579e-05, - 6.945625500520691e-05, - 0.0008357189362868667, - 0.0009026265470311046, - 0.001319586648605764, - 4.015572994831018e-05, - -0.01331310160458088, - 0.04835991561412811, - 0.0936427190899849, - 0.015701746568083763, - -0.07895486801862717, - -0.007369061931967735, - 0.04575967788696289, - 0.020774219185113907, - -0.056662559509277344, - -0.07277926802635193, - -0.0048821792006492615, - 0.005766517948359251, - 0.06779024749994278, - 0.07286816090345383, - 0.10655838996171951, - 0.0033507300540804863, - 0.010116410441696644, - -0.03694538027048111, - -0.07153388112783432, - -0.011952109634876251, - 0.060296084731817245, - 0.005697101820260286, - -0.03504229709506035, - -0.015880104154348373, - 0.04357443004846573, - 0.05598124861717224, - 0.0037675329949706793, - -0.004427253734320402, - -0.05211251601576805, - -0.056035805493593216, - -0.08191458135843277, - -0.0025671159382909536, - -0.009776178747415543, - 0.03594163432717323, - 0.06955739855766296, - 0.011562637984752655, - -0.0586252324283123, - -0.005601052660495043, - 0.03417469933629036, - 0.015460452064871788, - -0.04263238608837128, - -0.05480129271745682, - -0.0036822191905230284, - 0.004321408458054066, - 0.0509476475417614, - 0.05482009798288345, - 0.08011787384748459, - 0.002517059212550521, - -0.16961601376533508, - 0.5260363817214966, - 1.0454119443893433, - 0.20169393718242645, - -0.8832535743713379, - -0.06359053403139114, - 0.4753977954387665, - 0.2226894050836563, - -0.5088217854499817, - -0.6324412226676941, - -0.049506571143865585, - 0.05622882395982742, - 0.6213093400001526, - 0.6536687612533569, - 0.9596205353736877, - 0.026205439120531082, - -0.11207056045532227, - 0.3464179039001465, - 0.6891318559646606, - 0.1334047168493271, - -0.5822166800498962, - -0.041782841086387634, - 0.3129192888736725, - 0.14662064611911774, - -0.3334568440914154, - -0.41390594840049744, - -0.03264661878347397, - 0.036940690129995346, - 0.4074067771434784, - 0.42834728956222534, - 0.6287973523139954, - 0.01703794114291668, - -0.17495793104171753, - 0.5367320775985718, - 1.0682083368301392, - 0.20786011219024658, - -0.9026291966438293, - -0.06343137472867966, - 0.4830007553100586, - 0.22692403197288513, - -0.5110386610031128, - -0.6335582733154297, - -0.049995582550764084, - 0.05685660243034363, - 0.6251492500305176, - 0.6565475463867188, - 0.9642617106437683, - 0.026130294427275658, - -0.09877675026655197, - 0.31657055020332336, - 0.6266428828239441, - 0.11779806762933731, - -0.5290893316268921, - -0.04100032150745392, - 0.2897926867008209, - 0.1345272809267044, - -0.32060933113098145, - -0.40123364329338074, - -0.030740749090909958, - 0.03476003557443619, - 0.3895223140716553, - 0.4118694067001343, - 0.6037208437919617, - 0.016820739954710007, - -0.04925660789012909, - 0.16414658725261688, - 0.32347479462623596, - 0.058966971933841705, - -0.2729369103908539, - -0.022890407592058182, - 0.15247806906700134, - 0.07007398456335068, - -0.1745455116033554, - -0.21996575593948364, - -0.01646466553211212, - 0.018544435501098633, - 0.21093598008155823, - 0.22421300411224365, - 0.3281254768371582, - 0.009328752756118774, - -0.09709399193525314, - 0.3036038279533386, - 0.6024255752563477, - 0.11537335067987442, - -0.5089349746704102, - -0.03720783069729805, - 0.2750469148159027, - 0.1286320984363556, - -0.29706501960754395, - -0.37010809779167175, - -0.02863817662000656, - 0.03265003859996796, - 0.3622457981109619, - 0.38166844844818115, - 0.5601767301559448, - 0.01547014620155096, - -0.11644916236400604, - 0.36343932151794434, - 0.72188800573349, - 0.1385992467403412, - -0.6097661256790161, - -0.04466760903596878, - 0.32938501238822937, - 0.15397769212722778, - -0.3548526465892792, - -0.441569447517395, - -0.03447207808494568, - 0.03906708210706711, - 0.43286430835723877, - 0.4558735489845276, - 0.6689344048500061, - 0.01831403374671936, - -0.16678790748119354, - 0.5237001776695251, - 1.0385572910308838, - 0.19824174046516418, - -0.8773700594902039, - -0.06467800587415695, - 0.4751793146133423, - 0.22199267148971558, - -0.5151695013046265, - -0.6424405574798584, - -0.04953455924987793, - 0.056482601910829544, - 0.6277680993080139, - 0.6618713140487671, - 0.9712998270988464, - 0.026926279067993164, - -0.00016568049613852054, - 0.004052589647471905, - 0.007192038465291262, - 0.00031673951889388263, - -0.005962858442217112, - -0.0014327073004096746, - 0.004941076971590519, - 0.0018961485475301743, - -0.008848750963807106, - -0.011945197358727455, - -0.0006989757530391216, - 0.0007457480533048511, - 0.010124175809323788, - 0.011363913305103779, - 0.016364384442567825, - 0.0005611556116491556, - -0.02702166885137558, - 0.09312120079994202, - 0.18270380795001984, - 0.03239006549119949, - -0.15402399003505707, - -0.01372546423226595, - 0.08745796978473663, - 0.03987893462181091, - -0.10333896428346634, - -0.1309993863105774, - -0.009607038460671902, - 0.01080359797924757, - 0.12440740317106247, - 0.1327732503414154, - 0.1940794289112091, - 0.005617842543870211, - -0.007043018937110901, - 0.02448105439543724, - 0.047959789633750916, - 0.008459242060780525, - -0.04046287760138512, - -0.0036232208367437124, - 0.023048896342515945, - 0.010497627779841423, - -0.027376342564821243, - -0.03476988524198532, - -0.002540983259677887, - 0.002852167235687375, - 0.03293180465698242, - 0.03516119718551636, - 0.05142351612448692, - 0.0014833583263680339, - 0.004375156480818987, - -0.012267090380191803, - -0.02476472780108452, - -0.0051790885627269745, - 0.02093198522925377, - 0.0011849749134853482, - -0.010658669285476208, - -0.0051260520704090595, - 0.010142151266336441, - 0.012213951908051968, - 0.001073061372153461, - -0.0012078932486474514, - -0.012637272477149963, - -0.013032875955104828, - -0.01920945569872856, - -0.0004709642962552607, - -0.00024772295728325844, - 0.0009597162716090679, - 0.0018615040462464094, - 0.0003036377893295139, - -0.001569570624269545, - -0.00016489005065523088, - 0.0009379719849675894, - 0.00041616609087213874, - -0.001202902989462018, - -0.0015464462339878082, - -0.00011191533121746033, - 0.00012068069918313995, - 0.0014326107921078801, - 0.001542673446238041, - 0.0022525524254888296, - 6.577316526090726e-05, - -0.02424086071550846, - 0.08207249641418457, - 0.16129815578460693, - 0.028986869379878044, - -0.13603806495666504, - -0.01171204075217247, - 0.0765729546546936, - 0.03507789969444275, - -0.0891759917140007, - -0.11276742815971375, - -0.00831951666623354, - 0.009396657347679138, - 0.10756900906562805, - 0.11457805335521698, - 0.1676097959280014, - 0.004832482431083918, - 0.016942722722887993, - -0.057618629187345505, - -0.11324718594551086, - -0.020298900082707405, - 0.09548251330852509, - 0.008326937444508076, - -0.05388551205396652, - -0.02463986910879612, - 0.06304912269115448, - 0.07974676787853241, - 0.005909259896725416, - -0.006632530130445957, - -0.07602774351835251, - -0.08100700378417969, - -0.1184552013874054, - -0.0033961134031414986, - -0.019282346591353416, - 0.06710901111364365, - 0.13161377608776093, - 0.02317306026816368, - -0.11091548204421997, - -0.010097399353981018, - 0.06330139935016632, - 0.02877301350235939, - -0.07532896846532822, - -0.09557080268859863, - -0.00701644504442811, - 0.007845158688724041, - 0.09058845043182373, - 0.09677699953317642, - 0.14138256013393402, - 0.004090338945388794 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l3_reverse_grad": { - "shape": [ - 32, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - 0.0008193235262297094, - 0.013942350633442402, - 0.003809412010014057, - -0.0016782106831669807, - 0.0002494460204616189, - 0.014087215065956116, - -0.011458277702331543, - 0.011089226230978966, - 0.0002416108181932941, - 0.07593036442995071, - 0.020443838089704514, - -0.013299557380378246, - 0.0013236782979220152, - 0.07788711041212082, - -0.06372612714767456, - 0.060553908348083496, - -5.85377674724441e-05, - 0.027879144996404648, - 0.007498124614357948, - -0.005015090573579073, - 0.0004889945848844945, - 0.028638584539294243, - -0.023440593853592873, - 0.0222262404859066, - 0.0003835029201582074, - -0.003612102707847953, - -0.0009455275139771402, - 0.001037013716995716, - -5.589326246990822e-05, - -0.0038147205486893654, - 0.0031602787785232067, - -0.0029112561605870724, - -1.062126102624461e-05, - 0.0011139438720420003, - 0.0002992086228914559, - -0.00021082325838506222, - 1.913950291054789e-05, - 0.0011469130404293537, - -0.0009399657719768584, - 0.0008908946765586734, - -0.0005491924821399152, - 0.11089103668928146, - 0.029787946492433548, - -0.020302964374423027, - 0.0019277267856523395, - 0.1139984130859375, - -0.0933472067117691, - 0.08845915645360947, - -0.00011963416181970388, - -0.09068384021520615, - -0.0244139451533556, - 0.016070138663053513, - -0.001576132606714964, - -0.09306826442480087, - 0.07616940140724182, - -0.0723496526479721, - 0.00041178546962328255, - 0.05499354004859924, - 0.014827563427388668, - -0.00941302627325058, - 0.0009575295262038708, - 0.05634550377726555, - -0.046085067093372345, - 0.043863020837306976, - 0.0008581798756495118, - 0.0018003197619691491, - 0.000554409169126302, - 0.000503200979437679, - 3.3664113288978115e-05, - 0.001610993524082005, - -0.0012510449159890413, - 0.0014263803604990244, - 0.0016880761831998825, - 0.06611824035644531, - 0.01790006272494793, - -0.010112984105944633, - 0.0011667395010590553, - 0.06741310656070709, - -0.05502258986234665, - 0.05265854299068451, - 0.000472543528303504, - 0.022034088149666786, - 0.005965173244476318, - -0.003450049553066492, - 0.0003911229723598808, - 0.022489875555038452, - -0.01836290955543518, - 0.0175446979701519, - 0.0003958455054089427, - -0.009952548891305923, - -0.0026409185957163572, - 0.0021555470302700996, - -0.0001716100232442841, - -0.010327673517167568, - 0.008483338169753551, - -0.0079429280012846, - 4.2711752030299976e-05, - 0.0009748934535309672, - 0.0002663010382093489, - -0.00013051352289039642, - 1.7768734323908575e-05, - 0.0009889702778309584, - -0.0008055227808654308, - 0.0007749777869321406, - 0.001384262926876545, - 0.07662978023290634, - 0.020694037899374962, - -0.012253450229763985, - 0.0013542547821998596, - 0.07828830182552338, - -0.06393854320049286, - 0.06101816147565842, - -0.0011925381841138005, - -0.05896468088030815, - -0.015939943492412567, - 0.009322898462414742, - -0.0010392044205218554, - -0.06020622327923775, - 0.04916664585471153, - -0.04696929454803467, - 0.001296326401643455, - 0.05779960751533508, - 0.01563270390033722, - -0.009014829993247986, - 0.0010188830783590674, - 0.05898129940032959, - -0.048155080527067184, - 0.04603702574968338, - 0.0010568788275122643, - 0.5612884759902954, - 0.15108275413513184, - -0.09906322509050369, - 0.00977414846420288, - 0.5759575963020325, - -0.4713144898414612, - 0.44768935441970825, - 0.0011340546188876033, - 0.36408835649490356, - 0.09805262833833694, - -0.06388378888368607, - 0.00632892083376646, - 0.3734809458255768, - -0.30560755729675293, - 0.2904551029205322, - -0.0012963340850546956, - 0.5550422072410583, - 0.1491933912038803, - -0.10018143802881241, - 0.009661922231316566, - 0.5701926350593567, - -0.4667711555957794, - 0.44269874691963196, - 0.005049688275903463, - 0.3683494031429291, - 0.09952963143587112, - -0.06091686338186264, - 0.006409561261534691, - 0.3767768144607544, - -0.3080098330974579, - 0.29385316371917725, - 0.005417488515377045, - 0.20846858620643616, - 0.05654158070683479, - -0.03202255070209503, - 0.003633894259110093, - 0.21253035962581635, - -0.17354081571102142, - 0.1662847101688385, - 0.0009177279425784945, - 0.33299148082733154, - 0.089636892080307, - -0.05843152850866318, - 0.005811512935906649, - 0.34161141514778137, - -0.2795029878616333, - 0.2655283808708191, - 0.0020528987515717745, - 0.39403852820396423, - 0.10617737472057343, - -0.06833688169717789, - 0.006853760685771704, - 0.403976172208786, - -0.3304930627346039, - 0.31433016061782837, - 0.002463921206071973, - 0.5805613398551941, - 0.1563340574502945, - -0.10100941359996796, - 0.010140899568796158, - 0.5953502655029297, - -0.4870281219482422, - 0.46289098262786865, - 0.0015655610477551818, - 0.014781540259718895, - 0.004110537935048342, - -0.0011500049149617553, - 0.0002586831396911293, - 0.01474390272051096, - -0.011950882151722908, - 0.011794490739703178, - 0.003930793609470129, - 0.1280338615179062, - 0.034791868180036545, - -0.019139137119054794, - 0.0022243682760745287, - 0.13036465644836426, - -0.10641975700855255, - 0.10218024253845215, - 0.001111059682443738, - 0.03414114937186241, - 0.009289813227951527, - -0.005035496782511473, - 0.0005963967996649444, - 0.03474503755569458, - -0.028357088565826416, - 0.02724032662808895, - 0.0004400771576911211, - -0.00911277998238802, - -0.00241675553843379, - 0.002067144960165024, - -0.00015261158114299178, - -0.009478006511926651, - 0.007797646336257458, - -0.0072937821969389915, - 8.90518567757681e-05, - 0.00158910162281245, - 0.0004365281783975661, - -0.00020148497424088418, - 2.747455073404126e-05, - 0.0016071561258286238, - -0.0013096202164888382, - 0.0012709774309769273, - 0.0027913087978959084, - 0.10906825959682465, - 0.029583793133497238, - -0.01681673899292946, - 0.0018974085105583072, - 0.11120691150426865, - -0.09081658720970154, - 0.08702424168586731, - -0.0021808436140418053, - -0.07714967429637909, - -0.0209549218416214, - 0.011728283017873764, - -0.0013372075045481324, - -0.07860688865184784, - 0.06418894231319427, - -0.06159088760614395, - 0.0032845409587025642, - 0.09362313151359558, - 0.02547917515039444, - -0.013625478371977806, - 0.0016224506543949246, - 0.09521510452032089, - -0.07770141959190369, - 0.07473958283662796 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l3_reverse_grad": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - 0.05132794752717018, - 0.6867979168891907, - 0.2614918351173401, - -0.09353521466255188, - 0.00950086023658514, - 1.0800577402114868, - -0.8489440083503723, - 0.4963730573654175, - 0.0019032983109354973, - 0.4257296919822693, - 0.14287367463111877, - -0.07221486419439316, - 0.006025564391165972, - 0.4995768070220947, - -0.3835535943508148, - 0.3743961453437805, - 5.134323596954346, - 3.381631374359131, - 5.2056169509887695, - 3.1508870124816895, - 1.669339895248413, - 2.971126079559326, - 3.564021110534668, - 5.135376453399658, - 0.060430169105529785, - 0.9633790254592896, - 0.2540476620197296, - -0.11358803510665894, - 0.010608099400997162, - 0.8400676250457764, - -0.593000590801239, - 0.699543833732605 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l3_reverse_grad": { - "shape": [ - 32 - ], - "stride": [ - 1 - ], - "data": [ - 0.05132794752717018, - 0.6867979168891907, - 0.2614918351173401, - -0.09353521466255188, - 0.00950086023658514, - 1.0800577402114868, - -0.8489440083503723, - 0.4963730573654175, - 0.0019032983109354973, - 0.4257296919822693, - 0.14287367463111877, - -0.07221486419439316, - 0.006025564391165972, - 0.4995768070220947, - -0.3835535943508148, - 0.3743961453437805, - 5.134323596954346, - 3.381631374359131, - 5.2056169509887695, - 3.1508870124816895, - 1.669339895248413, - 2.971126079559326, - 3.564021110534668, - 5.135376453399658, - 0.060430169105529785, - 0.9633790254592896, - 0.2540476620197296, - -0.11358803510665894, - 0.010608099400997162, - 0.8400676250457764, - -0.593000590801239, - 0.699543833732605 - ], - "data_type": "f32", - "ptr_offset": 0 - } -} \ No newline at end of file +{"rnn.weight_ih_l0":{"shape":[32,2],"stride":[2,1],"data":[-0.0026469905860722065,0.18966144323349,-0.2909903824329376,-0.26019373536109924,-0.13617262244224548,0.0948079451918602,-0.007005016785115004,0.28032875061035156,-0.03137575834989548,0.09355466812849045,-0.10684845596551895,-0.06949635595083237,-0.33776670694351196,-0.23415207862854004,-0.14574287831783295,0.013096880167722702,0.13977210223674774,0.21214008331298828,-0.23968836665153503,-0.15395936369895935,0.12841664254665375,0.29358646273612976,-0.07276134938001633,0.26456815004348755,-0.05698692053556442,0.037410933524370193,0.3201341927051544,-0.32798099517822266,-0.22257526218891144,-0.08950743079185486,-0.13781508803367615,0.30547040700912476,-0.22916610538959503,-0.16275224089622498,-0.24700669944286346,-0.33112430572509766,-0.20638342201709747,0.30391380190849304,0.15776202082633972,0.17135761678218842,0.01859392412006855,-0.18126098811626434,0.05981581658124924,-0.33011093735694885,-0.2554657459259033,-0.18226736783981323,0.22307024896144867,0.20729584991931915,-0.15679916739463806,-0.01275704987347126,0.22611884772777557,0.35147911310195923,0.14031903445720673,0.04776253551244736,0.23705270886421204,-0.20817306637763977,0.06588256359100342,-0.27411189675331116,-0.24504294991493225,-0.18263986706733704,0.1599733829498291,0.14218516647815704,-0.20942823588848114,0.10681098699569702],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l0":{"shape":[32,8],"stride":[8,1],"data":[0.19409091770648956,-0.04462457820773125,0.013499214313924313,0.08191998302936554,0.21933624148368835,0.33947986364364624,-0.272456556558609,-0.12956660985946655,0.13894997537136078,0.29293644428253174,0.30766475200653076,0.31196022033691406,0.07036226242780685,-0.30744388699531555,0.03252425789833069,-0.2211848944425583,-0.32949554920196533,0.3141295313835144,0.26882776618003845,-0.35267937183380127,0.06617531180381775,-0.05955960601568222,-0.05818115174770355,-0.1618414968252182,0.1359611302614212,-0.2094109058380127,0.1296095997095108,0.17879481613636017,0.25309881567955017,0.1321975439786911,-0.349924236536026,-0.22934898734092712,0.1765345185995102,0.07399920374155045,-0.27580133080482483,-0.20358292758464813,0.3326050937175751,0.23823058605194092,-0.15415816009044647,-0.08898400515317917,-0.33679428696632385,-0.006354817189276218,-0.2662465274333954,-0.2727157771587372,-0.01948065310716629,0.05308429151773453,-0.14479081332683563,0.2097906619310379,-0.21515105664730072,0.32080376148223877,0.24229009449481964,-0.2981455326080322,-0.08799389749765396,0.01595325581729412,0.051583822816610336,0.08385376632213593,0.13874433934688568,0.021177906543016434,-0.1725088655948639,0.1672975718975067,-0.339145690202713,-0.20955345034599304,-0.08850497007369995,-0.17222057282924652,-0.12368477135896683,-0.28978002071380615,-0.07520616054534912,0.07557431608438492,-0.23032793402671814,-0.018144134432077408,0.2530914843082428,-0.03634537756443024,0.009826031513512135,-0.030500661581754684,0.07155261933803558,0.22480319440364838,0.3349021077156067,0.22452616691589355,0.3356683552265167,-0.02556956559419632,-0.31760460138320923,-0.16761161386966705,0.24073635041713715,-0.0022919033654034138,-0.17573241889476776,-0.2709321081638336,-0.33087366819381714,-0.29840195178985596,-0.07171361893415451,0.1938907951116562,0.19114547967910767,-0.34097814559936523,0.22054025530815125,-0.2766588628292084,-0.0747448205947876,-0.14335621893405914,-0.06809978187084198,-0.06941762566566467,-0.31726109981536865,-0.3052713871002197,-0.055323850363492966,0.004572216421365738,-0.16061042249202728,0.1331832855939865,-0.3182186782360077,-0.023860342800617218,0.31092172861099243,-0.14421159029006958,0.31925979256629944,0.12804068624973297,-0.3190681040287018,0.22369228303432465,-0.04079810529947281,-0.15782864391803741,0.2827201187610626,-0.2857047915458679,0.03793802112340927,-0.07402301579713821,0.25247693061828613,0.09869249165058136,0.16988429427146912,0.12486054003238678,-0.08502064645290375,-0.07435420155525208,-0.29135677218437195,0.19157083332538605,0.28071364760398865,0.24191001057624817,-0.2493888884782791,0.015768442302942276,-0.24923184514045715,-0.19462554156780243,-0.20601749420166016,0.12082510441541672,-0.21068711578845978,-0.007713547442108393,0.014873327687382698,0.227908656001091,-0.2672581076622009,-0.24271872639656067,-0.20529484748840332,0.24746382236480713,-0.12709006667137146,0.2982182800769806,0.1278475672006607,0.044769056141376495,-0.002631859853863716,-0.06989098340272903,0.04435905069112778,-0.08073203265666962,-0.002484219614416361,0.045110952109098434,-0.2765512764453888,-0.18530844151973724,0.28549179434776306,-0.2869250774383545,-0.025387322530150414,0.3497487008571625,0.12771658599376678,0.010010171681642532,-0.3063928782939911,0.17514252662658691,-0.25182926654815674,-0.100361168384552,-0.11862293630838394,-0.052356794476509094,0.003867268329486251,0.29161348938941956,0.04413719102740288,0.31667521595954895,0.2162730097770691,-0.2235213816165924,0.15857014060020447,-0.24992549419403076,-0.14984481036663055,0.10398807376623154,0.11674053221940994,0.2652456760406494,-0.11381444334983826,0.0005659899907186627,0.18201760947704315,-0.3419187068939209,0.25561225414276123,-0.29236122965812683,0.004872850142419338,-0.060110002756118774,-0.18620701134204865,0.04672951623797417,0.2923599183559418,-0.10335056483745575,-0.2099025547504425,-0.13075776398181915,-0.3504238426685333,0.15959186851978302,-0.1697988659143448,-0.23594041168689728,-0.20368260145187378,0.20327766239643097,0.18723256886005402,0.27135995030403137,0.12824198603630066,-0.11807258427143097,-0.09879983961582184,0.10445025563240051,0.2906331419944763,0.09612840414047241,-0.16728214919567108,-0.16619744896888733,-0.3342737853527069,0.07638449966907501,-0.19840797781944275,-0.3152196407318115,0.31002265214920044,-0.22960153222084045,-0.040220778435468674,0.101290762424469,0.011263618245720863,-0.23789961636066437,-0.28578487038612366,0.2818111777305603,0.057572171092033386,0.2933165729045868,-0.11852545291185379,0.10414106398820877,-0.08084924519062042,-0.01572292298078537,-0.2153296321630478,0.11957208067178726,0.1117815300822258,-0.007293301168829203,-0.07951492071151733,-0.21794083714485168,0.24449799954891205,-0.26319366693496704,0.1448386162519455,-0.11888357251882553,-0.17057819664478302,0.06351412087678909,-0.1836557686328888,0.08146041631698608,0.0694311186671257,-0.26250967383384705,0.05886612460017204,0.15058870613574982,0.13994738459587097,-0.044504836201667786,-0.2898387014865875,-0.05450168997049332,0.12279180437326431,-0.12900353968143463,0.13420218229293823,0.23545332252979279,-0.18460845947265625,0.0034866821952164173,0.1461939662694931,0.027710752561688423],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l0":{"shape":[32],"stride":[1],"data":[0.029532844200730324,0.0441465899348259,-0.2779451906681061,0.02778514102101326,0.24482505023479462,0.31859180331230164,0.20780132710933685,0.04737722873687744,0.16511444747447968,-0.17199651896953583,-0.29298558831214905,-0.3040280044078827,0.3527083098888397,0.22443191707134247,-0.24438802897930145,0.13832515478134155,0.26699206233024597,0.35341721773147583,0.3091452717781067,0.2739168405532837,-0.08105538785457611,-0.12407661229372025,0.2902846038341522,0.19812411069869995,-0.21276099979877472,0.31785058975219727,0.1708223521709442,0.192734494805336,-0.22159889340400696,0.10143439471721649,-0.1239425390958786,0.27625125646591187],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l0":{"shape":[32],"stride":[1],"data":[-0.06361860036849976,0.1376427561044693,0.06279880553483963,0.1504257172346115,-0.12014717608690262,0.17238250374794006,-0.2469467669725418,0.07985179871320724,-0.23921135067939758,-0.3487936854362488,-0.28392308950424194,0.2791198194026947,0.19128498435020447,0.3317093551158905,0.28323912620544434,-0.315739244222641,-0.2412758320569992,-0.057128071784973145,-0.22960898280143738,0.24550622701644897,-0.26728910207748413,-0.17249920964241028,-0.3415648937225342,-0.2007283717393875,0.2907896935939789,0.28947538137435913,0.2530868351459503,0.2729882001876831,0.3143748939037323,-0.09053193777799606,0.15556421875953674,0.31499147415161133],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l0_reverse":{"shape":[32,2],"stride":[2,1],"data":[0.11696209758520126,0.35343894362449646,0.1833750307559967,0.2197858691215515,-0.12374091148376465,0.16964463889598846,0.04062559828162193,-0.08443467319011688,-0.19930152595043182,-0.19838465750217438,-0.2720525562763214,0.23735110461711884,0.25135213136672974,-0.04023886099457741,-0.2045964002609253,0.2732633352279663,0.22609347105026245,0.026281045749783516,-0.16692502796649933,0.3249324858188629,0.1445823609828949,-0.2683984041213989,0.3383798897266388,0.2684791684150696,-0.1288669854402542,0.19875164330005646,-0.20088514685630798,-0.055406879633665085,0.3002026081085205,0.014608519151806831,-0.25003936886787415,-0.11816918104887009,-0.09597035497426987,-0.06821062415838242,0.0338352769613266,0.32697662711143494,0.01892937161028385,-0.21829800307750702,0.01812112145125866,0.16952431201934814,0.17537669837474823,-0.32312604784965515,-0.06326570361852646,-0.2627412676811218,-0.1508561223745346,0.12738294899463654,-0.25106894969940186,0.13142529129981995,0.30008837580680847,0.023188984021544456,-0.23563897609710693,-0.1266728639602661,0.07720337063074112,-0.269520103931427,0.17564897239208221,-0.32098037004470825,-0.3398685157299042,-0.3435339033603668,-0.07172302156686783,0.23774093389511108,-0.3346308469772339,0.2938690185546875,-0.14142943918704987,0.10355016589164734],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l0_reverse":{"shape":[32,8],"stride":[8,1],"data":[0.01612306572496891,-0.31880584359169006,0.29321208596229553,0.19036850333213806,0.3514305353164673,0.17861947417259216,-0.2333696186542511,0.2950699031352997,0.01900152675807476,0.16766083240509033,-0.2834894061088562,-0.10169132798910141,-0.3471461236476898,-0.13770639896392822,0.07627247273921967,-0.2775965929031372,0.11270016431808472,0.18978986144065857,0.04925327003002167,-0.23655667901039124,-0.2741169035434723,-0.1090770959854126,0.15519514679908752,0.3487437963485718,0.20330345630645752,-0.039813388139009476,0.12396163493394852,-0.34685811400413513,-0.30197039246559143,0.16497081518173218,-0.20025800168514252,0.17009299993515015,-0.24958470463752747,-0.1751188486814499,-0.2912180423736572,0.18449854850769043,-0.036025356501340866,0.27209508419036865,0.21880434453487396,0.19563613831996918,0.01136890146881342,-0.10931092500686646,-0.07687369734048843,0.04698745533823967,0.1752597838640213,-0.2476959228515625,0.29672953486442566,-0.03844188526272774,-0.29625850915908813,-0.19129282236099243,0.3128302991390228,0.3233341872692108,-0.32748931646347046,0.2493606060743332,0.1771865338087082,0.2092747837305069,0.29929327964782715,-0.19054770469665527,0.11164358258247375,0.1446857899427414,-0.10447268187999725,0.11831775307655334,-0.10172204673290253,0.21858838200569153,-0.09809501469135284,-0.13180318474769592,0.08900672197341919,0.12540313601493835,-0.17273615300655365,0.03125353157520294,0.20489682257175446,-0.03517740219831467,0.10759828984737396,-0.08527246862649918,0.12392032891511917,-0.2561120092868805,-0.2078995704650879,-0.179460346698761,0.3249194025993347,-0.09513559192419052,-0.0009653313900344074,-0.17129503190517426,0.3529488444328308,0.34530502557754517,-0.266645222902298,-0.2866150736808777,-0.26799097657203674,-0.0017050928436219692,-0.09012214094400406,-0.23141683638095856,-0.1268097460269928,0.06679714471101761,-0.18472836911678314,0.07834125310182571,-0.08107540756464005,-0.17131900787353516,0.04857310280203819,0.2907121777534485,-0.23903010785579681,0.016417039558291435,-0.1303790807723999,0.3469441831111908,-0.33543846011161804,-0.338937908411026,0.34838616847991943,-0.22368967533111572,0.06778443604707718,-0.030513811856508255,-0.07447849214076996,-0.07896536588668823,0.2246621698141098,0.016898779198527336,-0.3442247211933136,-0.20872382819652557,-0.12052645534276962,0.1779138594865799,-0.2287963181734085,0.33337241411209106,-0.07874670624732971,-0.06348474323749542,0.2770295739173889,0.17769865691661835,0.2998558282852173,0.20451095700263977,-0.10725180059671402,-0.23457291722297668,-0.02630545012652874,0.29261407256126404,-0.11865951865911484,-0.3278747797012329,0.1449315845966339,0.3441741168498993,-0.10065072029829025,-0.2927505373954773,-0.3206940293312073,0.0886002629995346,-0.02677096053957939,-0.1785399466753006,0.071464404463768,0.1342650204896927,0.2811877131462097,0.2744925618171692,-0.05292118340730667,-0.31175175309181213,-0.3194790184497833,0.3301091194152832,0.15629011392593384,0.15411652624607086,-0.30590182542800903,0.3273960053920746,0.33493635058403015,0.3192093074321747,-0.2982523441314697,-0.1334039568901062,-0.24316121637821198,0.33480289578437805,-0.1519148200750351,-0.16141639649868011,0.18523117899894714,-0.16355109214782715,-0.17413286864757538,-0.030925840139389038,-0.03398338332772255,-0.2754104733467102,0.29474619030952454,-0.1559600681066513,0.12541064620018005,0.3075149357318878,0.1783027946949005,0.05005604028701782,0.3008233904838562,0.047526851296424866,-0.16357381641864777,0.3344613313674927,0.0836791917681694,-0.3449552655220032,-0.10065367072820663,-0.24082906544208527,0.30997899174690247,-0.0583878830075264,-0.32227271795272827,-0.022225549444556236,0.22203607857227325,0.0918533205986023,0.11179514229297638,0.032835640013217926,0.13181132078170776,-0.08614398539066315,-0.14064361155033112,-0.3304693400859833,-0.26634481549263,0.1532309353351593,-0.20934368669986725,0.050723057240247726,0.11285121738910675,0.025032952427864075,-0.2292262464761734,0.33811312913894653,-0.2055910974740982,0.2907978594303131,-0.2812546491622925,-0.08504673093557358,0.1923220157623291,-0.14445507526397705,0.2970000207424164,-0.24330005049705505,-0.296904057264328,-0.15942399203777313,0.057152051478624344,0.3255363404750824,-0.16878670454025269,0.12644067406654358,-0.0886383205652237,-0.07667240500450134,0.25996899604797363,-0.273998886346817,0.03755208104848862,0.3324848413467407,-0.048582546412944794,0.27451232075691223,-0.10887917131185532,0.28459709882736206,-0.3420029282569885,-0.05095541104674339,-0.06210038810968399,0.11458134651184082,0.13870869576931,0.2714642584323883,-0.05267449840903282,-0.014020191505551338,0.24211733043193817,-0.09566204994916916,0.3099367916584015,-0.23540014028549194,-0.03825795650482178,-0.01898968406021595,0.15775902569293976,0.24171601235866547,-0.05603954568505287,-0.2929121255874634,0.17518295347690582,0.10575903952121735,0.14202214777469635,-0.21809564530849457,0.22754539549350739,0.3348698616027832,0.030678311362862587,-0.3302359879016876,0.24819089472293854,-0.2621425986289978,0.08127205818891525,0.05137759819626808,-0.16547590494155884,0.1231057196855545,-0.3162297010421753,0.08052513748407364],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l0_reverse":{"shape":[32],"stride":[1],"data":[-0.22413550317287445,-0.038231026381254196,0.04547716677188873,0.30120784044265747,-0.16868749260902405,0.2264990508556366,-0.044913239777088165,-0.1679123193025589,-0.3078741729259491,-0.3243917226791382,0.34528401494026184,-0.08817604929208755,0.017659571021795273,0.09585268050432205,0.24032162129878998,0.301748663187027,0.286737859249115,-0.26194173097610474,-0.05664519593119621,-0.2092108428478241,-0.2020033448934555,0.08386535942554474,0.3318621814250946,-0.28323301672935486,0.2139720916748047,-0.18330566585063934,-0.06886310130357742,0.2806403934955597,-0.07996327430009842,0.03219306841492653,-0.24714532494544983,0.3009590804576874],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l0_reverse":{"shape":[32],"stride":[1],"data":[-0.045703787356615067,-0.2585855722427368,0.10352408140897751,-0.25138258934020996,-0.28054720163345337,0.021538177505135536,0.28031253814697266,-0.1000499576330185,0.16640587151050568,0.30381593108177185,0.23449814319610596,-0.18546032905578613,-0.03875647112727165,-0.11125790327787399,-0.28430038690567017,0.0001460809726268053,0.26602596044540405,0.29787424206733704,0.032986778765916824,0.08030011504888535,-0.1530609130859375,0.26687708497047424,-0.14711657166481018,-0.24559684097766876,0.054444920271635056,0.21191473305225372,-0.3187607526779175,0.31960076093673706,0.12718413770198822,-0.24770401418209076,-0.07615804672241211,0.3067358136177063],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l1":{"shape":[32,16],"stride":[16,1],"data":[-0.2712584137916565,-0.10333559662103653,0.11595854163169861,-0.30974283814430237,0.19381733238697052,0.18404138088226318,0.21927575767040253,-0.2254069447517395,0.35213953256607056,-0.20957283675670624,0.35296666622161865,-0.33930179476737976,-0.31500545144081116,0.21715117990970612,0.03695090115070343,0.02039625123143196,-0.19578315317630768,-0.1483069658279419,-0.10337458550930023,-0.34441596269607544,0.018373707309365273,0.0625290647149086,-0.00029932690085843205,0.11417311429977417,0.33546948432922363,0.09400420635938644,-0.12942613661289215,-0.14550372958183289,-0.22620542347431183,-0.24508985877037048,-0.05693971738219261,-0.06253142654895782,0.15728263556957245,-0.15112173557281494,0.2818540632724762,-0.24808140099048615,0.0010048651602119207,0.31781619787216187,0.35156822204589844,-0.20480012893676758,0.062978096306324,0.04176267981529236,-0.16576409339904785,-0.12215087562799454,0.09576134383678436,-0.24584871530532837,0.05833477899432182,0.15299127995967865,-0.1393248289823532,0.2936759889125824,-0.023267503827810287,0.16041165590286255,0.350126177072525,-0.10807008296251297,0.19212378561496735,-0.10112659633159637,-0.051644597202539444,-0.05991709604859352,-0.0021964830812066793,-0.13356129825115204,0.08286828547716141,0.013322028331458569,0.22411388158798218,-0.07156109064817429,0.035454392433166504,-0.1315184384584427,-0.29608461260795593,0.1430714726448059,0.04523996263742447,-0.1415923833847046,-0.11953815072774887,0.09246175736188889,-0.06392842531204224,0.23103861510753632,0.020026369020342827,0.13355007767677307,0.15404188632965088,-0.0867500975728035,0.15297013521194458,0.26089879870414734,0.016269948333501816,0.06918788701295853,0.012846569530665874,0.24478885531425476,-0.14926858246326447,-0.18793831765651703,0.1540621519088745,-0.30770251154899597,0.005668329540640116,-0.16259604692459106,0.23335710167884827,-0.3291720151901245,0.21437092125415802,0.34979042410850525,0.0715380385518074,-0.02355608344078064,0.3480202257633209,-0.15109185874462128,-0.028331490233540535,-0.15482278168201447,-0.04880495369434357,0.07684090733528137,0.04722107574343681,-0.06677737832069397,-0.3534970283508301,0.018103377893567085,-0.010472944006323814,0.053187426179647446,0.270910382270813,0.3436572253704071,-0.2097570151090622,-0.022045625373721123,-0.14165951311588287,-0.3258509337902069,-0.2572663426399231,0.3318314552307129,0.20614323019981384,0.1899115890264511,0.19648489356040955,-0.28089073300361633,0.03712989762425423,0.3290573060512543,-0.19731315970420837,0.31451907753944397,0.09292743355035782,0.24874019622802734,-0.15145790576934814,0.162994384765625,-0.31342074275016785,-0.022449055686593056,0.117928147315979,0.10602869838476181,0.2958563268184662,0.3474217355251312,0.32164767384529114,0.2373729795217514,0.24856996536254883,-0.04561890661716461,-0.27437400817871094,-0.1312486082315445,-0.0396915003657341,-0.19105549156665802,0.18072618544101715,0.12410686910152435,0.057046517729759216,0.08540460467338562,0.310579776763916,0.1287752240896225,-0.31004488468170166,-0.2566376030445099,0.1558285355567932,0.04818198084831238,0.1724250316619873,-0.35310080647468567,-0.3262835741043091,0.2168082743883133,0.22614890336990356,-0.3198636472225189,0.13420365750789642,-0.27607011795043945,0.26774871349334717,0.11094167083501816,0.34958896040916443,-0.3486008048057556,-0.3403574228286743,0.23903816938400269,0.3138928711414337,0.21661506593227386,0.23505283892154694,-0.2977878749370575,0.25590676069259644,-0.3338063955307007,0.07898441702127457,-0.23158976435661316,-0.1404297947883606,0.06260328739881516,-0.13901013135910034,-0.05594024807214737,-0.3351065218448639,-0.33335602283477783,0.13695353269577026,-0.14965152740478516,-0.21509820222854614,-0.13950589299201965,-0.28905412554740906,-0.28263065218925476,0.2115565687417984,0.17969071865081787,0.04709454998373985,-0.1931319385766983,0.11762755364179611,0.015883460640907288,-0.25267499685287476,0.07608108967542648,0.3219258785247803,-0.34775733947753906,-0.351570725440979,0.04529901221394539,0.2662335932254791,-0.21513360738754272,0.0778302252292633,0.24854283034801483,0.10900628566741943,0.07651275396347046,0.35274937748908997,0.23033037781715393,-0.19884797930717468,0.030559919774532318,0.18062065541744232,0.31180208921432495,-0.3517618775367737,0.1914510428905487,-0.1026478037238121,-0.34620699286460876,0.07847966253757477,-0.19247929751873016,0.05010282248258591,-0.22954344749450684,-0.26605919003486633,-0.029999367892742157,-0.11876767128705978,0.20678091049194336,0.030482707545161247,0.27596911787986755,0.06625695526599884,-0.11368910223245621,0.23947358131408691,0.019319945946335793,0.0663590282201767,-0.11371076107025146,0.0012688308488577604,-0.06797882169485092,-0.030058162286877632,-0.2757289707660675,-0.002174313645809889,-0.2934649586677551,-0.0760602280497551,0.20490051805973053,-0.24584345519542694,-0.23831328749656677,-0.08632943034172058,-0.09692101925611496,0.059852149337530136,0.058695387095212936,0.1792856901884079,-0.24355605244636536,-0.024950681254267693,0.19773931801319122,0.30581361055374146,-0.025790119543671608,-0.2045731246471405,0.10163336992263794,0.20134063065052032,-0.22088244557380676,-0.20516470074653625,0.15626996755599976,-0.02477206289768219,-0.33393070101737976,-0.20385359227657318,0.14337751269340515,-0.11991671472787857,0.2440328150987625,0.27949804067611694,0.05143137648701668,-0.027957141399383545,-0.11222744733095169,-0.017877724021673203,0.06435410678386688,-0.270062118768692,-0.08449772745370865,-0.2940860390663147,0.21699510514736176,-0.22515562176704407,0.32298651337623596,-0.09113927185535431,-0.2025419920682907,0.16986583173274994,0.05270741507411003,0.24482016265392303,0.14759783446788788,-0.3405919075012207,0.22361911833286285,-0.06657899916172028,-0.15626037120819092,0.22452545166015625,0.25785720348358154,-0.3107489049434662,-0.03196948021650314,0.2903403639793396,0.1369265466928482,0.2978578805923462,-0.1211622804403305,-0.19503504037857056,0.30402398109436035,0.1473691463470459,0.3394050598144531,-0.14767804741859436,-0.22700490057468414,-0.041441015899181366,-0.3328987658023834,0.13858415186405182,0.2607768774032593,0.08487291634082794,-0.03493349999189377,0.17529401183128357,-0.22441847622394562,0.34586116671562195,-0.3515535593032837,-0.3386847674846649,-0.0835452526807785,0.28879812359809875,0.03539981320500374,0.13578066229820251,-0.25915706157684326,0.12893588840961456,-0.03950727358460426,0.14171253144741058,0.24969445168972015,0.1536826640367508,-0.030074726790189743,-0.021778583526611328,-0.2217416912317276,-0.1278809905052185,0.22975245118141174,-0.14177368581295013,0.21957071125507355,-0.14019520580768585,-0.08234217017889023,0.007524392567574978,-0.3244437277317047,-0.0035302198957651854,-0.03563667833805084,-0.03176194801926613,-0.07067681103944778,0.2787334620952606,0.26091787219047546,-0.23962336778640747,0.16423501074314117,-0.27732113003730774,-0.3009875416755676,0.10807488858699799,0.005195989739149809,-0.164934903383255,-0.34100356698036194,-0.1368732750415802,0.11808665841817856,-0.32724952697753906,-0.3434649109840393,0.04485621675848961,-0.25470131635665894,-0.30974113941192627,-0.13621924817562103,-0.056922394782304764,-0.3212758004665375,-0.23607739806175232,0.0231817364692688,-0.33339083194732666,-0.04969349503517151,-0.2282903790473938,-0.24509640038013458,0.1389574408531189,-0.27212637662887573,-0.2679348587989807,0.20162495970726013,0.06610257178544998,0.3219856023788452,-0.09450322389602661,-0.17077161371707916,-0.032720115035772324,0.0017887543654069304,0.26963546872138977,-0.35216742753982544,-0.025173258036375046,0.1563951075077057,-0.194695845246315,-0.17965489625930786,0.17086096107959747,-0.3387696146965027,0.08377651125192642,-0.2737162411212921,0.1757379025220871,-0.30230244994163513,0.2173662930727005,-0.33468517661094666,-0.2971852123737335,0.005210277624428272,0.2785959839820862,-0.3027815520763397,-0.15770591795444489,0.3105197548866272,-0.059289995580911636,0.14647172391414642,-0.3401177227497101,-0.11118578910827637,-0.17954577505588531,0.2980671525001526,0.14673876762390137,-0.25797930359840393,0.05700234696269035,-0.0040635461919009686,-0.1452644169330597,-0.20190607011318207,-0.1173226609826088,0.27868014574050903,-0.253445565700531,-0.2518514096736908,-0.10907798260450363,0.006150531582534313,0.09624144434928894,0.010609457269310951,-0.08510936051607132,-0.21437716484069824,-0.0634390115737915,-0.14232409000396729,0.2856459617614746,-0.3441522419452667,-0.22551719844341278,-0.287647545337677,-0.06461428105831146,0.27551475167274475,0.30990341305732727,-0.30778777599334717,-0.015318356454372406,0.2075238674879074,0.15584543347358704,0.28959694504737854,-0.009806939400732517,-0.23754996061325073,0.23388634622097015,-0.12123861163854599,0.1830650418996811,-0.08712845295667648,0.1502934694290161,0.3179951012134552,0.3287535607814789,-0.3217565715312958,-0.23386859893798828,-0.1461825966835022,-0.22546136379241943,0.33923450112342834,-0.0312254186719656,-0.23452630639076233,-0.15732751786708832,-0.19529037177562714,0.14424602687358856,-0.3083873391151428,-0.3296542763710022,-0.3485192060470581,0.15221326053142548,0.1748161017894745,-0.2195846140384674,0.08767366409301758,0.26098769903182983,0.05137178301811218,-0.07480538636445999,0.0261213518679142,-0.03791071102023125,0.17801383137702942,-0.2400667518377304,0.17928780615329742,0.19927100837230682,-0.21420903503894806,0.28869882225990295,0.34725475311279297,-0.13938088715076447,-0.0990283191204071,0.17619527876377106,-0.2769809365272522,0.13981550931930542,0.08248568326234818,0.22285521030426025,-0.3070988655090332,-0.29372677206993103,0.15879110991954803,0.1273537427186966,-0.32907554507255554,-0.19716240465641022,-0.32349374890327454,-0.2532937526702881,-0.1595231592655182,0.2925790250301361,-0.07037512212991714,0.20306380093097687,0.3357629179954529,0.16112567484378815,-0.31650465726852417,0.17791609466075897,0.13485747575759888,0.2740270495414734,-0.34875714778900146,0.21744097769260406,0.28939807415008545,-0.32893359661102295,0.03699098154902458,0.3018190264701843,-0.25714224576950073,0.11600767821073532,0.1562272310256958,0.09266283363103867,0.3515295684337616,0.2894822955131531,0.3033328056335449,-0.04406929016113281,0.2965296804904938,-0.3294808864593506,-0.19078777730464935,-0.07561840116977692,-0.10502543300390244,0.3265753984451294,0.16675885021686554,0.22762227058410645,0.24049033224582672],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l1":{"shape":[32,8],"stride":[8,1],"data":[-0.2641056478023529,-0.040948908776044846,0.05162748694419861,0.09195658564567566,0.1818086951971054,-0.14068128168582916,-0.10660851001739502,0.29583272337913513,-0.09488818794488907,-0.24559280276298523,0.23972326517105103,0.2394106239080429,-0.11086264997720718,-0.07068241387605667,-0.2608799636363983,-0.29525020718574524,0.13295358419418335,-0.1510353833436966,0.28146225214004517,-0.2830948531627655,-0.04886994510889053,0.007633847650140524,0.1817077398300171,0.28614160418510437,0.23942793905735016,0.15563279390335083,-0.16227881610393524,-0.2524893283843994,-0.3162933886051178,0.01753789372742176,0.3429044485092163,-0.06715480983257294,-0.01488407514989376,-0.256925106048584,0.10854431986808777,0.22414696216583252,-0.3485738933086395,-0.24894478917121887,0.26187974214553833,0.08370890468358994,-0.02204267494380474,0.06320058554410934,-0.053754933178424835,-0.2471214234828949,-0.33037084341049194,0.23253487050533295,-0.04205045849084854,-0.13130521774291992,-0.0912574902176857,-0.19283616542816162,-0.10471662133932114,-0.303495317697525,0.2645794153213501,0.14437086880207062,-0.1783045530319214,-0.12067244946956635,0.158617302775383,-0.13092273473739624,0.09322979301214218,0.0973479226231575,-0.22255946695804596,0.0885656550526619,0.021631870418787003,0.30878782272338867,-0.1279226839542389,-0.09088744223117828,0.3046218156814575,-0.2887125313282013,0.025543687865138054,0.34064948558807373,-0.15852200984954834,0.33894532918930054,0.31372228264808655,0.3289247453212738,-0.03373716026544571,0.31983616948127747,-0.1540500521659851,-0.12102315574884415,0.13372541964054108,0.0746871680021286,0.1949053555727005,0.3359886109828949,-0.22132055461406708,0.1876402050256729,0.11828643828630447,0.18652348220348358,0.16764524579048157,-0.13225369155406952,-0.2794330418109894,0.28297874331474304,-0.20160873234272003,0.22603628039360046,-0.3368103504180908,-0.061165571212768555,0.0037472762633115053,0.06117307394742966,0.02857842855155468,0.11140689253807068,-0.03936625272035599,0.08658678084611893,0.349870890378952,-0.22876743972301483,-0.01930287666618824,-0.13495947420597076,0.3102182149887085,0.30265578627586365,-0.009641133248806,-0.12255313247442245,-0.218448668718338,0.25298142433166504,-0.0243469700217247,0.3329799473285675,0.2016180455684662,0.3094668984413147,0.27963370084762573,-0.22975392639636993,0.10348585247993469,-0.14660406112670898,0.17739655077457428,-0.03178790956735611,0.030607083812355995,-0.2445206344127655,-0.3159797191619873,0.13313864171504974,0.08216064423322678,0.03071063756942749,0.24013154208660126,-0.1476348489522934,0.12550467252731323,-0.19472362101078033,0.0732562392950058,-0.08071572333574295,0.24760286509990692,0.3091762661933899,0.3070695102214813,0.015904324129223824,0.20848798751831055,-0.3532487452030182,-0.2073923796415329,0.06318819522857666,0.001971755875274539,-0.2775651812553406,-0.15648682415485382,-0.16512857377529144,-0.3502872884273529,0.03371865674853325,0.24101522564888,0.1434943825006485,-0.16798485815525055,-0.32465577125549316,-0.28523874282836914,0.006558133754879236,0.24321407079696655,-0.14317941665649414,-0.19238430261611938,-0.18860533833503723,-0.03060666099190712,-0.3357536196708679,-0.31199124455451965,0.3480346202850342,-0.16861529648303986,-0.0637681782245636,-0.09459417313337326,-0.31059882044792175,-0.06232903525233269,0.10822859406471252,-0.14356303215026855,-0.01506838295608759,-0.001691226614639163,-0.3519641160964966,0.2569330334663391,0.285590797662735,0.24105463922023773,-0.11610634624958038,0.18475399911403656,-0.3312520980834961,-0.08746439963579178,-0.07190719991922379,-0.12485725432634354,0.1484924554824829,-0.161099374294281,-0.04097820073366165,-0.10208974033594131,-0.3320159614086151,-0.058386027812957764,-0.2996281087398529,0.20615844428539276,0.1889611780643463,0.33120599389076233,-0.11872421205043793,0.017978960648179054,0.06925781071186066,0.35292354226112366,0.3240717947483063,-0.1829778403043747,-0.30083951354026794,-0.31865352392196655,-0.1702570766210556,0.29726293683052063,0.11874077469110489,0.34112709760665894,0.26206111907958984,0.0051256888546049595,-0.2191236913204193,0.3452450931072235,0.28361034393310547,0.1530684530735016,-0.19313329458236694,0.2785220444202423,0.03217899054288864,0.23378148674964905,0.1475614309310913,0.1877398043870926,-0.31023460626602173,-0.19603869318962097,0.21205124258995056,-0.07365785539150238,-0.307584285736084,0.32152119278907776,-0.007645775564014912,0.28520581126213074,-0.2763432562351227,0.12172625213861465,-0.13317249715328217,-0.1487806886434555,-0.07374054938554764,-0.13086634874343872,0.19373317062854767,-0.06717482954263687,0.26807042956352234,0.0806749239563942,-0.05462939664721489,-0.2042122185230255,-0.32373929023742676,-0.10313940793275833,-0.32740160822868347,-0.0655030682682991,0.005778585560619831,-0.022784333676099777,-0.1736713945865631,0.24538855254650116,0.1991141438484192,-0.08710746467113495,-0.13969101011753082,0.2222755253314972,0.3076000511646271,-0.3237271010875702,-0.07638846337795258,-0.0328105203807354,-0.12800785899162292,0.30183175206184387,-0.05222386494278908,0.29975971579551697,0.0017478297231718898,-0.038350384682416916,-0.20622827112674713],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l1":{"shape":[32],"stride":[1],"data":[-0.11755876988172531,0.11392537504434586,0.15638992190361023,-0.012579485774040222,0.33688080310821533,-0.2447059005498886,0.1355571150779724,0.3184369206428528,-0.0614767000079155,0.2806892395019531,0.005828108172863722,-0.2647566497325897,-0.19396518170833588,0.13159805536270142,-0.1529998481273651,0.08503349870443344,0.34798678755760193,0.1200951635837555,-0.033088985830545425,0.08837241679430008,-0.2036975771188736,-0.2970743179321289,-0.2657659351825714,-0.29666754603385925,0.07255604863166809,0.06886626034975052,-0.15024887025356293,-0.34582844376564026,0.191521555185318,-0.2006094753742218,-0.059024933725595474,-0.29644811153411865],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l1":{"shape":[32],"stride":[1],"data":[-0.19946004450321198,0.1474882960319519,-0.3294152021408081,-0.20161016285419464,0.2650696635246277,-0.18131940066814423,-0.14713333547115326,-0.09926851093769073,0.1511296182870865,-0.2319202721118927,0.03544916585087776,0.14439214766025543,-0.02566557563841343,0.06392905861139297,-0.2697073221206665,0.15984128415584564,0.13213331997394562,-0.04434695467352867,-0.29234281182289124,0.14141270518302917,0.2307082563638687,-0.06183928623795509,0.16664302349090576,0.131047785282135,-0.14140988886356354,-0.024543795734643936,0.3519406318664551,0.001669141580350697,-0.28146862983703613,-0.025784051045775414,0.1758902221918106,-0.11540818214416504],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l1_reverse":{"shape":[32,16],"stride":[16,1],"data":[-0.18515008687973022,0.2912496030330658,0.18703389167785645,-0.060066211968660355,0.018062664195895195,-0.03739276900887489,0.08208292722702026,0.012565113604068756,-0.21394751965999603,0.06550433486700058,0.00924710277467966,0.02285846881568432,-0.13473491370677948,0.09058836847543716,-0.2858995497226715,0.1056852862238884,0.19158823788166046,-0.0389096736907959,-0.2746403217315674,-0.0012852259678766131,0.0005018846713937819,-0.305542528629303,-0.2500666081905365,0.3270151913166046,0.2643938362598419,0.19594036042690277,0.24492718279361725,0.13610494136810303,0.19897586107254028,0.23416607081890106,-0.08259277790784836,-0.04494442790746689,0.25209999084472656,-0.00012732562026940286,-0.2300524115562439,-0.27414488792419434,0.19773370027542114,0.2928551435470581,0.2745738923549652,0.05883800983428955,0.2440510243177414,-0.3246091306209564,-0.25472208857536316,-0.3401998281478882,0.28485310077667236,-0.0031991563737392426,-0.16279885172843933,0.1196330264210701,-0.13234665989875793,-0.22674940526485443,0.13636495172977448,0.06473519653081894,-0.25318610668182373,-0.23287217319011688,0.16577047109603882,0.26883378624916077,0.028781745582818985,-0.17758455872535706,0.1707218736410141,0.06166163831949234,-0.3095286786556244,-0.2291184812784195,0.07738465070724487,0.21876978874206543,-0.11358390003442764,0.17095491290092468,-0.21896012127399445,0.3383271098136902,0.2519223690032959,0.06622310727834702,0.15729326009750366,0.12309201806783676,-0.20863085985183716,-0.003082957584410906,0.09427870810031891,-0.0798020213842392,0.3390384018421173,-0.1363430768251419,-0.31574779748916626,-0.16831833124160767,-0.32812753319740295,0.2913450300693512,-0.15871340036392212,-0.248750701546669,-0.038218677043914795,-0.2382272630929947,-0.18468689918518066,0.18024508655071259,-0.26544633507728577,0.166733056306839,0.25782474875450134,-0.0007930350839160383,0.156990647315979,-0.19804596900939941,0.27570685744285583,0.3434564471244812,0.08401725441217422,0.32218465209007263,-0.3511371612548828,-0.03882044926285744,0.07024859637022018,-0.3073039650917053,0.17205029726028442,-0.1347443163394928,-0.12787409126758575,-0.28051432967185974,0.14453890919685364,-0.2572549879550934,-0.0750260278582573,0.15705950558185577,0.26634809374809265,0.0799473449587822,-0.13189050555229187,-0.15378348529338837,0.19844341278076172,0.06559748202562332,0.2976226508617401,0.13314324617385864,0.28481629490852356,-0.2848963737487793,0.2842314839363098,-0.16244158148765564,-0.09464079141616821,0.0021161511540412903,-0.06630251556634903,0.0699348971247673,0.31505030393600464,-0.2112429141998291,0.10924345254898071,-0.2841523587703705,0.05551334097981453,0.29126131534576416,0.23839512467384338,0.30276989936828613,0.19138702750205994,-0.0292512197047472,0.09231158345937729,-0.1477339267730713,0.30010417103767395,0.17702586948871613,-0.2587727904319763,0.30570220947265625,-0.005246439483016729,-0.015716223046183586,-0.09676233679056168,-0.09328163415193558,0.017695480957627296,-0.17260107398033142,-0.3288778066635132,-0.18211746215820312,-0.07035615295171738,0.26698389649391174,0.26009342074394226,-0.21183232963085175,-0.013575499877333641,-0.10204131156206131,-0.18913991749286652,-0.06217144802212715,-0.12267442792654037,0.19761885702610016,-0.17534057796001434,0.05439518392086029,-0.19951525330543518,-0.11034580320119858,0.2783256471157074,-0.1735721379518509,-0.021259374916553497,0.3376607298851013,0.12100975215435028,-0.1799582690000534,-0.21227453649044037,-0.1239820346236229,-0.11071496456861496,0.15393251180648804,-0.07860369980335236,0.2981839179992676,-0.19398824870586395,-0.11055745929479599,0.12872183322906494,0.2823670506477356,0.3382067084312439,0.05658901482820511,0.014902661554515362,-0.15840445458889008,0.19976429641246796,-0.2049368917942047,-0.09293000400066376,-0.2954987585544586,-0.3398861289024353,0.19761931896209717,0.024019403383135796,0.28184381127357483,0.281333327293396,0.18552827835083008,0.14149004220962524,-0.09175322204828262,0.1877763420343399,0.17001241445541382,0.12239242345094681,-0.010205985978245735,0.052810169756412506,0.0015686635160818696,-0.25658270716667175,0.0820733979344368,-0.2599131166934967,0.17154458165168762,-0.2106504887342453,-0.11548838764429092,-0.16767381131649017,0.2790636420249939,-0.2489788830280304,0.18052919209003448,0.17731773853302002,0.24998855590820312,0.08858424425125122,0.19273917376995087,0.27948397397994995,0.0696415975689888,0.12021440267562866,-0.27645543217658997,-0.09483356773853302,0.03205735608935356,0.04283594712615013,-0.12491082400083542,-0.35049083828926086,-0.09194520115852356,0.13535472750663757,0.3044343888759613,-0.3192690312862396,0.16879859566688538,-0.3354775607585907,-0.3381037414073944,-0.22141088545322418,-0.046698495745658875,0.09874530136585236,-0.26888129115104675,0.272391676902771,0.31971976161003113,0.02175283059477806,0.2877867817878723,-0.16005906462669373,-0.13986384868621826,-0.045624300837516785,0.038631126284599304,-0.24663399159908295,-0.28310346603393555,0.1396653801202774,0.101938895881176,0.3458702564239502,-0.14414829015731812,0.12485396862030029,-0.14267238974571228,0.17453144490718842,-0.019585134461522102,0.2620919346809387,0.19642318785190582,0.2942793369293213,0.18168950080871582,0.013282958418130875,0.30468255281448364,-0.20767083764076233,0.33346664905548096,0.3454877734184265,0.33773815631866455,-0.1651521772146225,-0.18733316659927368,0.022368723526597023,0.11009573936462402,0.1773519515991211,0.14379118382930756,0.3010469675064087,-0.08857931196689606,-0.1159914955496788,0.11851116269826889,0.09852373600006104,-0.20623746514320374,0.03419731929898262,-0.2684353291988373,-0.10372166335582733,-0.13876019418239594,0.30991899967193604,-0.31825944781303406,-0.2087467610836029,-0.3459979295730591,0.08916806429624557,-0.27212613821029663,0.11438890546560287,-0.24558208882808685,-0.22647954523563385,-0.18062178790569305,0.05305740237236023,0.3248734176158905,0.33117780089378357,-0.026710860431194305,-0.34630441665649414,-0.11680522561073303,-0.1347430944442749,-0.07519929111003876,0.1350886970758438,0.17792043089866638,0.15675663948059082,0.10099897533655167,-0.14312829077243805,-0.0037505635991692543,0.04499584808945656,-0.1805916577577591,-0.031627584248781204,-0.04413369297981262,-0.3340417444705963,0.23968182504177094,-0.03574512153863907,-0.30563268065452576,0.27972209453582764,-0.190237894654274,0.1251734346151352,0.35062333941459656,0.016366885975003242,0.10171858966350555,0.14047691226005554,0.26721248030662537,-0.10847823321819305,-0.19895119965076447,-0.027667973190546036,0.2764967978000641,0.030399173498153687,0.24565289914608002,-0.0026286146603524685,0.10847730189561844,0.012293856590986252,0.009597553871572018,-0.3364483118057251,-0.30908846855163574,0.029390934854745865,0.17498549818992615,0.23750039935112,0.015340398997068405,0.1490304172039032,0.14786913990974426,-0.305205762386322,-0.310749888420105,-0.27412623167037964,0.00607854500412941,-0.22355762124061584,-0.11314169317483902,-0.05289657041430473,0.13794301450252533,0.08197452127933502,0.32798293232917786,0.3189018964767456,-0.2255517691373825,-0.0011138147674500942,0.05838387832045555,0.30865156650543213,-0.10957362502813339,-0.1389472484588623,-0.22396059334278107,0.26051974296569824,-0.10016438364982605,-0.13241465389728546,0.23913274705410004,0.32532697916030884,-0.014899205416440964,-0.24922193586826324,0.28807002305984497,-0.120916947722435,-0.16292618215084076,-0.2485564798116684,-0.1700362265110016,-0.27689066529273987,-0.20407605171203613,-0.322072297334671,-0.07125965505838394,0.14215503633022308,-0.26839137077331543,-0.0004937503254041076,-0.13037697970867157,0.17101314663887024,0.306220144033432,-0.04686809703707695,-0.17794331908226013,-0.2716577649116516,-0.2077203243970871,0.10207903385162354,0.08112046122550964,0.1903989315032959,-0.052534319460392,0.18166758120059967,-0.3149888217449188,0.0950419008731842,0.343227356672287,-0.3499112129211426,-0.1835392862558365,0.22633400559425354,-0.055277615785598755,-0.18845929205417633,0.21569041907787323,0.023699931800365448,0.01384764164686203,-0.10738624632358551,0.2663811147212982,0.19611506164073944,0.06333613395690918,0.05395631119608879,0.18282005190849304,0.22026726603507996,-0.14502809941768646,-0.03873581811785698,0.15521790087223053,-0.17132440209388733,0.33059003949165344,-0.24218378961086273,0.16314615309238434,-0.25396180152893066,0.11351414769887924,0.24694183468818665,0.0426207035779953,-0.03543592989444733,0.22482940554618835,-0.2538658380508423,-0.23853033781051636,-0.3013322949409485,-0.21762946248054504,0.009176211431622505,-0.1603173017501831,0.07876639068126678,0.011930634267628193,0.2942473888397217,-0.15330363810062408,-0.09672039747238159,0.23383808135986328,-0.08939754962921143,0.3384901285171509,-0.14042435586452484,-0.0038721151649951935,-0.08376673609018326,0.1649491935968399,0.1354701668024063,-0.18827717006206512,0.23297104239463806,-0.022465577349066734,-0.08940573036670685,-0.00713175255805254,0.24605397880077362,0.3468150794506073,0.17203576862812042,0.0618656724691391,0.23074105381965637,-0.14784465730190277,-0.18476806581020355,-0.10210119932889938,-0.22882822155952454,0.15201693773269653,0.03358395770192146,-0.12096276134252548,-0.03589356318116188,-0.007010200992226601,0.30314749479293823,0.31560519337654114,-0.2721823751926422,0.1295761913061142,0.1365237981081009,0.13518735766410828,-0.04820048436522484,0.08841948956251144,0.08896693587303162,0.3441130816936493,-0.3388553857803345,-0.1341649293899536,-0.23787140846252441,-0.17149822413921356,0.06941602379083633,0.21562643349170685,-0.2673620283603668,0.22995531558990479,0.2953238785266876,-0.1742689609527588,0.0617087185382843,-0.18150636553764343,0.07572641968727112,-0.16391541063785553,-0.13772843778133392,-0.2366744875907898,-0.2948282063007355,0.2821406424045563,-0.04464801028370857,-0.009808329865336418,-0.1759527623653412,0.2464277744293213,-0.20236454904079437,-0.14299894869327545,-0.27598893642425537,-0.2972961366176605,0.31388238072395325,-0.2730123996734619,-0.04881102219223976,-0.10233962535858154,0.12950225174427032,0.09456458687782288,-0.27103081345558167,0.3175172507762909,-0.3521859645843506,0.03496852144598961,-0.029537227004766464,-0.0819326713681221,0.24093489348888397,0.2985110282897949,0.046055082231760025,-0.12487470358610153,0.2628491222858429,0.22212687134742737,0.06350105255842209,-0.09670088440179825],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l1_reverse":{"shape":[32,8],"stride":[8,1],"data":[0.014905780553817749,0.31512001156806946,0.03834094479680061,-0.06967303901910782,-0.29933783411979675,-0.18946310877799988,0.2553485631942749,-0.012449883855879307,-0.023544197902083397,0.13765978813171387,-0.23261232674121857,-0.023883480578660965,-0.09943845123052597,0.18498651683330536,0.28773021697998047,0.22199887037277222,0.26359373331069946,-0.31597134470939636,-0.1255173534154892,0.04186636209487915,-0.3002922534942627,0.09590936452150345,-0.23174777626991272,0.15150202810764313,0.2861492335796356,-0.3024469316005707,0.296257346868515,0.16496849060058594,-0.2333175241947174,0.33841338753700256,-0.3062084913253784,-0.23801909387111664,-0.17587360739707947,-0.017903391271829605,0.06348764896392822,-0.10375753045082092,-0.33511459827423096,-0.040811214596033096,0.268246591091156,0.2722139358520508,0.1769859939813614,0.05133203789591789,0.08784903585910797,-0.27255767583847046,0.14316774904727936,-0.35186898708343506,-0.14600688219070435,-0.09291280806064606,0.259625643491745,-0.01030629500746727,-0.1610468626022339,0.06176885962486267,-0.2933681011199951,-0.0936058759689331,0.09791737049818039,-0.023415271192789078,-0.03713006526231766,0.21608304977416992,-0.26856908202171326,-0.1785181611776352,0.34222957491874695,0.070353202521801,-0.057244185358285904,0.1831357628107071,0.21269221603870392,-0.05907917395234108,-0.147269606590271,-0.05779099836945534,0.12837819755077362,-0.04513565078377724,0.20576828718185425,-0.28831756114959717,-0.17346449196338654,0.269527792930603,0.04638231173157692,0.07119563221931458,0.11628206074237823,-0.08354225754737854,-0.14138872921466827,0.10142887383699417,-0.09370259940624237,-0.14605215191841125,0.04671063646674156,0.08551798015832901,-0.03192290663719177,-0.23910649120807648,-0.05345804989337921,-0.20036843419075012,0.18608106672763824,-0.23426435887813568,0.28190091252326965,0.14081615209579468,-0.3027537763118744,0.26237231492996216,-0.34964174032211304,-0.020556028932332993,-0.2207435667514801,-0.3041532337665558,0.0350300557911396,-0.17142345011234283,0.2555610239505768,-0.2779317796230316,0.29345738887786865,0.21329769492149353,0.30966320633888245,-0.10353179275989532,-0.21671231091022491,-0.23488850891590118,0.29400455951690674,-0.17584887146949768,-0.043532129377126694,-0.054495494812726974,0.06082451716065407,-0.29011857509613037,0.28508397936820984,-0.2616077661514282,0.3477407395839691,-0.13833986222743988,-0.15783408284187317,-0.04859679192304611,0.1046362966299057,-0.06550804525613785,-0.3528634011745453,0.24868367612361908,0.35019049048423767,0.17837785184383392,0.3459612727165222,0.09636109322309494,-0.02770434506237507,-0.28160360455513,-0.3090074062347412,-0.24342042207717896,-0.08970463275909424,0.20587660372257233,-0.14587044715881348,-0.013731737621128559,-0.0049897232092916965,-0.2311103790998459,-0.009570748545229435,0.3413747549057007,0.2825791537761688,0.269273042678833,-0.034869689494371414,0.006270270794630051,0.19328291714191437,-0.11760125309228897,-0.14328499138355255,0.3024963140487671,0.020184841006994247,-0.2387215942144394,0.29790592193603516,0.05868181586265564,0.18917140364646912,-0.3070646822452545,0.06560949236154556,0.21625109016895294,-0.051005396991968155,-0.20096135139465332,0.2828640043735504,0.16444511711597443,0.10069400072097778,0.0836142897605896,0.007803488988429308,0.20275111496448517,-0.07728952169418335,-0.20811733603477478,0.1350036859512329,0.09432649612426758,0.134614959359169,-0.03926956653594971,-0.04691808298230171,-0.028100062161684036,0.09322591871023178,-0.2713022530078888,-0.32953277230262756,0.13229824602603912,-0.1935717910528183,-0.029741892591118813,0.09801510721445084,0.04958917945623398,0.2279224395751953,0.04634501039981842,0.08753108233213425,-0.031646888703107834,0.052187953144311905,0.12963944673538208,0.24119924008846283,-0.3349960744380951,-0.14727731049060822,-0.31725701689720154,-0.1409597098827362,0.21551892161369324,-0.33499249815940857,-0.31679025292396545,0.2047155499458313,-0.20878638327121735,0.25840017199516296,0.11016339063644409,0.08874773234128952,0.28086721897125244,-0.3274948000907898,0.25890544056892395,0.11465653777122498,-0.23691952228546143,0.08602378517389297,-0.09853515774011612,-0.14191290736198425,-0.038291044533252716,-0.16668803989887238,0.309160053730011,0.3043041527271271,-0.03771624341607094,-0.31352290511131287,-0.021628793329000473,0.023359427228569984,0.2363225221633911,0.011375265195965767,0.10290030390024185,0.09381015598773956,-0.20060673356056213,-0.21930445730686188,-0.315995454788208,-0.0027763815596699715,0.10950589925050735,-0.025139329954981804,0.3431822955608368,-0.06744473427534103,-0.23070311546325684,0.058925971388816833,-0.0995645523071289,-0.04846841096878052,0.3425755202770233,-0.010144324973225594,0.3088436424732208,0.04721546918153763,-0.1315295696258545,0.2592109441757202,-0.2013942003250122,0.011697984300553799,0.07946960628032684,0.15868684649467468,-0.3262093961238861,0.017343807965517044,-0.09154193848371506,0.22923211753368378,0.11895088106393814,0.14170314371585846,0.2125774472951889,-0.0791538879275322,-0.022651992738246918,0.28363949060440063,-0.28496018052101135,-0.2443830668926239,0.025864213705062866,-0.14005224406719208,0.020248357206583023],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l1_reverse":{"shape":[32],"stride":[1],"data":[0.3123149275779724,-0.04098519682884216,-0.30145183205604553,-0.1607174426317215,0.32469168305397034,-0.07767192274332047,-0.15502533316612244,0.15914376080036163,0.04376857355237007,-0.3117207884788513,0.2944345474243164,0.19909466803073883,0.3073033392429352,0.15471471846103668,-0.1192019060254097,-0.1154165267944336,0.17133979499340057,-0.06853768974542618,0.06931538134813309,-0.34258905053138733,-0.174769327044487,0.13132654130458832,-0.017429787665605545,-0.1699710339307785,-0.30839312076568604,0.22470435500144958,-0.07108504325151443,-0.34737786650657654,0.3411027789115906,0.17204849421977997,-0.21147409081459045,-0.258034348487854],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l1_reverse":{"shape":[32],"stride":[1],"data":[0.34164315462112427,0.0014761933125555515,-0.21263493597507477,0.20345114171504974,-0.07364483177661896,0.02421947568655014,-0.18417784571647644,-0.2994578778743744,-0.23480282723903656,-0.03882120922207832,-0.25595414638519287,0.34846532344818115,0.003826554398983717,-0.13535147905349731,0.13973142206668854,-0.3134493827819824,-0.18083977699279785,0.13279502093791962,-0.30040112137794495,0.17621205747127533,0.02971799485385418,-0.29479536414146423,-0.3508777618408203,0.11174077540636063,0.16711346805095673,-0.07067756354808807,-0.3126314878463745,-0.20376922190189362,0.037576865404844284,0.01286262832581997,0.09050150215625763,0.06251536309719086],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l2":{"shape":[32,16],"stride":[16,1],"data":[-0.01853196881711483,0.18657949566841125,0.34295159578323364,0.29444411396980286,0.32126542925834656,-0.1193254366517067,-0.12067300081253052,-0.039103467017412186,0.1044958159327507,0.14311088621616364,-0.031514376401901245,-0.22836939990520477,-0.2667560279369354,0.3403724133968353,-0.09505487978458405,-0.04778938367962837,-0.21667879819869995,-0.17527757585048676,0.07765434682369232,0.14891189336776733,-0.13976795971393585,-0.13013319671154022,0.28007057309150696,-0.18208588659763336,-0.263780802488327,-0.055159855633974075,0.3364216685295105,0.07692929357290268,0.048851609230041504,-0.04402179270982742,0.2209315448999405,-0.17523904144763947,0.23971305787563324,0.08352489769458771,0.03930918499827385,0.048672400414943695,-0.21804527938365936,0.2625865042209625,0.1856890171766281,-0.2765202820301056,-0.3291870653629303,-0.09101493656635284,0.23488396406173706,-0.1740655153989792,0.3276863396167755,-0.1777580827474594,-0.31936562061309814,0.15552371740341187,-0.2136678695678711,-0.05573355779051781,-0.11027469485998154,-0.028093066066503525,-0.3080768883228302,-0.3242796063423157,0.15198439359664917,-0.04006306454539299,-0.21327418088912964,-0.009006654843688011,-0.3226996660232544,0.09384804964065552,0.16790355741977692,0.3428819179534912,-0.2880304157733917,-0.042870890349149704,0.19187162816524506,0.32401779294013977,-0.2515433430671692,0.15024685859680176,0.14596949517726898,0.21314701437950134,-0.24374541640281677,0.25230151414871216,-0.15399500727653503,-0.2176293432712555,0.07020054757595062,0.29950928688049316,-0.23413066565990448,0.18876498937606812,-0.04049094021320343,0.11286744475364685,0.2757965326309204,0.0959969088435173,-0.29350462555885315,-0.10644641518592834,0.0701722651720047,-0.29825422167778015,0.05877816304564476,-0.1898471862077713,-0.0702783539891243,0.12648053467273712,-0.28454673290252686,-0.226986363530159,0.16125720739364624,-0.3496786653995514,0.2433113008737564,-0.2726176679134369,-0.0056928591802716255,0.07257876545190811,0.13950948417186737,-0.21943916380405426,0.04757869243621826,0.15223559737205505,0.3032461106777191,-0.26606640219688416,-0.17577683925628662,0.1029958501458168,-0.011350019834935665,-0.2385874092578888,-0.2975684702396393,-0.3139304220676422,-0.24739833176136017,-0.15053193271160126,-0.24550728499889374,-0.31015369296073914,0.027598008513450623,0.20734360814094543,-0.16669580340385437,0.03535454720258713,-0.004358489997684956,0.1652626395225525,-0.24519169330596924,0.01678548753261566,0.3300049602985382,0.25240832567214966,-0.3504126965999603,-0.053223755210638046,0.0032957149669528008,-0.11674196273088455,-0.23227962851524353,-0.24601173400878906,0.23492467403411865,-0.11446165293455124,-0.022752638906240463,0.10374345630407333,-0.2170075923204422,0.03151286020874977,0.21029797196388245,-0.20671848952770233,0.10286186635494232,-0.012075998820364475,0.19439634680747986,0.23492923378944397,0.09379970282316208,0.010682877153158188,-0.3043496012687683,0.14076878130435944,0.21554946899414062,-0.12841954827308655,-0.3510582149028778,0.2865072190761566,-0.0829889103770256,0.07073623687028885,-0.09938681870698929,0.22547130286693573,0.3448133170604706,0.22162093222141266,-0.11251614987850189,0.2477666437625885,0.17250995337963104,0.03449344262480736,-0.28478044271469116,-0.15181340277194977,-0.3498010039329529,0.2364683896303177,0.34948426485061646,0.20594976842403412,0.11296716332435608,0.08355928957462311,0.3403456509113312,-0.17924413084983826,-0.11869686096906662,-0.3174479603767395,-0.03501012176275253,0.024252181872725487,0.09678172320127487,-0.2459615021944046,-0.04091295599937439,-0.2913283407688141,-0.28759437799453735,0.046083446592092514,-0.34512194991111755,0.09414353966712952,-0.32569289207458496,-0.24601157009601593,-0.07336092740297318,-0.33738937973976135,0.2855411469936371,0.2896862030029297,-0.18467117846012115,0.07406237721443176,0.18086907267570496,0.11234975606203079,-0.04736053943634033,-0.3334755003452301,0.25708240270614624,-0.3101005256175995,-0.06547799706459045,0.021931448951363564,-0.11643998324871063,-0.12931382656097412,-0.305565744638443,0.019480526447296143,-0.040144238620996475,0.3082287013530731,-0.11639724671840668,0.2732667028903961,0.016737230122089386,-0.1588452309370041,-0.08408156782388687,-0.0401216484606266,0.0036621817853301764,-0.058248840272426605,0.10492512583732605,0.29115691781044006,0.055572766810655594,0.12806154787540436,0.2183264046907425,0.07620909065008163,0.16297776997089386,0.18545666337013245,0.3309306502342224,-0.3226718306541443,0.12098290771245956,-0.016020016744732857,-0.06349477171897888,-0.1363096982240677,0.21255649626255035,0.32342618703842163,-0.2885313332080841,0.19101782143115997,0.24379262328147888,0.06179191544651985,0.00416478281840682,0.27206847071647644,0.010482342913746834,-0.08818481862545013,-0.026107991114258766,0.11343229562044144,0.0885082557797432,-0.01907532662153244,0.11160498112440109,0.09521925449371338,-0.28639909625053406,0.08809728175401688,0.21631957590579987,0.040546152740716934,-0.032271210104227066,0.27083298563957214,-0.3088929355144501,-0.16137467324733734,-0.1598028540611267,0.30548855662345886,-0.3419645130634308,0.03506461903452873,-0.3424833118915558,-0.011626165360212326,0.13178257644176483,-0.08268006145954132,0.3432067632675171,0.0011254894779995084,-0.18025216460227966,0.0911693200469017,0.18387039005756378,-0.0007024193764664233,0.30245569348335266,-0.22376962006092072,0.15085360407829285,0.20076023042201996,0.1756068617105484,-0.0001296858536079526,0.10092682391405106,-0.27736663818359375,-0.2774530351161957,-0.02197566069662571,-0.04431193321943283,0.26252245903015137,0.25672459602355957,0.23972603678703308,-0.1619390994310379,-0.2775525152683258,-0.33163267374038696,0.12795479595661163,-0.318580687046051,-0.3529376685619354,-0.17867887020111084,-0.2985064685344696,-0.13933107256889343,-0.22257830202579498,-0.18138515949249268,0.3361318111419678,-0.06662598997354507,0.29328617453575134,0.007844455540180206,-0.04546473175287247,-0.10351413488388062,-0.2527295649051666,-0.2840617597103119,0.24480806291103363,-0.10895086824893951,-0.34470734000205994,0.32446640729904175,0.006558260414749384,-0.23658041656017303,-0.277911901473999,-0.2969088554382324,-0.31001511216163635,0.31993797421455383,0.24377277493476868,0.028917163610458374,-0.3013244569301605,-0.09247250109910965,-0.3321261703968048,0.12184160947799683,-0.09387536346912384,-0.07565847784280777,-0.11031343042850494,0.16576401889324188,0.19137471914291382,0.0774492546916008,-0.044273704290390015,-0.03493956848978996,-0.006177884992212057,-0.2632785141468048,0.3449867367744446,-0.15248139202594757,0.20569975674152374,-0.1982012838125229,0.0023734576534479856,0.12103099375963211,-0.32462581992149353,0.16217488050460815,-0.27062559127807617,0.04933705925941467,-0.07010938227176666,0.20266501605510712,0.34361889958381653,0.07967882603406906,-0.010095392353832722,-0.17516617476940155,0.13181747496128082,-0.17017321288585663,0.14604122936725616,-0.15323978662490845,0.23982024192810059,0.2711881697177887,0.21679361164569855,0.0035415575839579105,0.16395814716815948,-0.32216936349868774,0.2867222726345062,-0.09185749292373657,0.12889020144939423,-0.05987022817134857,-0.11871860921382904,-0.16603060066699982,0.22805002331733704,-0.19235046207904816,-0.06234753876924515,0.178350031375885,0.03563351556658745,-0.29747962951660156,-0.35156455636024475,-0.17188812792301178,0.3260881006717682,-0.2513855993747711,0.19485574960708618,0.25307905673980713,-0.14654694497585297,-0.1561315655708313,-0.2543591260910034,0.055147845298051834,-0.04942556470632553,0.01717732660472393,0.15335755050182343,0.1484358012676239,-0.11154504865407944,0.024282442405819893,0.0839853510260582,0.007525825407356024,0.07074964046478271,-0.14322084188461304,0.28979840874671936,-0.036264076828956604,-0.04523549601435661,-0.3173186480998993,-0.2562795877456665,0.010997883044183254,-0.05467824265360832,-0.17775951325893402,0.18506774306297302,-0.031652115285396576,0.12434053421020508,0.2977861166000366,-0.1625450998544693,-0.17400915920734406,-0.07104554772377014,-0.02993926592171192,-0.17683418095111847,-0.08488257229328156,-0.0101908128708601,0.15859028697013855,0.3270944654941559,0.261809378862381,0.03741830959916115,-0.02227979339659214,0.09056366980075836,-0.014432639814913273,-0.04639921337366104,0.12157654762268066,-0.28765109181404114,-0.30067476630210876,0.001432107761502266,-0.10716135054826736,-0.17487506568431854,-0.32913798093795776,0.23683123290538788,-0.0140869515016675,-0.1899554580450058,-0.14401789009571075,0.09295027703046799,-0.256409227848053,0.02270733006298542,-0.004359964746981859,0.1204424574971199,0.14025311172008514,-0.2310044765472412,0.15266111493110657,0.266974538564682,0.022761574015021324,0.1801193207502365,-0.13385088741779327,0.0702260434627533,0.10330773890018463,-0.163300022482872,0.2182900309562683,-0.3342837691307068,-0.1328074187040329,-0.2080264687538147,-0.20988240838050842,-0.21423618495464325,-0.33315008878707886,0.06067569926381111,-0.0699387714266777,-0.29769575595855713,-0.00014540662232320756,-0.05889541655778885,0.14585018157958984,-0.2769334614276886,-0.09946352988481522,0.07277344167232513,0.14986661076545715,0.026746263727545738,0.0958123430609703,0.35342398285865784,-0.12247515469789505,0.24096250534057617,0.3045467436313629,-0.31275907158851624,0.08552253246307373,0.20027010142803192,-0.055149782449007034,0.1951255351305008,0.01202571764588356,0.26915425062179565,0.007612521294504404,-0.22635281085968018,0.26850205659866333,0.10514829307794571,0.300792396068573,0.08776727318763733,0.18773938715457916,0.22044457495212555,0.05953368544578552,-0.08218909054994583,0.07302097231149673,-0.24651509523391724,0.012078528292477131,-0.11363717168569565,0.022353170439600945,-0.27992895245552063,0.21602915227413177,-0.32619279623031616,0.1514061838388443,0.2328362613916397,-0.32403022050857544,0.3194390535354614,-0.26282593607902527,-0.06942601501941681,0.18321062624454498,-0.11211276799440384,0.31508147716522217,-0.15597102046012878,-0.04733525216579437,-0.23111261427402496,-0.1640237718820572,0.3450136184692383,0.2658945918083191,0.0260323379188776,0.02907002903521061,-0.30002373456954956,0.2669143080711365,-0.053007710725069046,-0.14746494591236115,-0.2813657522201538,0.2906849682331085,0.16765059530735016,0.21295541524887085,0.03660883754491806,-0.23991085588932037,0.14482764899730682,0.040775008499622345,0.11864358931779861],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l2":{"shape":[32,8],"stride":[8,1],"data":[-0.08803776651620865,-0.16684722900390625,0.2902432084083557,0.11851698160171509,-0.1434929072856903,0.031571950763463974,-0.07685380429029465,-0.030234714969992638,0.19825835525989532,-0.2813996374607086,0.3199775218963623,0.23796118795871735,0.00030379448435269296,-0.14461536705493927,0.07208653539419174,-0.2340199500322342,0.22965088486671448,-0.1869804859161377,0.06755511462688446,-0.34783676266670227,0.16930776834487915,0.23933741450309753,0.2653702199459076,0.028858831152319908,0.2087511420249939,0.12054795026779175,0.2370985746383667,0.19951292872428894,-0.30933380126953125,0.037271931767463684,-0.12053243815898895,-0.16882038116455078,0.24747389554977417,-0.05060209706425667,0.05492210388183594,0.2226075977087021,0.23798465728759766,0.18868157267570496,-0.06172654405236244,-0.31515562534332275,-0.3394058644771576,0.11113225668668747,-0.004195676650851965,-0.22337926924228668,0.15440835058689117,0.3209168612957001,0.20448638498783112,-0.049875274300575256,0.04777391627430916,-0.22551913559436798,0.16687467694282532,-0.27398574352264404,0.24409055709838867,-0.1614852249622345,-0.1402239054441452,-0.2961404025554657,-0.08549652248620987,-0.03419892117381096,-0.16296368837356567,0.2516765296459198,0.20290562510490417,-0.31203341484069824,-0.03536622226238251,0.11886928230524063,0.3411073386669159,-0.08453911542892456,0.2170570194721222,-0.019807079806923866,-0.1356029361486435,0.2163608819246292,-0.315047949552536,0.29620715975761414,0.3531392812728882,-0.09652867168188095,0.13966134190559387,0.3525649607181549,0.10659097880125046,0.13826289772987366,0.12982258200645447,-0.14464768767356873,0.0863017812371254,-0.1884346306324005,0.30190420150756836,-0.15150265395641327,0.08082408457994461,-0.10241688042879105,0.17681120336055756,0.005827729124575853,0.19440245628356934,-0.09573635458946228,-0.20746925473213196,0.1355499029159546,-0.19897320866584778,-0.2902781665325165,0.13659898936748505,-0.21263813972473145,-0.13289174437522888,-0.08828061819076538,0.025104938074946404,-0.12244940549135208,-0.12724453210830688,-0.08886156976222992,0.24776732921600342,0.10586356371641159,-0.17021401226520538,-0.24438676238059998,0.008191914297640324,0.11326619982719421,-0.007398457732051611,0.20696672797203064,0.2973773777484894,0.10362329334020615,0.11660128086805344,0.2051188051700592,-0.12112017720937729,0.06271383166313171,0.2858424186706543,-0.1693040132522583,0.027516750618815422,-0.13822492957115173,-0.27185559272766113,0.187267005443573,0.28250834345817566,-0.19100205600261688,0.13250720500946045,0.10841492563486099,0.1380501091480255,0.19461841881275177,0.33007434010505676,0.2683471739292145,-0.30936288833618164,-0.13860256969928741,0.1877731829881668,-0.20183350145816803,0.06942260265350342,-0.15156975388526917,0.07021939009428024,0.17251303791999817,0.11112602055072784,0.2568338215351105,-0.042544882744550705,0.19193391501903534,0.11429984867572784,-0.11142303049564362,-0.2497028410434723,0.3234586715698242,-0.10541251301765442,0.2663053274154663,0.22285760939121246,-0.014236994087696075,-0.2920380234718323,0.02846265211701393,-0.1709149032831192,0.09199991077184677,-0.14053331315517426,0.27250221371650696,-0.3189886212348938,-0.09517816454172134,0.05575484409928322,0.03372792899608612,0.29045695066452026,-0.11171026527881622,-0.2822256088256836,0.23408177495002747,0.09879343211650848,0.23290082812309265,-0.2092525213956833,-0.20765797793865204,-0.14281682670116425,0.025136716663837433,0.11980481445789337,-0.20317111909389496,-0.033287413418293,-0.061105892062187195,0.3225950598716736,-0.12750563025474548,0.3426181375980377,-0.21684494614601135,-0.14568567276000977,-0.2659227252006531,0.2604628801345825,-0.24313108623027802,0.14634746313095093,-0.12991765141487122,0.35231924057006836,0.0498710572719574,-0.30703169107437134,0.060847826302051544,0.042984768748283386,-0.34195974469184875,0.07095485180616379,0.3373238146305084,0.10174426436424255,-0.0018802130362018943,-0.07329239696264267,0.09395333379507065,-0.15751351416110992,0.34816715121269226,0.3056321144104004,0.1651683896780014,-0.1316910684108734,-0.3319706618785858,-0.20353108644485474,0.34375807642936707,-0.3245190680027008,-0.33757728338241577,-0.025481900200247765,0.11248310655355453,-0.3518889248371124,-0.3282465934753418,0.0019221912370994687,-0.11859385669231415,0.24631355702877045,0.10150904208421707,-0.3068923056125641,-0.3186609447002411,0.2428033947944641,-0.06269246339797974,-0.15466447174549103,0.11136255413293839,-0.06948565691709518,0.16908599436283112,0.08965764194726944,-0.15307928621768951,-0.2833693027496338,0.19139334559440613,-0.21241867542266846,-0.039104435592889786,0.048340748995542526,-0.20575636625289917,0.19258922338485718,-0.2486850768327713,0.08683498203754425,0.037812843918800354,0.12972261011600494,-0.3469833731651306,0.02042318321764469,0.1723594069480896,-0.22635090351104736,0.08748720586299896,0.0013853247510269284,0.299936980009079,-0.07486379891633987,0.00241543585434556,-0.15377357602119446,-0.08713426440954208,0.1012142226099968,-0.34098273515701294,0.26820820569992065,0.25424063205718994,0.14972831308841705,0.26466915011405945,-0.11005642265081406,0.08053069561719894,0.017986925318837166,-0.24448025226593018],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l2":{"shape":[32],"stride":[1],"data":[-0.13592205941677094,-0.12551508843898773,-0.08741728216409683,-0.31393370032310486,-0.24865050613880157,-0.03357439115643501,-0.053783632814884186,-0.32093676924705505,0.07554282993078232,0.19250787794589996,0.29444411396980286,0.29755187034606934,-0.24705111980438232,-0.11330754309892654,-0.1677246391773224,0.06484541296958923,0.09474105387926102,0.07866080850362778,0.20660611987113953,0.18652686476707458,-0.18976867198944092,0.2427080124616623,0.23849603533744812,0.04678751155734062,-0.3075999617576599,-0.21684329211711884,0.09852689504623413,0.12223833054304123,0.32967087626457214,0.17994201183319092,0.1281431019306183,-0.01205863431096077],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l2":{"shape":[32],"stride":[1],"data":[0.24107739329338074,-0.1286884844303131,0.14395542442798615,-0.16839297115802765,-0.003299929667264223,0.20894818007946014,0.16222815215587616,-0.07933904230594635,-0.004476753994822502,-0.196269229054451,0.16376541554927826,0.2378995269536972,0.1217009648680687,-0.34212028980255127,-0.25309237837791443,0.23668839037418365,-0.0506233386695385,0.21712732315063477,0.26060667634010315,-0.10356559604406357,-0.20743751525878906,-0.33262085914611816,0.13524076342582703,0.18133191764354706,-0.06129411980509758,-0.3432385325431824,-0.22772742807865143,-0.019049659371376038,0.1613629162311554,-0.11846956610679626,-0.228239044547081,-0.24613505601882935],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l2_reverse":{"shape":[32,16],"stride":[16,1],"data":[0.31633463501930237,0.1280297338962555,-0.2870559096336365,-0.21834491193294525,-0.3001296818256378,0.0511527843773365,-0.14356577396392822,-0.0011968440376222134,-0.05593152344226837,-0.30948010087013245,-0.3159444034099579,-0.2742261588573456,-0.14807187020778656,0.05498983711004257,-0.16626796126365662,-0.01260232925415039,-0.042349740862846375,0.32333868741989136,-0.16117435693740845,0.3321753144264221,-0.27141818404197693,-0.2949818968772888,0.11497331410646439,-0.20576635003089905,0.1813460886478424,-0.19560246169567108,0.27841082215309143,0.34234291315078735,0.02263433299958706,0.07556137442588806,0.3296249806880951,0.20959222316741943,-0.30864787101745605,-0.011317608878016472,-0.31914469599723816,0.270074725151062,-0.06475892663002014,-0.002464452525600791,-0.2172195017337799,-0.19224613904953003,0.04588434472680092,0.29170677065849304,-0.17771463096141815,0.03340854123234749,0.32003888487815857,0.31685927510261536,-0.06912175565958023,0.3313719630241394,0.12875309586524963,0.3220033049583435,0.010489802807569504,-0.2996346652507782,-0.0962386205792427,0.10604142397642136,0.18854084610939026,-0.35221269726753235,0.2750113308429718,-0.31716418266296387,0.20715419948101044,0.34883913397789,0.08712761104106903,-0.06672659516334534,0.19466841220855713,-0.10493549704551697,-0.2618885338306427,-0.25091248750686646,0.16623441874980927,0.27001723647117615,0.014316356740891933,-0.3428018093109131,-0.3474043607711792,-0.07983498275279999,0.19085492193698883,-0.23560626804828644,0.09529706090688705,-0.19324170053005219,0.28765618801116943,-0.09264197200536728,-0.07368023693561554,-0.3100947439670563,-0.3166747987270355,0.023894818499684334,0.05716646835207939,0.19101335108280182,-0.3091573715209961,0.06194983795285225,-0.05107413977384567,0.20739291608333588,-0.16075928509235382,0.10533306747674942,0.14247126877307892,0.17760318517684937,-0.1212649941444397,0.11377730965614319,-0.06929022073745728,0.09520462900400162,-0.21740107238292694,-0.2809368073940277,-0.28920185565948486,-0.22225326299667358,-0.14963357150554657,0.05262712389230728,-0.07733529061079025,-0.20126940310001373,0.002970046130940318,-0.11165100336074829,0.2179410606622696,-0.29118847846984863,-0.13049961626529694,-0.2272050529718399,0.043625276535749435,0.019288377836346626,-0.0203385092318058,0.35079431533813477,-0.1348748803138733,-0.050815947353839874,0.09134308993816376,0.2950798571109772,0.26798513531684875,0.04038940742611885,-0.13375866413116455,0.11614882946014404,0.2224506437778473,-0.007545297499746084,0.19411270320415497,0.2893555462360382,-0.18942277133464813,-0.07816225290298462,-0.3183095455169678,0.08115936070680618,0.25197404623031616,-0.06865692138671875,0.05641612783074379,0.11297230422496796,-0.007541040424257517,0.27486681938171387,0.05152030661702156,-0.3475237786769867,-0.2919594645500183,-0.350288450717926,0.014572188258171082,0.19111959636211395,-0.04664446413516998,0.3178844153881073,-0.06360528618097305,0.07228411734104156,0.3188134729862213,0.17893047630786896,-0.011279381811618805,0.3405507504940033,-0.21123558282852173,0.13169001042842865,0.22328202426433563,-0.21891729533672333,-0.33210811018943787,0.11308833956718445,-0.1341342031955719,-0.17841775715351105,0.07032366096973419,-0.25647759437561035,0.31798726320266724,-0.03173704072833061,-0.11322632431983948,0.2955639958381653,0.09844395518302917,0.0673598051071167,-0.16904480755329132,0.3369627892971039,-0.1076812744140625,0.29406100511550903,-0.02598917856812477,0.17735566198825836,0.24859142303466797,-0.2632213532924652,-0.23564445972442627,-0.3496127426624298,0.2550048232078552,0.30405086278915405,-0.12921300530433655,-0.17316310107707977,0.05918138101696968,0.19034582376480103,0.08726951479911804,-0.07368402928113937,-0.22488638758659363,0.30238285660743713,-0.22896599769592285,-0.3416382968425751,-0.141164168715477,0.07050139456987381,0.1314125657081604,0.13670751452445984,-0.20481303334236145,-0.13569021224975586,-0.15721802413463593,-0.1712115854024887,-0.2977885901927948,0.07237225025892258,-0.10281947255134583,-0.34029728174209595,-0.20644591748714447,-0.2123250663280487,-0.15250976383686066,-0.21846210956573486,-0.0613129585981369,0.12670037150382996,-0.2861356735229492,-0.030287019908428192,-0.10174902528524399,-0.180757075548172,-0.07850591838359833,-0.14984697103500366,0.011365951038897038,-0.2552125155925751,0.06704746186733246,0.32460877299308777,0.29295825958251953,-0.15851889550685883,0.10897514224052429,-0.3341801166534424,0.29767194390296936,-0.35233885049819946,-0.3159445822238922,-0.3173598349094391,-0.3283287584781647,0.04788168519735336,-0.09349106252193451,0.0846221074461937,-0.021875815466046333,-0.007594735361635685,-0.1277322620153427,-0.2097613662481308,-0.29601454734802246,0.1783972829580307,-0.1822918951511383,-0.07190526276826859,0.171719029545784,-0.08756167441606522,-0.0891430675983429,-0.2356947809457779,-0.30250048637390137,0.16969391703605652,-0.07976805418729782,0.22231610119342804,0.0232696533203125,-0.00044907466508448124,-0.31918835639953613,0.007805764675140381,-0.07990191131830215,-0.20174971222877502,-0.0818256214261055,0.01848333142697811,-0.2663962244987488,0.05879013240337372,0.2460077404975891,0.06984347850084305,0.3374853730201721,0.16498291492462158,-0.27882951498031616,-0.13916365802288055,-0.0850801169872284,0.10576287657022476,-0.010083885863423347,0.2845032215118408,0.04107096418738365,-0.22390909492969513,-0.12961824238300323,-0.2941426932811737,-0.09748511016368866,0.17382696270942688,0.0034141053911298513,-0.33715003728866577,-0.3059289753437042,0.1281794011592865,-0.31031471490859985,-0.28200119733810425,-0.21079379320144653,0.3369781970977783,-0.10053139925003052,-0.14577051997184753,-0.2387237846851349,0.2261705994606018,-0.057087820023298264,0.06817741692066193,0.08446034789085388,0.09971147775650024,0.22630546987056732,0.018347112461924553,0.03657069429755211,-0.022959791123867035,-0.274734765291214,-0.0809101015329361,0.33649593591690063,-0.25057119131088257,-0.22313076257705688,-0.350835919380188,0.02143866755068302,-0.33068639039993286,-0.18108797073364258,0.325778603553772,0.1464294046163559,0.1883631944656372,0.060539353638887405,-0.30044248700141907,-0.16451537609100342,-0.2862221598625183,-0.2186228632926941,0.1204005628824234,-0.09805949032306671,0.345514714717865,-0.25772523880004883,-0.30172598361968994,0.3490994870662689,-0.3054192066192627,0.30084964632987976,0.09520408511161804,-0.3222467005252838,0.3079376816749573,-0.09625286608934402,-0.14578329026699066,-0.2758066952228546,-0.2990517020225525,0.0787179172039032,-0.34728145599365234,0.1452842652797699,-0.08736628293991089,0.12407812476158142,-0.08656435459852219,0.12226530909538269,-0.00965769775211811,0.10391532629728317,-0.1438407450914383,-0.24319025874137878,0.04502682760357857,-0.2256655991077423,-0.21917124092578888,-0.3399656116962433,-0.11269434541463852,-0.23624025285243988,0.2753307819366455,0.25478771328926086,0.0838857963681221,0.2872639298439026,0.17024093866348267,-0.3330552577972412,-0.03537482023239136,-0.05738959088921547,-0.21466463804244995,0.10069585591554642,-0.11034870892763138,-0.16906175017356873,-0.004121498204767704,-0.23506708443164825,0.2926189601421356,0.2237217128276825,0.33467137813568115,-0.06262136250734329,0.11546879261732101,-0.014220641925930977,-0.2925582230091095,0.15995360910892487,-0.24695423245429993,-0.12762613594532013,-0.1583297699689865,-0.3449157774448395,0.012681396678090096,0.05792047455906868,-0.02628467045724392,0.2600220739841461,0.01695200987160206,-0.06439916044473648,-0.19284319877624512,-0.2099771946668625,-0.05026492103934288,-0.20750199258327484,-0.2332296073436737,-0.04676184430718422,-0.06242546811699867,-0.21581701934337616,0.2065775841474533,0.2998404800891876,-0.2410626858472824,0.15485966205596924,-0.16405242681503296,-0.03671087324619293,0.3300436735153198,0.045240677893161774,-0.33710384368896484,0.32501766085624695,-0.014958633109927177,-0.17703619599342346,-0.18671508133411407,0.3031836450099945,0.005967024248093367,0.19527988135814667,0.232365220785141,-0.1372252106666565,0.03000880777835846,-0.22869789600372314,0.2952360510826111,-0.1869569718837738,0.23483730852603912,0.08957945555448532,0.21809564530849457,-0.24910303950309753,-0.010995101183652878,0.18319712579250336,-0.014112197794020176,-0.005072921048849821,0.1722882241010666,-0.2642464339733124,-0.07088353484869003,0.16104066371917725,0.17339980602264404,0.3283741772174835,-0.06993856281042099,0.08377052843570709,-0.1739577353000641,-0.05933850631117821,-0.17748981714248657,0.2620076835155487,0.0021536618005484343,0.1438300758600235,0.19447065889835358,0.0658840760588646,0.03762474283576012,-0.02587711066007614,-0.2994861900806427,0.056963615119457245,-0.07832768559455872,-0.2971716523170471,0.3293999433517456,-0.03769175708293915,-0.17645379900932312,-0.3441902995109558,-0.32563909888267517,0.13463431596755981,-0.16139869391918182,-0.15272554755210876,-0.20457355678081512,0.2853907644748688,-0.08499021083116531,0.22916699945926666,0.28067928552627563,-0.2741105258464813,0.26376673579216003,-0.06751377135515213,0.33862245082855225,0.180588960647583,-0.3424810767173767,0.06568270176649094,0.1242830902338028,-0.12825943529605865,0.2681032121181488,-0.29278644919395447,-0.11218458414077759,0.33687618374824524,0.3452969491481781,0.17661480605602264,-0.21105235815048218,-0.3041977882385254,-0.2874632179737091,-0.08838387578725815,0.2002866268157959,0.1119350716471672,-0.04293583706021309,0.3179684281349182,0.2776341438293457,-0.16524454951286316,-0.15310849249362946,-0.004148050677031279,0.07336864620447159,-0.0025310025084763765,0.13649412989616394,0.24393339455127716,-0.06374997645616531,0.17362718284130096,0.04808521270751953,0.13571222126483917,0.14555098116397858,-0.09449867159128189,-0.15763528645038605,0.1511211097240448,-0.22636304795742035,0.1856163591146469,-0.22684723138809204,0.24254997074604034,0.14185954630374908,-0.08661522716283798,0.202088862657547,-0.11643433570861816,0.07532253116369247,0.10409453511238098,0.036107879132032394,0.07099922746419907,-0.007018756587058306,-0.1021401435136795,0.1972508728504181,0.13945245742797852,0.1318736970424652,0.23868927359580994,-0.1849861890077591,-0.08214395493268967,-0.010077311657369137,0.28531211614608765,-0.28153836727142334,-0.202797994017601,-0.08421643823385239,-0.3020055890083313,-0.279331773519516,0.24219150841236115,0.016492819413542747],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l2_reverse":{"shape":[32,8],"stride":[8,1],"data":[-0.28442543745040894,-0.058378398418426514,-0.011623721569776535,-0.1256939172744751,-0.29572921991348267,0.19241662323474884,-0.043667927384376526,0.3451858162879944,-0.2707749605178833,-0.1940963864326477,-0.01836814358830452,-0.2462061196565628,0.25766000151634216,0.2734118402004242,0.32029619812965393,-0.22318467497825623,0.25155341625213623,0.2454838901758194,-0.14067715406417847,0.038795582950115204,0.16847553849220276,0.25299912691116333,-0.33021777868270874,0.35198885202407837,-0.08889111876487732,0.14405354857444763,-0.21958811581134796,-0.2720746397972107,-0.23943868279457092,0.20836840569972992,-0.1743960678577423,0.2055242955684662,0.1068841964006424,0.14063531160354614,-0.07863881438970566,-0.11183716356754303,-0.16542068123817444,-0.19762513041496277,0.3259872794151306,-0.019214242696762085,-0.15161624550819397,-0.3289478123188019,0.01538069173693657,-0.3509503901004791,-0.004163223318755627,0.2232363075017929,-0.20363573729991913,0.19425633549690247,-0.11278007924556732,-0.2719215452671051,-0.3501730263233185,0.17563804984092712,-0.2705010771751404,0.17263193428516388,0.050621356815099716,0.19215425848960876,-0.26576298475265503,0.309180349111557,-0.35215023159980774,-0.2683594822883606,0.2120216190814972,0.012015855871140957,-0.1985325962305069,-0.07416298240423203,-0.31463950872421265,-0.3077006936073303,-0.07585349678993225,0.2697090208530426,0.1055869609117508,0.06666986644268036,-0.09370167553424835,0.3217945694923401,0.003386077703908086,0.11937829107046127,0.005619439296424389,0.055170562118291855,0.11789843440055847,0.27131006121635437,0.2035081684589386,0.04524729773402214,0.1413506269454956,-0.10632456839084625,0.2416669875383377,0.09924916923046112,0.2668198049068451,-0.05520175024867058,-0.288667768239975,0.06984293460845947,0.14379628002643585,0.285678505897522,0.13703419268131256,0.1306295245885849,0.28135961294174194,-0.12150253355503082,0.3121621310710907,0.18126478791236877,0.23611903190612793,0.2521507740020752,-0.2888486683368683,0.18415124714374542,0.32927754521369934,-0.2483787089586258,-0.030301939696073532,-0.2157713770866394,-0.08537278324365616,0.052689291536808014,0.18911880254745483,-0.10264211148023605,-0.3347875773906708,0.19090579450130463,0.19835427403450012,-0.06409473717212677,0.302668958902359,0.272552490234375,-0.07792522013187408,0.01365292351692915,0.062278542667627335,-0.0692819133400917,-0.08710269629955292,-0.1595938801765442,-0.20106102526187897,0.17656928300857544,-0.10498426109552383,-0.16961312294006348,0.3114433288574219,0.056527480483055115,0.25509658455848694,0.3221908509731293,-0.04980514198541641,0.05273742228746414,0.3277931809425354,-0.24325715005397797,-0.10600496828556061,0.05031014606356621,-0.023986149579286575,0.09412942081689835,0.1859082281589508,-0.1454584300518036,0.027529394254088402,0.31986480951309204,-0.20005927979946136,-0.2397541105747223,-0.2711406946182251,0.21133963763713837,-0.3242904543876648,-0.1719333380460739,0.2387879341840744,-0.2119484543800354,0.28751474618911743,-0.165273517370224,0.05593219771981239,0.04628073796629906,-0.008672093041241169,0.22020871937274933,0.3002806007862091,-0.22074541449546814,0.19828452169895172,0.09446482360363007,-0.006588310934603214,-0.24720731377601624,0.10487745702266693,0.2566222846508026,-0.3034687340259552,-0.32652565836906433,-0.3475726544857025,0.08169247955083847,-0.10158815234899521,-0.10982343554496765,0.3292142152786255,-0.09017924964427948,-0.2245231717824936,0.03180257976055145,-0.1940518021583557,-0.10358915477991104,0.1867571920156479,0.0815979391336441,-0.24261562526226044,0.33659636974334717,0.23920102417469025,-0.24101199209690094,0.15400171279907227,0.1452818661928177,-0.2536925673484802,-0.24847501516342163,-0.292750746011734,0.1574902981519699,0.0615977868437767,0.14941832423210144,-0.15528972446918488,0.26584523916244507,0.04514487832784653,-0.2821098864078522,-0.08898965269327164,0.18043136596679688,0.07774028182029724,-0.05408747121691704,-0.24701248109340668,-0.2199343889951706,0.3049512803554535,-0.20252802968025208,0.25054290890693665,-0.11833987385034561,0.003533971030265093,-0.3442867398262024,-0.11492754518985748,0.2980382442474365,-0.317420095205307,0.17789459228515625,-0.29754501581192017,0.0515667088329792,-0.32054436206817627,-0.2798849940299988,-0.28542280197143555,-0.12259472906589508,0.04813890904188156,-0.25921547412872314,0.0896032303571701,0.21294155716896057,0.2882162928581238,0.3130524456501007,0.23277568817138672,-0.10410857200622559,-0.03258313611149788,0.3128150701522827,0.17587824165821075,-0.09375975281000137,0.2669324576854706,-0.3089790940284729,0.30259501934051514,0.19781522452831268,-0.2593177258968353,-0.2883627414703369,0.27648788690567017,0.3487848937511444,0.030852166935801506,-0.1381458193063736,0.20131783187389374,0.15950340032577515,-0.04412420839071274,0.28306087851524353,0.22916430234909058,0.08814115822315216,0.18357492983341217,-0.3311721980571747,-0.1656074821949005,0.03875596448779106,0.09614631533622742,-0.0483345091342926,0.13349731266498566,0.10770273208618164,-0.32675546407699585,0.11151719093322754,-0.028745751827955246,-0.24329613149166107,0.011931730434298515,-0.08695265650749207],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l2_reverse":{"shape":[32],"stride":[1],"data":[-0.18775096535682678,-0.3221709132194519,0.295769602060318,-0.2147117257118225,0.04748617857694626,0.28323158621788025,-0.04454154893755913,-0.2317238301038742,-0.34204792976379395,0.0587441511452198,-0.17739970982074738,0.025783207267522812,0.11293243616819382,-0.10017382353544235,0.23972642421722412,-0.046008046716451645,-0.14109854400157928,-0.23376871645450592,0.10726869851350784,-0.21858616173267365,0.07431993633508682,-0.044621922075748444,0.24298134446144104,-0.17332717776298523,-0.17416825890541077,-0.0456913560628891,-0.21594393253326416,0.1347900927066803,-0.12950630486011505,0.14505423605442047,0.20519272983074188,0.2064521610736847],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l2_reverse":{"shape":[32],"stride":[1],"data":[-0.06490576267242432,0.1929468810558319,-0.18721643090248108,-0.3522626757621765,-0.03364764153957367,-0.2563497722148895,-0.27390772104263306,0.08987191319465637,0.3021198511123657,-0.13913504779338837,-0.019999733194708824,-0.25614747405052185,0.061793096363544464,0.10079701244831085,-0.05427228659391403,0.2689938247203827,-0.2845494747161865,-0.04743577167391777,-0.19624701142311096,0.31044110655784607,0.2994648218154907,0.3477741777896881,0.3252847492694855,0.14002716541290283,-0.2707209587097168,-0.23982086777687073,0.08475499600172043,-0.31565359234809875,0.22382880747318268,0.15370474755764008,0.0843559056520462,-0.3085891902446747],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l3":{"shape":[32,16],"stride":[16,1],"data":[0.2571916878223419,-0.03741851821541786,-0.1483643651008606,0.18459370732307434,0.02987726777791977,-0.15727479755878448,0.08275023847818375,-0.23576988279819489,0.3285974860191345,0.3098885715007782,0.16305240988731384,0.1870395392179489,-0.3514522314071655,-0.1965359002351761,-0.3402128219604492,-0.1842741072177887,-0.29312193393707275,0.2602405548095703,0.19074639678001404,0.208212211728096,-0.15695469081401825,0.2694738507270813,-0.05108838528394699,-0.09160166233778,0.19036462903022766,0.23413416743278503,-0.25410962104797363,0.33659324049949646,-0.03568396717309952,0.09416545927524567,-0.35204604268074036,0.03935950994491577,-0.1749792993068695,-0.22137416899204254,-0.14761777222156525,-0.0016468880930915475,-0.10072072595357895,-0.22648422420024872,0.25313878059387207,0.10518184304237366,-0.3290325105190277,0.07416404038667679,0.08685006946325302,0.01299151312559843,0.08585182577371597,-0.02960103750228882,0.15462397038936615,-0.24889437854290009,-0.15074869990348816,0.2648490071296692,-0.2190406620502472,0.17346441745758057,0.3271331787109375,-0.323293000459671,-0.15489336848258972,0.30171334743499756,-0.02137831412255764,0.06979623436927795,0.050317563116550446,0.14569903910160065,-0.1456751823425293,0.04589909687638283,0.2408338338136673,-0.0298266913741827,-0.32436972856521606,0.12220761179924011,-0.09025721997022629,-0.07458862662315369,0.18439055979251862,0.061961472034454346,-0.21388286352157593,-0.16315440833568573,-0.05374351143836975,-0.08735073357820511,-0.07484715431928635,-0.24165691435337067,0.2561233639717102,0.1833604872226715,0.06977233290672302,0.08005204051733017,0.04138984903693199,0.2643639147281647,0.08000242710113525,0.05385751649737358,-0.1943521797657013,0.11794239282608032,-0.3307656943798065,0.11150664836168289,-0.3064562976360321,-0.14632576704025269,0.1866544783115387,-0.21058066189289093,0.2815251052379608,-0.1953454613685608,0.334882527589798,0.10896941274404526,-0.15321382880210876,0.21562474966049194,-0.3131043016910553,-0.22397281229496002,-0.22150470316410065,0.04654175415635109,0.03473414480686188,-0.3040938079357147,0.34116512537002563,-0.00033789128065109253,-0.18879634141921997,0.00844504777342081,-0.15176397562026978,0.09754255414009094,0.12798960506916046,-0.10028935223817825,0.020611494779586792,0.2103670984506607,-0.22996218502521515,-0.07883816212415695,-0.052157819271087646,-0.23391546308994293,0.02879594825208187,0.012993999756872654,-0.2855752110481262,0.07252684235572815,0.3374548554420471,0.18805283308029175,-0.19178080558776855,0.3236309885978699,-0.24303048849105835,-0.17976270616054535,0.15594995021820068,0.28126636147499084,0.33739107847213745,0.3043827712535858,-0.19468265771865845,0.08090243488550186,-0.22200115025043488,0.007807619404047728,0.29292070865631104,0.17408674955368042,-0.32646194100379944,-0.1521596908569336,-0.29830750823020935,0.16654887795448303,-0.04488183930516243,-0.25845563411712646,-0.11297585070133209,0.11602361500263214,0.032731831073760986,0.33174172043800354,-0.0046939365565776825,0.11121263355016708,-0.10710087418556213,0.04218882694840431,0.01266550738364458,0.3036957383155823,0.14814259111881256,-0.20148725807666779,-0.31415247917175293,-0.33638444542884827,-0.12839582562446594,0.045702144503593445,0.3326110243797302,-0.03473823145031929,0.13823609054088593,0.17968478798866272,-0.27082201838493347,-0.29246485233306885,0.13396704196929932,0.16479450464248657,-0.16462689638137817,0.05540468543767929,-0.34616798162460327,0.004456439055502415,0.08666399121284485,0.0033465861342847347,-0.05611949786543846,0.1471593827009201,-0.09718000888824463,0.2631829082965851,-0.3045259416103363,-0.20205464959144592,-0.2951579988002777,-0.31975457072257996,0.2621079981327057,-0.0874948725104332,-0.2777256965637207,0.07333037257194519,-0.26773035526275635,0.01827634871006012,0.16807295382022858,-0.07476121932268143,0.18175330758094788,0.07256494462490082,-0.283705472946167,0.06958566606044769,0.22791515290737152,-0.08196065574884415,0.03341406211256981,0.0451042503118515,0.03040279634296894,0.09190579503774643,-0.33851295709609985,0.2682463526725769,0.15420052409172058,0.04366051033139229,0.06433261185884476,-0.28512945771217346,-0.10094688087701797,-0.015378415584564209,0.08404292166233063,-0.19394487142562866,0.03751356154680252,-0.10972446948289871,0.2573442757129669,-0.3034765124320984,0.036957938224077225,0.2395305186510086,-0.2745985984802246,-0.010133324190974236,0.1633744090795517,0.1426677107810974,0.04157795011997223,0.14291894435882568,-0.2464609444141388,0.29446941614151,0.007885380648076534,0.22853955626487732,0.07821304351091385,-0.03933190181851387,0.15144015848636627,0.3356284201145172,0.3487510085105896,-0.29760223627090454,0.021442798897624016,-0.25398436188697815,0.2059973180294037,0.2538140118122101,-0.24826432764530182,-0.02043384499847889,0.24465136229991913,0.23380723595619202,-0.265826016664505,0.23738643527030945,-0.06259291619062424,-0.30068734288215637,0.07042750716209412,0.16470713913440704,0.21203337609767914,-0.24038904905319214,-0.2560725808143616,-0.23754940927028656,0.20036303997039795,-0.3089989721775055,-0.002981341676786542,-0.10389547795057297,0.15436303615570068,0.06943221390247345,-0.1785358190536499,0.06175398454070091,0.32536375522613525,0.05821031704545021,-0.17520128190517426,0.011836942285299301,-0.32429593801498413,-0.22683846950531006,-0.06567182391881943,-0.22031737864017487,0.29939430952072144,0.06862834095954895,0.2738421559333801,-0.08050726354122162,-0.049170494079589844,0.08918218314647675,-0.10512540489435196,-0.12051676213741302,-0.3468272089958191,0.26634830236434937,0.3199760913848877,-0.3500610888004303,-0.11697613447904587,-0.26742351055145264,-0.14351633191108704,0.26916396617889404,0.18912310898303986,-0.027432920411229134,0.15100325644016266,0.10558544099330902,0.19308170676231384,-0.28411561250686646,0.10928589105606079,-0.33484798669815063,-0.23251986503601074,-0.1317531168460846,-0.03444649279117584,-0.33364999294281006,0.008798955008387566,0.0564471036195755,-0.14031334221363068,0.11467617750167847,0.3089431822299957,-0.060392092913389206,-0.18829496204853058,-0.3131876289844513,-0.2581656575202942,-0.19554594159126282,-0.2613729238510132,-0.13899962604045868,0.19476720690727234,0.11063467711210251,0.31866616010665894,0.3510243594646454,-0.12731698155403137,-0.138458251953125,0.04838201031088829,-0.2815282642841339,0.19230438768863678,-0.06363179534673691,-0.29604047536849976,-0.2669263184070587,-0.24362243711948395,0.09717491269111633,0.27102357149124146,0.2801036238670349,-0.09735268354415894,-0.20536358654499054,-0.15691933035850525,-0.24151918292045593,-0.09115372598171234,-0.3193089962005615,0.18897339701652527,-0.33276277780532837,-0.219929501414299,0.23726977407932281,-0.2644611895084381,0.08452212810516357,0.264819860458374,0.34850242733955383,0.17889435589313507,-0.09488169848918915,0.2020329385995865,-0.011668228544294834,-0.10901471972465515,0.0011514518409967422,0.0793052390217781,0.23706455528736115,0.14840903878211975,0.16881835460662842,0.05289071053266525,-0.017794905230402946,0.14845594763755798,0.08503749966621399,-0.3383117914199829,0.05716082081198692,-0.15701019763946533,-0.1874886155128479,0.13672980666160583,0.07229764759540558,0.059871915727853775,-0.16771988570690155,0.1633678376674652,0.3317857086658478,0.043252695351839066,0.14531975984573364,-0.3101823031902313,0.21018578112125397,0.12282021343708038,0.15928570926189423,0.14743612706661224,-0.09299322962760925,-0.021222075447440147,0.3419807553291321,0.258707731962204,-0.25342297554016113,0.2805176079273224,0.3518674671649933,0.046496275812387466,-0.2758360207080841,0.06853301078081131,-0.07140392810106277,0.2542002499103546,-0.3396884500980377,0.09047554433345795,-0.004146786406636238,0.027832724153995514,0.24320653080940247,0.006386849097907543,-0.28463903069496155,-0.2062409222126007,-0.14156414568424225,0.03770659491419792,0.13643620908260345,-0.06599315255880356,-0.13953977823257446,0.1551414579153061,-0.34376275539398193,0.24705646932125092,-0.041099581867456436,0.24601279199123383,0.2671498656272888,0.03776901215314865,0.11183860152959824,-0.19997207820415497,0.25331535935401917,0.20693305134773254,-0.055528681725263596,0.13780704140663147,-0.019803665578365326,0.276227742433548,0.14553846418857574,0.2577570080757141,-0.3213725686073303,0.34447652101516724,0.131727397441864,0.17189128696918488,0.07878202944993973,0.23220928013324738,0.33284276723861694,-0.030119359493255615,-0.290097713470459,0.32465511560440063,-0.07456139475107193,-0.17051038146018982,0.2176423966884613,0.19731055200099945,0.047334492206573486,-0.02219334989786148,-0.06763506680727005,0.32417649030685425,0.21541468799114227,0.21055372059345245,0.22545327246189117,-0.18503545224666595,0.07382024824619293,-0.3058553636074066,0.20540721714496613,-0.35044485330581665,-0.353342741727829,-0.34948116540908813,0.21802487969398499,0.036794282495975494,0.0008039932581596076,0.05623434856534004,-0.13380271196365356,-0.10736121237277985,-0.23815076053142548,-0.08634372055530548,-0.21755431592464447,0.009302188642323017,0.2777891159057617,-0.29227983951568604,0.17386741936206818,-0.26297229528427124,-0.14648562669754028,0.06913536787033081,0.06083492934703827,0.28994065523147583,-0.0001322568132309243,-0.13465732336044312,-0.1462184637784958,0.010365469381213188,-0.2651045024394989,-0.2772064805030823,-0.1512724906206131,0.009082182310521603,-0.23876914381980896,-0.2018200159072876,0.2524354159832001,0.3267253637313843,-0.1107453927397728,-0.30332672595977783,-0.13535915315151215,0.14269493520259857,0.11474394798278809,-0.1096014454960823,-0.31138134002685547,-0.10630927234888077,-0.07905269414186478,0.2035982310771942,-0.17531651258468628,0.21219033002853394,0.04904438927769661,-0.059254929423332214,-0.3150797188282013,0.34905168414115906,-0.06304451823234558,0.22245527803897858,-0.18288199603557587,-0.34430113434791565,-0.28181809186935425,-0.18119089305400848,-0.11259551346302032,-0.049926482141017914,0.2948685884475708,-0.32606762647628784,0.17646437883377075,0.2974899411201477,0.0022755505051463842,-0.22049076855182648,0.011308126151561737,0.0838766098022461,0.15643350780010223,-0.10746932029724121,-0.1213293969631195,-0.16679614782333374,-0.3419618308544159,0.12417106330394745,-0.2672916054725647,-0.16984757781028748,-0.003638326656073332,0.27255573868751526,0.3143570125102997,-0.25716063380241394,0.30663228034973145],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l3":{"shape":[32,8],"stride":[8,1],"data":[0.31670641899108887,0.28561317920684814,0.030781107023358345,0.2839549481868744,0.1717795580625534,-0.25369560718536377,-0.18634992837905884,0.0066491710022091866,-0.2505560517311096,-0.1164187416434288,0.2850494682788849,0.1646072119474411,0.30790233612060547,0.002710421569645405,-0.18027715384960175,0.23399858176708221,0.02606474794447422,0.059539712965488434,-0.14979983866214752,0.14522944390773773,-0.26111552119255066,0.2821272909641266,0.3093036115169525,0.12756986916065216,0.27532124519348145,0.21459564566612244,-0.1350281685590744,-0.3066486716270447,0.046524133533239365,0.2219877392053604,-0.036169033497571945,0.029748424887657166,0.2620513439178467,0.14597952365875244,0.2643129229545593,0.051914844661951065,0.03963148221373558,-0.08456908166408539,-0.05966164544224739,-0.18790148198604584,0.2363775670528412,0.32245802879333496,0.13120895624160767,0.010045785456895828,-0.11670976132154465,-0.34907451272010803,-0.06546589732170105,-0.25098973512649536,-0.2610150873661041,-0.07000937312841415,-0.06955136358737946,0.07132080942392349,-0.2562623918056488,0.25408419966697693,-0.32189321517944336,-0.1674404889345169,-0.13422717154026031,0.021797675639390945,0.14615215361118317,-0.0931726023554802,0.0551786944270134,-0.08369849622249603,-0.13905610144138336,-0.04945393279194832,0.07118509709835052,-0.3434244394302368,-0.246088445186615,0.27621400356292725,0.15987150371074677,-0.00945315882563591,0.011165332049131393,0.04880276322364807,0.0821736678481102,-0.24138443171977997,-0.09637424349784851,-0.3244827687740326,-0.27795863151550293,-0.06652294099330902,-0.046682100743055344,0.276530385017395,0.060897938907146454,-0.05732717365026474,-0.009795011952519417,0.19745683670043945,-0.10710006952285767,-0.06609459966421127,-0.0709252655506134,-0.28509587049484253,-0.04941355437040329,-0.32683947682380676,-0.19004148244857788,-0.22504161298274994,0.2633710503578186,-0.32568779587745667,0.3406599462032318,0.13256393373012543,-0.23892900347709656,0.2929152846336365,-0.07790886610746384,-0.2994544506072998,-0.04909871891140938,0.17472966015338898,-0.3437560200691223,-0.026494646444916725,0.14385490119457245,-0.13778871297836304,0.03220086544752121,-0.13856564462184906,-0.23719820380210876,0.27688202261924744,-0.2510397732257843,-0.004144974052906036,0.11775441467761993,-0.19758261740207672,0.17071028053760529,-0.2936115562915802,0.3376615047454834,0.1574581414461136,-0.05005393177270889,-0.2940995991230011,0.010903178714215755,0.12540866434574127,-0.19201816618442535,-0.04452519491314888,-0.35234296321868896,-0.35344836115837097,-0.03839750587940216,0.2958342432975769,-0.01664016582071781,0.1108432188630104,-0.1413208693265915,-0.1154446005821228,-0.03886204957962036,-0.1787324696779251,0.21634432673454285,0.22047559916973114,-0.27485257387161255,0.10844160616397858,-0.14605467021465302,-0.20330876111984253,-0.0431329570710659,-0.10965893417596817,-0.20130985975265503,0.05210530385375023,0.2017989456653595,-0.054555680602788925,-0.024731475859880447,0.02660519815981388,-0.15194962918758392,0.1871751993894577,0.3262161314487457,-0.03231339901685715,0.024033861234784126,0.2848707437515259,0.2895810902118683,-0.26300838589668274,-0.16373148560523987,-0.34681081771850586,0.2165483981370926,0.275949627161026,-0.1286798119544983,0.11341054737567902,0.08564268797636032,-0.30418241024017334,0.14118574559688568,0.1734819859266281,0.0077755032107234,0.03625690937042236,0.0821567252278328,0.25470271706581116,0.3123893737792969,0.050815146416425705,0.150704488158226,-0.09249863028526306,0.21079008281230927,-0.1390707790851593,-0.29143020510673523,0.16587823629379272,0.1311282068490982,0.07781985402107239,0.15042585134506226,0.04207165911793709,0.12032798677682877,0.14406698942184448,-0.19072309136390686,-0.01894344948232174,0.05328107625246048,-0.0536775104701519,-0.2972620129585266,0.03353780508041382,0.21607066690921783,-0.18907982110977173,0.3471217751502991,0.0806303322315216,0.1503686159849167,-0.13652299344539642,-0.289211243391037,-0.13157853484153748,0.010801688767969608,-0.1611049771308899,0.31486278772354126,-0.22628605365753174,-0.23812711238861084,-0.1254073977470398,0.31719109416007996,-0.16166405379772186,0.32708343863487244,0.16990667581558228,-0.05371994897723198,0.1828605830669403,0.16808222234249115,-0.17995582520961761,-0.07278768718242645,0.3424605131149292,0.20269940793514252,-0.1726827174425125,-0.095066599547863,0.19816385209560394,0.17948685586452484,0.028025461360812187,-0.22749152779579163,-0.26076894998550415,-0.0746241956949234,0.12998993694782257,-0.037692390382289886,-0.2955997884273529,-0.08664869517087936,0.35290491580963135,-0.2922186851501465,-0.2743911147117615,0.22225411236286163,0.35178810358047485,-0.340105265378952,-0.3197672963142395,-0.11055109649896622,0.35250505805015564,-0.2006615251302719,0.030228646472096443,0.2886151373386383,-0.1251610517501831,-0.10842259973287582,-0.2373168021440506,0.013574867509305477,0.3299991190433502,0.14457254111766815,0.24850915372371674,-0.023423364385962486,-0.05615789443254471,-0.06316374987363815,0.2016480565071106,-0.04636069014668465,-0.30200377106666565,-0.12414965033531189,0.13836489617824554,0.34470507502555847,-0.06428743153810501],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l3":{"shape":[32],"stride":[1],"data":[-0.3078261613845825,-0.26032766699790955,-0.2781781256198883,0.14251859486103058,0.2606143653392792,0.10455798357725143,0.12190338969230652,0.2303331196308136,0.2417316436767578,0.2111181616783142,0.19770698249340057,0.09566795080900192,0.1824912130832672,-0.24259603023529053,-0.22883912920951843,0.09508556127548218,0.05502072721719742,-0.31081655621528625,-0.257563054561615,-0.2814551293849945,0.28080058097839355,0.23115265369415283,-0.18609295785427094,0.05334446579217911,-0.08131985366344452,0.3073532283306122,-0.3202255964279175,-0.2579314112663269,-0.29435622692108154,0.20576044917106628,-0.1767369508743286,0.21057990193367004],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l3":{"shape":[32],"stride":[1],"data":[0.11951252818107605,-0.1728142499923706,-0.09524382650852203,-0.14307691156864166,0.15597864985466003,-0.14178629219532013,0.11998508125543594,0.025257762521505356,-0.28235000371932983,-0.2222478687763214,-0.24514465034008026,0.1852601319551468,0.07660838961601257,-0.008889739401638508,-0.21052025258541107,-0.3503033220767975,-0.1251177191734314,-0.2705894112586975,-0.35166671872138977,-0.337205171585083,-0.2309391051530838,-0.34370362758636475,0.11021168529987335,0.13228997588157654,0.14250598847866058,-0.35196056962013245,0.2186230719089508,0.06893002986907959,0.1807854026556015,-0.08689521253108978,0.16978149116039276,-0.3353153467178345],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l3_reverse":{"shape":[32,16],"stride":[16,1],"data":[0.1204228550195694,0.2803550064563751,0.14862163364887238,-0.33326396346092224,-0.09925072640180588,-0.043905679136514664,0.18524563312530518,-0.13378535211086273,0.05085042491555214,-0.1241152212023735,-0.0561649315059185,-0.007037933450192213,-0.20301617681980133,-0.2453990876674652,0.29187142848968506,0.29705527424812317,-0.01070373971015215,0.30602484941482544,0.27244317531585693,-0.22269673645496368,-0.14048762619495392,-0.2428370714187622,0.1143072247505188,0.008941411972045898,-0.048485271632671356,0.26250168681144714,-0.13819357752799988,-0.19349655508995056,-0.2513326406478882,-0.17986290156841278,0.3407648801803589,-0.17189431190490723,-0.09728137403726578,0.15935158729553223,-0.27154064178466797,-0.21459227800369263,0.26021823287010193,-0.1356029361486435,-0.18346144258975983,-0.04574214294552803,-0.05037859082221985,0.06461314111948013,0.12962017953395844,-0.2726059854030609,0.3212957978248596,-0.33614200353622437,0.11974315345287323,-0.09975732862949371,-0.14930403232574463,0.33072108030319214,-0.3407028615474701,0.024146266281604767,0.2265515774488449,0.3160746395587921,-0.29889941215515137,0.04259748011827469,0.34979861974716187,-0.34631580114364624,0.08635611087083817,-0.22152628004550934,0.057394690811634064,-0.3198188841342926,0.1739494800567627,-0.07843199372291565,0.21129867434501648,-0.005316571798175573,-0.05039536580443382,-0.08583682030439377,-0.3237280547618866,-0.15017566084861755,0.01174164842814207,-0.27352532744407654,0.3102788031101227,-0.2299390435218811,-0.1377415955066681,-0.047280292958021164,-0.28640037775039673,-0.0027933665551245213,-0.17025122046470642,-0.2959379553794861,0.008672134950757027,0.31299668550491333,0.0870622768998146,0.291607141494751,-0.003457474522292614,-0.12340394407510757,0.2849491834640503,-0.18827350437641144,-0.3270740509033203,0.07737967371940613,0.17620205879211426,-0.2113417387008667,0.12443818897008896,-0.1254347860813141,-0.042897820472717285,-0.07828309386968613,-0.07562248408794403,-0.28767338395118713,0.08665012568235397,-0.09300000965595245,0.2703394889831543,0.05901207774877548,-0.289143443107605,-0.26896724104881287,-0.18425914645195007,0.1693086475133896,-0.22827018797397614,-0.16174109280109406,0.06418745964765549,-0.24511781334877014,-0.1740986406803131,0.32059696316719055,-0.18692143261432648,-0.1177939921617508,0.25286155939102173,0.07922570407390594,0.2775039076805115,-0.3114769756793976,0.17672206461429596,-0.05407878756523132,-0.2265026867389679,-0.15142565965652466,-0.34198305010795593,0.2445794641971588,-0.06784024089574814,-0.3466747999191284,0.3023647367954254,0.22899840772151947,0.14618819952011108,0.3460334241390228,0.3192778527736664,0.33041632175445557,0.31661608815193176,0.28732484579086304,0.0925564169883728,-0.02960854023694992,0.01344539225101471,-0.14692889153957367,0.166119784116745,0.010242653079330921,0.08341244608163834,-0.2277405709028244,-0.13312292098999023,0.2650599181652069,0.03438710793852806,0.12200838327407837,-0.3086547255516052,-0.15140078961849213,-0.008998141624033451,-0.03710031136870384,0.22568899393081665,-0.10669702291488647,0.2950747311115265,-0.0683799758553505,0.13751420378684998,-0.24891148507595062,0.06000981852412224,-0.34469226002693176,-0.3033447861671448,-0.22627601027488708,0.09897971898317337,0.02740286849439144,0.034218478947877884,-0.03867466375231743,0.297073096036911,0.34634092450141907,0.15015004575252533,0.28116506338119507,-0.01747332513332367,-0.12997746467590332,0.0687340497970581,0.23247399926185608,-0.05464224889874458,-0.2714695334434509,0.11675604432821274,-0.09012631326913834,-0.17019057273864746,0.22331224381923676,-0.012000387534499168,-0.20209985971450806,-0.21155647933483124,0.3329625427722931,0.22996795177459717,-0.25351855158805847,0.0001690088538452983,-0.007649020757526159,0.16852623224258423,-0.30280524492263794,0.005254574120044708,0.1178005263209343,0.1799243837594986,0.03696860000491142,-0.17524608969688416,-0.33941641449928284,0.1911003440618515,0.3227812647819519,-0.10674477368593216,-0.31595438718795776,0.10344471782445908,-0.24787576496601105,-0.2309994101524353,0.09637365490198135,-0.03357434645295143,-0.024048907682299614,0.31711912155151367,-0.06201406940817833,0.21521149575710297,-0.11003407835960388,0.26308053731918335,0.10785938799381256,0.31505075097084045,0.12331215292215347,-0.12523481249809265,0.15409760177135468,0.3012198507785797,0.06701011955738068,0.1629982590675354,-0.2487330287694931,0.19156809151172638,-0.3342101275920868,0.31254878640174866,0.14602592587471008,0.023266788572072983,-0.3309094309806824,0.32150769233703613,0.22544020414352417,0.3259297013282776,0.13898567855358124,0.11906884610652924,-0.09158214926719666,-0.1448867917060852,0.14014960825443268,0.12261419743299484,-0.011462214402854443,0.056235697120428085,0.12145040184259415,-0.34165865182876587,-0.31266263127326965,-0.09411728382110596,0.24079105257987976,0.17249242961406708,-0.3374532461166382,-0.10615392029285431,-0.03737245127558708,0.11612143367528915,0.2892495095729828,0.007732766680419445,-0.2752009928226471,0.021693699061870575,-0.13652852177619934,-0.21607129275798798,0.19582971930503845,-0.04750059172511101,0.16706037521362305,0.27529725432395935,0.03474780172109604,0.19913846254348755,-0.16697809100151062,0.19735907018184662,0.014124546200037003,0.23494663834571838,0.3380180597305298,-0.26744699478149414,0.33563563227653503,0.2698892056941986,-0.2848116159439087,0.10364116728305817,-0.2878305912017822,0.11468780785799026,0.05467348173260689,-0.33750608563423157,0.1283465474843979,-0.09711413085460663,0.35241398215293884,0.3450709581375122,0.12205018848180771,0.27868595719337463,0.12769664824008942,0.33449605107307434,-0.03264239802956581,0.08738087117671967,-0.05840098857879639,-0.006183069199323654,-0.10665517300367355,-0.1399204581975937,0.20452280342578888,0.151719331741333,-0.15607184171676636,-0.3115871250629425,0.17287249863147736,-0.32522374391555786,-0.015645163133740425,-0.30421245098114014,0.2960411310195923,0.28789037466049194,-0.29056495428085327,-0.32871031761169434,-0.20903745293617249,0.09755996614694595,-0.17680354416370392,-0.08419734984636307,-0.08961844444274902,0.06485333293676376,-0.16723279654979706,0.16080135107040405,-0.25299814343452454,-0.031471136957407,0.29635775089263916,-0.19522462785243988,0.2712526321411133,0.18401040136814117,-0.11420417577028275,0.12259974330663681,-0.2388521283864975,0.028454896062612534,0.10014773905277252,0.30580997467041016,-0.19784101843833923,-0.20107358694076538,-0.17646020650863647,-0.34442198276519775,0.07149820774793625,-0.29266083240509033,-0.09490926563739777,-0.1577489972114563,0.01976754516363144,0.10724999010562897,-0.2569221556186676,-0.10437414050102234,-0.03399021178483963,-0.20438295602798462,0.08167490363121033,0.13088417053222656,-0.2519708275794983,0.27800485491752625,0.2512350082397461,-0.10621612519025803,0.05260571464896202,0.043047945946455,-0.04878050833940506,-0.2372831255197525,0.29133519530296326,0.17398467659950256,-0.2954535186290741,-0.27400943636894226,0.3362133204936981,0.056428853422403336,-0.08122734725475311,0.23961646854877472,0.10156846791505814,0.1269153654575348,0.2804877758026123,-0.02759408950805664,0.3368922770023346,-0.2483481466770172,-0.2151372730731964,0.05990554764866829,-0.04292306676506996,0.20175577700138092,-0.09614074975252151,0.055595654994249344,-0.07346414774656296,0.26542896032333374,-0.023190459236502647,0.005426828283816576,0.2590108811855316,0.34371688961982727,0.33829930424690247,-0.34567758440971375,-0.19977913796901703,-0.0767735168337822,-0.07298873364925385,0.20450864732265472,0.1596813052892685,-0.029080398380756378,0.008375589735805988,0.07575149834156036,0.30478307604789734,0.18321605026721954,-0.17833571135997772,-0.18111436069011688,0.11181027442216873,-0.035760462284088135,-0.22681890428066254,-0.3421957492828369,0.050643231719732285,-0.10324578732252121,-0.2057100385427475,0.06650692224502563,0.3442847430706024,0.2936549484729767,0.20158234238624573,-0.26665085554122925,0.2017834335565567,0.1828642189502716,0.11796063929796219,-0.08807123452425003,-0.0061564319767057896,-0.1917668581008911,-0.0796404704451561,-0.058200035244226456,-0.05008326843380928,-0.3518524169921875,0.1247292160987854,-0.2892742156982422,-0.2643992006778717,0.1436735838651657,-0.2894114851951599,0.3372843265533447,0.3385435938835144,-0.11235291510820389,-0.06093161180615425,-0.27048781514167786,0.021857481449842453,0.06464222073554993,-0.1939469873905182,0.11086850613355637,-0.013606519438326359,-0.10422009229660034,-0.0012231857981532812,-0.3427080810070038,-0.24905440211296082,0.04679901525378227,0.34143438935279846,-0.2095590978860855,0.22665680944919586,0.032356977462768555,-0.15210974216461182,0.00038737169234082103,0.16950243711471558,0.0420624278485775,0.31297212839126587,-0.06691262871026993,-0.23609618842601776,0.3194844126701355,-0.10097508132457733,0.22432979941368103,0.23320268094539642,0.06261588633060455,-0.29017800092697144,-0.34709855914115906,0.167844757437706,0.08644069731235504,0.20571985840797424,-0.31162410974502563,-0.04870978742837906,0.3054705858230591,0.1857500970363617,0.29381489753723145,0.27758243680000305,-0.08675047755241394,-0.2407640814781189,-0.21081975102424622,0.12007615715265274,-0.1403380036354065,0.001402183435857296,0.056421395391225815,0.21947772800922394,0.1971779614686966,0.2017873078584671,0.014369461685419083,0.19959841668605804,-0.16551631689071655,-0.14150896668434143,-0.05597923323512077,-0.2053173929452896,0.3153688907623291,-0.05417690798640251,0.1027865931391716,-0.010992277413606644,-0.004835550207644701,-0.18844075500965118,-0.0259568952023983,-0.3162517845630646,-0.16907262802124023,0.27208083868026733,-0.33161577582359314,0.058181069791316986,0.05632530152797699,-0.3383910655975342,0.06905419379472733,0.16416007280349731,0.25607237219810486,0.06617662310600281,0.27636441588401794,0.013307824730873108,0.13471169769763947,0.10437215864658356,-0.2606864869594574,-0.07761004567146301,-0.2489747852087021,0.2747102379798889,0.16866573691368103,-0.14994432032108307,-0.06469856947660446,0.09438285231590271,-0.3082714378833771,0.00998328160494566,0.16865141689777374,0.04430050775408745,-0.03253057971596718,0.22730034589767456,0.153791144490242,-0.3143071234226227,0.20807085931301117,-0.2788573205471039,0.19860045611858368,0.2977086007595062,0.032583434134721756,-0.11949077993631363,-0.18262659013271332,-0.15699169039726257],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l3_reverse":{"shape":[32,8],"stride":[8,1],"data":[-0.06517120450735092,-0.14657679200172424,0.350976824760437,-0.1525036096572876,0.14679139852523804,-0.32785943150520325,0.17919912934303284,0.30084317922592163,-0.2534509003162384,-0.09020672738552094,0.08426579087972641,-0.3384309411048889,-0.22369995713233948,0.12296043336391449,0.3329218626022339,-0.10562194138765335,-0.003219850594177842,-0.3412972092628479,-0.33935731649398804,0.3074774444103241,0.3000280261039734,-0.10775212198495865,-0.13980156183242798,-0.022887466475367546,0.16404560208320618,-0.3416699469089508,-0.19584089517593384,-0.11655626446008682,-0.1538875848054886,-0.009339951910078526,0.2578846216201782,0.07719427347183228,-0.31995919346809387,0.326995313167572,0.2846774160861969,0.11131808906793594,0.1730574071407318,0.1321675032377243,0.2897949516773224,-0.34004634618759155,-0.22009198367595673,-0.044898953288793564,-0.06725292652845383,-0.23480485379695892,-0.3390570282936096,-0.27001744508743286,-0.05491173639893532,0.30012232065200806,0.23439881205558777,0.10190943628549576,-0.21714670956134796,-0.14223313331604004,0.03405945748090744,-0.32771065831184387,-0.01613975688815117,0.0718955248594284,0.3196428716182709,-0.09280715137720108,0.3470398783683777,0.026673434302210808,-0.24529056251049042,0.3341517150402069,0.30652281641960144,-0.2793627083301544,-0.20509448647499084,0.16905146837234497,-0.21754378080368042,0.2403993457555771,-0.16869153082370758,-0.10973011702299118,-0.10149357467889786,0.33730122447013855,-0.11955741792917252,-0.06874694675207138,0.21392694115638733,-0.24189922213554382,-0.0017030276358127594,-0.2730931043624878,-0.3263222575187683,-0.08072035759687424,0.03908378258347511,0.3014989495277405,-0.33905482292175293,-0.10173334181308746,0.09304026514291763,0.13350553810596466,0.20656469464302063,-0.2842884063720703,-0.08643437922000885,0.08175253868103027,-0.28341081738471985,0.17815999686717987,-0.33734917640686035,0.2206120640039444,0.11494536697864532,-0.10042628645896912,0.11470016092061996,0.2994522452354431,0.26008808612823486,0.21444889903068542,-0.20581401884555817,0.10159675031900406,0.2653210759162903,0.06235663965344429,0.23407672345638275,-0.21926762163639069,0.24849604070186615,-0.011727697215974331,-0.31720325350761414,-0.09165009111166,0.31248706579208374,-0.12351159006357193,-0.06123422831296921,-0.14143499732017517,-0.1922367811203003,0.061252012848854065,0.21447721123695374,0.04180596396327019,-0.02180631458759308,0.020451968535780907,-0.26512616872787476,-0.18628649413585663,0.01769164577126503,-0.2825932204723358,0.17511580884456635,0.05388853698968887,0.003722831141203642,-0.02268870174884796,0.29861000180244446,0.32266145944595337,0.17263083159923553,0.17559953033924103,-0.1714305728673935,0.144527405500412,-0.23913122713565826,0.15279707312583923,-0.25105205178260803,-0.0019338659476488829,0.2562502324581146,0.23477037250995636,0.31261396408081055,0.12060505896806717,0.13724160194396973,0.09481114894151688,0.25816968083381653,0.18552806973457336,0.10432285070419312,-0.12336061894893646,-0.17110700905323029,-0.08741096407175064,0.16872937977313995,-0.19245371222496033,0.09659349173307419,0.3093247413635254,0.2993701994419098,-0.26030269265174866,0.10077475756406784,0.23117883503437042,-0.3211401402950287,0.22596189379692078,-0.2202957570552826,-0.2556363642215729,-0.14986880123615265,-0.13298359513282776,-0.14617370069026947,0.10178767144680023,0.13696692883968353,0.1374073177576065,0.24410350620746613,-0.22369641065597534,-0.3357093334197998,-0.28363049030303955,-0.19432184100151062,-0.16171850264072418,0.15535606443881989,-0.2558528482913971,-0.2584972381591797,0.1893390715122223,-0.2249627262353897,0.06631330400705338,-0.2695807218551636,0.13490000367164612,0.2209247201681137,-0.2973911166191101,0.12026240676641464,-0.18535809218883514,0.22437860071659088,0.31798818707466125,-0.29826608300209045,0.13224606215953827,0.23877006769180298,0.32144033908843994,0.26702380180358887,0.06953366100788116,0.020669151097536087,0.07284572720527649,-0.21078164875507355,-0.06927137821912766,-0.005452495533972979,-0.22372402250766754,-0.015676224604249,-0.046967096626758575,-0.12377370148897171,-0.10859042406082153,-0.35211309790611267,0.33693474531173706,0.17426744103431702,0.2556072771549225,-0.30095794796943665,-0.346130907535553,0.26292532682418823,-0.06208496168255806,0.055111512541770935,0.1772855669260025,0.022592859342694283,-0.011709237471222878,0.21008096635341644,0.28244757652282715,-0.09852664172649384,-0.3018496036529541,-0.19386643171310425,0.2526581585407257,0.03074325993657112,0.3027273714542389,-0.12367819994688034,-0.3349997401237488,0.1097942665219307,-0.15066251158714294,-0.2113749086856842,0.22041992843151093,0.024586785584688187,-0.030189871788024902,0.34431493282318115,0.3079930245876312,-0.28882530331611633,-0.3250065743923187,-0.17483237385749817,-0.2745061218738556,-0.18585039675235748,0.23852653801441193,-0.23525333404541016,0.324262797832489,0.11031027138233185,0.01535620354115963,0.06047520413994789,0.07462508231401443,0.1137576699256897,-0.28754302859306335,-0.006149014458060265,0.2345409244298935,0.35125696659088135,-0.01870354823768139,-0.2525666356086731,0.16248604655265808,-0.3234829604625702,0.31513160467147827],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l3_reverse":{"shape":[32],"stride":[1],"data":[0.21729962527751923,0.15924537181854248,0.04829392209649086,0.2570086121559143,-0.14282116293907166,-0.294893354177475,-0.19543978571891785,0.2630939781665802,-0.17670069634914398,-0.28191226720809937,0.07744137942790985,-0.21962052583694458,-0.01496516540646553,-0.22440633177757263,0.07470107078552246,-0.057717788964509964,0.046648427844047546,0.16342583298683167,-0.22765131294727325,-0.12054285407066345,-0.2357569932937622,0.29441559314727783,-0.12658898532390594,0.13314753770828247,0.0815960019826889,-0.348809152841568,-0.25099366903305054,-0.09086320549249649,-0.27103736996650696,0.18747174739837646,0.2222432792186737,-0.0006485978374257684],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l3_reverse":{"shape":[32],"stride":[1],"data":[0.043291471898555756,0.09317011386156082,0.11759071797132492,-0.0683843120932579,-0.1391167938709259,-0.21861115097999573,0.014078311622142792,0.27957168221473694,-0.04394719377160072,0.30421507358551025,0.12366833537817001,-0.18191544711589813,0.13732804358005524,0.14161711931228638,-0.15735171735286713,-0.06197125092148781,-0.036717575043439865,0.12480596452951431,0.2758769094944,-0.07775705307722092,0.22990494966506958,0.19063416123390198,-0.3063470721244812,0.25846436619758606,-0.01431985478848219,0.27289173007011414,0.2753949761390686,-0.34236133098602295,-0.2944425642490387,-0.04024505615234375,0.1136106625199318,-0.05626806616783142],"data_type":"f32","ptr_offset":0},"input":{"shape":[5,2,2],"stride":[4,2,1],"data":[-0.10705187171697617,-1.6838957071304321,-0.29632213711738586,0.060129910707473755,-0.7020224928855896,-0.08528561145067215,1.5888255834579468,-0.9417916536331177,0.6950119137763977,0.8043450713157654,-1.3190053701400757,-0.651764452457428,0.8935115337371826,0.5875858068466187,-0.5999377369880676,-0.92575603723526,0.6748371124267578,-1.0627044439315796,0.7185949683189392,-0.14316770434379578],"data_type":"f32","ptr_offset":0},"output":{"shape":[5,2,16],"stride":[32,16,1],"data":[0.003531417343765497,-0.10671889781951904,-0.135918989777565,-0.138146311044693,0.03806246817111969,-0.05061115324497223,0.0010625476716086268,0.05665507912635803,0.03929569572210312,0.18028585612773895,0.05314655974507332,-0.004664543084800243,0.0028699615504592657,0.17589524388313293,-0.14641647040843964,0.15964475274085999,0.004059415776282549,-0.10630317777395248,-0.13658207654953003,-0.13818353414535522,0.03721409663558006,-0.05045590549707413,0.00199741218239069,0.056633561849594116,0.039952099323272705,0.1807297170162201,0.05403199791908264,-0.0035039284266531467,0.0023779147304594517,0.17579621076583862,-0.14645250141620636,0.15929606556892395,0.017466071993112564,-0.1654936820268631,-0.19652928411960602,-0.21130332350730896,0.061817094683647156,-0.08771919459104538,-0.0066598523408174515,0.07964947819709778,0.027789518237113953,0.18285131454467773,0.051284193992614746,-0.00916492659598589,0.0027788477018475533,0.18041160702705383,-0.14604607224464417,0.14903515577316284,0.018638567999005318,-0.1649593710899353,-0.1972145140171051,-0.21160933375358582,0.060432471334934235,-0.08758330345153809,-0.0059174904599785805,0.07918058335781097,0.02836514264345169,0.18301773071289062,0.05355190113186836,-0.007364846765995026,0.002810887061059475,0.17995843291282654,-0.1463586986064911,0.14825008809566498,0.03061547316610813,-0.19816631078720093,-0.22250406444072723,-0.25124892592430115,0.07302426546812057,-0.10796403884887695,-0.015093783847987652,0.08710771799087524,0.013100316748023033,0.1760285645723343,0.046011459082365036,-0.018412286415696144,0.002833468373864889,0.17722755670547485,-0.14329202473163605,0.13898462057113647,0.031454022973775864,-0.19871021807193756,-0.22293813526630402,-0.25253650546073914,0.07237794995307922,-0.10870195180177689,-0.01519565749913454,0.0861796960234642,0.013437161222100258,0.17640823125839233,0.05002860724925995,-0.015859154984354973,0.0038005204405635595,0.17696155607700348,-0.14335457980632782,0.13797280192375183,0.03982407599687576,-0.21775612235069275,-0.2324417233467102,-0.27368301153182983,0.07533922791481018,-0.11520257592201233,-0.022469235584139824,0.08700086921453476,-0.004564316943287849,0.15501046180725098,0.03871715068817139,-0.031133301556110382,0.002575882477685809,0.16048362851142883,-0.13114120066165924,0.12229751795530319,0.03993002697825432,-0.2196541726589203,-0.2325657606124878,-0.27521368861198425,0.07563041895627975,-0.11629358679056168,-0.023690223693847656,0.08633900433778763,-0.0042554172687232494,0.15530242025852203,0.042387455701828,-0.029132168740034103,0.003655160777270794,0.1606321781873703,-0.13117480278015137,0.12169520556926727,0.04365240037441254,-0.23269939422607422,-0.23262915015220642,-0.28574755787849426,0.07092909514904022,-0.1113850548863411,-0.030366696417331696,0.08285455405712128,-0.017437152564525604,0.10535068809986115,0.026824338361620903,-0.037286076694726944,0.0012010438367724419,0.11282390356063843,-0.09427928179502487,0.0859256461262703,0.04336251690983772,-0.23456928133964539,-0.23246826231479645,-0.28621146082878113,0.07150911539793015,-0.11229488998651505,-0.03202328085899353,0.08270794153213501,-0.017192324623465538,0.10527048259973526,0.02833443507552147,-0.03653426840901375,0.0017252936959266663,0.11299833655357361,-0.09432529658079147,0.08571989089250565],"data_type":"f32","ptr_offset":0},"input_grad":{"shape":[5,2,2],"stride":[4,2,1],"data":[-0.004706034902483225,-5.128495104145259e-05,-0.0030133062973618507,0.001171566778793931,-0.006599691696465015,0.0007551536546088755,-0.0021629342809319496,0.0010058144107460976,-0.004584538750350475,0.0007009891560301185,-0.0055041806772351265,8.057395461946726e-05,-0.0030602668412029743,-0.0011041273828595877,-0.004705472849309444,0.0005641154712066054,-0.0022299657575786114,-0.0015481093432754278,-0.0027418413665145636,-0.0007404219941236079],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l0_grad":{"shape":[32,2],"stride":[2,1],"data":[0.0030085949692875147,0.0028842028696089983,0.001510396832600236,0.003685042727738619,-0.0004381022008601576,0.0005457715597003698,-0.009503418579697609,0.003408196847885847,0.0010690486524254084,0.00030334587791003287,-0.0018183458596467972,0.005342232994735241,-0.004739648662507534,-0.0030402857810258865,-0.006898148451000452,-0.006903188303112984,-0.0001305242331000045,-3.664373798528686e-05,-0.0004490683786571026,0.00029082573018968105,0.0005151854129508138,0.00015338705270551145,-0.003964355681091547,0.0041215550154447556,0.0006401906721293926,-0.0004579427186399698,0.0028416351415216923,-0.0017602583393454552,0.00026337301824241877,0.000444746867287904,0.0001232141221407801,0.00017151253996416926,0.002324699191376567,0.016202565282583237,-0.006919265259057283,0.008045224472880363,0.002261407906189561,0.0008139659184962511,-0.002521318383514881,0.04318423196673393,-0.004114818759262562,-0.005791286006569862,0.005975002888590097,0.062175653874874115,-0.00029117503436282277,-0.0257723331451416,-0.0055941445752978325,0.03222482651472092,0.0020590918138623238,0.0016587458085268736,0.0019434343557804823,0.0039775799959897995,4.262129368726164e-05,8.034957863856107e-05,-0.0075947800651192665,0.0011078717652708292,0.0013864659704267979,-0.00044400669867172837,0.0033743069507181644,0.0011343657970428467,-0.0035952250473201275,-0.0026315581053495407,-0.0034375020768493414,-0.0034231627359986305],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l0_grad":{"shape":[32,8],"stride":[8,1],"data":[1.5517834981437773e-05,-3.9639242459088564e-05,0.00016626145225018263,-5.3340794693212956e-05,-1.7498537999927066e-05,-0.00012111624528188258,2.2369275029632263e-05,3.3157357393065467e-06,-4.9421385483583435e-05,-0.00032649151398800313,0.00013000839680898935,-0.000311100302496925,0.00017121330893132836,4.232381616020575e-05,-2.6988751415046863e-05,0.00010257173562422395,5.557819167734124e-05,0.00014461025421041995,-4.1938772483263165e-05,-1.2510019587352872e-05,1.5641409845557064e-05,6.719959492329508e-05,6.050927913747728e-05,-8.228534716181457e-05,-0.0005774048622697592,-0.003052988788112998,-0.00020504571148194373,-0.0027884705923497677,0.002012678189203143,0.0012028008932247758,-0.0008040221291594207,0.0011048413580283523,2.391712405369617e-05,0.00024014107475522906,6.10578281339258e-05,0.00030627960222773254,-0.0002498499525245279,-0.00019395194249227643,6.565054354723543e-05,-7.629739411640912e-05,0.00022862879268359393,0.0012496637646108866,-0.00019919135957024992,0.0009664654498919845,-0.000608924136031419,-9.497687278781086e-05,0.000344787840731442,-0.00046681053936481476,1.947723467310425e-05,5.1795785111607984e-05,-0.0002563252637628466,-8.773106674198061e-05,0.0001120968590839766,0.00022141092631500214,-1.0057480722025502e-05,-5.443667760118842e-05,-5.899316420254763e-06,0.00013927619147580117,-0.0003639554197434336,0.00015565760259050876,-1.1170190191478468e-05,0.00012704699474852532,-9.477476851316169e-05,-2.9550184990512207e-05,-6.651509465882555e-05,-0.00019119397620670497,2.117425356118474e-05,-5.277772288536653e-05,3.792923962464556e-05,-1.5309991795220412e-05,-7.135544728953391e-05,0.0001039643248077482,-0.00019117876945529133,-0.0006671416922472417,5.197952486923896e-05,-0.000322619394864887,0.00025090761482715607,8.359563798876479e-05,-0.0002132175286533311,0.00032036853372119367,-1.3625714018417057e-05,-2.3120806872611865e-05,4.3748550524469465e-05,3.2130319596035406e-05,-3.195198223693296e-05,-5.109247285872698e-05,-6.7592090999823995e-06,1.9847575458697975e-05,-1.3788398689484893e-07,-0.0015471592778339982,-9.854315430857241e-05,-0.002573310863226652,0.0016944982344284654,0.0011647099163383245,-0.00011261116014793515,0.00022563495440408587,-1.5196525055216625e-05,0.00019401854660827667,4.577750223688781e-05,0.0003964842180721462,-0.00028471313999034464,-0.00020990395569242537,2.435306305414997e-05,-2.7723312086891383e-05,-3.029672552656848e-05,0.0004222200659569353,0.0001948327262653038,0.0009002306032925844,-0.0006559693720191717,-0.0006108662928454578,-7.92628270573914e-07,-1.6323276213370264e-05,0.00014443270629271865,0.00039914646185934544,-2.2043430362828076e-05,8.460016397293657e-05,-8.434433402726427e-05,9.217777005687822e-06,0.00016222837439272553,-0.0002276320446981117,0.00033638719469308853,0.000897825404535979,-6.766204751329497e-05,0.00013624379062093794,-0.00018728816939983517,-2.5276042379118735e-06,0.0003686468699015677,-0.0005357650225050747,-0.0008026400464586914,-0.0033251093700528145,0.0005741388304159045,-0.002138397190719843,0.0012506081257015467,0.00020429163123480976,-0.0007702672155573964,0.0013156321365386248,-0.0005967114120721817,-0.0031635253690183163,-1.3860796570952516e-05,-0.0028678555972874165,0.0019643984269350767,0.001128839678131044,-0.0007055241148918867,0.0010932383593171835,0.0005464290734380484,0.00267415470443666,-8.979933045338839e-05,0.002175185363739729,-0.001536055700853467,-0.0007262937724590302,0.0007246161112561822,-0.0010505395475775003,-0.0024769152514636517,-0.014231693930923939,0.0010759653523564339,-0.013309961184859276,0.009056061506271362,0.0047929552383720875,-0.002947143977507949,0.004981880076229572,-3.485237175482325e-05,-0.001340796472504735,-0.0002738078765105456,-0.0021370660979300737,0.0016684903530403972,0.0013227964518591762,-0.00024269631830975413,0.0003432234807405621,-0.0024552817922085524,-0.01473907008767128,0.0016058669425547123,-0.014088332653045654,0.00923636369407177,0.004932934418320656,-0.002506868913769722,0.004805722273886204,0.0010014607105404139,0.00522405281662941,-0.0006129060056991875,0.004458680748939514,-0.0027712169103324413,-0.0011716369772329926,0.0010111734736710787,-0.0017841465305536985,-0.0019764937460422516,-0.011021852493286133,0.0006883791065774858,-0.010071629658341408,0.006829919759184122,0.003542430466040969,-0.0023810802958905697,0.0038745084311813116,-2.8822558306274004e-05,-0.00013630535977426916,0.0001329958176938817,-5.931964187766425e-05,3.456390686551458e-06,-0.0001002873686957173,-2.5845409254543483e-05,6.403779843822122e-05,-0.00014189571083988994,-0.0007178587256930768,0.0001791110262274742,-0.0005654546548612416,0.0003586731036193669,0.00012223856174387038,-0.0001306950143771246,0.00027199325268156826,2.1358489902922884e-05,5.9853973652934656e-05,-7.272958413295783e-08,6.224420758371707e-06,-4.094188625458628e-06,1.1328190339554567e-05,2.5755431124707684e-05,-3.009284773725085e-05,-0.0003521956386975944,-0.0026545245200395584,-0.0002167921484215185,-0.002977668773382902,0.0021325377747416496,0.001329856808297336,-0.0006319073145277798,0.0008364705718122423,-5.369269274524413e-05,8.23190130176954e-05,0.00010309402568964288,0.00037719987449236214,-0.0003139349864795804,-0.0002787130943033844,1.1800104402936995e-05,1.2891119695268571e-05,0.00011593214730964974,0.0014422567328438163,0.00010844048665603623,0.0018968849908560514,-0.0013075635069981217,-0.0008231249521486461,0.00027619252796284854,-0.0003666289849206805,0.00015581704792566597,0.0005104193696752191,-0.00022754188103135675,0.0001507434790255502,-8.453643386019394e-05,0.00010609935998218134,0.0001407204254064709,-0.0002715963055379689,0.00016236239753197879,0.000507631863001734,-0.00020846408733632416,0.00014249468222260475,-0.00010916478640865535,3.3210737456101924e-05,0.00012957543367519975,-0.00027923425659537315],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l0_grad":{"shape":[32],"stride":[1],"data":[-0.0022378009743988514,-0.00401409761980176,0.0003600975323934108,-0.02134060300886631,0.0005734080332331359,0.007185094989836216,0.001204320346005261,0.0032744682393968105,-0.0007679557311348617,-0.0029120463877916336,-5.379668436944485e-06,-0.012860658578574657,0.0017692663241177797,0.003957829438149929,0.001361358561553061,0.0028232457116246223,-0.034504156559705734,-0.025707652792334557,0.012884649448096752,-0.10364433377981186,-9.915325790643692e-05,-0.12322615087032318,0.05164296552538872,-0.0851689875125885,-0.0017487452132627368,-0.005508834030479193,0.00030097010312601924,-0.018004948273301125,0.0004810438840650022,0.01006592158228159,0.0029772704001516104,0.0028170328587293625],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l0_grad":{"shape":[32],"stride":[1],"data":[-0.0022378009743988514,-0.00401409761980176,0.0003600975323934108,-0.02134060300886631,0.0005734080332331359,0.007185094989836216,0.001204320346005261,0.0032744682393968105,-0.0007679557311348617,-0.0029120463877916336,-5.379668436944485e-06,-0.012860658578574657,0.0017692663241177797,0.003957829438149929,0.001361358561553061,0.0028232457116246223,-0.034504156559705734,-0.025707652792334557,0.012884649448096752,-0.10364433377981186,-9.915325790643692e-05,-0.12322615087032318,0.05164296552538872,-0.0851689875125885,-0.0017487452132627368,-0.005508834030479193,0.00030097010312601924,-0.018004948273301125,0.0004810438840650022,0.01006592158228159,0.0029772704001516104,0.0028170328587293625],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l0_reverse_grad":{"shape":[32,2],"stride":[2,1],"data":[-0.00012512656394392252,-0.0031705349683761597,0.0002851960598491132,0.00199511437676847,-0.00022407929645851254,-0.005398361943662167,-5.107265315018594e-05,0.0006554684950970113,-0.001109306002035737,6.0630321968346834e-05,-0.0008163346210494637,0.006420097779482603,0.001116056926548481,3.529101377353072e-05,-0.0016937742475420237,0.001139759086072445,0.0001312384265474975,-0.0014391057193279266,-0.0003499247832223773,-0.0001382408372592181,0.0004962469101883471,0.00013859703904017806,-8.187412458937615e-05,-2.7896086976397783e-05,-8.442497346550226e-05,-0.001258638920262456,-0.0015094525879248977,0.0024408623576164246,2.5453548005316406e-05,0.0006084399065002799,-4.3679727241396904e-05,-9.443852468393743e-05,0.007283733692020178,-0.004629090428352356,0.0027675835881382227,-0.005747203249484301,0.009996477514505386,-0.027615074068307877,0.002999024698510766,-0.0028980104252696037,-0.0012476439587771893,0.011878139339387417,-0.011003762483596802,0.003360422793775797,-0.007980004884302616,0.01074354350566864,0.002155375899747014,-0.0020067598670721054,-0.00043438648572191596,-0.002304615918546915,-0.0002677098964340985,0.0008491530315950513,0.00031309088808484375,-0.0029898877255618572,-4.40540025010705e-05,0.00026067293947562575,-0.0006752398330718279,-0.0007741289446130395,0.0007312247762456536,0.0088572446256876,0.0005809552385471761,0.00044960726518183947,-0.0009476482518948615,0.0003412927035242319],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l0_reverse_grad":{"shape":[32,8],"stride":[8,1],"data":[0.0009248945279978216,8.228122169384733e-06,3.385188028914854e-05,-0.0006741255638189614,-0.0004847058153245598,0.0009562380728311837,0.00024083653988782316,-0.001411156146787107,2.4778980787232285e-06,-2.1140782337170094e-05,3.617317634052597e-05,-5.441017037810525e-06,0.00014589779311791062,-9.700244117993861e-05,-6.33932213531807e-05,7.596556679345667e-05,-6.456644041463733e-05,2.0443931134650484e-06,-4.287322371965274e-05,3.51521375705488e-05,-0.0002846415445674211,0.00016298268747050315,0.00012446667824406177,-4.9022273742593825e-05,-5.628345024888404e-05,1.0017312888521701e-05,-7.2287884904653765e-06,3.4071279515046626e-05,1.6077847249107435e-05,-4.3796160753117874e-05,-7.441054094670108e-06,7.423327770084143e-05,0.0005106484750285745,5.251274342299439e-05,1.749420221131004e-06,-0.00033594228443689644,-0.00016074087761808187,0.0004205346049275249,8.545932359993458e-05,-0.0007302090525627136,-0.0014452333562076092,-2.7284720999887213e-05,-4.481929136090912e-05,0.0010681920684874058,0.0008532485226169229,-0.0015717968344688416,-0.00042038963874801993,0.0022444799542427063,-0.00028477224987000227,-2.3645493456569966e-06,-2.4989440134959295e-05,0.00021835042571183294,8.493470522807911e-05,-0.0002498184039723128,-4.15876493207179e-05,0.0004056734615005553,-9.553397103445604e-05,4.48636565124616e-05,-3.7043522752355784e-05,6.79585209582001e-05,-3.6998615541961044e-05,-3.937065048376098e-05,1.7320464394288138e-05,9.354135545436293e-05,0.0006137022865004838,2.161339762096759e-05,8.767733561398927e-06,-0.0004496436158660799,-0.0003607917169574648,0.0006680880323983729,0.00018179377366323024,-0.0009598854230716825,5.134837920195423e-05,8.644625631859526e-05,-6.228478014236316e-05,2.699329525057692e-05,-3.771014235098846e-05,1.2079692169209011e-05,2.16892221942544e-05,-9.161811613012105e-05,-1.093554419639986e-05,-0.00014933415513951331,0.00011029229790437967,-0.00010099987412104383,4.410967812873423e-05,4.381075996207073e-05,-2.757393303909339e-05,4.416037700138986e-05,-3.3235741284443066e-05,8.833030733512715e-06,-5.8725554481497966e-06,2.418001531623304e-05,4.336025540396804e-06,-2.679132558114361e-05,-2.7951900847256184e-06,4.4764183257939294e-05,0.00024298530479427427,4.8626538045937195e-05,-3.059843584196642e-05,-0.000161608200869523,-0.00021053748787380755,0.0002983390004374087,0.0001031735009746626,-0.0004180780379101634,-0.0010440755868330598,7.550349982921034e-05,-0.00010547295823926106,0.0008843639516271651,0.0006426961626857519,-0.001246943138539791,-0.00031903182389214635,0.0016433133278042078,-0.00013289543858263642,-1.6686986782588065e-05,9.369025065097958e-06,9.609509288566187e-05,0.00011342055950080976,-0.00016839821182657033,-5.6367262004641816e-05,0.0002271558769280091,-2.5415718482690863e-05,2.571885306679178e-05,-1.7532378478790633e-05,1.7171651052194647e-05,-2.5132010705419816e-05,-1.918904359854423e-07,1.2110936040699016e-05,1.4810257198405452e-05,0.003136659972369671,-2.0239976947777905e-05,0.00017056135402526706,-0.002343220869079232,-0.0015033390372991562,0.0032287719659507275,0.0007779505685903132,-0.004722535610198975,0.002367253415286541,0.00010785167978610843,7.588230073451996e-05,-0.0018665370298549533,-0.0014817379415035248,0.0027206153608858585,0.0007388970116153359,-0.00374956289306283,0.008629738353192806,4.630291732610203e-05,0.0003773154749069363,-0.006168235559016466,-0.003996842075139284,0.008487246930599213,0.0020114374347031116,-0.012860226444900036,0.0006226164987310767,-0.00012091457756469026,0.00010508031118661165,-0.0004346411442384124,-8.644215995445848e-05,0.00047469561104662716,4.690541391028091e-05,-0.0008100828854367137,-0.0021908667404204607,-0.00013221381232142448,1.0267787729389966e-05,0.001526686828583479,0.0013389911036938429,-0.002334414981305599,-0.0006448820931836963,0.0034211035817861557,-0.005124602001160383,-0.00010443189967190847,-0.00028370387735776603,0.003680616384372115,0.001777110854163766,-0.00464816065505147,-0.0009387312456965446,0.007372019812464714,-0.0037208974827080965,3.2145468139788136e-05,-0.0002425514830974862,0.0028759329579770565,0.0018747899448499084,-0.00392721826210618,-0.0009365216828882694,0.00564595079049468,0.00023246061755344272,-0.00010848802048712969,7.898748299339786e-05,-0.0001653528306633234,2.1460515199578367e-05,0.00014302629278972745,-1.2461885489756241e-05,-0.00025959211052395403,0.0008392712916247547,5.802592568215914e-05,1.576301201566821e-06,-0.0006098649464547634,-0.000493131869006902,0.0009010227513499558,0.00024463451700285077,-0.0013127668062224984,1.6634297935524955e-05,3.231839582440443e-05,-1.366449760098476e-05,2.279283398820553e-05,6.332501652650535e-05,-5.925387085881084e-05,-2.4278275304823183e-05,1.1406213161535561e-05,-6.25049215159379e-05,-0.0001350660459138453,7.194312638603151e-05,-6.637228943873197e-05,-0.00014976385864429176,0.0001474343880545348,5.9330348449293524e-05,1.765575143508613e-05,-5.79302322876174e-05,1.2488306310842745e-05,-7.875848496041726e-06,3.8846588722663e-05,1.7158501577796414e-05,-4.992386675439775e-05,-8.883299415174406e-06,7.985482807271183e-05,0.0003868792555294931,5.438490188680589e-05,-1.2454146599338856e-05,-0.0002677894663065672,-0.00020778318867087364,0.00038785210927017033,0.00010392017429694533,-0.000598660612013191,-0.002338938880711794,-5.500146289705299e-05,-9.47518419707194e-05,0.0018657365581020713,0.0015235570026561618,-0.002723695943132043,-0.0007324905600398779,0.003732865210622549,-0.0003068912774324417,-1.9116019757348113e-05,-1.3627710359287448e-05,0.00023813510779291391,0.00014832486340310425,-0.0003124063368886709,-7.174919301178306e-05,0.0004650936461985111,-0.00011382898810552433,4.6414272219408303e-05,-3.529528476065025e-05,7.964520045788959e-05,-1.991632416320499e-05,-6.509668310172856e-05,6.869559911137912e-06,0.00012575389700941741],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l0_reverse_grad":{"shape":[32],"stride":[1],"data":[0.007893551141023636,-0.00022998146596364677,0.00098246312700212,-0.000889912131242454,0.003617767710238695,-0.012652553617954254,-0.0018920378061011434,-0.003050439525395632,0.004310863092541695,0.0002672796545084566,0.0001693428202997893,-0.0002908438618760556,0.0016737410333007574,-0.007394993677735329,-0.0009040733566507697,-0.00029798148898407817,0.02563399448990822,0.016771456226706505,0.08208269625902176,0.008629093877971172,-0.02113019861280918,-0.04420299828052521,-0.03325057029724121,0.005185049958527088,0.005981056485325098,-1.6551854059798643e-05,0.0003725090646184981,-0.0006151343113742769,0.002649835543707013,-0.017251983284950256,-0.0020234715193510056,-0.0019282330758869648],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l0_reverse_grad":{"shape":[32],"stride":[1],"data":[0.007893551141023636,-0.00022998146596364677,0.00098246312700212,-0.000889912131242454,0.003617767710238695,-0.012652553617954254,-0.0018920378061011434,-0.003050439525395632,0.004310863092541695,0.0002672796545084566,0.0001693428202997893,-0.0002908438618760556,0.0016737410333007574,-0.007394993677735329,-0.0009040733566507697,-0.00029798148898407817,0.02563399448990822,0.016771456226706505,0.08208269625902176,0.008629093877971172,-0.02113019861280918,-0.04420299828052521,-0.03325057029724121,0.005185049958527088,0.005981056485325098,-1.6551854059798643e-05,0.0003725090646184981,-0.0006151343113742769,0.002649835543707013,-0.017251983284950256,-0.0020234715193510056,-0.0019282330758869648],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l1_grad":{"shape":[32,16],"stride":[16,1],"data":[0.000686843297444284,0.0030699537601321936,-0.0004242924624122679,0.002286469331011176,-0.0013173524057492614,-0.00037793171941302717,0.0006239453796297312,-0.0011052984045818448,0.0026245585177093744,-0.00011237708531552926,0.0002540213172324002,-0.002871074713766575,-0.002096752170473337,0.003857562318444252,0.0009333525667898357,-0.004885202739387751,0.0004211098130326718,0.0020073968917131424,-0.00026231585070490837,0.0014508493477478623,-0.0010309879435226321,-0.00043583684600889683,0.0005013407790102065,-0.0008063559071160853,0.001455620746128261,-0.00011160341091454029,0.00014770554844290018,-0.0014596962137147784,-0.001102088950574398,0.0019756476394832134,0.00048089103074744344,-0.0025628916919231415,0.0012773993657901883,0.011937825940549374,-0.000396979070501402,0.01385025680065155,-0.009503227658569813,-0.005855422001332045,0.0019789894577115774,-0.003327164566144347,0.011612838134169579,0.0006502853939309716,0.00026964410790242255,-0.009905869141221046,-0.007663542404770851,0.014166726730763912,0.0037068964447826147,-0.019453754648566246,0.0009645342943258584,0.006941754370927811,-0.00019129467546008527,0.007098789792507887,-0.005287064239382744,-0.0033552530221641064,0.0014921312686055899,-0.002350244438275695,0.005938344169408083,1.2014110325253569e-05,0.0002646059438120574,-0.0050429911352694035,-0.003977152518928051,0.007317094132304192,0.0019454179564490914,-0.009861533530056477,-8.74479956110008e-05,-0.0004250006459187716,2.8427514280338073e-06,-0.0002901238913182169,0.0002809899451676756,0.00016362946189474314,-0.0001616576046217233,0.00019783800235018134,-0.00025275515508838,1.58547809405718e-05,-1.1427551726228558e-05,0.00018395470397081226,0.0001658483233768493,-0.0002852172765415162,-8.150493522407487e-05,0.0003971714759245515,0.0005618881550617516,0.006495968904346228,-0.0001609845639904961,0.007855227217078209,-0.005684074945747852,-0.003724695648998022,0.0011275196447968483,-0.001833325601182878,0.006170371547341347,0.00018974061822518706,0.000205556585569866,-0.005008594132959843,-0.003776207333430648,0.0071767717599868774,0.001868074876256287,-0.009987661615014076,7.171349716372788e-05,0.00013789307558909059,-2.7049483833252452e-05,-6.913015386089683e-05,3.643504896899685e-05,6.18327030679211e-05,7.065020326990634e-05,-0.00010294737876392901,-4.2757102391988155e-07,-1.684316885075532e-05,-1.7092912685257033e-06,-3.1214749469654635e-05,-5.571254587266594e-05,5.0759110308717936e-05,1.454020275559742e-05,-5.2494222472887486e-05,-0.0002801842347253114,-0.003060204442590475,-2.8587624910869636e-05,-0.003749309806153178,0.0026210728101432323,0.00171625055372715,-0.000506303331349045,0.0008081407868303359,-0.003030551830306649,-0.0003074121486861259,3.30218426825013e-05,0.002410437213256955,0.0020040483213961124,-0.0035949505399912596,-0.0009898901917040348,0.005024225451052189,0.00015568608068861067,0.0007488479022867978,6.360966381180333e-06,0.000637067190837115,-0.00042418681550771,-0.0002419054799247533,0.00016325888282153755,-0.00026059054653160274,0.000617975601926446,0.00013900507474318147,-4.623683344107121e-05,-0.0005080417031422257,-0.0005934142973273993,0.000849016709253192,0.0002749317791312933,-0.0010966799454763532,9.759407112142071e-05,0.0008854734478518367,4.79191257909406e-05,0.0010016380110755563,-0.0007624465506523848,-0.0005073186475783587,0.00021034041128586978,-0.0002794051542878151,0.0007759645814076066,0.00012720200174953789,-5.834530384163372e-05,-0.0005246916553005576,-0.0005330395651981235,0.0008578291162848473,0.0002627272333484143,-0.0012611325364559889,0.0002809825527947396,0.004887390416115522,1.6732832591515034e-05,0.006487200036644936,-0.004773569758981466,-0.00327467592433095,0.000805050483904779,-0.0013032356509938836,0.004819230642169714,0.00032488335273228586,4.637744132196531e-05,-0.0036184180062264204,-0.002887367969378829,0.005315285176038742,0.001444697380065918,-0.00758155295625329,0.0002528030890971422,0.0035392551217228174,-0.00010715117969084531,0.004274857696145773,-0.003275427035987377,-0.0021696279291063547,0.0007139515946619213,-0.0010503920493647456,0.0031604771502316,6.595646846108139e-05,0.00011850301962113008,-0.0023734900169074535,-0.0017407203558832407,0.003377405693754554,0.0008649332448840141,-0.004868785850703716,2.398425931460224e-05,-0.00031660395325161517,1.4184181964083109e-05,-0.0005070803454145789,0.00038835578016005456,0.00025719398399814963,-5.53659483557567e-05,5.581070581683889e-05,-0.0003228481800761074,-1.4584349628421478e-05,-5.836450782226166e-06,0.00019742146832868457,0.00010132240277016535,-0.000258455314906314,-5.277726086205803e-05,0.0004499225760810077,0.00024073261010926217,0.003935615997761488,-0.00016023412172216922,0.004890113137662411,-0.00375891150906682,-0.0025520906783640385,0.0007298766286112368,-0.001152200740762055,0.0035377629101276398,-4.839459870709106e-05,0.0002098319964716211,-0.002708379877731204,-0.0018686916446313262,0.0037818753626197577,0.0009389583137817681,-0.005406244192272425,-1.2316186257521622e-06,3.605243909987621e-05,6.705168743792456e-06,5.621549644274637e-05,-3.706635470734909e-05,-2.4439961634925567e-05,4.741430529975332e-06,-3.833815299003618e-06,3.914297485607676e-05,2.587593553471379e-05,-1.577130205987487e-05,-1.5126742255233694e-05,-2.5123550585703924e-05,3.195860335836187e-05,1.1805694157374091e-05,-6.601017958018929e-05,-4.178185190539807e-05,-0.001464070868678391,1.0377119906479493e-05,-0.002090062014758587,0.0015399764524772763,0.001079849898815155,-0.00020463886903598905,0.000361883343430236,-0.0015049679204821587,-4.996961069991812e-05,-5.0267659389646724e-05,0.001142330002039671,0.0008284829673357308,-0.0016255920054391026,-0.0004224026051815599,0.002327613765373826,0.003282772609964013,0.014335363171994686,-0.001541155856102705,0.010574257001280785,-0.006294176913797855,-0.00222579762339592,0.0029946877621114254,-0.005231376737356186,0.012043221853673458,-0.0002703996142372489,0.000937370234169066,-0.01289534941315651,-0.009947326965630054,0.017864864319562912,0.004512139596045017,-0.022506732493638992,0.0057746185921132565,0.037904463708400726,-0.002767119323834777,0.037366967648267746,-0.025158127769827843,-0.013897947035729885,0.007072473410516977,-0.01208026334643364,0.03413406386971474,0.0001267977786483243,0.0019841280300170183,-0.03188500925898552,-0.02389358915388584,0.044502224773168564,0.01126618031412363,-0.058991655707359314,-0.013148528523743153,-0.08211870491504669,0.005069775506854057,-0.0786360502243042,0.05458032712340355,0.030675021931529045,-0.016794897615909576,0.027586679905653,-0.07158108800649643,-0.00021777309302706271,-0.0038726716302335262,0.06581065058708191,0.05080664902925491,-0.09298883378505707,-0.024011321365833282,0.12319985777139664,0.004750659689307213,0.041416529566049576,-0.0021803181152790785,0.04518880695104599,-0.032586921006441116,-0.020105460658669472,0.007911834865808487,-0.01281324215233326,0.03704670071601868,0.00041564510320313275,0.001721834298223257,-0.03145275264978409,-0.02347676269710064,0.04432442784309387,0.011291307397186756,-0.060951463878154755,-7.701932190684602e-05,0.01341437641531229,-0.0008691209368407726,0.018575187772512436,-0.014714796096086502,-0.010313126258552074,0.0022669434547424316,-0.0034188206773251295,0.011899002827703953,-0.0004705562023445964,0.0008304228540509939,-0.008122721686959267,-0.004509845282882452,0.010810749605298042,0.002355501288548112,-0.016858480870723724,-0.003677470376715064,-0.02908148430287838,0.0017607404151931405,-0.030171213671565056,0.02226319909095764,0.013701144605875015,-0.005953738000243902,0.009569136425852776,-0.02485540509223938,0.00039379982626996934,-0.001564753009006381,0.02136007323861122,0.015775082632899284,-0.029953794553875923,-0.0075785573571920395,0.040723349899053574,-0.0022329010535031557,-0.01100539043545723,0.0005292028072290123,-0.00962293054908514,0.006158964708447456,0.003103009657934308,-0.0022412408143281937,0.003843024605885148,-0.009890575893223286,-0.000269541546003893,-0.00041684744064696133,0.00972101092338562,0.008009993471205235,-0.013996381312608719,-0.0037603662349283695,0.017923079431056976,0.006679406855255365,0.044067658483982086,-0.00264696404337883,0.043470222502946854,-0.030147995799779892,-0.017143981531262398,0.008798730559647083,-0.014449693262577057,0.03896063193678856,0.00041619216790422797,0.0019408352673053741,-0.03536774963140488,-0.027220025658607483,0.04995042085647583,0.012881179340183735,-0.06666961312294006,0.0007030484266579151,0.003307407721877098,-0.00029289399390108883,0.0026724583003669977,-0.0016509630950167775,-0.0006887817289680243,0.0006868662312626839,-0.001176880905404687,0.0028512547723948956,6.633580778725445e-05,0.0001490474824095145,-0.0028757196851074696,-0.0023565806914120913,0.0040675862692296505,0.0010714593809098005,-0.005194878671318293,0.0003230692236684263,0.001932248705998063,-0.00015539424202870578,0.0016757457051426172,-0.001252939342521131,-0.0006816273671574891,0.00047494296450167894,-0.0007165214628912508,0.0014709541574120522,-1.7086171283153817e-05,7.676713721593842e-05,-0.0012845615856349468,-0.0010224729776382446,0.0018179818289354444,0.00046819221461191773,-0.0024707356933504343,0.0008410095470026135,0.009301522746682167,-0.00026006699772551656,0.011044612154364586,-0.008029535412788391,-0.005214191973209381,0.001672168611548841,-0.0026942770928144455,0.008661291562020779,0.00034046798828057945,0.0002312925353180617,-0.006964410655200481,-0.005336514208465815,0.009996915236115456,0.002613144228234887,-0.014011500403285027,0.0007700237329117954,0.007844014093279839,-0.0003617119509726763,0.008671972900629044,-0.0066661350429058075,-0.004338571336120367,0.0016479367623105645,-0.002499131951481104,0.006626515183597803,-8.310397242894396e-05,0.0003630690916907042,-0.005247811786830425,-0.0038041870575398207,0.0074247028678655624,0.0018754719058051705,-0.010435143485665321,-1.9797234926954843e-05,-0.0005112168728373945,6.362217391142622e-05,-0.0005502277053892612,0.0004744945908896625,0.0002781572984531522,-0.00015220623754430562,0.000159304981934838,-0.00035985064459964633,3.9251284761121497e-05,-4.129853186896071e-05,0.0002218872687080875,8.942075510276482e-05,-0.0002702381752897054,-4.37507223978173e-05,0.0004670904891099781,0.00020598861738108099,0.007388106547296047,-0.0004939037607982755,0.009646576829254627,-0.007385896053165197,-0.005029289051890373,0.0012173533905297518,-0.0019419948803260922,0.006645762827247381,-0.00015365476428996772,0.00043034079135395586,-0.004940500482916832,-0.0030546137131750584,0.0066932374611496925,0.0015421502757817507,-0.009927869774401188,4.496896144701168e-05,0.00010068028495879844,-1.6947264157352038e-05,-2.9773464120808057e-05,1.2454677744244691e-05,3.131360426777974e-05,4.601776890922338e-05,-6.697689241264015e-05,7.749199539830443e-06,-9.534408036415698e-07,-6.374122222041478e-06,-1.9580062144086696e-05,-3.7735720979981124e-05,3.466342604951933e-05,1.083156075765146e-05,-4.498820999288e-05,-0.00010952341835945845,-0.003990349359810352,1.7088677850551903e-05,-0.005662217736244202,0.004074278753250837,0.0028006364591419697,-0.0005405096453614533,0.0009105717181228101,-0.004138844087719917,-0.00028673509950749576,-3.7689813325414434e-05,0.0031137829646468163,0.002311023883521557,-0.004477466456592083,-0.0011645844206213951,0.006510745733976364],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l1_grad":{"shape":[32,8],"stride":[8,1],"data":[0.0005227844812907279,0.00020731150289066136,-0.00036798135261051357,0.000384338985895738,-7.02507677488029e-05,-0.00048737291945144534,-6.732611655024812e-05,-0.00015760825772304088,0.0006324120331555605,0.00029837852343916893,-0.0005425104172900319,0.00050916220061481,-0.00011538156832102686,-0.0006855886895209551,-7.283002560143359e-06,-0.00028023443883284926,0.005459736566990614,0.002647063694894314,-0.004903198219835758,0.004329444840550423,-0.0012402709107846022,-0.00589206675067544,-0.00015922814782243222,-0.002593446057289839,0.003248536493629217,0.0016146928537636995,-0.0029774350114166737,0.002640289720147848,-0.0007240547565743327,-0.0036236816085875034,3.53393261320889e-06,-0.001605186378583312,-0.00020131768542341888,-0.00011604294559219852,0.00018263082893099636,-0.0001805908977985382,5.167858034837991e-05,0.00024189391115214676,-1.9920075828849804e-06,9.846713510341942e-05,0.0034662014804780483,0.0017295581055805087,-0.003232563380151987,0.0028160724323242903,-0.0008195512345992029,-0.003874839749187231,-1.3351600500755012e-06,-0.0017563903238624334,-1.800359859771561e-05,-7.952401574584655e-06,2.2145110051496886e-05,-1.856462586147245e-05,1.0789415682666004e-05,2.6249344955431297e-05,1.076425633073086e-06,1.3741258044319693e-05,-0.0015375552466139197,-0.0007601425750181079,0.0013797531137242913,-0.001215704483911395,0.0003569312975741923,0.0016521471552550793,5.281632547848858e-05,0.0007283153245225549,0.0002887720474973321,0.00011991323117399588,-0.00019713961228262633,0.00020284662605263293,-3.5855642636306584e-05,-0.00025760289281606674,-4.235327651258558e-05,-8.177771815098822e-05,0.0005015922361053526,0.0002610954688861966,-0.00044710657675750554,0.0004014660371467471,-0.00011926099978154525,-0.0005429985467344522,-1.818257078411989e-05,-0.0002353538729948923,0.003108387812972069,0.0015298769576475024,-0.002889649011194706,0.002501444425433874,-0.000725155754480511,-0.0034513305872678757,-1.1640913726296276e-05,-0.0015689266147091985,0.0021543591283261776,0.0011063795536756516,-0.0020331633277237415,0.001796785625629127,-0.0005287935491651297,-0.0024694176390767097,2.458501694491133e-05,-0.001115405117161572,-0.00024661849602125585,-0.0001418200699845329,0.00024774210760369897,-0.00021787011064589024,7.604925485793501e-05,0.0002984795137308538,-6.405043677659705e-06,0.00013981646043248475,0.002475532004609704,0.0012558004818856716,-0.0023825829848647118,0.0020610420033335686,-0.0006008401978760958,-0.0028602967504411936,6.791105988668278e-05,-0.0013244191650301218,2.2186755813891068e-05,1.1834181350423023e-05,-1.8481638107914478e-05,1.5209637240332086e-05,-6.015256076352671e-06,-1.981251079996582e-05,-3.6758387977897655e-06,-9.141518603428267e-06,-0.0009987828088924289,-0.0004895958700217307,0.0009537060395814478,-0.0008088237373158336,0.0002378307399339974,0.0011272355914115906,-1.3259694242151454e-05,0.000527232070453465,0.0025700887199491262,0.0010463447542861104,-0.0018151004333049059,0.0018608225509524345,-0.0003289382148068398,-0.0023721582256257534,-0.0003172110009472817,-0.0007797344587743282,0.013683799654245377,0.006493485998362303,-0.012027391232550144,0.01084566954523325,-0.002885537687689066,-0.014676699414849281,-0.0004054423770867288,-0.0062776654958724976,-0.031056933104991913,-0.014894291758537292,0.027288170531392097,-0.024762732908129692,0.006517797242850065,0.033540550619363785,0.000792841543443501,0.01426776498556137,0.01979663223028183,0.009809441864490509,-0.01825273409485817,0.016082867980003357,-0.004539797082543373,-0.022047007456421852,-3.769484465010464e-05,-0.009855886921286583,0.009861709550023079,0.00523524172604084,-0.00992234144359827,0.008415060117840767,-0.0026042195968329906,-0.011757990345358849,0.0005177378188818693,-0.005650080740451813,-0.013830075971782207,-0.006853548344224691,0.012788068503141403,-0.011332196183502674,0.0031188041903078556,0.015558039769530296,-0.00010114072938449681,0.006933040451258421,-0.0030983672477304935,-0.001336294924840331,0.0024187113158404827,-0.002297407016158104,0.0005137413972988725,0.003038346068933606,0.0002785813994705677,0.0011515074875205755,0.017257509753108025,0.008307118900120258,-0.015238516964018345,0.013770120218396187,-0.003687696298584342,-0.018664734438061714,-0.000439553230535239,-0.007990471087396145,0.0008418720099143684,0.0003503234183881432,-0.0006161417695693672,0.0006180424825288355,-0.00012284038530196995,-0.0007985046249814332,-9.69908942352049e-05,-0.00027589366072788835,0.0008031920297071338,0.00040509612881578505,-0.0007176368380896747,0.0006576228770427406,-0.00017409981228411198,-0.0008905341965146363,-6.2967028497951105e-06,-0.00038019928615540266,0.004988435190171003,0.002479350659996271,-0.0046310145407915115,0.004035579040646553,-0.0011651571840047836,-0.005549479275941849,-1.2357217201497406e-05,-0.0025105546228587627,0.004287619609385729,0.0022079122718423605,-0.004067347384989262,0.003581223776564002,-0.0010335131082683802,-0.004932819399982691,8.685110515216365e-05,-0.0022396899294108152,-0.0003217812336515635,-0.00019896839512512088,0.00031978244078345597,-0.0003052445827051997,0.00010183417907683179,0.0004101942467968911,-1.3872700947104022e-05,0.00017988063336815685,0.004788076505064964,0.002493614796549082,-0.004731645341962576,0.004031670745462179,-0.0012225101236253977,-0.005613182671368122,0.00019364149193279445,-0.0026659381110221148,-4.256294232618529e-06,-1.5068445691213128e-06,8.375870493182447e-06,-6.84671022099792e-06,5.227225301496219e-06,1.0394705896032974e-05,-5.149876756149752e-07,5.825178050145041e-06,-0.0025234664790332317,-0.001264431164599955,0.002397929783910513,-0.002039420185610652,0.000621998799033463,0.0028226275462657213,-4.455876478459686e-06,0.0013163188705220819],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l1_grad":{"shape":[32],"stride":[1],"data":[0.017564207315444946,0.010235914029181004,0.07816809415817261,0.041257843375205994,-0.001891607535071671,0.0424015074968338,0.00015485641779378057,-0.02036547102034092,0.00389348273165524,0.005321740172803402,0.03272566571831703,0.02208532579243183,-0.0023320666514337063,0.0249810628592968,0.0002569552743807435,-0.01028697844594717,0.08092373609542847,0.23188994824886322,-0.4881446957588196,0.2559376657009125,0.08806763589382172,-0.17323771119117737,-0.06528820097446442,0.2653299570083618,0.01877490058541298,0.010388950817286968,0.0595773346722126,0.04709194600582123,-0.002812364837154746,0.048106659203767776,0.0001555734488647431,-0.028322679921984673],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l1_grad":{"shape":[32],"stride":[1],"data":[0.017564207315444946,0.010235914029181004,0.07816809415817261,0.041257843375205994,-0.001891607535071671,0.0424015074968338,0.00015485641779378057,-0.02036547102034092,0.00389348273165524,0.005321740172803402,0.03272566571831703,0.02208532579243183,-0.0023320666514337063,0.0249810628592968,0.0002569552743807435,-0.01028697844594717,0.08092373609542847,0.23188994824886322,-0.4881446957588196,0.2559376657009125,0.08806763589382172,-0.17323771119117737,-0.06528820097446442,0.2653299570083618,0.01877490058541298,0.010388950817286968,0.0595773346722126,0.04709194600582123,-0.002812364837154746,0.048106659203767776,0.0001555734488647431,-0.028322679921984673],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l1_reverse_grad":{"shape":[32,16],"stride":[16,1],"data":[-0.00027977413265034556,-0.0017197980778291821,0.0001237552787642926,-0.0014941467670723796,0.001165711903013289,0.0006725779385305941,-0.000439649069448933,0.0006453153910115361,-0.0012822739081457257,5.900568066863343e-05,-9.66804291238077e-05,0.0011060162214562297,0.0008462592377327383,-0.0015651792054995894,-0.00039942466537468135,0.0021037107799202204,-8.809848077362403e-05,-0.000910766888409853,8.269309182651341e-05,-0.0009840677957981825,0.0007486021495424211,0.0004829014069400728,-0.000170387007528916,0.00028901046607643366,-0.0007505012908950448,5.3394949645735323e-05,-7.276811811607331e-05,0.0006364828441292048,0.00040641671512275934,-0.0008562346338294446,-0.00019802233146037906,0.0011854320764541626,0.000922188744880259,0.006367949768900871,-0.00033627456286922097,0.005903318524360657,-0.00471153249964118,-0.0029170450288802385,0.001609858009032905,-0.0023451284505426884,0.004781138151884079,-0.00017001389642246068,0.0002952605427708477,-0.0038997558876872063,-0.0029915093909949064,0.005594486370682716,0.0014442241517826915,-0.007685163989663124,0.00011002617975464091,0.0009500025189481676,-4.165412246948108e-05,0.001034384360536933,-0.00074876839062199,-0.00046583981020376086,0.00018466195615474135,-0.0002933476062025875,0.0008478313102386892,1.9662227714434266e-05,3.328528691781685e-05,-0.0007101446390151978,-0.0005442843539640307,0.0010139129590243101,0.0002633375988807529,-0.0013928819680586457,0.0003442823945078999,0.001947007025592029,-0.0001146626818808727,0.0014952769270166755,-0.0013208838645368814,-0.0008189039654098451,0.0005797601188533008,-0.0008197834831662476,0.0012181426864117384,-0.00012154622527305037,0.00010664576984709129,-0.000981403631158173,-0.0007660043193027377,0.0014267966616898775,0.0003707443829625845,-0.0019307006150484085,0.0002649499801918864,0.001503261853940785,-6.528077210532501e-05,0.0014079856919124722,-0.0009460061555728316,-0.0005303044454194605,0.00029900576919317245,-0.0005011925823055208,0.0013376770075410604,4.9606180255068466e-05,5.08631783304736e-05,-0.0012414274970069528,-0.001032944885082543,0.0018089632503688335,0.0004922933294437826,-0.0023447785060852766,-0.00014130295312497765,-0.00027565215714275837,-5.423183392849751e-05,-8.693082054378465e-05,5.417120974016143e-06,-4.416875526658259e-05,-9.324596612714231e-05,0.00014899163215886801,-0.0002751174324657768,-7.05473794369027e-05,2.7701114959199913e-05,0.0003188700648024678,0.00040600443026050925,-0.0005456196377053857,-0.0001902869698824361,0.0006119240424595773,1.3664966900250874e-05,0.00011854498006869107,-2.1957679564366117e-05,9.343677811557427e-05,-8.442075341008604e-05,-5.076333036413416e-05,3.076271968893707e-05,-4.4260104914428666e-05,6.579684850294143e-05,-1.8651478967512958e-05,1.6422976841568016e-05,-5.461194450617768e-05,-1.9518009139574133e-05,6.373311043716967e-05,9.371979103889316e-06,-8.972569776233286e-05,-0.0002180752344429493,-0.0011435351334512234,7.776466372888535e-05,-0.0009932388784363866,0.0007188782910816371,0.0004168981686234474,-0.0002512813953217119,0.0004302572051528841,-0.0009424654999747872,6.709821172989905e-05,-0.00010333207319490612,0.0009209270356222987,0.0007067968253977597,-0.0012981309555470943,-0.0003385516756679863,0.001617116155102849,-5.587546911556274e-05,-0.0004855286388192326,-6.367567948473152e-06,-0.0005824546096846461,0.0004088023561052978,0.0002656308060977608,-8.639709994895384e-05,0.0001432620920240879,-0.0004892721772193909,-2.5816903871600516e-05,-9.870594112726394e-06,0.00041346633224748075,0.0003366069868206978,-0.000606377434451133,-0.00016599697119090706,0.0008190761436708272,0.0004162871337030083,0.002307433169335127,-0.00010008162644226104,0.002118499483913183,-0.0015621791826561093,-0.0009509595693089068,0.000516680593136698,-0.0008625471382401884,0.001929751131683588,-8.289378456538543e-05,0.00016325568140018731,-0.0017944829305633903,-0.0014431432355195284,0.0025847596116364002,0.0006961610051803291,-0.0032748356461524963,0.0001064850075636059,0.0005997676635161042,-1.6282072465401143e-05,0.000555170641746372,-0.0003835228562820703,-0.00021378892415668815,0.00013256032252684236,-0.0002084671868942678,0.0005193644319660962,3.391173231648281e-05,4.093710685992846e-06,-0.000461933552287519,-0.00040074254502542317,0.0006825088639743626,0.00018875724344979972,-0.0009103677584789693,0.00014663061301689595,0.0009782679844647646,-1.743141547194682e-05,0.00103069341275841,-0.0007848032983019948,-0.0005242673796601593,0.00020926372963003814,-0.00035501716774888337,0.000864848552737385,-5.0993756303796545e-05,8.069317846093327e-05,-0.000767500139772892,-0.0006068621296435595,0.0011087676975876093,0.000300313753541559,-0.001411551726050675,0.00023532615159638226,0.001276412047445774,-8.14526283647865e-05,0.0011287297820672393,-0.0007376555586233735,-0.0003752861812245101,0.0002576927945483476,-0.0004289279750082642,0.001104604685679078,5.595063339569606e-05,3.30547263729386e-05,-0.0010402640327811241,-0.0008628382929600775,0.0015002230647951365,0.00040116612217389047,-0.001963114133104682,-7.716636173427105e-05,-0.00045221493928693235,4.5972414227435365e-05,-0.0004172807966824621,0.00026691550738178194,0.00013981852680444717,-7.523904059780762e-05,0.000142283461173065,-0.0004002898349426687,-6.0668699006782845e-06,-2.9697252102778293e-05,0.00038921277155168355,0.0003086039796471596,-0.0005500251427292824,-0.00014458998339250684,0.000696465140208602,7.1664057941234205e-06,2.4653651053085923e-05,5.246936325420393e-06,1.4888105397403706e-05,-1.726693517412059e-05,-1.1446731150499545e-05,1.2711834642686881e-05,-1.524608251202153e-05,1.3211195437179413e-05,9.804108458411065e-07,-3.2579928301856853e-06,-6.899389973114012e-06,-1.2230238098709378e-05,1.5109217201825231e-05,5.646040790452389e-06,-2.4410581318079494e-05,-0.0035501376260071993,-0.043727368116378784,0.0029361017514020205,-0.05039902403950691,0.037669822573661804,0.024183843284845352,-0.008141472935676575,0.012898100540041924,-0.03813501074910164,0.00037604564568027854,-0.002201635390520096,0.03058699518442154,0.021088536828756332,-0.04228578135371208,-0.010269522666931152,0.06008640304207802,-0.0012502901954576373,-0.0163289662450552,0.0010473686270415783,-0.019584186375141144,0.014108605682849884,0.009014868177473545,-0.0026693600229918957,0.004505078308284283,-0.015139167197048664,-0.00010432903945911676,-0.0007821220206096768,0.012483270838856697,0.00867657084017992,-0.017249831929802895,-0.004215979017317295,0.024286329746246338,-0.001830314053222537,-0.026412243023514748,0.0021714637987315655,-0.03106645680963993,0.023415882140398026,0.015191159211099148,-0.0047184983268380165,0.007666594814509153,-0.02295086719095707,0.0007897623581811786,-0.001764169312082231,0.01843133009970188,0.011932398192584515,-0.024946410208940506,-0.005834550131112337,0.03551166132092476,-0.0008921558619476855,-0.007774139288812876,0.0004334106342867017,-0.008263971656560898,0.006144851446151733,0.0038255981635302305,-0.0016015756409615278,0.002479267306625843,-0.00664291437715292,1.1183536116732284e-05,-0.00035107196890749037,0.0055070859380066395,0.004096217919141054,-0.007785986177623272,-0.001981328008696437,0.010749010369181633,-0.0011255727149546146,-0.03294854983687401,0.0012668091803789139,-0.04371977970004082,0.03301064670085907,0.022380603477358818,-0.005562900099903345,0.00862567126750946,-0.030940713360905647,-0.0005003012483939528,-0.0012071110541000962,0.022884253412485123,0.015519985929131508,-0.03185812756419182,-0.0077928355894982815,0.04709956794977188,-0.002322795568034053,-0.012496319599449635,0.0007051141001284122,-0.01107720099389553,0.007433250546455383,0.003895607078447938,-0.0026481335517019033,0.004324551671743393,-0.010743982158601284,-0.00040903413901105523,-0.00038706534542143345,0.01004357635974884,0.008386600762605667,-0.014537501148879528,-0.003921319264918566,0.018943222239613533,0.00047547114081680775,0.000847532122861594,0.00021701086370740086,0.00019012726261280477,4.847139643970877e-05,0.00018596244626678526,0.00031407465576194227,-0.0004891854478046298,0.0008458938682451844,0.00026925173006020486,-0.00012927946227137,-0.0009813719661906362,-0.0013353601098060608,0.0017352658323943615,0.0006249473080970347,-0.0019499327754601836,0.0005063967546448112,-0.0005981213180348277,-6.167887022456853e-06,-0.00216622743755579,0.0020255153067409992,0.00171934743411839,-1.6014118955354206e-05,-7.610746251884848e-05,-0.0006045869668014348,0.0001314662949880585,-6.311546894721687e-05,-0.00023302478075493127,-0.0006510473904199898,0.0004912876174785197,0.00023709934612270445,6.804799340898171e-05,-0.0005405316478572786,-0.0029587133321911097,0.00024005354498513043,-0.002481316914781928,0.0018434778321534395,0.0010169657180085778,-0.0007100575021468103,0.0011182414600625634,-0.0022938037291169167,0.00014935462968423963,-0.0002187086793128401,0.0021570182871073484,0.0016289710765704513,-0.0030177130829542875,-0.0007665338926017284,0.0039002601988613605,-8.946816524257883e-05,-0.0007903828518465161,5.362350930226967e-05,-0.0008602177258580923,0.0006233220337890089,0.000389287481084466,-0.00014429993461817503,0.00024606543593108654,-0.0007043941295705736,2.4573666451033205e-05,-5.424103437690064e-05,0.0006208795239217579,0.00042800174560397863,-0.0008530092891305685,-0.00020791978749912232,0.0011571879731491208,0.0009662488591857255,0.005826700013130903,-0.0003524502390064299,0.005255501251667738,-0.003971426282078028,-0.002349269576370716,0.0013781065354123712,-0.002148910192772746,0.004604281857609749,-0.0001783248590072617,0.00034107943065464497,-0.004103365819901228,-0.0031824565958231688,0.005838248413056135,0.001517159049399197,-0.00769546814262867,0.0002521547139622271,0.0013167961733415723,-9.874572424450889e-05,0.0011198370484635234,-0.0007503650267608464,-0.00037939081084914505,0.0002802410745061934,-0.000465914374217391,0.0011064872378483415,-6.595434570044745e-06,6.631564610870555e-05,-0.0010764891048893332,-0.0008423011749982834,0.0015199142508208752,0.00039223366184160113,-0.001970559125766158,0.00033114373218268156,0.0016787953209131956,-6.341128027997911e-05,0.0013337188865989447,-0.0011006344575434923,-0.0006878179265186191,0.00046126532834023237,-0.0007036837632767856,0.0011796513572335243,-8.332784636877477e-05,9.887690976029262e-05,-0.0010364229092374444,-0.0008816726040095091,0.0015387566527351737,0.00042581831803545356,-0.0019594859331846237,0.0003352001658640802,0.0013601321261376143,-0.00017749544349499047,0.00089216826017946,-0.0004993737675249577,-0.00012678241182584316,0.00028099442715756595,-0.0005015158094465733,0.0011051131878048182,-4.563689435599372e-05,0.00011094572982983664,-0.0012443407904356718,-0.0009376471280120313,0.0017077754018828273,0.000424321013269946,-0.002101447433233261,-0.00016191233589779586,-0.00037849321961402893,3.901550735463388e-05,-0.0001253104564966634,-4.070845170645043e-05,-0.0001307769416598603,-6.668162677669898e-05,0.00015151759725995362,-0.0003697242063935846,-4.6892240789020434e-05,-1.526891537650954e-05,0.0004937485209666193,0.0004771914391312748,-0.0007283924496732652,-0.00021243780793156475,0.000811163685284555,2.2428033844335005e-05,0.00011961997370235622,-1.2444680578482803e-05,7.876644667703658e-05,-7.738441490801051e-05,-4.785988130606711e-05,3.825801832135767e-05,-5.437749859993346e-05,6.280693924054503e-05,-1.8773549527395517e-05,1.3423735254036728e-05,-5.436665742308833e-05,-3.2445972465211526e-05,7.258880941662937e-05,1.5724201148259453e-05,-9.414147643838078e-05],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l1_reverse_grad":{"shape":[32,8],"stride":[8,1],"data":[-0.00027295888867229223,-0.0003112632839474827,0.0004945109831169248,0.0005112452781759202,0.0004092879535164684,0.0006528946687467396,0.0009337948868051171,9.163068898487836e-05,-0.0001373818377032876,-0.00016355758998543024,0.000248967349762097,0.0002569847274571657,0.00020966320880688727,0.0003328218008391559,0.00048381724627688527,5.0679816922638565e-05,0.0009032679372467101,0.0011104285949841142,-0.001645747572183609,-0.0016919663175940514,-0.0013975424226373434,-0.0022127844858914614,-0.003199378028512001,-0.0003552724374458194,0.0001838600728660822,0.00021651695715263486,-0.0003364628937561065,-0.00036453126813285053,-0.00027384000713936985,-0.0004622539272531867,-0.000659254495985806,-5.59472682652995e-05,0.00020193053933326155,0.0002559517743065953,-0.0003636307083070278,-0.00034869005321525037,-0.00032217075931839645,-0.0004745892365463078,-0.0006979455938562751,-9.948791557690129e-05,0.00037305860314518213,0.00039132917299866676,-0.0006758771487511694,-0.0007434866274707019,-0.0005248123197816312,-0.0009110812097787857,-0.0012819707626476884,-8.059442916419357e-05,-0.00014897558139637113,-0.0001525424886494875,0.0002715674927458167,0.00029405165696516633,0.00020968628814443946,0.0003583564830478281,0.0004984738770872355,3.1217561627272516e-05,6.0326324273773935e-06,5.869954293302726e-06,-9.612538633518852e-06,-6.473159828601638e-06,-9.14811698748963e-06,-1.007577793643577e-05,-1.653595973039046e-05,-3.8076875625847606e-06,-0.0002638555597513914,-0.00027934787794947624,0.0004742311721201986,0.0004698105913121253,0.0003903097822330892,0.0005957112880423665,0.0008617545245215297,8.668839291203767e-05,-0.00011731390259228647,-0.00014121807180345058,0.00021528167417272925,0.00022860687749926,0.00017803134687710553,0.00029308279044926167,0.0004225699813105166,3.9635902794543654e-05,0.0005102168652229011,0.0005745640373788774,-0.0009258436621166766,-0.000912894553039223,-0.0007762711611576378,-0.0011760041816160083,-0.001704924856312573,-0.000187647485290654,0.00013578319340012968,0.0001495880278525874,-0.000248010823270306,-0.0002812232414726168,-0.00019268595497123897,-0.0003452750388532877,-0.0004813616687897593,-2.866937211365439e-05,0.00020988594042137265,0.0002602222084533423,-0.00038413956644944847,-0.00034675022470764816,-0.0003438799758441746,-0.00047222754801623523,-0.0007059932104311883,-0.00010690065391827375,0.00031187766580842435,0.00031727796886116266,-0.0005647761281579733,-0.0006461393786594272,-0.00042599139851517975,-0.0007773887482471764,-0.0010765213519334793,-4.8671685362933204e-05,-0.00011803115921793506,-0.00011850587907247245,0.00021389742323663086,0.00023020830121822655,0.00016517392941750586,0.000280459295026958,0.00039208022644743323,2.456141919537913e-05,8.919065521695302e-07,3.4793927170539973e-06,-1.928443225551746e-06,-2.8713036499539157e-06,-2.5267665932915406e-06,-4.558492491923971e-06,-6.7131677496945485e-06,-1.2903152537546703e-06,-0.006853463128209114,-0.008565560914576054,0.012592398561537266,0.013428165577352047,0.01056401152163744,0.017392192035913467,0.025048822164535522,0.0024853581562638283,-0.0029787139501422644,-0.00358186149969697,0.005461312364786863,0.005951642990112305,0.0044739884324371815,0.007572902366518974,0.010835977271199226,0.0009305730927735567,-0.003934066276997328,-0.004999232012778521,0.007225940469652414,0.00744474446401,0.006200403906404972,0.009802433662116528,0.014254264533519745,0.001611479907296598,-0.0013546436093747616,-0.0016162043903023005,0.0024767026770859957,0.0026314081624150276,0.0020465273410081863,0.0033698873594403267,0.004832309205085039,0.0004531642480287701,-0.004760990384966135,-0.0068329209461808205,0.008909901604056358,0.009284297935664654,0.007901920937001705,0.012600722722709179,0.01847071200609207,0.0023182686418294907,-0.0030013734940439463,-0.003130365628749132,0.005444797221571207,0.0060685668140649796,0.004197817761451006,0.0073922439478337765,0.010310841724276543,0.0005932976491749287,0.00047805829672142863,0.000494304287713021,-0.0008735088049434125,-0.0009645430836826563,-0.0006692539900541306,-0.0011714117135852575,-0.0016210826579481363,-9.286073327530175e-05,0.00036296481266617775,0.00014054856728762388,-0.0006254275795072317,-0.0007924854871816933,-0.0003464148030616343,-0.0007957398775033653,-0.0009958443697541952,0.00011154348612762988,-0.0005789152346551418,-0.0006090493407100439,0.0010399429593235254,0.001076514134183526,0.0008396438788622618,0.0013450498227030039,0.0019201112445443869,0.0001650572958169505,-0.00015438476111739874,-0.0001739455183269456,0.000279043655609712,0.00029649268253706396,0.00022746255854144692,0.0003746941511053592,0.0005396965425461531,4.671239003073424e-05,0.0010739316930994391,0.0012090835953131318,-0.0019458795432001352,-0.0020098399836570024,-0.0016022669151425362,-0.002556123537942767,-0.003664573421701789,-0.0003509676025714725,0.0003117568849120289,0.000307957612676546,-0.0005594966351054609,-0.0006296025239862502,-0.0004243217990733683,-0.0007563101244159043,-0.0010560211958363652,-5.090988634037785e-05,0.0002703005447983742,0.00032386890961788595,-0.0004911557189188898,-0.0004647838359232992,-0.00042700915946625173,-0.0006185117526911199,-0.0009058072464540601,-0.00012154089927207679,0.00038919938378967345,0.0003244177787564695,-0.0006864225142635405,-0.0007907392573542893,-0.0004897303879261017,-0.0009122380870394409,-0.0012555632274597883,-2.2385342163033783e-05,-0.00020453360048122704,-0.00017282908083871007,0.000366567459423095,0.00041440664790570736,0.00026242269086651504,0.00047912338050082326,0.0006513559492304921,1.3727865734836087e-05,8.428739420196507e-06,9.934534318745136e-06,-1.4156100405671168e-05,-9.496951861365233e-06,-1.4169215319270734e-05,-1.4996252502896823e-05,-2.4705181203898974e-05,-6.197813036123989e-06],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l1_reverse_grad":{"shape":[32],"stride":[1],"data":[-0.009157070890069008,-0.005442054010927677,0.03452143445611,0.005840204190462828,0.009248107671737671,0.008910718373954296,-0.00137421116232872,0.0005442718975245953,-0.006389354355633259,-0.0032410863786935806,0.013066088780760765,0.003487023524940014,0.005837033502757549,0.007382981013506651,-0.002640371210873127,0.0001069138670573011,-0.2710457444190979,-0.10568145662546158,-0.16425460577011108,-0.04653840512037277,-0.21866224706172943,-0.07180125266313553,0.004087113309651613,-0.006032444071024656,-0.016045745462179184,-0.0049239532090723515,0.03222775459289551,0.007547364570200443,0.008387915790081024,0.007419082336127758,-0.001985714305192232,0.0005138187552802265],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l1_reverse_grad":{"shape":[32],"stride":[1],"data":[-0.009157070890069008,-0.005442054010927677,0.03452143445611,0.005840204190462828,0.009248107671737671,0.008910718373954296,-0.00137421116232872,0.0005442718975245953,-0.006389354355633259,-0.0032410863786935806,0.013066088780760765,0.003487023524940014,0.005837033502757549,0.007382981013506651,-0.002640371210873127,0.0001069138670573011,-0.2710457444190979,-0.10568145662546158,-0.16425460577011108,-0.04653840512037277,-0.21866224706172943,-0.07180125266313553,0.004087113309651613,-0.006032444071024656,-0.016045745462179184,-0.0049239532090723515,0.03222775459289551,0.007547364570200443,0.008387915790081024,0.007419082336127758,-0.001985714305192232,0.0005138187552802265],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l2_grad":{"shape":[32,16],"stride":[16,1],"data":[0.00413518538698554,0.0022513067815452814,-0.00424361415207386,0.003459940431639552,-0.0010320667643100023,-0.004906741436570883,0.0002368166606174782,-0.0024713859893381596,0.0015148305101320148,0.001688521122559905,-0.002749107778072357,-0.00302870268933475,-0.002176563488319516,-0.0037578127812594175,-0.005317689385265112,-0.00038924600812606514,0.004808517172932625,0.0027402860578149557,-0.005114779807627201,0.004079513717442751,-0.0012249663705006242,-0.00583875784650445,0.00037744545261375606,-0.003051052801311016,0.0014989821938797832,0.0019038404570892453,-0.0027656247839331627,-0.0029174492228776217,-0.002336172852665186,-0.003804936772212386,-0.00549375731498003,-0.0005732080899178982,0.004836610984057188,0.0022299191914498806,-0.004097957629710436,0.003805771004408598,-0.0009406169992871583,-0.005092451348900795,-0.00020353756553959101,-0.0020814172457903624,0.0030196099542081356,0.002259647473692894,-0.00513187050819397,-0.005973453633487225,-0.0034906710498034954,-0.006620309315621853,-0.009153717197477818,-0.00012139238970121369,-0.002061662496998906,-0.001005884143523872,0.0018768931040540338,-0.001675736508332193,0.00046937563456594944,0.002292108256369829,1.675758721830789e-05,0.0010057528270408511,-0.0010985874105244875,-0.0009211096912622452,0.001914016786031425,0.0021984148770570755,0.0013595313066616654,0.00251384056173265,0.0034757358953356743,8.992589573608711e-05,-0.014439810067415237,-0.00745968334376812,0.01378276664763689,-0.011806434951722622,0.003312972839921713,0.016388507559895515,-0.00024026024038903415,0.007668428588658571,-0.006718120072036982,-0.006182262673974037,0.011794723570346832,0.013256937265396118,0.008716939017176628,0.015575761906802654,0.021828176453709602,0.000997709110379219,-0.002099235076457262,-0.0009384387522004545,0.0020465406123548746,-0.0015994042623788118,0.00039879875839687884,0.0022875317372381687,-7.517874473705888e-05,0.0011538368416950107,-0.000979520264081657,-0.0008995085954666138,0.0017101307166740298,0.002180482493713498,0.0011634418042376637,0.0024804675485938787,0.0034005518537014723,2.4102735551423393e-05,0.015180734917521477,0.008049790747463703,-0.014883379451930523,0.012535898946225643,-0.003605879144743085,-0.017514429986476898,0.000452107866294682,-0.008430774323642254,0.00651317136362195,0.006391020957380533,-0.011542243883013725,-0.012839512899518013,-0.008746684528887272,-0.015354265458881855,-0.0216017235070467,-0.0012254990870133042,-0.01361443754285574,-0.006750333588570356,0.012519965879619122,-0.010990606620907784,0.002935986965894699,0.015092248097062111,7.916333743196446e-06,0.006786909885704517,-0.007058901712298393,-0.006018183194100857,0.012232589535415173,0.013948583044111729,0.008757555857300758,0.01602182909846306,0.022356892004609108,0.0007447111420333385,0.0022813579998910427,0.0013013860443606973,-0.002444109646603465,0.0019470870029181242,-0.0005837033386342227,-0.0027888319455087185,0.00019591886666603386,-0.0014626311603933573,0.000693232927005738,0.000908088288269937,-0.001285991515032947,-0.0013471994316205382,-0.0010974981123581529,-0.0017754969885572791,-0.002571034710854292,-0.00028400743030942976,0.0033014649525284767,0.0019102261867374182,-0.0035595207009464502,0.0028125985991209745,-0.0008422656683251262,-0.004039077553898096,0.00028616798226721585,-0.0021420882549136877,0.0009639218333177269,0.0012937251012772322,-0.001787525019608438,-0.0018543555634096265,-0.0015503596514463425,-0.0024713026359677315,-0.0036022693384438753,-0.0004244091978762299,0.0018687514821067452,0.000971309666056186,-0.0018002345459535718,0.0015348003944382071,-0.00046947208466008306,-0.002145014936104417,3.2503376132808626e-05,-0.0010031344136223197,0.0008278212626464665,0.0007780860760249197,-0.0014837572816759348,-0.0016733893426135182,-0.0011045889696106315,-0.0019852302502840757,-0.0027510575018823147,-0.00010859860049095005,-0.0006214242894202471,-0.0003232652379665524,0.0006074248813092709,-0.0005232043913565576,0.00015961515600793064,0.0007298376294784248,-2.2887223167344928e-05,0.0003402018628548831,-0.00026804854860529304,-0.0002658354351297021,0.00048478241660632193,0.0005362808587960899,0.0003672562597785145,0.0006470538210123777,0.000901886320207268,4.6892590034985915e-05,-0.006643253844231367,-0.003673895727843046,0.00680449279025197,-0.00558476010337472,0.001706906477920711,0.00790824368596077,-0.00035241589648649096,0.003958023618906736,-0.0024106015916913748,-0.0026863652747124434,0.004391244146972895,0.004764435812830925,0.0035106095019727945,0.005946580786257982,0.008415927179157734,0.00064240419305861,-0.0021442477591335773,-0.0011046520667150617,0.002186572877690196,-0.001749396906234324,0.0004908563569188118,0.0025102754589170218,-0.00013758013665210456,0.0012717396020889282,-0.0008157840929925442,-0.0008784509263932705,0.0014854981563985348,0.0016919748159125447,0.001145523157902062,0.0020650920923799276,0.002900477033108473,0.0001573435147292912,0.009702428244054317,0.005368254613131285,-0.010006123222410679,0.008152908645570278,-0.002491819905117154,-0.011571933515369892,0.0005558219854719937,-0.005842628423124552,0.003438876010477543,0.003910479135811329,-0.006280308123677969,-0.006841610185801983,-0.005038359202444553,-0.008572355844080448,-0.01214206125587225,-0.0009449151111766696,-0.0073662856593728065,-0.004023205954581499,0.007458121050149202,-0.00617708545178175,0.0018851420609280467,0.008720974437892437,-0.00034913429408334196,0.004303058609366417,-0.0027914391830563545,-0.0030057434923946857,0.00506873382255435,0.0055355229414999485,0.003993070684373379,0.006837452296167612,0.009639270603656769,0.0006668126443400979,-0.09847413003444672,-0.05210675299167633,0.09654941409826279,-0.08132876455783844,0.023396233096718788,0.1136857271194458,-0.0030215620063245296,0.05467653274536133,-0.04223419725894928,-0.04144837334752083,0.0748840942978859,0.0833461582660675,0.05672057345509529,0.09972774982452393,0.14033137261867523,0.007892469875514507,0.017961129546165466,0.010261548683047295,-0.019185669720172882,0.015205350704491138,-0.004559114575386047,-0.02181083709001541,0.0014400928048416972,-0.011479459702968597,0.005486027803272009,0.007063460536301136,-0.010129651986062527,-0.01070665754377842,-0.008597142063081264,-0.01401345431804657,-0.020261120051145554,-0.0021449830383062363,0.015371738001704216,0.007108367048203945,-0.013040304183959961,0.012085134163498878,-0.0030007492750883102,-0.016182783991098404,-0.0006468383362516761,-0.006630383897572756,0.00955360010266304,0.00715650524944067,-0.016246024519205093,-0.01890518330037594,-0.011057543568313122,-0.020962456241250038,-0.028976213186979294,-0.0003846971958409995,-0.041635289788246155,-0.019854523241519928,0.03657247871160507,-0.03311912715435028,0.008806734345853329,0.04486629739403725,0.0011345307575538754,0.01909329555928707,-0.023938219994306564,-0.018852826207876205,0.04118824377655983,0.0476965457201004,0.028557781130075455,0.05362068861722946,0.0740407183766365,0.0013392155524343252,0.04550496116280556,0.023163367062807083,-0.042737286537885666,0.03690338879823685,-0.010263797827064991,-0.0509624220430851,0.0002581127919256687,-0.023502958938479424,0.022189756855368614,0.019685233011841774,-0.0387236550450325,-0.04401099681854248,-0.02812744677066803,-0.0510563924908638,-0.07121779769659042,-0.0027364427223801613,0.19308587908744812,0.10401937365531921,-0.19363215565681458,0.16039353609085083,-0.0467146560549736,-0.22577808797359467,0.00836900807917118,-0.11130601912736893,0.076789490878582,0.07994352281093597,-0.13733628392219543,-0.15166784822940826,-0.10639181733131409,-0.18464107811450958,-0.261030375957489,-0.01717236265540123,0.12455963343381882,0.06596595793962479,-0.12298130989074707,0.10287455469369888,-0.029679695144295692,-0.14417023956775665,0.004328380338847637,-0.06994280964136124,0.05234887823462486,0.05223096162080765,-0.09305903315544128,-0.1038646399974823,-0.07070503383874893,-0.12468323856592178,-0.17543728649616241,-0.010050831362605095,-0.1628667712211609,-0.08289408683776855,0.15368402004241943,-0.13261695206165314,0.036999791860580444,0.18335434794425964,-0.0016256639501079917,0.08474504947662354,-0.07860661298036575,-0.07055149972438812,0.13751614093780518,0.1560014933347702,0.10026604682207108,0.18160177767276764,0.25348982214927673,0.010143033228814602,0.005608467850834131,0.003187066875398159,-0.005977243650704622,0.0047309501096606255,-0.001399164437316358,-0.006790608633309603,0.0004469283448997885,-0.003575118724256754,0.0017389303538948298,0.0022095630411058664,-0.0031977598555386066,-0.003396462881937623,-0.002699139527976513,-0.004421668127179146,-0.00639390992000699,-0.0006602273788303137,0.005862037651240826,0.003534587798640132,-0.006563603412359953,0.004978392273187637,-0.0014643862377852201,-0.0072713084518909454,0.0006268442957662046,-0.0040585012175142765,0.001354032545350492,0.002168690785765648,-0.002555231098085642,-0.0025195470079779625,-0.0024349107407033443,-0.0036316874902695417,-0.005471145734190941,-0.0008619659347459674,0.0069548399187624454,0.0034123684745281935,-0.006334759294986725,0.005629905965179205,-0.001560328295454383,-0.007696487475186586,-4.8311372665921226e-05,-0.0033931026700884104,0.0036820797249674797,0.003100014291703701,-0.006408876273781061,-0.007347694598138332,-0.004548303782939911,-0.008407939225435257,-0.011647917330265045,-0.0003243596584070474,-0.0017667748034000397,-0.0009007580229081213,0.0016926373355090618,-0.001480246428400278,0.0004411137488204986,0.0020456784404814243,-4.237342000124045e-05,0.0009354333160445094,-0.0008213779656216502,-0.0007760164444334805,0.0014660402666777372,0.0016432893462479115,0.0010861874325200915,0.0019446531077846885,0.0027020990382879972,0.00012171871640020981,-0.011505554430186749,-0.006227454170584679,0.011515439487993717,-0.009547077119350433,0.0027795773930847645,0.013442877680063248,-0.0004744283214677125,0.0066189537756145,-0.004580690525472164,-0.004737426992505789,0.008182696998119354,0.008995280601084232,0.0063544269651174545,0.01095666829496622,0.015507590025663376,0.001027661026455462,-0.0026691295206546783,-0.0012936001876369119,0.0027625425718724728,-0.002097818534821272,0.0005492032505571842,0.0030572228133678436,-0.0001982405810849741,0.0016222246922552586,-0.001003529760055244,-0.0010912014404311776,0.0018117742147296667,0.002233412116765976,0.0013363617472350597,0.0026668610516935587,0.0037082356866449118,0.00012882440933026373,0.01790064200758934,0.00984941516071558,-0.018264714628458023,0.014942048117518425,-0.004393975716084242,-0.02114623785018921,0.0009303061524406075,-0.010627489537000656,0.006651038303971291,0.007280117366462946,-0.011975034140050411,-0.013049645349383354,-0.009506046772003174,-0.016164500266313553,-0.022992555052042007,-0.0017537090461701155,-0.013237548060715199,-0.007090548984706402,0.013154299929738045,-0.010987472720444202,0.003174508921802044,0.015426767989993095,-0.0005194596014916897,0.007520096842199564,-0.005426832940429449,-0.005516324192285538,0.009673126973211765,0.010666950605809689,0.007447116542607546,0.012918228283524513,0.01825862191617489,0.0011531896889209747],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l2_grad":{"shape":[32,8],"stride":[8,1],"data":[-0.0009256647899746895,0.003502553328871727,0.006767589133232832,0.0011000357335433364,-0.005697748623788357,-0.0005740081542171538,0.003366747871041298,0.001511132693849504,-0.0012783034471794963,0.004404070321470499,0.00855962559580803,0.001492548966780305,-0.007222684100270271,-0.0006099097081460059,0.0040807598270475864,0.0018796271178871393,-0.00037181604420766234,0.0021283081732690334,0.004047534428536892,0.0005013510235585272,-0.003376198234036565,-0.0005484410212375224,0.0023125361185520887,0.0009535112185403705,0.0002424356498522684,-0.00128775869961828,-0.0024464731104671955,-0.00031521130586043,0.0020493760239332914,0.00030704971868544817,-0.0013689137995243073,-0.0005743958172388375,0.002396421739831567,-0.010107005946338177,-0.019434046000242233,-0.002940069418400526,0.016324257478117943,0.0019426774233579636,-0.010097638703882694,-0.004414106719195843,0.000293221470201388,-0.0012453380040824413,-0.002421375596895814,-0.0003531870315782726,0.0019960810896009207,0.0002679702010937035,-0.0012629562988877296,-0.0005369156715460122,-0.0028857316356152296,0.011379963718354702,0.021950600668787956,0.0034767992328852415,-0.01847092993557453,-0.001990696182474494,0.011111920699477196,0.004934715572744608,0.0018544953782111406,-0.008343840949237347,-0.016007108613848686,-0.0023166576866060495,0.013414617627859116,0.0017435041954740882,-0.008510326035320759,-0.003666337113827467,-0.0006243832176551223,0.0021162149496376514,0.004113994538784027,0.0007248432375490665,-0.003473664866760373,-0.00028136413311585784,0.0019449274986982346,0.0009014458046294749,-0.0009336435468867421,0.0030834313947707415,0.006010131910443306,0.0010816865833476186,-0.005076262634247541,-0.0003889879153575748,0.002806039061397314,0.001308743841946125,-0.0002875767240766436,0.001478065038099885,0.0028117557521909475,0.00037025962956249714,-0.0023562100250273943,-0.0003430660581216216,0.0015588728711009026,0.0006574087892659009,0.0001067260600393638,-0.0005123799783177674,-0.0009732596226967871,-0.00013332250819075853,0.0008186420891433954,0.00010922352521447465,-0.000528052682057023,-0.00022695219377055764,0.0014837858034297824,-0.005781106650829315,-0.011144722811877728,-0.0017788986442610621,0.009390504099428654,0.0009815726662054658,-0.005612771026790142,-0.0025045694783329964,0.0004211347259115428,-0.001786006148904562,-0.003446267917752266,-0.0005115293897688389,0.0028737427201122046,0.0003663452516775578,-0.0017902904655784369,-0.0007788733346387744,-0.002217860659584403,0.008497219532728195,0.016398383304476738,0.0026465491391718388,-0.01381620392203331,-0.001408023526892066,0.008202658034861088,0.0036727306433022022,0.0015497809508815408,-0.006308915093541145,-0.012129571288824081,-0.0018760273233056068,0.010212200693786144,0.0011390203144401312,-0.006216070614755154,-0.002746651414781809,0.018605804070830345,-0.07418575137853622,-0.14298462867736816,-0.022473787888884544,0.12029208987951279,0.013170432299375534,-0.07270325720310211,-0.032209113240242004,-0.004839680157601833,0.016495225951075554,0.032097507268190384,0.005642188712954521,-0.027079813182353973,-0.00224283616989851,0.015225617215037346,0.007028037682175636,-0.0011906623840332031,0.006841588765382767,0.013011051341891289,0.0016076189931482077,-0.010851486586034298,-0.001768486457876861,0.007441132329404354,0.0030656878370791674,0.00400499114766717,-0.022357532754540443,-0.04248310998082161,-0.005318659823387861,0.035499583929777145,0.00559780839830637,-0.024108994752168655,-0.010000567883253098,-0.00694510480388999,0.029921546578407288,0.0575019009411335,0.008569790050387383,-0.04827075079083443,-0.0059021590277552605,0.030123313888907433,0.013087618164718151,-0.04023612663149834,0.1535855233669281,0.29676246643066406,0.04807335510849953,-0.24982225894927979,-0.025598641484975815,0.1482168287038803,0.0663468986749649,-0.024096891283988953,0.09496661275625229,0.1831730157136917,0.028990333899855614,-0.1540795862674713,-0.01660577580332756,0.09270569682121277,0.041163280606269836,0.025316612794995308,-0.1091601774096489,-0.20964233577251434,-0.031186485663056374,0.1760173738002777,0.021502120420336723,-0.10982641577720642,-0.04776155576109886,-0.0014969109324738383,0.005084977485239506,0.009903153404593468,0.0017449090955778956,-0.008350188843905926,-0.0006931415991857648,0.0046896557323634624,0.002165356185287237,-0.001901746029034257,0.005792798474431038,0.011389610357582569,0.002182316966354847,-0.009618072770535946,-0.0006117531447671354,0.005094277672469616,0.002429491840302944,-0.0008549512713216245,0.004296356346458197,0.008180331438779831,0.0010928724659606814,-0.0068553416058421135,-0.0009787906892597675,0.004506191238760948,0.001906801713630557,0.00028204687987454236,-0.001329118967987597,-0.0025272408965975046,-0.00035022792872041464,0.0021264117676764727,0.000278036342933774,-0.0013632556656375527,-0.0005874921916984022,0.0023850183933973312,-0.009180527180433273,-0.017737409099936485,-0.002861983375623822,0.014930708333849907,0.001553686335682869,-0.008890293538570404,-0.003970831632614136,0.000517103704623878,-0.0020306992810219526,-0.003955720458179712,-0.0006127706728875637,0.003277295269072056,0.0003974434221163392,-0.0019971064757555723,-0.0008730363333597779,-0.0040383609011769295,0.01487118098884821,0.028804723173379898,0.004793198313564062,-0.02426658757030964,-0.002343166619539261,0.014165977016091347,0.006398233585059643,0.002658178098499775,-0.010372577235102654,-0.020016979426145554,-0.0031953046564012766,0.016845079138875008,0.0017901615938171744,-0.010087577626109123,-0.004493857733905315],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l2_grad":{"shape":[32],"stride":[1],"data":[0.03931064531207085,0.04403752088546753,0.056642353534698486,-0.022092539817094803,-0.14853869378566742,-0.022548174485564232,0.152323916554451,-0.1465827226638794,0.02079596556723118,0.029961807653307915,0.01815403625369072,-0.005973127670586109,-0.06224195659160614,-0.02036711759865284,0.09060646593570709,-0.06949017196893692,-0.985677182674408,0.16413748264312744,0.17945197224617004,-0.46434924006462097,0.47837865352630615,1.8893400430679321,1.2403912544250488,-1.7023333311080933,0.05159947648644447,0.05137641727924347,0.07462751865386963,-0.01775374263525009,-0.1123250350356102,-0.026275886222720146,0.171775221824646,-0.1303824484348297],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l2_grad":{"shape":[32],"stride":[1],"data":[0.03931064531207085,0.04403752088546753,0.056642353534698486,-0.022092539817094803,-0.14853869378566742,-0.022548174485564232,0.152323916554451,-0.1465827226638794,0.02079596556723118,0.029961807653307915,0.01815403625369072,-0.005973127670586109,-0.06224195659160614,-0.02036711759865284,0.09060646593570709,-0.06949017196893692,-0.985677182674408,0.16413748264312744,0.17945197224617004,-0.46434924006462097,0.47837865352630615,1.8893400430679321,1.2403912544250488,-1.7023333311080933,0.05159947648644447,0.05137641727924347,0.07462751865386963,-0.01775374263525009,-0.1123250350356102,-0.026275886222720146,0.171775221824646,-0.1303824484348297],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l2_reverse_grad":{"shape":[32,16],"stride":[16,1],"data":[-0.00898777600377798,-0.004748835228383541,0.008861184120178223,-0.0074327620677649975,0.0021530732046812773,0.010408048518002033,-0.0003081838658545166,0.0050315773114562035,-0.0037967879325151443,-0.003778945654630661,0.00675392709672451,0.0075418767519295216,0.005123740993440151,0.009048094041645527,0.012718932703137398,0.0007179845706559718,0.01358654722571373,0.007460961118340492,-0.013835535384714603,0.011356665752828121,-0.0033310221042484045,-0.016048995777964592,0.0007039846968837082,-0.008036922663450241,0.005094854161143303,0.005553169175982475,-0.009161800146102905,-0.009976415894925594,-0.0072572906501591206,-0.012344866059720516,-0.017566567286849022,-0.0013402907643467188,-0.0017857804195955396,-0.0010424969950690866,0.0018405239097774029,-0.0015017879195511341,0.0004519934591371566,0.0021206513047218323,-7.942532101878896e-05,0.0010823903139680624,-0.0006212139851413667,-0.0007024300284683704,0.0011094310320913792,0.00116101058665663,0.0009153234423138201,0.0014673034893348813,0.0021205476950854063,0.00020797410979866982,-0.0033234383445233107,-0.0018983747577294707,0.003521408885717392,-0.002791534410789609,0.0008196905255317688,0.004000500775873661,-0.00024328898871317506,0.0021029587369412184,-0.0010512890294194221,-0.001303241471759975,0.0019161745440214872,0.0020317798480391502,0.0016107946867123246,0.0026287506334483624,0.0038089824374765158,0.00039002951234579086,0.004186962265521288,0.0023341041523963213,-0.004366753157228231,0.0035102779511362314,-0.0010217376984655857,-0.005005954299122095,0.0002839727094396949,-0.002578515326604247,0.0014319244073703885,0.0016805781051516533,-0.002599252387881279,-0.0027970713563263416,-0.0021229819394648075,-0.0035452372394502163,-0.005092787090688944,-0.00045607745414599776,0.01387113705277443,0.007659237831830978,-0.014413164928555489,0.011576020158827305,-0.0033636228181421757,-0.016508497297763824,0.000905281922314316,-0.008488403633236885,0.004832926671952009,0.005581185221672058,-0.00875579658895731,-0.009543107822537422,-0.007069355342537165,-0.011994479224085808,-0.017157593742012978,-0.0014303048374131322,0.011171695776283741,0.00621643615886569,-0.011528951115906239,0.00935663003474474,-0.0027501848526299,-0.013286225497722626,0.0006580122862942517,-0.0067606354132294655,0.0039712805300951,0.004504116717725992,-0.007175866048783064,-0.007748843170702457,-0.005790552590042353,-0.009718338958919048,-0.013897822238504887,-0.0011688972590491176,-4.564019400277175e-05,-2.6001061996794306e-05,5.937867899774574e-05,-4.176373840891756e-05,1.3558566934079863e-05,6.324006244540215e-05,-1.1611667105171364e-05,3.8557624066015705e-05,-1.5400634083562181e-06,-1.7296591977356002e-05,6.411746653611772e-06,7.4246368058084045e-06,1.03048432720243e-05,1.8741387975751422e-05,2.942030187114142e-05,8.196266207960434e-06,-0.005088216159492731,-0.0025470892433077097,0.004733760841190815,-0.004143564496189356,0.0011911012697964907,0.005701510235667229,-8.153221642714925e-06,0.002572696888819337,-0.0025432698894292116,-0.0022273557260632515,0.004465808626264334,0.005105047486722469,0.0032134298235177994,0.005901682190597057,0.008165684528648853,0.0002611023955978453,0.0062470450066030025,0.00316907512024045,-0.005904919467866421,0.005141593050211668,-0.0015021212166175246,-0.007098241709172726,7.393689156742766e-05,-0.0032422973308712244,0.002995331073179841,0.0027221906930208206,-0.0052958400920033455,-0.006002308335155249,-0.0038664706517010927,-0.0070156012661755085,-0.009730251505970955,-0.0003737490333151072,-0.0009654240566305816,-0.0005154374521225691,0.0009372831555083394,-0.0008271291735582054,0.0002464381977915764,0.0011399121722206473,-3.442825982347131e-05,0.0005232684779912233,-0.00042599550215527415,-0.0004236597160343081,0.0007650217739865184,0.0008152629598043859,0.000588909606449306,0.0009894530521705747,0.0013954585883766413,9.546275396132842e-05,-0.001177855534479022,-0.0006175210000947118,0.0011626865016296506,-0.000993967056274414,0.0003036959969904274,0.0013832590775564313,-4.5799726649420336e-05,0.0006548695382662117,-0.0004983055405318737,-0.0005076033412478864,0.0009005740866996348,0.0010019447654485703,0.0006831683567725122,0.0012086196802556515,0.0016837967559695244,9.502442844677716e-05,0.00224281195551157,0.0011577047407627106,-0.0021873461082577705,0.001869657658971846,-0.0005649446393363178,-0.002600997919216752,6.730433960910887e-05,-0.001223703962750733,0.0009856082033365965,0.0009657848277129233,-0.0017686564242467284,-0.001997277606278658,-0.0013190963072702289,-0.0023785019293427467,-0.0033002481795847416,-0.00015580524632241577,0.006747544277459383,0.0034560556523501873,-0.006518121808767319,0.005584194790571928,-0.0016777951968833804,-0.007754788268357515,0.00015286463894881308,-0.0036253156140446663,0.003048830898478627,0.002909137401729822,-0.005444708280265331,-0.006194232497364283,-0.004017431288957596,-0.00731393089517951,-0.010123235173523426,-0.00042499028495512903,0.00492443609982729,0.0025221125688403845,-0.004721690434962511,0.0040812864899635315,-0.0012086456408724189,-0.00565549498423934,0.00010289824422216043,-0.0026161461137235165,0.002268908079713583,0.002133031142875552,-0.004038301762193441,-0.004553673323243856,-0.002983253449201584,-0.005374434869736433,-0.007463886868208647,-0.0003235417534597218,3.262243262724951e-05,1.4092368473939132e-05,-2.1355299395509064e-05,2.1510701117222197e-05,-3.875029506161809e-06,-2.6856379918172024e-05,-5.863500518898945e-06,-8.379634891753085e-06,2.7200705517316237e-05,1.5181227354332805e-05,-4.4748896470991895e-05,-5.294271250022575e-05,-2.790682810882572e-05,-5.510988921741955e-05,-7.446976087521762e-05,1.5861022575336392e-06,0.03908433020114899,0.020770356059074402,-0.0384749174118042,0.032355863600969315,-0.009421245194971561,-0.045254938304424286,0.001260926597751677,-0.02182646095752716,0.016520947217941284,0.016405014321208,-0.02938426472246647,-0.03266749903559685,-0.022336389869451523,-0.039214037358760834,-0.05514191463589668,-0.0031733864452689886,-0.05576346442103386,-0.031080860644578934,0.05773064121603966,-0.046594131737947464,0.01370104867964983,0.06625496596097946,-0.0033190157264471054,0.03392665460705757,-0.019570527598261833,-0.022375071421265602,0.03535962104797363,0.038339708000421524,0.028559893369674683,0.04811833053827286,0.06881511956453323,0.005806488450616598,0.1459391862154007,0.08099754899740219,-0.15087701380252838,0.12196508049964905,-0.03568841889500618,-0.17343232035636902,0.008808488957583904,-0.08858712017536163,0.051608119159936905,0.05875338241457939,-0.09325571358203888,-0.10112494230270386,-0.07518607378005981,-0.12680403888225555,-0.18134328722953796,-0.01512705348432064,-0.10486122965812683,-0.05911679565906525,0.11018623411655426,-0.08797290176153183,0.02586904913187027,0.1257384866476059,-0.007300787139683962,0.06538160145282745,-0.03456597030162811,-0.0416019931435585,0.06292411684989929,0.0674472525715828,0.051994822919368744,0.08620937913656235,0.12410254776477814,0.011700399219989777,0.02789042703807354,0.015471721068024635,-0.028809739276766777,0.023396175354719162,-0.006936150602996349,-0.03320919722318649,0.0016686547314748168,-0.016879426315426826,0.009896276518702507,0.011280807666480541,-0.017937583848834038,-0.019440747797489166,-0.014444497413933277,-0.02437836490571499,-0.034771788865327835,-0.002882937202230096,0.08610551059246063,0.047988779842853546,-0.08906560391187668,0.07212875038385391,-0.02125898189842701,-0.10248640924692154,0.005159629974514246,-0.052293144166469574,0.030317839235067368,0.03464716300368309,-0.05485183000564575,-0.0592525377869606,-0.044353339821100235,-0.07444915920495987,-0.10647711157798767,-0.009044398553669453,0.027567297220230103,0.015156308189034462,-0.028463900089263916,0.022974548861384392,-0.0067085218615829945,-0.032691001892089844,0.0016675316728651524,-0.01668955571949482,0.00984144862741232,0.011133280582726002,-0.01778932847082615,-0.019479971379041672,-0.014232803136110306,-0.024313317611813545,-0.034657493233680725,-0.002740874420851469,-0.00661149388179183,-0.004699530079960823,0.008885316550731659,-0.006116547621786594,0.002089877612888813,0.00936220120638609,-0.0015646659303456545,0.005959218833595514,0.0005578633863478899,-0.0020485264249145985,-0.0003440519794821739,-0.0013563663233071566,0.0011947450693696737,0.00026671282830648124,0.0012025466421619058,0.0016591231105849147,-0.010228835977613926,-0.00505864666774869,0.009377744980156422,-0.008274796418845654,0.002281897934153676,0.011332294903695583,4.803471892955713e-05,0.005054193548858166,-0.005335455760359764,-0.004536628257483244,0.009277859702706337,0.010628880001604557,0.0066094291396439075,0.0121829928830266,0.01690405234694481,0.0005104828742332757,0.01660831831395626,0.008659407496452332,-0.01604423113167286,0.013676258735358715,-0.0039024672005325556,-0.019022464752197266,0.00038540660170838237,-0.008988933637738228,0.00747534167021513,0.007088490296155214,-0.013194028288125992,-0.014772966504096985,-0.009848414920270443,-0.017492566257715225,-0.024531390517950058,-0.001231578760780394,-0.001908180071040988,-0.0010615054052323103,0.0018922296585515141,-0.0016019908944144845,0.0004735418769996613,0.0022320158313959837,-5.85736233915668e-05,0.0010813729604706168,-0.0007764524198137224,-0.0007915367023088038,0.001377871260046959,0.001476548844948411,0.0010790731757879257,0.0017999126575887203,0.0025603855028748512,0.00019231777696404606,-0.002722670789808035,-0.0014959110412746668,0.0027807781007140875,-0.0022779027931392193,0.000673254020512104,0.003221288789063692,-0.00014437877689488232,0.00161726342048496,-0.001010424573905766,-0.0011115358211100101,0.0018221162026748061,0.001987881725654006,0.0014455283526331186,0.0024637009482830763,0.0035008597187697887,0.0002674976421985775,0.0038595390506088734,0.002038446720689535,-0.0038179855328053236,0.003201686544343829,-0.0009335600771009922,-0.004486999474465847,0.00014484106213785708,-0.0021705920808017254,0.0016138919163495302,0.0016242485726252198,-0.002882196567952633,-0.003213293617591262,-0.0021935170516371727,-0.0038681156001985073,-0.005434517282992601,-0.0003120887267868966,0.012079676613211632,0.006340827327221632,-0.011897520162165165,0.009951555170118809,-0.002871273085474968,-0.013949264772236347,0.00040805208845995367,-0.006751587614417076,0.005129213910549879,0.005078280344605446,-0.009120590053498745,-0.010251509957015514,-0.006885528564453125,-0.012261488474905491,-0.017206551507115364,-0.000921046594157815,0.009213295765221119,0.004834391642361879,-0.008980701677501202,0.007593629416078329,-0.0021977617871016264,-0.010600564070045948,0.0002479769173078239,-0.0050611491315066814,0.004025818780064583,0.003892639186233282,-0.007137737702578306,-0.007995029911398888,-0.005362971220165491,-0.00951696839183569,-0.013337882235646248,-0.0006884803296998143,-5.690218313247897e-05,-3.453420504229143e-05,7.807661313563585e-05,-5.3756182751385495e-05,2.342433072044514e-05,8.282723865704611e-05,-1.3152175597497262e-05,5.148889613337815e-05,4.012668796349317e-06,-1.8929969883174635e-05,1.0811152151291026e-06,4.54725250165211e-06,9.172849786409643e-06,1.8509656001697294e-05,2.462761040078476e-05,7.044717222015606e-06],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l2_reverse_grad":{"shape":[32,8],"stride":[8,1],"data":[0.0074820807203650475,0.009243031963706017,0.0007101640221662819,-0.0008479726384393871,-0.009199812076985836,-0.009617787785828114,-0.014175708405673504,-0.0003965711803175509,-0.009374639019370079,-0.011437961831688881,-0.0009368403698317707,0.001093630911782384,0.011616282165050507,0.012045253068208694,0.01778402179479599,0.00046775076771155,0.0009789603063836694,0.0011977808317169547,9.658662020228803e-05,-0.00011259236634941772,-0.001204819418489933,-0.0012574910651892424,-0.0018515741685405374,-5.1866947615053505e-05,0.0016962995287030935,0.0020327281672507524,0.0001800192694645375,-0.00020513558411039412,-0.0021230808924883604,-0.002179263159632683,-0.003219856880605221,-7.731076038908213e-05,-0.0024998553562909365,-0.003018330316990614,-0.0002597717975731939,0.0002984153397846967,0.0031183287501335144,0.003211015835404396,0.004746787250041962,0.00011706010263878852,-0.008628670126199722,-0.010456303134560585,-0.0008790369029156864,0.0010205182479694486,0.01073982659727335,0.011090119369328022,0.01637323573231697,0.0004134821065235883,-0.0070624761283397675,-0.00857490487396717,-0.0007182121044024825,0.0008330647833645344,0.008779654279351234,0.009074890054762363,0.01340505387634039,0.00034401833545416594,-1.139292635343736e-06,-8.314486876770388e-06,1.7626240378376679e-06,-1.2325560874160146e-06,-3.187663196513313e-06,1.4962366776671843e-06,1.7854235920822248e-06,1.9914889435312944e-06,0.005390210542827845,0.006746269296854734,0.00048424702254123986,-0.0005927733145654202,-0.006573837716132402,-0.0069321198388934135,-0.010203524492681026,-0.00030628335662186146,-0.0063301813788712025,-0.007869165390729904,-0.0005867570289410651,0.0007088814163580537,0.0077605280093848705,0.008139536716043949,0.011997257359325886,0.00034650982706807554,0.0008609746000729501,0.001047631143592298,8.983091538539156e-05,-0.00010202723933616653,-0.0010700755519792438,-0.0011035720817744732,-0.0016381745226681232,-4.147265281062573e-05,0.001047761645168066,0.0012708910508081317,0.00010676617966964841,-0.00012401599087752402,-0.0013043497456237674,-0.0013468278339132667,-0.0019898503087460995,-5.095926462672651e-05,-0.0020931903272867203,-0.00256301905028522,-0.0002047303132712841,0.0002425390121061355,0.0025917028542608023,0.0026924835983663797,0.003971916623413563,0.00010695527453208342,-0.00649788836017251,-0.007999379187822342,-0.0006201518117450178,0.0007427288219332695,0.008014200255274773,0.008360840380191803,0.012319152243435383,0.00034320587292313576,-0.004795013926923275,-0.0059224683791399,-0.00045649573439732194,0.000545866321772337,0.005906871985644102,0.006165551021695137,0.009097198024392128,0.0002539039123803377,-5.664848140440881e-05,-7.480359636247158e-05,-3.923402800865006e-06,5.242854513198836e-06,6.521781324408948e-05,7.2753187851049e-05,0.00010580448724795133,4.6568056859541684e-06,-0.03240462392568588,-0.040030643343925476,-0.003081281902268529,0.0036743145901709795,0.03983642905950546,0.04165147617459297,0.061402514576911926,0.0017285044305026531,0.03450843319296837,0.04187516123056412,0.003494101343676448,-0.00406245980411768,-0.042866017669439316,-0.04435530677437782,-0.06543658673763275,-0.0016926166135817766,-0.09178455173969269,-0.11145488172769547,-0.00930332113057375,0.010811300948262215,0.1140654906630516,0.11795350164175034,0.17415189743041992,0.004473598673939705,0.05873289331793785,0.07061903178691864,0.006159665994346142,-0.007062035147100687,-0.07341571897268295,-0.07547296583652496,-0.11150887608528137,-0.002723860554397106,-0.017906997352838516,-0.021655039861798286,-0.001841442077420652,0.0021288760472089052,0.022312575951218605,0.02301468700170517,0.033992551267147064,0.0008586565963923931,-0.053787149488925934,-0.065186507999897,-0.00549435755237937,0.006363941356539726,0.06691867113113403,0.06912105530500412,0.10207881778478622,0.0026064433623105288,-0.017874713987112045,-0.021722756326198578,-0.0017988969339057803,0.0021008870098739862,0.022210683673620224,0.02297990582883358,0.033910807222127914,0.000873762066476047,-0.0035522019024938345,-0.005308922845870256,-5.886938015464693e-05,0.00020467632566578686,0.0037663474213331938,0.004571284167468548,0.006590565200895071,0.0003780534607358277,0.01112099178135395,0.01402377337217331,0.0009703009272925556,-0.0011962403077632189,-0.013471303507685661,-0.014292309992015362,-0.02100948989391327,-0.0006489251973107457,-0.014888778328895569,-0.018530825152993202,-0.0013775902334600687,0.0016582673415541649,0.01821134053170681,0.019132114946842194,0.02818778157234192,0.000816414481960237,0.0014045553980395198,0.0017323115607723594,0.00013618488446809351,-0.0001595753856236115,-0.0017236474668607116,-0.0018028932390734553,-0.0026594488881528378,-7.525681576225907e-05,0.0018693291349336505,0.0022741788998246193,0.00018813388305716217,-0.00021930613729637116,-0.002320286352187395,-0.0024025854654610157,-0.0035464204847812653,-9.243276144843549e-05,-0.003208852605894208,-0.0039496030658483505,-0.00030937776318751276,0.0003673330647870898,0.003957479260861874,0.004124834667891264,0.006084802560508251,0.0001667700707912445,-0.010190323926508427,-0.012605877593159676,-0.0009586721425876021,0.0011507606832310557,0.012520655989646912,0.013103073462843895,0.019303040578961372,0.0005444787675514817,-0.008028000593185425,-0.00996034312993288,-0.000749508326407522,0.0009018448181450367,0.00984805729240179,0.010321224108338356,0.015210454352200031,0.0004355303826741874,-2.4582352580182487e-06,-1.3624842722492758e-05,2.0694465092674363e-06,-1.9766375771723688e-06,-5.544657142309006e-06,2.094393039442366e-06,2.8203794499859214e-06,2.752919954218669e-06],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l2_reverse_grad":{"shape":[32],"stride":[1],"data":[-0.08945973217487335,0.13081243634223938,-0.017080914229154587,-0.030882539227604866,0.03946039453148842,0.1314806342124939,0.10616795718669891,-0.0003374281513970345,-0.05314139649271965,0.06402450054883957,-0.009499923326075077,-0.011511220596730709,0.022239891812205315,0.06769535690546036,0.049604255706071854,0.0004423760692588985,0.38860270380973816,-0.5300057530403137,1.3873145580291748,-0.9805957078933716,0.2643811106681824,0.8165404796600342,0.2626332938671112,-0.041492097079753876,-0.10983383655548096,0.16886435449123383,-0.018869830295443535,-0.026115909218788147,0.038139019161462784,0.12049753218889236,0.09248388558626175,-0.00032771885162219405],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l2_reverse_grad":{"shape":[32],"stride":[1],"data":[-0.08945973217487335,0.13081243634223938,-0.017080914229154587,-0.030882539227604866,0.03946039453148842,0.1314806342124939,0.10616795718669891,-0.0003374281513970345,-0.05314139649271965,0.06402450054883957,-0.009499923326075077,-0.011511220596730709,0.022239891812205315,0.06769535690546036,0.049604255706071854,0.0004423760692588985,0.38860270380973816,-0.5300057530403137,1.3873145580291748,-0.9805957078933716,0.2643811106681824,0.8165404796600342,0.2626332938671112,-0.041492097079753876,-0.10983383655548096,0.16886435449123383,-0.018869830295443535,-0.026115909218788147,0.038139019161462784,0.12049753218889236,0.09248388558626175,-0.00032771885162219405],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l3_grad":{"shape":[32,16],"stride":[16,1],"data":[-0.004846463445574045,0.015015029348433018,0.029690181836485863,0.005688155069947243,-0.025107096880674362,-0.001735539874061942,0.013459298759698868,0.006347314920276403,-0.014443406835198402,-0.01804281398653984,-0.0013351227389648557,0.0015904208412393928,0.01763175241649151,0.01857168786227703,0.02731069177389145,0.000787420547567308,0.03274351730942726,-0.12052115052938461,-0.23495952785015106,-0.0395931713283062,0.197826087474823,0.01969374530017376,-0.11581394076347351,-0.05197381228208542,0.14351168274879456,0.1834239959716797,0.013161499984562397,-0.014616459608078003,-0.17162062227725983,-0.18435586988925934,-0.26889345049858093,-0.007923698984086514,0.029101723805069923,-0.10832817852497101,-0.21114347875118256,-0.03532016649842262,0.1776755005121231,0.01810172200202942,-0.10459724068641663,-0.04677421972155571,0.13065005838871002,0.16708172857761383,0.012039273045957088,-0.013260726816952229,-0.15611547231674194,-0.16783031821250916,-0.24462369084358215,-0.007168717682361603,0.018623357638716698,-0.06957324594259262,-0.13558329641819,-0.022627631202340126,0.11408766359090805,0.01169264130294323,-0.067270927131176,-0.030054280534386635,0.08418938517570496,0.10769323259592056,0.007762683555483818,-0.008535514585673809,-0.1005692332983017,-0.10814216732978821,-0.15760564804077148,-0.004613949917256832,-0.006472324952483177,0.02384343557059765,0.04643481969833374,0.007805811241269112,-0.03910961374640465,-0.0038704117760062218,0.022890333086252213,0.010280716232955456,-0.02835564687848091,-0.03627152740955353,-0.002578183775767684,0.002885268535465002,0.03389430046081543,0.03642534464597702,0.0531482920050621,0.001586082624271512,0.012319491244852543,-0.042028214782476425,-0.08245335519313812,-0.01470934133976698,0.06955213099718094,0.0060290684923529625,-0.03926960006356239,-0.017974428832530975,0.04600406810641289,0.05828911438584328,0.004247124306857586,-0.004827707074582577,-0.05543183907866478,-0.05911024659872055,-0.08647813647985458,-0.002525462070479989,0.0028447965160012245,-0.008287128992378712,-0.01649998128414154,-0.0033218441531062126,0.013986101374030113,0.0007959180511534214,-0.007232039235532284,-0.003475576639175415,0.007201598957180977,0.008867662400007248,0.0006848367629572749,-0.0008277659653685987,-0.008884218521416187,-0.00925364624708891,-0.013680857606232166,-0.00038702302845194936,-0.008740715682506561,0.03213045373558998,0.06270040571689606,0.010589130222797394,-0.052774716168642044,-0.005273095797747374,0.03089667111635208,0.013855170458555222,-0.03826166316866875,-0.04886089265346527,-0.003533559385687113,0.0039010338950902224,0.045767053961753845,0.04915044084191322,0.07166673988103867,0.0020974355284124613,-0.0022222804836928844,0.006158109288662672,0.012393894605338573,0.002608948154374957,-0.010492226108908653,-0.0005407804856076837,0.005285158287733793,0.0025665313005447388,-0.0050025261007249355,-0.006040483713150024,-0.0005186679773032665,0.0005997972330078483,0.006255971733480692,0.006431485526263714,0.009514830075204372,0.00023527465236838907,0.018595801666378975,-0.05761132389307022,-0.1136653944849968,-0.021705204620957375,0.09620712697505951,0.0064834533259272575,-0.051481496542692184,-0.024343159049749374,0.05497605726122856,0.06881354749202728,0.004946760833263397,-0.006046060938388109,-0.067044697701931,-0.07068955898284912,-0.1040726825594902,-0.003115250263363123,0.018052056431770325,-0.05578045919537544,-0.11012488603591919,-0.02108585461974144,0.09321588277816772,0.006255664397031069,-0.04981599748134613,-0.02356649935245514,0.053008802235126495,0.06629082560539246,0.004789140075445175,-0.0058410014025866985,-0.06467753648757935,-0.06815484166145325,-0.10034721344709396,-0.0029869249556213617,0.014201055280864239,-0.043257541954517365,-0.08561751991510391,-0.01660480909049511,0.07247597724199295,0.004720037337392569,-0.038449596613645554,-0.018245842307806015,0.04034096747636795,0.050253238528966904,0.0037065541837364435,-0.004488594830036163,-0.04935402423143387,-0.05186430364847183,-0.07640305161476135,-0.002230496844276786,-0.006541196256875992,0.019931109622120857,0.03943256661295891,0.007635831367224455,-0.03336873650550842,-0.002175689907744527,0.017707550898194313,0.008403241634368896,-0.018636900931596756,-0.023227699100971222,-0.0017053690971806645,0.002071760129183531,0.022797301411628723,0.023967379704117775,0.03530031070113182,0.0010388368973508477,0.008323868736624718,-0.024748720228672028,-0.04918675869703293,-0.009737818501889706,0.041628897190093994,0.0025739215780049562,-0.021809283643960953,-0.010406004264950752,0.022362126037478447,0.02766704373061657,0.0021103336475789547,-0.0025303675793111324,-0.02749020606279373,-0.028753895312547684,-0.04239015281200409,-0.0012006021570414305,0.0011350801214575768,-0.003003808669745922,-0.00609719380736351,-0.0013322726590558887,0.005157085135579109,0.00023034280457068235,-0.002529779216274619,-0.001242033438757062,0.002260058419778943,0.002672934904694557,0.0002507412282284349,-0.00028337660478428006,-0.002862598281353712,-0.0029074244666844606,-0.004309504758566618,-9.88648971542716e-05,-0.007629262749105692,0.023487145081162453,0.046405307948589325,0.008912917226552963,-0.03927532956004143,-0.002621858147904277,0.020952852442860603,0.009918633848428726,-0.022213973104953766,-0.02774837054312229,-0.002014715922996402,0.0024536584969609976,0.027121203020215034,0.028562435880303383,0.04205217584967613,0.0012470773654058576,-0.06976359337568283,0.24126195907592773,0.4736442267894745,0.08387614041566849,-0.39914625883102417,-0.03603445738554001,0.22717979550361633,0.1033729761838913,-0.2693817913532257,-0.3413756489753723,-0.025262806564569473,0.028140708804130554,0.32424867153167725,0.34608057141304016,0.5056518316268921,0.014497282914817333,-0.06705504655838013,0.2471175342798233,0.48172903060913086,0.08106943964958191,-0.4055124819278717,-0.04051751270890236,0.2375597208738327,0.10657515376806259,-0.29470813274383545,-0.3767031729221344,-0.026996321976184845,0.029998447746038437,0.35240045189857483,0.37862223386764526,0.5521280765533447,0.016284266486763954,-0.03956206887960434,0.14914372563362122,0.2906056344509125,0.048208557069301605,-0.2444218397140503,-0.025507496669888496,0.14476093649864197,0.06449022889137268,-0.18229742348194122,-0.23328709602355957,-0.01687098667025566,0.01843259483575821,0.21761950850486755,0.23415470123291016,0.34107863903045654,0.009952113963663578,-0.034920476377010345,0.12943534553050995,0.2524799406528473,0.04240947216749191,-0.21247471868991852,-0.021537894383072853,0.12487051635980606,0.05586935952305794,-0.15549474954605103,-0.1987007111310959,-0.014392446726560593,0.015811771154403687,0.18587824702262878,0.19972850382328033,0.291142076253891,0.008494186215102673,-0.12045158445835114,0.439249187707901,0.857614278793335,0.14569483697414398,-0.7220087647438049,-0.07116439938545227,0.4211207330226898,0.18925610184669495,-0.518886923789978,-0.6621659994125366,-0.047926414757966995,0.053050801157951355,0.6211650371551514,0.6665850281715393,0.9722661375999451,0.028400732204318047,-0.10804914683103561,0.3836947977542877,0.7513037919998169,0.1303510218858719,-0.6327994465827942,-0.059830404818058014,0.3646984398365021,0.1648739129304886,-0.44103533029556274,-0.5608627200126648,-0.04108920693397522,0.04556763172149658,0.5293697714805603,0.5665779709815979,0.8270401358604431,0.0239067655056715,-0.11970207840204239,0.4370447099208832,0.8532108068466187,0.14480070769786835,-0.718286395072937,-0.07092639803886414,0.41917815804481506,0.18832722306251526,-0.5168730616569519,-0.6596820950508118,-0.047721538692712784,0.05282082036137581,0.6186608076095581,0.663989782333374,0.968451976776123,0.028320414945483208,-0.1070263460278511,0.38109442591667175,0.7457661032676697,0.12903466820716858,-0.6281511187553406,-0.05954481661319733,0.3623977601528168,0.1637941300868988,-0.4390100836753845,-0.5586300492286682,-0.04073331132531166,0.04529585316777229,0.5267485976219177,0.5639967918395996,0.8232656717300415,0.023910177871584892,-0.004371747374534607,0.012354496866464615,0.02486473135650158,0.005169006530195475,-0.021045386791229248,-0.001183676882646978,0.010742748156189919,0.005171135999262333,-0.010282031260430813,-0.01244832668453455,-0.0010644829599186778,0.0012158494209870696,0.012791791930794716,0.01320881862193346,0.019493645057082176,0.00048349087592214346,0.030285602435469627,-0.09825251996517181,-0.1940515637397766,-0.03608527034521103,0.16383425891399384,0.012945820577442646,-0.09025466442108154,-0.04180196672677994,0.10104398429393768,0.12684381008148193,0.009571065194904804,-0.010876748710870743,-0.12253730744123459,-0.12981568276882172,-0.1902431696653366,-0.005382138304412365,0.0367211177945137,-0.11925119906663895,-0.23552191257476807,-0.04376387968659401,0.1988333910703659,0.015767354518175125,-0.10959909111261368,-0.05074576660990715,0.12278604507446289,0.1541508436203003,0.011626585386693478,-0.013209925964474678,-0.1488877385854721,-0.15775224566459656,-0.23115192353725433,-0.006535056978464127,0.03839291259646416,-0.11737918853759766,-0.23382379114627838,-0.04566480591893196,0.19759264588356018,0.01381329819560051,-0.10556192696094513,-0.049616482108831406,0.11118998378515244,0.13766683638095856,0.010952038690447807,-0.012403614819049835,-0.13610801100730896,-0.1428317427635193,-0.2097894847393036,-0.005630832631140947,-0.010939465835690498,0.03472791984677315,0.06875308603048325,0.012999555096030235,-0.05806948244571686,-0.004375654738396406,0.031629227101802826,0.014736237935721874,-0.034688208252191544,-0.04336967691779137,-0.0033078650012612343,0.003777997801080346,0.042192768305540085,0.044568490236997604,0.06537795811891556,0.0018371830228716135,0.012492595240473747,-0.03886788338422775,-0.07716334611177444,-0.014836975373327732,0.06520020216703415,0.00470288610085845,-0.03513841703534126,-0.016457216814160347,0.037747133523225784,0.04698162525892258,0.003646276658400893,-0.004161399323493242,-0.04606378450989723,-0.04849579930305481,-0.07120254635810852,-0.0019631816539913416,0.0033573268447071314,-0.009324253536760807,-0.018772032111883163,-0.003950092941522598,0.015907201915979385,0.0008152435184456408,-0.008020899258553982,-0.0038897094782441854,0.007493790239095688,0.009038257412612438,0.0007752744713798165,-0.0008993060328066349,-0.009355760179460049,-0.009624873287975788,-0.014247545041143894,-0.0003603247459977865,-0.01250302791595459,0.04057971015572548,0.08018547296524048,0.01491345651447773,-0.06768698990345001,-0.005378406494855881,0.037309832870960236,0.01726827397942543,-0.04175454378128052,-0.05239160731434822,-0.003966928459703922,0.004494817461818457,0.05063338950276375,0.05364300683140755,0.07858945429325104,0.0022160422522574663],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l3_grad":{"shape":[32,8],"stride":[8,1],"data":[0.003193281590938568,-0.023765861988067627,-0.027253417298197746,-0.03023458831012249,0.008562495931982994,-0.012553174048662186,-0.0014595903921872377,0.01071537658572197,-0.018417272716760635,0.15374086797237396,0.1795182228088379,0.1961914747953415,-0.05545118451118469,0.08028662204742432,0.007645904086530209,-0.07132649421691895,-0.01626645028591156,0.1357123702764511,0.15842963755130768,0.17317630350589752,-0.0489266961812973,0.07084467262029648,0.006765879690647125,-0.06293593347072601,-0.010376283898949623,0.08673931658267975,0.10127987712621689,0.11068759858608246,-0.03126230090856552,0.04525931924581528,0.0043108812533319,-0.04023609310388565,0.003601327771320939,-0.03055989183485508,-0.035777218639850616,-0.03901601582765579,0.011032508686184883,-0.01594606786966324,-0.0014692931436002254,0.014237891882658005,-0.007497777231037617,0.05897084251046181,0.06822264939546585,0.07513309270143509,-0.021247250959277153,0.03095926344394684,0.003285872284322977,-0.026960086077451706,-0.0019820418674498796,0.014083878137171268,0.016010958701372147,0.017890144139528275,-0.005062076263129711,0.007463450077921152,0.0009413072839379311,-0.006260737776756287,0.004960247781127691,-0.04088196903467178,-0.047632209956645966,-0.05214938521385193,0.014732140116393566,-0.0213589109480381,-0.00208921916782856,0.018900061026215553,0.0016641109250485897,-0.010788516141474247,-0.01204786729067564,-0.013663332909345627,0.0038659877609461546,-0.005766339134424925,-0.0008406960405409336,0.004659031517803669,-0.012033317238092422,0.09230218827724457,0.10640422254800797,0.11752994358539581,-0.033298760652542114,0.048647817224264145,0.005364107899367809,-0.041971355676651,-0.011733803898096085,0.08954939246177673,0.10312710702419281,0.11400412768125534,-0.032284580171108246,0.04719531163573265,0.005258416756987572,-0.0406511165201664,-0.00942718144506216,0.0702393501996994,0.08054681122303009,0.08935531973838806,-0.02529587410390377,0.03708215430378914,0.0043119206093251705,-0.03166733309626579,0.00433293217793107,-0.03235843777656555,-0.037132710218429565,-0.041170231997966766,0.0116672832518816,-0.01709652505815029,-0.00197452655993402,0.014607859775424004,-0.0057095857337117195,0.04097120836377144,0.04666993394494057,0.05206197872757912,-0.01474088430404663,0.021704381331801414,0.002688730601221323,-0.018274668604135513,-0.0008921620319597423,0.005466768518090248,0.006031788885593414,0.006909309420734644,-0.0019572440069168806,0.002940935315564275,0.0004667402827180922,-0.0023154509253799915,0.004985555075109005,-0.0378161184489727,-0.04350120574235916,-0.0481334812939167,0.013628991320729256,-0.01993718557059765,-0.002247042488306761,0.01713595539331436,0.04255961999297142,-0.3297102451324463,-0.38034552335739136,-0.41985762119293213,0.11861232668161392,-0.17313040792942047,-0.018950080499053,0.1500260829925537,0.03763262927532196,-0.3147563934326172,-0.36764445900917053,-0.4016861915588379,0.11354631930589676,-0.16436079144477844,-0.015592671930789948,0.14610610902309418,0.021929385140538216,-0.18323205411434174,-0.21390502154827118,-0.2338109016418457,0.06601577252149582,-0.09557729959487915,-0.009125928394496441,0.0849667638540268,0.019698262214660645,-0.1626986265182495,-0.1896119862794876,-0.20754916965961456,0.058613892644643784,-0.08496443927288055,-0.008283985778689384,0.07524311542510986,0.06893360614776611,-0.5645818114280701,-0.6572381854057312,-0.7200859785079956,0.20347464084625244,-0.29519760608673096,-0.02917444333434105,0.2606603503227234,0.06398452818393707,-0.508246898651123,-0.5887162685394287,-0.6476694345474243,0.18296092748641968,-0.2663187086582184,-0.02787669561803341,0.23278632760047913,0.06838979572057724,-0.5610280632972717,-0.6532570123672485,-0.7155817151069641,0.202199324965477,-0.29329609870910645,-0.028904251754283905,0.2591184377670288,0.062967948615551,-0.5041529536247253,-0.5847559571266174,-0.6426018476486206,0.18156209588050842,-0.26404985785484314,-0.027226727455854416,0.23141156136989594,0.0032359478063881397,-0.02119710110127926,-0.02367934212088585,-0.026842515915632248,0.007559279911220074,-0.011264658533036709,-0.0016402049222961068,0.009153012186288834,-0.019587548449635506,0.1454957276582718,0.16659142076969147,0.18503138422966003,-0.05223650485277176,0.07661962509155273,0.009044310078024864,-0.06540951132774353,-0.023728208616375923,0.17636717855930328,0.20195303857326508,0.22429314255714417,-0.0633116289973259,0.09285791218280792,0.010953661985695362,-0.07929584383964539,-0.026526538655161858,0.18485455214977264,0.20906391739845276,0.23457711935043335,-0.06609921902418137,0.09771613776683807,0.012897055596113205,-0.08144612610340118,0.0072214240208268166,-0.052738726139068604,-0.06020154431462288,-0.06703373789787292,0.018924521282315254,-0.027812853455543518,-0.003379753790795803,0.023593895137310028,-0.008432560600340366,0.060278940945863724,0.06852959841489792,0.07656365633010864,-0.02160208486020565,0.03183194249868393,0.0040145376697182655,-0.026788290590047836,-0.0025009713135659695,0.016401896253228188,0.018335096538066864,0.02077315002679825,-0.0058588446117937565,0.00872850976884365,0.0012640758650377393,-0.007091692183166742,0.008101546205580235,-0.05998449772596359,-0.06862747669219971,-0.07627207040786743,0.021520599722862244,-0.03157859295606613,-0.003756231162697077,0.02693098969757557],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l3_grad":{"shape":[32],"stride":[1],"data":[0.14320428669452667,-1.2918978929519653,-1.1721127033233643,-0.7545427083969116,0.25454625487327576,-0.43021172285079956,-0.07559680938720703,0.34538841247558594,0.055746208876371384,-0.5424179434776306,-0.5249476432800293,-0.4052346348762512,0.18658068776130676,-0.2298865169286728,-0.026680203154683113,0.22081512212753296,2.5124988555908203,2.650597095489502,1.6295357942581177,1.3996847867965698,4.6992058753967285,4.053520202636719,4.678155422210693,4.025331974029541,0.11392540484666824,-0.9814639091491699,-1.1921865940093994,-1.138401746749878,0.34224072098731995,-0.3790648579597473,-0.08422275632619858,0.4061663746833801],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l3_grad":{"shape":[32],"stride":[1],"data":[0.14320428669452667,-1.2918978929519653,-1.1721127033233643,-0.7545427083969116,0.25454625487327576,-0.43021172285079956,-0.07559680938720703,0.34538841247558594,0.055746208876371384,-0.5424179434776306,-0.5249476432800293,-0.4052346348762512,0.18658068776130676,-0.2298865169286728,-0.026680203154683113,0.22081512212753296,2.5124988555908203,2.650597095489502,1.6295357942581177,1.3996847867965698,4.6992058753967285,4.053520202636719,4.678155422210693,4.025331974029541,0.11392540484666824,-0.9814639091491699,-1.1921865940093994,-1.138401746749878,0.34224072098731995,-0.3790648579597473,-0.08422275632619858,0.4061663746833801],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l3_reverse_grad":{"shape":[32,16],"stride":[16,1],"data":[-0.00029903449467383325,0.0038800318725407124,0.0067887031473219395,0.00035652832593768835,-0.0056630284525454044,-0.0011540233390405774,0.004436776041984558,0.0017779404297471046,-0.007852612063288689,-0.010675429366528988,-0.0005439371452666819,0.0006657027406617999,0.00900921132415533,0.01010615099221468,0.014633442275226116,0.0005529323825612664,-0.022542541846632957,0.07022807002067566,0.13947166502475739,0.02680550515651703,-0.11782877147197723,-0.008566872216761112,0.06356865912675858,0.029745647683739662,-0.06834667176008224,-0.08504652976989746,-0.006623176857829094,0.00753109622746706,0.08339346945285797,0.08780607581138611,0.12887711822986603,0.00353645789436996,-0.008790220133960247,0.026995714753866196,0.05368403345346451,0.010457432828843594,-0.04541504383087158,-0.003141069319099188,0.02429128624498844,0.011417676694691181,-0.025659581646323204,-0.031844500452280045,-0.0025161851663142443,0.0028551907744258642,0.03138280659914017,0.03294527903199196,0.04844750091433525,0.0013087469851598144,0.004061058163642883,-0.010446781292557716,-0.02151629701256752,-0.004857597406953573,0.01820809580385685,0.0008173924870789051,-0.008817039430141449,-0.004328667651861906,0.007120460271835327,0.008129730820655823,0.0008763880468904972,-0.0009360262774862349,-0.009114997461438179,-0.009132947772741318,-0.013511085882782936,-0.00024375102657359093,-0.0003091130347456783,0.0009711292805150151,0.0019186281133443117,0.0003671418526209891,-0.0016257570823654532,-0.00011152630759170279,0.0008785816607996821,0.00041070563020184636,-0.0009628671105019748,-0.0012055720435455441,-9.449728531762958e-05,0.00010580979869700968,0.0011723211500793695,0.0012344933347776532,0.0018212974537163973,5.163100649951957e-05,-0.03694133087992668,0.111962229013443,0.22328738868236542,0.04391251876950264,-0.18872644007205963,-0.012908115051686764,0.10034191608428955,0.047276414930820465,-0.104632169008255,-0.12926465272903442,-0.010357649065554142,0.0117397615686059,0.12826858460903168,0.13440373539924622,0.19750352203845978,0.005270737688988447,0.02830592915415764,-0.08715806156396866,-0.1734595000743866,-0.03368457779288292,0.146561399102211,0.010419550351798534,-0.07860291004180908,-0.036872610449790955,0.08345810323953629,0.10351057350635529,0.008189387619495392,-0.009267588146030903,-0.10204003751277924,-0.1072087287902832,-0.15741319954395294,-0.004246421158313751,-0.01613992266356945,0.05051648989319801,0.10032425820827484,0.019225027412176132,-0.08474107831716537,-0.006253211293369532,0.04584752395749092,0.02141234464943409,-0.049477435648441315,-0.06159232556819916,-0.004804110620170832,0.0054388269782066345,0.06032543256878853,0.06355910003185272,0.09324737638235092,0.0025541081558912992,0.0005950141348876059,-0.0006757060764357448,-0.0015094690024852753,-0.0006079270387999713,0.0013049386907368898,-0.00027739806682802737,-0.00010707725596148521,-0.0002123584708897397,-0.0008378155180253088,-0.0012768367305397987,-6.604771624552086e-05,2.1174548237468116e-05,0.0007928248960524797,0.001055621076375246,0.0014176619006320834,5.017860166844912e-05,-0.010955381207168102,0.04065846651792526,0.07863197475671768,0.012981043197214603,-0.06626679003238678,-0.006432180292904377,0.038792356848716736,0.017509907484054565,-0.048637762665748596,-0.06257447600364685,-0.004197390750050545,0.004913662560284138,0.05807328596711159,0.06253746896982193,0.09136544167995453,0.002870464464649558,-0.003749616676941514,0.013754225336015224,0.026605354622006416,0.00443785497918725,-0.02244570478796959,-0.0021205919329077005,0.0130567392334342,0.005919419229030609,-0.016254160553216934,-0.020906293764710426,-0.0014025637647137046,0.0016486815875396132,0.019438713788986206,0.020896736532449722,0.030563008040189743,0.0009479964501224458,0.0023710697423666716,-0.007556683849543333,-0.014793401584029198,-0.002733033848926425,0.012482562102377415,0.0008943249122239649,-0.006783129647374153,-0.003188523231074214,0.007739590480923653,0.009783548302948475,0.0006802643183618784,-0.0008342739311046898,-0.009408973157405853,-0.009969893842935562,-0.014657227322459221,-0.00045635231072083116,-0.0001412067358614877,0.0005600659060291946,0.0010751754743978381,0.00017005221161525697,-0.0009090608800761402,-9.478259744355455e-05,0.0005450553726404905,0.00024375955399591476,-0.0007031380664557219,-0.000912224582862109,-5.998013511998579e-05,6.945625500520691e-05,0.0008357189362868667,0.0009026265470311046,0.001319586648605764,4.015572994831018e-05,-0.01331310160458088,0.04835991561412811,0.0936427190899849,0.015701746568083763,-0.07895486801862717,-0.007369061931967735,0.04575967788696289,0.020774219185113907,-0.056662559509277344,-0.07277926802635193,-0.0048821792006492615,0.005766517948359251,0.06779024749994278,0.07286816090345383,0.10655838996171951,0.0033507300540804863,0.010116410441696644,-0.03694538027048111,-0.07153388112783432,-0.011952109634876251,0.060296084731817245,0.005697101820260286,-0.03504229709506035,-0.015880104154348373,0.04357443004846573,0.05598124861717224,0.0037675329949706793,-0.004427253734320402,-0.05211251601576805,-0.056035805493593216,-0.08191458135843277,-0.0025671159382909536,-0.009776178747415543,0.03594163432717323,0.06955739855766296,0.011562637984752655,-0.0586252324283123,-0.005601052660495043,0.03417469933629036,0.015460452064871788,-0.04263238608837128,-0.05480129271745682,-0.0036822191905230284,0.004321408458054066,0.0509476475417614,0.05482009798288345,0.08011787384748459,0.002517059212550521,-0.16961601376533508,0.5260363817214966,1.0454119443893433,0.20169393718242645,-0.8832535743713379,-0.06359053403139114,0.4753977954387665,0.2226894050836563,-0.5088217854499817,-0.6324412226676941,-0.049506571143865585,0.05622882395982742,0.6213093400001526,0.6536687612533569,0.9596205353736877,0.026205439120531082,-0.11207056045532227,0.3464179039001465,0.6891318559646606,0.1334047168493271,-0.5822166800498962,-0.041782841086387634,0.3129192888736725,0.14662064611911774,-0.3334568440914154,-0.41390594840049744,-0.03264661878347397,0.036940690129995346,0.4074067771434784,0.42834728956222534,0.6287973523139954,0.01703794114291668,-0.17495793104171753,0.5367320775985718,1.0682083368301392,0.20786011219024658,-0.9026291966438293,-0.06343137472867966,0.4830007553100586,0.22692403197288513,-0.5110386610031128,-0.6335582733154297,-0.049995582550764084,0.05685660243034363,0.6251492500305176,0.6565475463867188,0.9642617106437683,0.026130294427275658,-0.09877675026655197,0.31657055020332336,0.6266428828239441,0.11779806762933731,-0.5290893316268921,-0.04100032150745392,0.2897926867008209,0.1345272809267044,-0.32060933113098145,-0.40123364329338074,-0.030740749090909958,0.03476003557443619,0.3895223140716553,0.4118694067001343,0.6037208437919617,0.016820739954710007,-0.04925660789012909,0.16414658725261688,0.32347479462623596,0.058966971933841705,-0.2729369103908539,-0.022890407592058182,0.15247806906700134,0.07007398456335068,-0.1745455116033554,-0.21996575593948364,-0.01646466553211212,0.018544435501098633,0.21093598008155823,0.22421300411224365,0.3281254768371582,0.009328752756118774,-0.09709399193525314,0.3036038279533386,0.6024255752563477,0.11537335067987442,-0.5089349746704102,-0.03720783069729805,0.2750469148159027,0.1286320984363556,-0.29706501960754395,-0.37010809779167175,-0.02863817662000656,0.03265003859996796,0.3622457981109619,0.38166844844818115,0.5601767301559448,0.01547014620155096,-0.11644916236400604,0.36343932151794434,0.72188800573349,0.1385992467403412,-0.6097661256790161,-0.04466760903596878,0.32938501238822937,0.15397769212722778,-0.3548526465892792,-0.441569447517395,-0.03447207808494568,0.03906708210706711,0.43286430835723877,0.4558735489845276,0.6689344048500061,0.01831403374671936,-0.16678790748119354,0.5237001776695251,1.0385572910308838,0.19824174046516418,-0.8773700594902039,-0.06467800587415695,0.4751793146133423,0.22199267148971558,-0.5151695013046265,-0.6424405574798584,-0.04953455924987793,0.056482601910829544,0.6277680993080139,0.6618713140487671,0.9712998270988464,0.026926279067993164,-0.00016568049613852054,0.004052589647471905,0.007192038465291262,0.00031673951889388263,-0.005962858442217112,-0.0014327073004096746,0.004941076971590519,0.0018961485475301743,-0.008848750963807106,-0.011945197358727455,-0.0006989757530391216,0.0007457480533048511,0.010124175809323788,0.011363913305103779,0.016364384442567825,0.0005611556116491556,-0.02702166885137558,0.09312120079994202,0.18270380795001984,0.03239006549119949,-0.15402399003505707,-0.01372546423226595,0.08745796978473663,0.03987893462181091,-0.10333896428346634,-0.1309993863105774,-0.009607038460671902,0.01080359797924757,0.12440740317106247,0.1327732503414154,0.1940794289112091,0.005617842543870211,-0.007043018937110901,0.02448105439543724,0.047959789633750916,0.008459242060780525,-0.04046287760138512,-0.0036232208367437124,0.023048896342515945,0.010497627779841423,-0.027376342564821243,-0.03476988524198532,-0.002540983259677887,0.002852167235687375,0.03293180465698242,0.03516119718551636,0.05142351612448692,0.0014833583263680339,0.004375156480818987,-0.012267090380191803,-0.02476472780108452,-0.0051790885627269745,0.02093198522925377,0.0011849749134853482,-0.010658669285476208,-0.0051260520704090595,0.010142151266336441,0.012213951908051968,0.001073061372153461,-0.0012078932486474514,-0.012637272477149963,-0.013032875955104828,-0.01920945569872856,-0.0004709642962552607,-0.00024772295728325844,0.0009597162716090679,0.0018615040462464094,0.0003036377893295139,-0.001569570624269545,-0.00016489005065523088,0.0009379719849675894,0.00041616609087213874,-0.001202902989462018,-0.0015464462339878082,-0.00011191533121746033,0.00012068069918313995,0.0014326107921078801,0.001542673446238041,0.0022525524254888296,6.577316526090726e-05,-0.02424086071550846,0.08207249641418457,0.16129815578460693,0.028986869379878044,-0.13603806495666504,-0.01171204075217247,0.0765729546546936,0.03507789969444275,-0.0891759917140007,-0.11276742815971375,-0.00831951666623354,0.009396657347679138,0.10756900906562805,0.11457805335521698,0.1676097959280014,0.004832482431083918,0.016942722722887993,-0.057618629187345505,-0.11324718594551086,-0.020298900082707405,0.09548251330852509,0.008326937444508076,-0.05388551205396652,-0.02463986910879612,0.06304912269115448,0.07974676787853241,0.005909259896725416,-0.006632530130445957,-0.07602774351835251,-0.08100700378417969,-0.1184552013874054,-0.0033961134031414986,-0.019282346591353416,0.06710901111364365,0.13161377608776093,0.02317306026816368,-0.11091548204421997,-0.010097399353981018,0.06330139935016632,0.02877301350235939,-0.07532896846532822,-0.09557080268859863,-0.00701644504442811,0.007845158688724041,0.09058845043182373,0.09677699953317642,0.14138256013393402,0.004090338945388794],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l3_reverse_grad":{"shape":[32,8],"stride":[8,1],"data":[0.0008193235262297094,0.013942350633442402,0.003809412010014057,-0.0016782106831669807,0.0002494460204616189,0.014087215065956116,-0.011458277702331543,0.011089226230978966,0.0002416108181932941,0.07593036442995071,0.020443838089704514,-0.013299557380378246,0.0013236782979220152,0.07788711041212082,-0.06372612714767456,0.060553908348083496,-5.85377674724441e-05,0.027879144996404648,0.007498124614357948,-0.005015090573579073,0.0004889945848844945,0.028638584539294243,-0.023440593853592873,0.0222262404859066,0.0003835029201582074,-0.003612102707847953,-0.0009455275139771402,0.001037013716995716,-5.589326246990822e-05,-0.0038147205486893654,0.0031602787785232067,-0.0029112561605870724,-1.062126102624461e-05,0.0011139438720420003,0.0002992086228914559,-0.00021082325838506222,1.913950291054789e-05,0.0011469130404293537,-0.0009399657719768584,0.0008908946765586734,-0.0005491924821399152,0.11089103668928146,0.029787946492433548,-0.020302964374423027,0.0019277267856523395,0.1139984130859375,-0.0933472067117691,0.08845915645360947,-0.00011963416181970388,-0.09068384021520615,-0.0244139451533556,0.016070138663053513,-0.001576132606714964,-0.09306826442480087,0.07616940140724182,-0.0723496526479721,0.00041178546962328255,0.05499354004859924,0.014827563427388668,-0.00941302627325058,0.0009575295262038708,0.05634550377726555,-0.046085067093372345,0.043863020837306976,0.0008581798756495118,0.0018003197619691491,0.000554409169126302,0.000503200979437679,3.3664113288978115e-05,0.001610993524082005,-0.0012510449159890413,0.0014263803604990244,0.0016880761831998825,0.06611824035644531,0.01790006272494793,-0.010112984105944633,0.0011667395010590553,0.06741310656070709,-0.05502258986234665,0.05265854299068451,0.000472543528303504,0.022034088149666786,0.005965173244476318,-0.003450049553066492,0.0003911229723598808,0.022489875555038452,-0.01836290955543518,0.0175446979701519,0.0003958455054089427,-0.009952548891305923,-0.0026409185957163572,0.0021555470302700996,-0.0001716100232442841,-0.010327673517167568,0.008483338169753551,-0.0079429280012846,4.2711752030299976e-05,0.0009748934535309672,0.0002663010382093489,-0.00013051352289039642,1.7768734323908575e-05,0.0009889702778309584,-0.0008055227808654308,0.0007749777869321406,0.001384262926876545,0.07662978023290634,0.020694037899374962,-0.012253450229763985,0.0013542547821998596,0.07828830182552338,-0.06393854320049286,0.06101816147565842,-0.0011925381841138005,-0.05896468088030815,-0.015939943492412567,0.009322898462414742,-0.0010392044205218554,-0.06020622327923775,0.04916664585471153,-0.04696929454803467,0.001296326401643455,0.05779960751533508,0.01563270390033722,-0.009014829993247986,0.0010188830783590674,0.05898129940032959,-0.048155080527067184,0.04603702574968338,0.0010568788275122643,0.5612884759902954,0.15108275413513184,-0.09906322509050369,0.00977414846420288,0.5759575963020325,-0.4713144898414612,0.44768935441970825,0.0011340546188876033,0.36408835649490356,0.09805262833833694,-0.06388378888368607,0.00632892083376646,0.3734809458255768,-0.30560755729675293,0.2904551029205322,-0.0012963340850546956,0.5550422072410583,0.1491933912038803,-0.10018143802881241,0.009661922231316566,0.5701926350593567,-0.4667711555957794,0.44269874691963196,0.005049688275903463,0.3683494031429291,0.09952963143587112,-0.06091686338186264,0.006409561261534691,0.3767768144607544,-0.3080098330974579,0.29385316371917725,0.005417488515377045,0.20846858620643616,0.05654158070683479,-0.03202255070209503,0.003633894259110093,0.21253035962581635,-0.17354081571102142,0.1662847101688385,0.0009177279425784945,0.33299148082733154,0.089636892080307,-0.05843152850866318,0.005811512935906649,0.34161141514778137,-0.2795029878616333,0.2655283808708191,0.0020528987515717745,0.39403852820396423,0.10617737472057343,-0.06833688169717789,0.006853760685771704,0.403976172208786,-0.3304930627346039,0.31433016061782837,0.002463921206071973,0.5805613398551941,0.1563340574502945,-0.10100941359996796,0.010140899568796158,0.5953502655029297,-0.4870281219482422,0.46289098262786865,0.0015655610477551818,0.014781540259718895,0.004110537935048342,-0.0011500049149617553,0.0002586831396911293,0.01474390272051096,-0.011950882151722908,0.011794490739703178,0.003930793609470129,0.1280338615179062,0.034791868180036545,-0.019139137119054794,0.0022243682760745287,0.13036465644836426,-0.10641975700855255,0.10218024253845215,0.001111059682443738,0.03414114937186241,0.009289813227951527,-0.005035496782511473,0.0005963967996649444,0.03474503755569458,-0.028357088565826416,0.02724032662808895,0.0004400771576911211,-0.00911277998238802,-0.00241675553843379,0.002067144960165024,-0.00015261158114299178,-0.009478006511926651,0.007797646336257458,-0.0072937821969389915,8.90518567757681e-05,0.00158910162281245,0.0004365281783975661,-0.00020148497424088418,2.747455073404126e-05,0.0016071561258286238,-0.0013096202164888382,0.0012709774309769273,0.0027913087978959084,0.10906825959682465,0.029583793133497238,-0.01681673899292946,0.0018974085105583072,0.11120691150426865,-0.09081658720970154,0.08702424168586731,-0.0021808436140418053,-0.07714967429637909,-0.0209549218416214,0.011728283017873764,-0.0013372075045481324,-0.07860688865184784,0.06418894231319427,-0.06159088760614395,0.0032845409587025642,0.09362313151359558,0.02547917515039444,-0.013625478371977806,0.0016224506543949246,0.09521510452032089,-0.07770141959190369,0.07473958283662796],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l3_reverse_grad":{"shape":[32],"stride":[1],"data":[0.05132794752717018,0.6867979168891907,0.2614918351173401,-0.09353521466255188,0.00950086023658514,1.0800577402114868,-0.8489440083503723,0.4963730573654175,0.0019032983109354973,0.4257296919822693,0.14287367463111877,-0.07221486419439316,0.006025564391165972,0.4995768070220947,-0.3835535943508148,0.3743961453437805,5.134323596954346,3.381631374359131,5.2056169509887695,3.1508870124816895,1.669339895248413,2.971126079559326,3.564021110534668,5.135376453399658,0.060430169105529785,0.9633790254592896,0.2540476620197296,-0.11358803510665894,0.010608099400997162,0.8400676250457764,-0.593000590801239,0.699543833732605],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l3_reverse_grad":{"shape":[32],"stride":[1],"data":[0.05132794752717018,0.6867979168891907,0.2614918351173401,-0.09353521466255188,0.00950086023658514,1.0800577402114868,-0.8489440083503723,0.4963730573654175,0.0019032983109354973,0.4257296919822693,0.14287367463111877,-0.07221486419439316,0.006025564391165972,0.4995768070220947,-0.3835535943508148,0.3743961453437805,5.134323596954346,3.381631374359131,5.2056169509887695,3.1508870124816895,1.669339895248413,2.971126079559326,3.564021110534668,5.135376453399658,0.060430169105529785,0.9633790254592896,0.2540476620197296,-0.11358803510665894,0.010608099400997162,0.8400676250457764,-0.593000590801239,0.699543833732605],"data_type":"f32","ptr_offset":0}} diff --git a/test_data_json/lstm_fwd_bkwd_medium.json b/test_data_json/lstm_fwd_bkwd_medium.json index 426342c5..f0b5c90c 100644 --- a/test_data_json/lstm_fwd_bkwd_medium.json +++ b/test_data_json/lstm_fwd_bkwd_medium.json @@ -1,1762 +1 @@ -{ - "rnn.weight_ih_l0": { - "shape": [ - 16, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - -0.003743410110473633, - 0.26822179555892944, - -0.4115225672721863, - -0.3679695129394531, - -0.19257718324661255, - 0.13407868146896362, - -0.009906589984893799, - 0.39644473791122437, - -0.04437202215194702, - 0.1323062777519226, - -0.15110653638839722, - -0.09828269481658936, - -0.4776742458343506, - -0.33114105463027954, - -0.20611155033111572, - 0.018521785736083984, - 0.19766759872436523, - 0.30001139640808105, - -0.3389705419540405, - -0.21773141622543335, - 0.18160855770111084, - 0.41519397497177124, - -0.10290008783340454, - 0.3741558790206909, - -0.08059167861938477, - 0.05290704965591431, - 0.45273810625076294, - -0.4638351798057556, - -0.3147689700126648, - -0.12658262252807617, - -0.19489997625350952, - 0.43200039863586426 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l0": { - "shape": [ - 16, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - -0.32408982515335083, - -0.23016643524169922, - -0.3493202328681946, - -0.46828049421310425, - -0.29187023639678955, - 0.42979902029037476, - 0.2231091856956482, - 0.24233627319335938, - 0.026295781135559082, - -0.25634175539016724, - 0.08459234237670898, - -0.46684736013412476, - -0.3612831234931946, - -0.257764995098114, - 0.315468966960907, - 0.293160617351532, - -0.2217475175857544, - -0.01804119348526001, - 0.3197803497314453, - 0.49706655740737915, - 0.19844108819961548, - 0.06754642724990845, - 0.3352431654930115, - -0.2944011688232422, - 0.09317201375961304, - -0.38765275478363037, - -0.3465430736541748, - -0.2582917809486389, - 0.2262365221977234, - 0.20108020305633545, - -0.2961762547492981, - 0.1510535478591919, - 0.2744860053062439, - -0.06310868263244629, - 0.019090771675109863, - 0.11585235595703125, - 0.31018829345703125, - 0.48009705543518066, - -0.3853117823600769, - -0.18323487043380737, - 0.19650495052337646, - 0.4142746925354004, - 0.4351036548614502, - 0.4411783814430237, - 0.09950727224349976, - -0.43479132652282715, - 0.045996248722076416, - -0.31280267238616943, - -0.4659770727157593, - 0.44424623250961304, - 0.38017988204956055, - -0.4987639784812927, - 0.0935860276222229, - -0.08423000574111938, - -0.08228057622909546, - -0.2288784384727478, - 0.19227808713912964, - -0.2961517572402954, - 0.18329566717147827, - 0.25285404920578003, - 0.3579357862472534, - 0.18695557117462158, - -0.49486762285232544, - -0.32434844970703125 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l0": { - "shape": [ - 16 - ], - "stride": [ - 1 - ], - "data": [ - 0.2496575117111206, - 0.10465067625045776, - -0.3900420069694519, - -0.28790974617004395, - 0.4703746438026428, - 0.3369089365005493, - -0.21801257133483887, - -0.1258423924446106, - -0.4762990474700928, - -0.008987069129943848, - -0.3765294551849365, - -0.38567835092544556, - -0.027549803256988525, - 0.0750725269317627, - -0.20476514101028442, - 0.2966887950897217 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l0": { - "shape": [ - 16 - ], - "stride": [ - 1 - ], - "data": [ - -0.30426955223083496, - 0.45368504524230957, - 0.3426499366760254, - -0.42164146900177, - -0.12444216012954712, - 0.022561311721801758, - 0.07295054197311401, - 0.11858713626861572, - 0.19621413946151733, - 0.029950082302093506, - -0.24396437406539917, - 0.23659449815750122, - -0.4796244502067566, - -0.2963533401489258, - -0.1251649260520935, - -0.2435566782951355 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l1": { - "shape": [ - 16, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - -0.17491668462753296, - -0.4098108410835266, - -0.10635757446289062, - 0.10687822103500366, - -0.32573288679122925, - -0.025659680366516113, - 0.3579254150390625, - -0.05140012502670288, - 0.01389610767364502, - -0.043134450912475586, - 0.10119068622589111, - 0.3179197311401367, - 0.4736230969429016, - 0.3175279498100281, - 0.474706768989563, - -0.036160826683044434, - -0.44916075468063354, - -0.23703861236572266, - 0.3404526114463806, - -0.003241240978240967, - -0.24852317571640015, - -0.383155882358551, - -0.467926025390625, - -0.4220041036605835, - -0.1014183759689331, - 0.27420300245285034, - 0.2703205347061157, - -0.482215940952301, - 0.31189101934432983, - -0.391254723072052, - -0.1057051420211792, - -0.20273631811141968, - -0.09630763530731201, - -0.09817135334014893, - -0.4486749768257141, - -0.43171894550323486, - -0.07823973894119263, - 0.006466090679168701, - -0.22713744640350342, - 0.18834960460662842, - -0.450029194355011, - -0.03374361991882324, - 0.43970972299575806, - -0.20394599437713623, - 0.4515015482902527, - 0.18107688426971436, - -0.4512304663658142, - 0.316348671913147, - -0.05769723653793335, - -0.22320342063903809, - 0.39982664585113525, - -0.4040476083755493, - 0.05365246534347534, - -0.10468435287475586, - 0.35705631971359253, - 0.13957226276397705, - 0.24025267362594604, - 0.17657947540283203, - -0.12023735046386719, - -0.10515272617340088, - -0.41204071044921875, - 0.27092206478118896, - 0.39698904752731323, - 0.3421124219894409 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l1": { - "shape": [ - 16, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - -0.35268914699554443, - 0.02229994535446167, - -0.35246706008911133, - -0.2752420902252197, - -0.2913527488708496, - 0.1708725094795227, - -0.29795658588409424, - -0.01090860366821289, - 0.021034061908721924, - 0.32231152057647705, - -0.3779600262641907, - -0.3432561159133911, - -0.29033076763153076, - 0.34996670484542847, - -0.17973250150680542, - 0.42174434661865234, - 0.18080377578735352, - 0.06331300735473633, - -0.0037220120429992676, - -0.09884077310562134, - 0.06273317337036133, - -0.11417233943939209, - -0.0035132169723510742, - 0.0637965202331543, - -0.39110255241394043, - -0.26206570863723755, - 0.4037463665008545, - -0.4057733416557312, - -0.035903096199035645, - 0.49461936950683594, - 0.1806185245513916, - 0.014156520366668701, - -0.43330496549606323, - 0.24768894910812378, - -0.3561403751373291, - -0.14193212985992432, - -0.16775816679000854, - -0.07404369115829468, - 0.005469143390655518, - 0.41240376234054565, - 0.06241941452026367, - 0.4478464126586914, - 0.30585622787475586, - -0.31610697507858276, - 0.22425204515457153, - -0.3534480333328247, - -0.21191257238388062, - 0.14706134796142578, - 0.16509604454040527, - 0.3751140236854553, - -0.160957932472229, - 0.0008004307746887207, - 0.25741177797317505, - -0.48354607820510864, - 0.36149030923843384, - -0.41346120834350586, - 0.0068912506103515625, - -0.08500838279724121, - -0.2633364796638489, - 0.06608551740646362, - 0.4134593605995178, - -0.14615976810455322, - -0.29684704542160034, - -0.18491941690444946 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l1": { - "shape": [ - 16 - ], - "stride": [ - 1 - ], - "data": [ - -0.4955741763114929, - 0.22569698095321655, - -0.24013185501098633, - -0.33367013931274414, - -0.28805071115493774, - 0.2874780297279358, - 0.26478683948516846, - 0.383760929107666, - 0.18136155605316162, - -0.1669798493385315, - -0.13972407579421997, - 0.14771497249603271, - 0.41101735830307007, - 0.1359460949897766, - -0.23657268285751343, - -0.23503869771957397 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l1": { - "shape": [ - 16 - ], - "stride": [ - 1 - ], - "data": [ - -0.4727345108985901, - 0.108024001121521, - -0.2805912494659424, - -0.4457879066467285, - 0.4384382367134094, - -0.3247056007385254, - -0.05688077211380005, - 0.14324676990509033, - 0.01592916250228882, - -0.3364408612251282, - -0.40416085720062256, - 0.3985412120819092, - 0.08141934871673584, - 0.41481226682662964, - -0.16762030124664307, - 0.14727771282196045 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l2": { - "shape": [ - 16, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - -0.11433809995651245, - -0.022235572338104248, - -0.3045220971107483, - 0.16910046339035034, - 0.1580829620361328, - -0.01031428575515747, - -0.11245107650756836, - -0.3082149028778076, - 0.345772385597229, - -0.3722120523452759, - 0.20483273267745972, - -0.16812676191329956, - -0.24123400449752808, - 0.08982253074645996, - -0.25972849130630493, - 0.11520242691040039, - 0.09819042682647705, - -0.37124472856521606, - 0.08324927091598511, - 0.21296459436416626, - 0.19791549444198608, - -0.0629393458366394, - -0.40989381074905396, - -0.07707703113555908, - 0.17365384101867676, - -0.18243855237960815, - 0.1897905468940735, - 0.33298128843307495, - -0.26107579469680786, - 0.00493091344833374, - 0.20674949884414673, - 0.039188921451568604, - 0.04176574945449829, - 0.062432706356048584, - -0.3930738568305969, - 0.03929412364959717, - 0.34623491764068604, - 0.4505568742752075, - 0.29387545585632324, - 0.06700152158737183, - 0.23350709676742554, - -0.24323982000350952, - -0.4143441915512085, - -0.42996054887771606, - 0.49880486726760864, - 0.3173946738243103, - -0.34561687707901, - 0.1956213116645813, - 0.3775838017463684, - 0.4998074173927307, - 0.4371974468231201, - 0.38737690448760986, - -0.11462962627410889, - -0.17547082901000977, - 0.4105244278907776, - 0.2801898121833801, - -0.3008894920349121, - 0.4495086073875427, - 0.24157929420471191, - 0.2725677490234375, - -0.3133881688117981, - 0.14344990253448486, - -0.17528122663497925, - 0.3906782865524292 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l2": { - "shape": [ - 16, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - -0.08997029066085815, - 0.19465625286102295, - 0.08881092071533203, - 0.21273410320281982, - -0.16991376876831055, - 0.24378567934036255, - -0.349235475063324, - 0.11292749643325806, - -0.33829593658447266, - -0.49326878786087036, - -0.40152788162231445, - 0.39473503828048706, - 0.27051782608032227, - 0.46910786628723145, - 0.4005606174468994, - -0.44652271270751953, - -0.3412155508995056, - -0.08079129457473755, - -0.32471615076065063, - 0.3471982479095459, - -0.37800389528274536, - -0.2439507246017456, - -0.48304569721221924, - -0.2838727831840515, - 0.41123872995376587, - 0.4093800187110901, - 0.3579188585281372, - 0.3860636353492737, - 0.44459325075149536, - -0.12803149223327637, - 0.22000104188919067, - 0.44546520709991455, - 0.1654093861579895, - 0.4998381733894348, - 0.25933146476745605, - 0.3108241558074951, - -0.17499607801437378, - 0.23991376161575317, - 0.057453274726867676, - -0.11940866708755493, - -0.28185492753982544, - -0.2805582880973816, - -0.38474041223526, - 0.33566516637802124, - 0.3554655909538269, - -0.05690634250640869, - -0.289342999458313, - 0.38645273447036743, - 0.3197444677352905, - 0.0371670126914978, - -0.23606765270233154, - 0.45952391624450684, - 0.20447033643722534, - -0.37957268953323364, - 0.47854143381118774, - 0.3796868920326233, - -0.1822454333305359, - 0.2810772657394409, - -0.28409451246261597, - -0.07835716009140015, - 0.4245505928993225, - 0.020659565925598145, - -0.3536090850830078, - -0.1671164631843567 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l2": { - "shape": [ - 16 - ], - "stride": [ - 1 - ], - "data": [ - -0.1357225775718689, - -0.09646439552307129, - 0.04785031080245972, - 0.46241480112075806, - 0.026770174503326416, - -0.3087199926376343, - 0.02562713623046875, - 0.23974359035491943, - 0.24802011251449585, - -0.4569692611694336, - -0.08947122097015381, - -0.37157225608825684, - -0.2133427858352661, - 0.1801466941833496, - -0.35506510734558105, - 0.1858634352684021 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l2": { - "shape": [ - 16 - ], - "stride": [ - 1 - ], - "data": [ - 0.4243890643119812, - 0.032794177532196045, - -0.33324384689331055, - -0.17914247512817383, - 0.10918205976486206, - -0.3811590075492859, - 0.24840515851974487, - -0.45393478870391846, - -0.48064666986465454, - -0.48583030700683594, - -0.10143166780471802, - 0.33621644973754883, - -0.4732394814491272, - 0.41559356451034546, - -0.20001143217086792, - 0.14644205570220947 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l3": { - "shape": [ - 16, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - 0.022801458835601807, - -0.45085954666137695, - 0.41466450691223145, - 0.2692217230796814, - 0.4969978332519531, - 0.2526060938835144, - -0.3300344944000244, - 0.41729187965393066, - 0.026872217655181885, - 0.2371082305908203, - -0.4009145498275757, - -0.14381325244903564, - -0.49093878269195557, - -0.1947462558746338, - 0.10786557197570801, - -0.39258086681365967, - 0.15938210487365723, - 0.26840341091156006, - 0.06965464353561401, - -0.3345416784286499, - -0.38765984773635864, - -0.15425831079483032, - 0.21947908401489258, - 0.4931982159614563, - 0.28751450777053833, - -0.05630463361740112, - 0.1753082275390625, - -0.49053144454956055, - -0.4270506501197815, - 0.233303964138031, - -0.28320759534835815, - 0.24054783582687378, - -0.3529660701751709, - -0.24765545129776, - -0.41184449195861816, - 0.26092034578323364, - -0.05094754695892334, - 0.3848005533218384, - 0.3094360828399658, - 0.27667129039764404, - 0.016078054904937744, - -0.1545889973640442, - -0.10871583223342896, - 0.06645029783248901, - 0.24785476922988892, - -0.35029494762420654, - 0.4196389317512512, - -0.05436503887176514, - -0.41897279024124146, - -0.2705289125442505, - 0.44240885972976685, - 0.4572635889053345, - -0.4631398320198059, - 0.35264915227890015, - 0.2505795955657959, - 0.2959592342376709, - 0.42326462268829346, - -0.26947516202926636, - 0.15788787603378296, - 0.20461660623550415, - -0.14774668216705322, - 0.16732656955718994, - -0.1438567042350769, - 0.3091306686401367 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l3": { - "shape": [ - 16, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - -0.1387273073196411, - -0.18639785051345825, - 0.12587451934814453, - 0.1773468255996704, - -0.24428582191467285, - 0.04419916868209839, - 0.289767861366272, - -0.049748361110687256, - 0.1521669626235962, - -0.12059348821640015, - 0.17524981498718262, - -0.3621971011161804, - -0.2940143942832947, - -0.2537952661514282, - 0.45950543880462646, - -0.1345420479774475, - -0.0013651847839355469, - -0.24224776029586792, - 0.4991450309753418, - 0.4883350729942322, - -0.3770933151245117, - -0.4053349494934082, - -0.37899649143218994, - -0.002411365509033203, - -0.12745195627212524, - -0.32727283239364624, - -0.1793360710144043, - 0.09446543455123901, - -0.26124536991119385, - 0.11079126596450806, - -0.1146579384803772, - -0.24228167533874512, - 0.06869274377822876, - 0.4111291170120239, - -0.3380396366119385, - 0.023217201232910156, - -0.18438386917114258, - 0.4906531572341919, - -0.47438162565231323, - -0.4793305993080139, - 0.4926924705505371, - -0.3163449764251709, - 0.09586167335510254, - -0.04315304756164551, - -0.1053285002708435, - -0.11167389154434204, - 0.31772029399871826, - 0.02389848232269287, - -0.48680728673934937, - -0.295180082321167, - -0.1704501509666443, - 0.2516081929206848, - -0.32356685400009155, - 0.4714598059654236, - -0.11136466264724731, - -0.08978098630905151, - 0.39177900552749634, - 0.25130385160446167, - 0.4240601658821106, - 0.28922218084335327, - -0.1516769528388977, - -0.3317362070083618, - -0.037201523780822754, - 0.4138187766075134 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l3": { - "shape": [ - 16 - ], - "stride": [ - 1 - ], - "data": [ - -0.16780990362167358, - -0.46368497610092163, - 0.20496422052383423, - 0.4867357015609741, - -0.14234161376953125, - -0.41401177644729614, - -0.45352983474731445, - 0.12529969215393066, - -0.03785985708236694, - -0.25249361991882324, - 0.10106593370437622, - 0.1898794174194336, - 0.3976594805717468, - 0.3881911039352417, - -0.07484185695648193, - -0.4408835768699646 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l3": { - "shape": [ - 16 - ], - "stride": [ - 1 - ], - "data": [ - -0.4518115520477295, - 0.4668447971343994, - 0.22102761268615723, - 0.21795368194580078, - -0.43261051177978516, - 0.4630078673362732, - 0.473671555519104, - 0.45143014192581177, - -0.42179250717163086, - -0.18866169452667236, - -0.34388190507888794, - 0.47348278760910034, - -0.21483999490737915, - -0.2282772660255432, - 0.26195645332336426, - -0.23129618167877197 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "input": { - "shape": [ - 5, - 2, - 2 - ], - "stride": [ - 4, - 2, - 1 - ], - "data": [ - 0.01037487480789423, - -0.9964886903762817, - 0.9785003066062927, - -0.44143953919410706, - -0.09493295103311539, - 1.1008661985397339, - 1.3104606866836548, - -0.29284530878067017, - 0.41807880997657776, - -1.131898283958435, - -0.8192930817604065, - -0.9507610201835632, - 0.2854461669921875, - 0.22903010249137878, - 1.2832690477371216, - -1.3792051076889038, - 1.404171347618103, - -0.5477652549743652, - -1.283780574798584, - -0.2150428295135498 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "output": { - "shape": [ - 5, - 2, - 4 - ], - "stride": [ - 8, - 4, - 1 - ], - "data": [ - -0.0755462795495987, - -0.12127076834440231, - -0.06687558442354202, - 0.13241352140903473, - -0.07561793923377991, - -0.12127050757408142, - -0.0668874979019165, - 0.13244779407978058, - -0.1122233048081398, - -0.1926741898059845, - -0.09687409549951553, - 0.21484152972698212, - -0.11248276382684708, - -0.19259631633758545, - -0.09694575518369675, - 0.21487995982170105, - -0.1318562775850296, - -0.23636755347251892, - -0.11101049929857254, - 0.2613719701766968, - -0.132166787981987, - -0.23632852733135223, - -0.11112773418426514, - 0.26147526502609253, - -0.14358305931091309, - -0.26361870765686035, - -0.11766613274812698, - 0.28757786750793457, - -0.14384308457374573, - -0.2636137902736664, - -0.11778117716312408, - 0.2877037525177002, - -0.15116745233535767, - -0.28088486194610596, - -0.12080520391464233, - 0.3027147352695465, - -0.151261568069458, - -0.28116223216056824, - -0.12084364145994186, - 0.3030562996864319 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "input_grad": { - "shape": [ - 5, - 2, - 2 - ], - "stride": [ - 4, - 2, - 1 - ], - "data": [ - -0.0006247848505154252, - -0.00035088000004179776, - -0.0005615049158222973, - -0.00023256571148522198, - -0.0005040024989284575, - 8.594398968853056e-05, - -0.000460733164800331, - -4.375776188680902e-05, - -0.0004730181535705924, - -0.0003267059219069779, - -0.0004147146246396005, - -0.000281207961961627, - -0.00023639973369427025, - -1.2283604519325309e-05, - -0.00024297765048686415, - -0.0002352385490667075, - -7.552647730335593e-05, - -3.658295827335678e-05, - -1.9971565052401274e-05, - -7.656933121324982e-06 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l0_grad": { - "shape": [ - 16, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - -0.00012638492626138031, - 0.0004797745496034622, - -0.0005350621067918837, - -0.0001912117877509445, - 0.0005379643407650292, - -0.0008851863676682115, - -0.0004949833382852376, - 0.0008655274286866188, - -4.632263153325766e-05, - -2.5177210773108527e-05, - 4.469702616916038e-05, - 0.00011214327241759747, - 0.00011787811672547832, - -1.0928502888418734e-05, - -4.957566488883458e-05, - 4.639168764697388e-05, - 0.0014231059467419982, - -0.0005561114521697164, - 0.0035371107514947653, - -0.004171248525381088, - -0.0011812788434326649, - 0.000294196157483384, - 0.0008800443029031157, - -0.0003616316826082766, - -0.00016792140377219766, - 0.00037264806451275945, - -0.00034751935163512826, - -0.00016109715215861797, - 0.0005865630810149014, - -0.0008973903022706509, - -0.00025906020891852677, - 0.00044061464723199606 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l0_grad": { - "shape": [ - 16, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - 1.057548706739908e-05, - 1.3592296454589814e-05, - 2.3730524844722822e-05, - 6.441974619519897e-06, - 4.652961706597125e-06, - -6.8190524871170055e-06, - 9.390594641445205e-06, - 6.066819423722336e-06, - -3.277969881310128e-05, - -1.8081056623486802e-05, - -6.990956899244338e-05, - -2.2228392481338233e-05, - 3.367660247022286e-05, - 2.099221273965668e-05, - 7.253815419971943e-05, - 1.7770620615920052e-05, - 1.0500309144845232e-05, - -4.1878670344885904e-06, - 2.1893132725381292e-05, - 6.462992132583167e-06, - -9.775655598787125e-06, - 3.264572296757251e-05, - -1.7419055438949727e-05, - 8.694894404470688e-07, - -2.276646591781173e-05, - 4.50456127509824e-06, - -4.71731873403769e-05, - -1.4630608347943053e-05, - 2.4192180717363954e-05, - -2.692547241167631e-06, - 4.935002652928233e-05, - 1.8840657503460534e-05, - -0.00011266906221862882, - 2.3740052711218596e-05, - -0.0002330275601707399, - -7.770990487188101e-05, - -0.0003785813751164824, - -2.0109389879507944e-05, - -0.000787439348641783, - -0.00022895849542692304, - 9.25389613257721e-05, - -3.421842120587826e-05, - 0.00018743665714282542, - 6.324869173113257e-05, - -0.0002188866346841678, - 5.9148365835426375e-05, - -0.0004283712478354573, - -0.00013959730858914554, - 2.5419001758564264e-05, - 8.505932783009484e-06, - 5.5562708439538255e-05, - 1.5741818060632795e-05, - -1.3590684829978272e-05, - 5.972213784843916e-06, - -2.484388642187696e-05, - -5.096263521409128e-06, - -5.9521171351661906e-05, - -1.579784475325141e-05, - -0.0001263530575670302, - -3.954448038712144e-05, - 3.907868449459784e-05, - 6.387628673110157e-06, - 8.033053745748475e-05, - 2.530012898205314e-05 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l0_grad": { - "shape": [ - 16 - ], - "stride": [ - 1 - ], - "data": [ - -0.0005526587483473122, - -0.00013736668915953487, - 0.001388886827044189, - -0.0007564550032839179, - -0.000158477938384749, - 5.846151907462627e-06, - 0.00034416173002682626, - -0.0003101436886936426, - 0.003190563526004553, - 0.008252670988440514, - -0.002575456630438566, - 0.0036559707950800657, - -0.0006494395202025771, - 0.00012224147212691605, - 0.0016692690551280975, - -0.0005668745725415647 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l0_grad": { - "shape": [ - 16 - ], - "stride": [ - 1 - ], - "data": [ - -0.0005526587483473122, - -0.00013736668915953487, - 0.001388886827044189, - -0.0007564550032839179, - -0.000158477938384749, - 5.846151907462627e-06, - 0.00034416173002682626, - -0.0003101436886936426, - 0.003190563526004553, - 0.008252670988440514, - -0.002575456630438566, - 0.0036559707950800657, - -0.0006494395202025771, - 0.00012224147212691605, - 0.0016692690551280975, - -0.0005668745725415647 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l1_grad": { - "shape": [ - 16, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - -0.00022156574414111674, - 2.06144068215508e-05, - -0.0004471798602025956, - -0.00014756106247659773, - 0.0010851925471797585, - -0.00010211380867986009, - 0.002111986745148897, - 0.0006582560017704964, - 0.0011449501616880298, - -0.00022598152281716466, - 0.002187661826610565, - 0.0006621415377594531, - -0.0021879884880036116, - 0.00039123743772506714, - -0.004238014575093985, - -0.001275571994483471, - -7.160546374507248e-05, - 1.1768607691919897e-05, - -0.0001374137937091291, - -3.825669045909308e-05, - 0.0008567504701204598, - -0.00021181600459385663, - 0.0016107835108414292, - 0.00047228520270437, - 0.0005780906067229807, - -0.00017770042177289724, - 0.001061508315615356, - 0.00031999696511775255, - -0.00094409758457914, - 0.0002828744181897491, - -0.00174714473541826, - -0.0005138512933626771, - -0.0011112606152892113, - 3.291439134045504e-05, - -0.0022251226473599672, - -0.000713412999175489, - -0.005420110188424587, - 0.0008185266051441431, - -0.010479288175702095, - -0.003214180003851652, - -0.0017597166588529944, - 0.00022182994871400297, - -0.003389719408005476, - -0.0010470913257449865, - -0.0033336987253278494, - 0.0002895339857786894, - -0.006501547060906887, - -0.0020307176746428013, - -0.00013705076707992703, - 2.2460148102254607e-05, - -0.0002675547730177641, - -8.419596269959584e-05, - 0.001266326755285263, - -0.00029591191560029984, - 0.0023625758476555347, - 0.0007292524096556008, - 0.0013225185684859753, - -0.00038503375253640115, - 0.002412015339359641, - 0.0007455953164026141, - -0.001989487325772643, - 0.0005405805422924459, - -0.0036748817656189203, - -0.001122899353504181 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l1_grad": { - "shape": [ - 16, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - 9.600754856364802e-05, - -0.00033527216874063015, - -0.00018204559455625713, - 0.0001778849691618234, - -0.0005952281062491238, - 0.0020649416837841272, - 0.0011498244712129235, - -0.0011298500467091799, - -0.0006713479524478316, - 0.002320199040696025, - 0.0013169085141271353, - -0.0012980829924345016, - 0.0012171454727649689, - -0.004221695475280285, - -0.002363180974498391, - 0.002324562519788742, - 4.8554422392044216e-05, - -0.00016826043429318815, - -9.35468779061921e-05, - 9.16738499654457e-05, - -0.0005612745299004018, - 0.0019407238578423858, - 0.0011102821445092559, - -0.001095262006856501, - -0.00037105128285475075, - 0.0012748957378789783, - 0.0007466224487870932, - -0.0007394783897325397, - 0.0006104190251789987, - -0.002107029315084219, - -0.001221911166794598, - 0.0012088936055079103, - 0.0005138940759934485, - -0.0017932560294866562, - -0.0009694343898445368, - 0.00094794383039698, - 0.003026651218533516, - -0.010490051470696926, - -0.005886533763259649, - 0.005792015697807074, - 0.000990732223726809, - -0.003427391406148672, - -0.0019263437716290355, - 0.0018960291054099798, - 0.0017741324845701456, - -0.006158167030662298, - -0.003418558742851019, - 0.003358778776600957, - 7.231828203657642e-05, - -0.00025029914104379714, - -0.00013986212434247136, - 0.00013715274690184742, - -0.0007686702883802354, - 0.0026412142906337976, - 0.0015316185308620334, - -0.0015146491350606084, - -0.0008224816992878914, - 0.002810814417898655, - 0.001662641647271812, - -0.0016504875384271145, - 0.0012187513057142496, - -0.004184918478131294, - -0.0024456889368593693, - 0.0024232370778918266 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l1_grad": { - "shape": [ - 16 - ], - "stride": [ - 1 - ], - "data": [ - 0.0031196102499961853, - -0.01399228535592556, - -0.013301387429237366, - 0.026936283335089684, - 0.0008163867169059813, - -0.009025748819112778, - -0.005758779123425484, - 0.009641608223319054, - 0.016079310327768326, - 0.06706796586513519, - 0.021897798404097557, - 0.04394228383898735, - 0.0017270436510443687, - -0.013750975951552391, - -0.013249943032860756, - 0.02093309536576271 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l1_grad": { - "shape": [ - 16 - ], - "stride": [ - 1 - ], - "data": [ - 0.0031196102499961853, - -0.01399228535592556, - -0.013301387429237366, - 0.026936283335089684, - 0.0008163867169059813, - -0.009025748819112778, - -0.005758779123425484, - 0.009641608223319054, - 0.016079310327768326, - 0.06706796586513519, - 0.021897798404097557, - 0.04394228383898735, - 0.0017270436510443687, - -0.013750975951552391, - -0.013249943032860756, - 0.02093309536576271 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l2_grad": { - "shape": [ - 16, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - 0.0026483372785151005, - -0.008962464518845081, - -0.005337324924767017, - 0.005309317726641893, - 0.008633986115455627, - -0.02918587252497673, - -0.017222048714756966, - 0.017112478613853455, - 0.00026561657432466745, - -0.0009900181321427226, - -0.00044225831516087055, - 0.0004181602562312037, - -5.565044921240769e-05, - 0.00020494568161666393, - 9.077723370864987e-05, - -8.625375630799681e-05, - 0.0016363945323973894, - -0.005379219073802233, - -0.0034387726336717606, - 0.0034590247087180614, - 0.00403931736946106, - -0.013419535011053085, - -0.008457600139081478, - 0.00848962552845478, - 0.00056600256357342, - -0.0019411087268963456, - -0.0011813465971499681, - 0.0011783656664192677, - -6.729691085638478e-05, - 0.00023407736443914473, - 0.0001374922867398709, - -0.00013576706987805665, - -0.01850784383714199, - 0.06294895708560944, - 0.03651534393429756, - -0.03617366775870323, - -0.0073373266495764256, - 0.024866094812750816, - 0.014479651115834713, - -0.014355350285768509, - -0.029558079317212105, - 0.09845148772001266, - 0.0605451725423336, - -0.060570403933525085, - 0.02287786826491356, - -0.07749136537313461, - -0.04532605782151222, - 0.04497397691011429, - 0.0050913747400045395, - -0.016775604337453842, - -0.010528966784477234, - 0.010572724975645542, - 0.00697108032181859, - -0.023242177441716194, - -0.014185544103384018, - 0.014176835305988789, - 0.00046753810602240264, - -0.0016471603885293007, - -0.0009582354687154293, - 0.000949560257140547, - -6.422238220693544e-05, - 0.0002312350261490792, - 0.00011768042168114334, - -0.00011422304669395089 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l2_grad": { - "shape": [ - 16, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - -0.0022335927933454514, - -0.00931997038424015, - -0.0005036863731220365, - -0.00016260126722045243, - -0.006958734709769487, - -0.028779324144124985, - -0.0015205455711111426, - -0.0004877905885223299, - 3.3102496672654524e-05, - -0.00013153214240446687, - -4.239769259584136e-05, - -1.645008524064906e-05, - -4.9203754315385595e-06, - 1.4439347069128416e-05, - 5.356867404771037e-06, - 2.1115445179020753e-06, - -0.0017772658029571176, - -0.0068797767162323, - -0.00030220061307772994, - -9.111046529142186e-05, - -0.004228238947689533, - -0.01684534177184105, - -0.0008064730209298432, - -0.00025102333165705204, - -0.0005336289177648723, - -0.00233126780949533, - -0.00014042061229702085, - -4.643666397896595e-05, - 5.631759995594621e-05, - 0.00026853737654164433, - 1.8864229787141085e-05, - 6.623620265600039e-06, - 0.013804163783788681, - 0.05836336687207222, - 0.0032520077656954527, - 0.0010581784881651402, - 0.005552948918193579, - 0.0231378935277462, - 0.0012446737382560968, - 0.00040149976848624647, - 0.028125420212745667, - 0.11169424653053284, - 0.005291045177727938, - 0.0016422029584646225, - -0.01768645830452442, - -0.07352183759212494, - -0.003935001324862242, - -0.001265220926143229, - -0.00519605865702033, - -0.02002710849046707, - -0.0008642467437312007, - -0.00025954231387004256, - -0.006438931450247765, - -0.025576775893568993, - -0.001211094669997692, - -0.0003764064749702811, - -0.0003688239958137274, - -0.0017567792674526572, - -0.0001245468738488853, - -4.2314240999985486e-05, - 2.26292777369963e-05, - 0.00013182660040911287, - 1.2042884009133559e-05, - 4.3775744416052476e-06 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l2_grad": { - "shape": [ - 16 - ], - "stride": [ - 1 - ], - "data": [ - 0.04015681520104408, - 0.13364474475383759, - 0.005983615294098854, - -0.0012499645818024874, - 0.021948199719190598, - 0.05515052750706673, - 0.008120582439005375, - -0.0009930366650223732, - -0.29461801052093506, - -0.11631081998348236, - -0.4257754683494568, - 0.3599780797958374, - 0.07090415805578232, - 0.10190415382385254, - 0.007260045502334833, - -0.0012095959391444921 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l2_grad": { - "shape": [ - 16 - ], - "stride": [ - 1 - ], - "data": [ - 0.04015681520104408, - 0.13364474475383759, - 0.005983615294098854, - -0.0012499645818024874, - 0.021948199719190598, - 0.05515052750706673, - 0.008120582439005375, - -0.0009930366650223732, - -0.29461801052093506, - -0.11631081998348236, - -0.4257754683494568, - 0.3599780797958374, - 0.07090415805578232, - 0.10190415382385254, - 0.007260045502334833, - -0.0012095959391444921 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l3_grad": { - "shape": [ - 16, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - 0.07279142737388611, - 0.26826274394989014, - 0.00964164175093174, - 0.0028290366753935814, - 0.08260349929332733, - 0.3117935061454773, - 0.01234294194728136, - 0.0037287690211087465, - 0.03250914439558983, - 0.12059866636991501, - 0.004452320747077465, - 0.0013199105160310864, - -0.03401470184326172, - -0.13207386434078217, - -0.005769718438386917, - -0.0017933959607034922, - 0.0329115092754364, - 0.11055442690849304, - 0.002359486650675535, - 0.0005247963708825409, - 0.04900383949279785, - 0.16467100381851196, - 0.0035257358103990555, - 0.0007849069079384208, - 0.02710201032459736, - 0.09065495431423187, - 0.0018658086191862822, - 0.0004057754995301366, - -0.03620986267924309, - -0.12212708592414856, - -0.0026962002739310265, - -0.000609862501733005, - -0.2841325104236603, - -1.045569658279419, - -0.03736671805381775, - -0.010929122567176819, - -0.16973675787448883, - -0.6707360744476318, - -0.030955975875258446, - -0.009773128665983677, - -0.3599615693092346, - -1.3411296606063843, - -0.05037246644496918, - -0.01502254419028759, - -0.10275551676750183, - -0.40068328380584717, - -0.01774519868195057, - -0.005536873824894428, - 0.05143321678042412, - 0.1814935952425003, - 0.0052772266790270805, - 0.0014445410342887044, - 0.10695450752973557, - 0.36746111512184143, - 0.009053629823029041, - 0.0023236689157783985, - 0.04104812443256378, - 0.14044971764087677, - 0.003357975510880351, - 0.0008536821114830673, - -0.14130739867687225, - -0.48236748576164246, - -0.011362634599208832, - -0.0028511816635727882 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l3_grad": { - "shape": [ - 16, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - 0.07373472303152084, - 0.12839561700820923, - 0.06276755779981613, - -0.1415901482105255, - 0.0815369263291359, - 0.14131951332092285, - 0.06959179788827896, - -0.155851349234581, - 0.03263511508703232, - 0.056801315397024155, - 0.02778620831668377, - -0.0626310333609581, - -0.03225881606340408, - -0.055730242282152176, - -0.02758316695690155, - 0.061462026089429855, - 0.03721233084797859, - 0.06526871025562286, - 0.031551294028759, - -0.071987085044384, - 0.05540309473872185, - 0.09715981036424637, - 0.046978581696748734, - -0.10716306418180466, - 0.03068595379590988, - 0.05390176549553871, - 0.025993628427386284, - -0.05944206938147545, - -0.040892306715250015, - -0.07161577045917511, - -0.03470543026924133, - 0.079004667699337, - -0.2887415289878845, - -0.5026199221611023, - -0.24584849178791046, - 0.5542995929718018, - -0.15664498507976532, - -0.27013084292411804, - -0.13405995070934296, - 0.2978651821613312, - -0.35916271805763245, - -0.6249371767044067, - -0.3058457374572754, - 0.6890609860420227, - -0.09680673480033875, - -0.16718021035194397, - -0.08279192447662354, - 0.18437136709690094, - 0.05448300018906593, - 0.09558116644620895, - 0.04616085812449455, - -0.10531985014677048, - 0.11587262153625488, - 0.20436839759349823, - 0.09782455861568451, - -0.22502894699573517, - 0.04453738033771515, - 0.07867151498794556, - 0.037563689053058624, - -0.08660814166069031, - -0.1538785845041275, - -0.27173852920532227, - -0.1298259198665619, - 0.2992189824581146 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l3_grad": { - "shape": [ - 16 - ], - "stride": [ - 1 - ], - "data": [ - -0.8443939089775085, - -0.9975438117980957, - -0.3817730247974396, - 0.4320361018180847, - -0.3195268511772156, - -0.47600024938583374, - -0.26153355836868286, - 0.3535483479499817, - 3.2845442295074463, - 2.2244200706481934, - 4.261475563049316, - 1.3152024745941162, - -0.5534690022468567, - -1.1001193523406982, - -0.4198067784309387, - 1.4375306367874146 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l3_grad": { - "shape": [ - 16 - ], - "stride": [ - 1 - ], - "data": [ - -0.8443939089775085, - -0.9975438117980957, - -0.3817730247974396, - 0.4320361018180847, - -0.3195268511772156, - -0.47600024938583374, - -0.26153355836868286, - 0.3535483479499817, - 3.2845442295074463, - 2.2244200706481934, - 4.261475563049316, - 1.3152024745941162, - -0.5534690022468567, - -1.1001193523406982, - -0.4198067784309387, - 1.4375306367874146 - ], - "data_type": "f32", - "ptr_offset": 0 - } -} \ No newline at end of file +{"rnn.weight_ih_l0":{"shape":[16,2],"stride":[2,1],"data":[-0.003743410110473633,0.26822179555892944,-0.4115225672721863,-0.3679695129394531,-0.19257718324661255,0.13407868146896362,-0.009906589984893799,0.39644473791122437,-0.04437202215194702,0.1323062777519226,-0.15110653638839722,-0.09828269481658936,-0.4776742458343506,-0.33114105463027954,-0.20611155033111572,0.018521785736083984,0.19766759872436523,0.30001139640808105,-0.3389705419540405,-0.21773141622543335,0.18160855770111084,0.41519397497177124,-0.10290008783340454,0.3741558790206909,-0.08059167861938477,0.05290704965591431,0.45273810625076294,-0.4638351798057556,-0.3147689700126648,-0.12658262252807617,-0.19489997625350952,0.43200039863586426],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l0":{"shape":[16,4],"stride":[4,1],"data":[-0.32408982515335083,-0.23016643524169922,-0.3493202328681946,-0.46828049421310425,-0.29187023639678955,0.42979902029037476,0.2231091856956482,0.24233627319335938,0.026295781135559082,-0.25634175539016724,0.08459234237670898,-0.46684736013412476,-0.3612831234931946,-0.257764995098114,0.315468966960907,0.293160617351532,-0.2217475175857544,-0.01804119348526001,0.3197803497314453,0.49706655740737915,0.19844108819961548,0.06754642724990845,0.3352431654930115,-0.2944011688232422,0.09317201375961304,-0.38765275478363037,-0.3465430736541748,-0.2582917809486389,0.2262365221977234,0.20108020305633545,-0.2961762547492981,0.1510535478591919,0.2744860053062439,-0.06310868263244629,0.019090771675109863,0.11585235595703125,0.31018829345703125,0.48009705543518066,-0.3853117823600769,-0.18323487043380737,0.19650495052337646,0.4142746925354004,0.4351036548614502,0.4411783814430237,0.09950727224349976,-0.43479132652282715,0.045996248722076416,-0.31280267238616943,-0.4659770727157593,0.44424623250961304,0.38017988204956055,-0.4987639784812927,0.0935860276222229,-0.08423000574111938,-0.08228057622909546,-0.2288784384727478,0.19227808713912964,-0.2961517572402954,0.18329566717147827,0.25285404920578003,0.3579357862472534,0.18695557117462158,-0.49486762285232544,-0.32434844970703125],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l0":{"shape":[16],"stride":[1],"data":[0.2496575117111206,0.10465067625045776,-0.3900420069694519,-0.28790974617004395,0.4703746438026428,0.3369089365005493,-0.21801257133483887,-0.1258423924446106,-0.4762990474700928,-0.008987069129943848,-0.3765294551849365,-0.38567835092544556,-0.027549803256988525,0.0750725269317627,-0.20476514101028442,0.2966887950897217],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l0":{"shape":[16],"stride":[1],"data":[-0.30426955223083496,0.45368504524230957,0.3426499366760254,-0.42164146900177,-0.12444216012954712,0.022561311721801758,0.07295054197311401,0.11858713626861572,0.19621413946151733,0.029950082302093506,-0.24396437406539917,0.23659449815750122,-0.4796244502067566,-0.2963533401489258,-0.1251649260520935,-0.2435566782951355],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l1":{"shape":[16,4],"stride":[4,1],"data":[-0.17491668462753296,-0.4098108410835266,-0.10635757446289062,0.10687822103500366,-0.32573288679122925,-0.025659680366516113,0.3579254150390625,-0.05140012502670288,0.01389610767364502,-0.043134450912475586,0.10119068622589111,0.3179197311401367,0.4736230969429016,0.3175279498100281,0.474706768989563,-0.036160826683044434,-0.44916075468063354,-0.23703861236572266,0.3404526114463806,-0.003241240978240967,-0.24852317571640015,-0.383155882358551,-0.467926025390625,-0.4220041036605835,-0.1014183759689331,0.27420300245285034,0.2703205347061157,-0.482215940952301,0.31189101934432983,-0.391254723072052,-0.1057051420211792,-0.20273631811141968,-0.09630763530731201,-0.09817135334014893,-0.4486749768257141,-0.43171894550323486,-0.07823973894119263,0.006466090679168701,-0.22713744640350342,0.18834960460662842,-0.450029194355011,-0.03374361991882324,0.43970972299575806,-0.20394599437713623,0.4515015482902527,0.18107688426971436,-0.4512304663658142,0.316348671913147,-0.05769723653793335,-0.22320342063903809,0.39982664585113525,-0.4040476083755493,0.05365246534347534,-0.10468435287475586,0.35705631971359253,0.13957226276397705,0.24025267362594604,0.17657947540283203,-0.12023735046386719,-0.10515272617340088,-0.41204071044921875,0.27092206478118896,0.39698904752731323,0.3421124219894409],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l1":{"shape":[16,4],"stride":[4,1],"data":[-0.35268914699554443,0.02229994535446167,-0.35246706008911133,-0.2752420902252197,-0.2913527488708496,0.1708725094795227,-0.29795658588409424,-0.01090860366821289,0.021034061908721924,0.32231152057647705,-0.3779600262641907,-0.3432561159133911,-0.29033076763153076,0.34996670484542847,-0.17973250150680542,0.42174434661865234,0.18080377578735352,0.06331300735473633,-0.0037220120429992676,-0.09884077310562134,0.06273317337036133,-0.11417233943939209,-0.0035132169723510742,0.0637965202331543,-0.39110255241394043,-0.26206570863723755,0.4037463665008545,-0.4057733416557312,-0.035903096199035645,0.49461936950683594,0.1806185245513916,0.014156520366668701,-0.43330496549606323,0.24768894910812378,-0.3561403751373291,-0.14193212985992432,-0.16775816679000854,-0.07404369115829468,0.005469143390655518,0.41240376234054565,0.06241941452026367,0.4478464126586914,0.30585622787475586,-0.31610697507858276,0.22425204515457153,-0.3534480333328247,-0.21191257238388062,0.14706134796142578,0.16509604454040527,0.3751140236854553,-0.160957932472229,0.0008004307746887207,0.25741177797317505,-0.48354607820510864,0.36149030923843384,-0.41346120834350586,0.0068912506103515625,-0.08500838279724121,-0.2633364796638489,0.06608551740646362,0.4134593605995178,-0.14615976810455322,-0.29684704542160034,-0.18491941690444946],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l1":{"shape":[16],"stride":[1],"data":[-0.4955741763114929,0.22569698095321655,-0.24013185501098633,-0.33367013931274414,-0.28805071115493774,0.2874780297279358,0.26478683948516846,0.383760929107666,0.18136155605316162,-0.1669798493385315,-0.13972407579421997,0.14771497249603271,0.41101735830307007,0.1359460949897766,-0.23657268285751343,-0.23503869771957397],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l1":{"shape":[16],"stride":[1],"data":[-0.4727345108985901,0.108024001121521,-0.2805912494659424,-0.4457879066467285,0.4384382367134094,-0.3247056007385254,-0.05688077211380005,0.14324676990509033,0.01592916250228882,-0.3364408612251282,-0.40416085720062256,0.3985412120819092,0.08141934871673584,0.41481226682662964,-0.16762030124664307,0.14727771282196045],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l2":{"shape":[16,4],"stride":[4,1],"data":[-0.11433809995651245,-0.022235572338104248,-0.3045220971107483,0.16910046339035034,0.1580829620361328,-0.01031428575515747,-0.11245107650756836,-0.3082149028778076,0.345772385597229,-0.3722120523452759,0.20483273267745972,-0.16812676191329956,-0.24123400449752808,0.08982253074645996,-0.25972849130630493,0.11520242691040039,0.09819042682647705,-0.37124472856521606,0.08324927091598511,0.21296459436416626,0.19791549444198608,-0.0629393458366394,-0.40989381074905396,-0.07707703113555908,0.17365384101867676,-0.18243855237960815,0.1897905468940735,0.33298128843307495,-0.26107579469680786,0.00493091344833374,0.20674949884414673,0.039188921451568604,0.04176574945449829,0.062432706356048584,-0.3930738568305969,0.03929412364959717,0.34623491764068604,0.4505568742752075,0.29387545585632324,0.06700152158737183,0.23350709676742554,-0.24323982000350952,-0.4143441915512085,-0.42996054887771606,0.49880486726760864,0.3173946738243103,-0.34561687707901,0.1956213116645813,0.3775838017463684,0.4998074173927307,0.4371974468231201,0.38737690448760986,-0.11462962627410889,-0.17547082901000977,0.4105244278907776,0.2801898121833801,-0.3008894920349121,0.4495086073875427,0.24157929420471191,0.2725677490234375,-0.3133881688117981,0.14344990253448486,-0.17528122663497925,0.3906782865524292],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l2":{"shape":[16,4],"stride":[4,1],"data":[-0.08997029066085815,0.19465625286102295,0.08881092071533203,0.21273410320281982,-0.16991376876831055,0.24378567934036255,-0.349235475063324,0.11292749643325806,-0.33829593658447266,-0.49326878786087036,-0.40152788162231445,0.39473503828048706,0.27051782608032227,0.46910786628723145,0.4005606174468994,-0.44652271270751953,-0.3412155508995056,-0.08079129457473755,-0.32471615076065063,0.3471982479095459,-0.37800389528274536,-0.2439507246017456,-0.48304569721221924,-0.2838727831840515,0.41123872995376587,0.4093800187110901,0.3579188585281372,0.3860636353492737,0.44459325075149536,-0.12803149223327637,0.22000104188919067,0.44546520709991455,0.1654093861579895,0.4998381733894348,0.25933146476745605,0.3108241558074951,-0.17499607801437378,0.23991376161575317,0.057453274726867676,-0.11940866708755493,-0.28185492753982544,-0.2805582880973816,-0.38474041223526,0.33566516637802124,0.3554655909538269,-0.05690634250640869,-0.289342999458313,0.38645273447036743,0.3197444677352905,0.0371670126914978,-0.23606765270233154,0.45952391624450684,0.20447033643722534,-0.37957268953323364,0.47854143381118774,0.3796868920326233,-0.1822454333305359,0.2810772657394409,-0.28409451246261597,-0.07835716009140015,0.4245505928993225,0.020659565925598145,-0.3536090850830078,-0.1671164631843567],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l2":{"shape":[16],"stride":[1],"data":[-0.1357225775718689,-0.09646439552307129,0.04785031080245972,0.46241480112075806,0.026770174503326416,-0.3087199926376343,0.02562713623046875,0.23974359035491943,0.24802011251449585,-0.4569692611694336,-0.08947122097015381,-0.37157225608825684,-0.2133427858352661,0.1801466941833496,-0.35506510734558105,0.1858634352684021],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l2":{"shape":[16],"stride":[1],"data":[0.4243890643119812,0.032794177532196045,-0.33324384689331055,-0.17914247512817383,0.10918205976486206,-0.3811590075492859,0.24840515851974487,-0.45393478870391846,-0.48064666986465454,-0.48583030700683594,-0.10143166780471802,0.33621644973754883,-0.4732394814491272,0.41559356451034546,-0.20001143217086792,0.14644205570220947],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l3":{"shape":[16,4],"stride":[4,1],"data":[0.022801458835601807,-0.45085954666137695,0.41466450691223145,0.2692217230796814,0.4969978332519531,0.2526060938835144,-0.3300344944000244,0.41729187965393066,0.026872217655181885,0.2371082305908203,-0.4009145498275757,-0.14381325244903564,-0.49093878269195557,-0.1947462558746338,0.10786557197570801,-0.39258086681365967,0.15938210487365723,0.26840341091156006,0.06965464353561401,-0.3345416784286499,-0.38765984773635864,-0.15425831079483032,0.21947908401489258,0.4931982159614563,0.28751450777053833,-0.05630463361740112,0.1753082275390625,-0.49053144454956055,-0.4270506501197815,0.233303964138031,-0.28320759534835815,0.24054783582687378,-0.3529660701751709,-0.24765545129776,-0.41184449195861816,0.26092034578323364,-0.05094754695892334,0.3848005533218384,0.3094360828399658,0.27667129039764404,0.016078054904937744,-0.1545889973640442,-0.10871583223342896,0.06645029783248901,0.24785476922988892,-0.35029494762420654,0.4196389317512512,-0.05436503887176514,-0.41897279024124146,-0.2705289125442505,0.44240885972976685,0.4572635889053345,-0.4631398320198059,0.35264915227890015,0.2505795955657959,0.2959592342376709,0.42326462268829346,-0.26947516202926636,0.15788787603378296,0.20461660623550415,-0.14774668216705322,0.16732656955718994,-0.1438567042350769,0.3091306686401367],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l3":{"shape":[16,4],"stride":[4,1],"data":[-0.1387273073196411,-0.18639785051345825,0.12587451934814453,0.1773468255996704,-0.24428582191467285,0.04419916868209839,0.289767861366272,-0.049748361110687256,0.1521669626235962,-0.12059348821640015,0.17524981498718262,-0.3621971011161804,-0.2940143942832947,-0.2537952661514282,0.45950543880462646,-0.1345420479774475,-0.0013651847839355469,-0.24224776029586792,0.4991450309753418,0.4883350729942322,-0.3770933151245117,-0.4053349494934082,-0.37899649143218994,-0.002411365509033203,-0.12745195627212524,-0.32727283239364624,-0.1793360710144043,0.09446543455123901,-0.26124536991119385,0.11079126596450806,-0.1146579384803772,-0.24228167533874512,0.06869274377822876,0.4111291170120239,-0.3380396366119385,0.023217201232910156,-0.18438386917114258,0.4906531572341919,-0.47438162565231323,-0.4793305993080139,0.4926924705505371,-0.3163449764251709,0.09586167335510254,-0.04315304756164551,-0.1053285002708435,-0.11167389154434204,0.31772029399871826,0.02389848232269287,-0.48680728673934937,-0.295180082321167,-0.1704501509666443,0.2516081929206848,-0.32356685400009155,0.4714598059654236,-0.11136466264724731,-0.08978098630905151,0.39177900552749634,0.25130385160446167,0.4240601658821106,0.28922218084335327,-0.1516769528388977,-0.3317362070083618,-0.037201523780822754,0.4138187766075134],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l3":{"shape":[16],"stride":[1],"data":[-0.16780990362167358,-0.46368497610092163,0.20496422052383423,0.4867357015609741,-0.14234161376953125,-0.41401177644729614,-0.45352983474731445,0.12529969215393066,-0.03785985708236694,-0.25249361991882324,0.10106593370437622,0.1898794174194336,0.3976594805717468,0.3881911039352417,-0.07484185695648193,-0.4408835768699646],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l3":{"shape":[16],"stride":[1],"data":[-0.4518115520477295,0.4668447971343994,0.22102761268615723,0.21795368194580078,-0.43261051177978516,0.4630078673362732,0.473671555519104,0.45143014192581177,-0.42179250717163086,-0.18866169452667236,-0.34388190507888794,0.47348278760910034,-0.21483999490737915,-0.2282772660255432,0.26195645332336426,-0.23129618167877197],"data_type":"f32","ptr_offset":0},"input":{"shape":[5,2,2],"stride":[4,2,1],"data":[0.01037487480789423,-0.9964886903762817,0.9785003066062927,-0.44143953919410706,-0.09493295103311539,1.1008661985397339,1.3104606866836548,-0.29284530878067017,0.41807880997657776,-1.131898283958435,-0.8192930817604065,-0.9507610201835632,0.2854461669921875,0.22903010249137878,1.2832690477371216,-1.3792051076889038,1.404171347618103,-0.5477652549743652,-1.283780574798584,-0.2150428295135498],"data_type":"f32","ptr_offset":0},"output":{"shape":[5,2,4],"stride":[8,4,1],"data":[-0.0755462795495987,-0.12127076834440231,-0.06687558442354202,0.13241352140903473,-0.07561793923377991,-0.12127050757408142,-0.0668874979019165,0.13244779407978058,-0.1122233048081398,-0.1926741898059845,-0.09687409549951553,0.21484152972698212,-0.11248276382684708,-0.19259631633758545,-0.09694575518369675,0.21487995982170105,-0.1318562775850296,-0.23636755347251892,-0.11101049929857254,0.2613719701766968,-0.132166787981987,-0.23632852733135223,-0.11112773418426514,0.26147526502609253,-0.14358305931091309,-0.26361870765686035,-0.11766613274812698,0.28757786750793457,-0.14384308457374573,-0.2636137902736664,-0.11778117716312408,0.2877037525177002,-0.15116745233535767,-0.28088486194610596,-0.12080520391464233,0.3027147352695465,-0.151261568069458,-0.28116223216056824,-0.12084364145994186,0.3030562996864319],"data_type":"f32","ptr_offset":0},"input_grad":{"shape":[5,2,2],"stride":[4,2,1],"data":[-0.0006247848505154252,-0.00035088000004179776,-0.0005615049158222973,-0.00023256571148522198,-0.0005040024989284575,8.594398968853056e-05,-0.000460733164800331,-4.375776188680902e-05,-0.0004730181535705924,-0.0003267059219069779,-0.0004147146246396005,-0.000281207961961627,-0.00023639973369427025,-1.2283604519325309e-05,-0.00024297765048686415,-0.0002352385490667075,-7.552647730335593e-05,-3.658295827335678e-05,-1.9971565052401274e-05,-7.656933121324982e-06],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l0_grad":{"shape":[16,2],"stride":[2,1],"data":[-0.00012638492626138031,0.0004797745496034622,-0.0005350621067918837,-0.0001912117877509445,0.0005379643407650292,-0.0008851863676682115,-0.0004949833382852376,0.0008655274286866188,-4.632263153325766e-05,-2.5177210773108527e-05,4.469702616916038e-05,0.00011214327241759747,0.00011787811672547832,-1.0928502888418734e-05,-4.957566488883458e-05,4.639168764697388e-05,0.0014231059467419982,-0.0005561114521697164,0.0035371107514947653,-0.004171248525381088,-0.0011812788434326649,0.000294196157483384,0.0008800443029031157,-0.0003616316826082766,-0.00016792140377219766,0.00037264806451275945,-0.00034751935163512826,-0.00016109715215861797,0.0005865630810149014,-0.0008973903022706509,-0.00025906020891852677,0.00044061464723199606],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l0_grad":{"shape":[16,4],"stride":[4,1],"data":[1.057548706739908e-05,1.3592296454589814e-05,2.3730524844722822e-05,6.441974619519897e-06,4.652961706597125e-06,-6.8190524871170055e-06,9.390594641445205e-06,6.066819423722336e-06,-3.277969881310128e-05,-1.8081056623486802e-05,-6.990956899244338e-05,-2.2228392481338233e-05,3.367660247022286e-05,2.099221273965668e-05,7.253815419971943e-05,1.7770620615920052e-05,1.0500309144845232e-05,-4.1878670344885904e-06,2.1893132725381292e-05,6.462992132583167e-06,-9.775655598787125e-06,3.264572296757251e-05,-1.7419055438949727e-05,8.694894404470688e-07,-2.276646591781173e-05,4.50456127509824e-06,-4.71731873403769e-05,-1.4630608347943053e-05,2.4192180717363954e-05,-2.692547241167631e-06,4.935002652928233e-05,1.8840657503460534e-05,-0.00011266906221862882,2.3740052711218596e-05,-0.0002330275601707399,-7.770990487188101e-05,-0.0003785813751164824,-2.0109389879507944e-05,-0.000787439348641783,-0.00022895849542692304,9.25389613257721e-05,-3.421842120587826e-05,0.00018743665714282542,6.324869173113257e-05,-0.0002188866346841678,5.9148365835426375e-05,-0.0004283712478354573,-0.00013959730858914554,2.5419001758564264e-05,8.505932783009484e-06,5.5562708439538255e-05,1.5741818060632795e-05,-1.3590684829978272e-05,5.972213784843916e-06,-2.484388642187696e-05,-5.096263521409128e-06,-5.9521171351661906e-05,-1.579784475325141e-05,-0.0001263530575670302,-3.954448038712144e-05,3.907868449459784e-05,6.387628673110157e-06,8.033053745748475e-05,2.530012898205314e-05],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l0_grad":{"shape":[16],"stride":[1],"data":[-0.0005526587483473122,-0.00013736668915953487,0.001388886827044189,-0.0007564550032839179,-0.000158477938384749,5.846151907462627e-06,0.00034416173002682626,-0.0003101436886936426,0.003190563526004553,0.008252670988440514,-0.002575456630438566,0.0036559707950800657,-0.0006494395202025771,0.00012224147212691605,0.0016692690551280975,-0.0005668745725415647],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l0_grad":{"shape":[16],"stride":[1],"data":[-0.0005526587483473122,-0.00013736668915953487,0.001388886827044189,-0.0007564550032839179,-0.000158477938384749,5.846151907462627e-06,0.00034416173002682626,-0.0003101436886936426,0.003190563526004553,0.008252670988440514,-0.002575456630438566,0.0036559707950800657,-0.0006494395202025771,0.00012224147212691605,0.0016692690551280975,-0.0005668745725415647],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l1_grad":{"shape":[16,4],"stride":[4,1],"data":[-0.00022156574414111674,2.06144068215508e-05,-0.0004471798602025956,-0.00014756106247659773,0.0010851925471797585,-0.00010211380867986009,0.002111986745148897,0.0006582560017704964,0.0011449501616880298,-0.00022598152281716466,0.002187661826610565,0.0006621415377594531,-0.0021879884880036116,0.00039123743772506714,-0.004238014575093985,-0.001275571994483471,-7.160546374507248e-05,1.1768607691919897e-05,-0.0001374137937091291,-3.825669045909308e-05,0.0008567504701204598,-0.00021181600459385663,0.0016107835108414292,0.00047228520270437,0.0005780906067229807,-0.00017770042177289724,0.001061508315615356,0.00031999696511775255,-0.00094409758457914,0.0002828744181897491,-0.00174714473541826,-0.0005138512933626771,-0.0011112606152892113,3.291439134045504e-05,-0.0022251226473599672,-0.000713412999175489,-0.005420110188424587,0.0008185266051441431,-0.010479288175702095,-0.003214180003851652,-0.0017597166588529944,0.00022182994871400297,-0.003389719408005476,-0.0010470913257449865,-0.0033336987253278494,0.0002895339857786894,-0.006501547060906887,-0.0020307176746428013,-0.00013705076707992703,2.2460148102254607e-05,-0.0002675547730177641,-8.419596269959584e-05,0.001266326755285263,-0.00029591191560029984,0.0023625758476555347,0.0007292524096556008,0.0013225185684859753,-0.00038503375253640115,0.002412015339359641,0.0007455953164026141,-0.001989487325772643,0.0005405805422924459,-0.0036748817656189203,-0.001122899353504181],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l1_grad":{"shape":[16,4],"stride":[4,1],"data":[9.600754856364802e-05,-0.00033527216874063015,-0.00018204559455625713,0.0001778849691618234,-0.0005952281062491238,0.0020649416837841272,0.0011498244712129235,-0.0011298500467091799,-0.0006713479524478316,0.002320199040696025,0.0013169085141271353,-0.0012980829924345016,0.0012171454727649689,-0.004221695475280285,-0.002363180974498391,0.002324562519788742,4.8554422392044216e-05,-0.00016826043429318815,-9.35468779061921e-05,9.16738499654457e-05,-0.0005612745299004018,0.0019407238578423858,0.0011102821445092559,-0.001095262006856501,-0.00037105128285475075,0.0012748957378789783,0.0007466224487870932,-0.0007394783897325397,0.0006104190251789987,-0.002107029315084219,-0.001221911166794598,0.0012088936055079103,0.0005138940759934485,-0.0017932560294866562,-0.0009694343898445368,0.00094794383039698,0.003026651218533516,-0.010490051470696926,-0.005886533763259649,0.005792015697807074,0.000990732223726809,-0.003427391406148672,-0.0019263437716290355,0.0018960291054099798,0.0017741324845701456,-0.006158167030662298,-0.003418558742851019,0.003358778776600957,7.231828203657642e-05,-0.00025029914104379714,-0.00013986212434247136,0.00013715274690184742,-0.0007686702883802354,0.0026412142906337976,0.0015316185308620334,-0.0015146491350606084,-0.0008224816992878914,0.002810814417898655,0.001662641647271812,-0.0016504875384271145,0.0012187513057142496,-0.004184918478131294,-0.0024456889368593693,0.0024232370778918266],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l1_grad":{"shape":[16],"stride":[1],"data":[0.0031196102499961853,-0.01399228535592556,-0.013301387429237366,0.026936283335089684,0.0008163867169059813,-0.009025748819112778,-0.005758779123425484,0.009641608223319054,0.016079310327768326,0.06706796586513519,0.021897798404097557,0.04394228383898735,0.0017270436510443687,-0.013750975951552391,-0.013249943032860756,0.02093309536576271],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l1_grad":{"shape":[16],"stride":[1],"data":[0.0031196102499961853,-0.01399228535592556,-0.013301387429237366,0.026936283335089684,0.0008163867169059813,-0.009025748819112778,-0.005758779123425484,0.009641608223319054,0.016079310327768326,0.06706796586513519,0.021897798404097557,0.04394228383898735,0.0017270436510443687,-0.013750975951552391,-0.013249943032860756,0.02093309536576271],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l2_grad":{"shape":[16,4],"stride":[4,1],"data":[0.0026483372785151005,-0.008962464518845081,-0.005337324924767017,0.005309317726641893,0.008633986115455627,-0.02918587252497673,-0.017222048714756966,0.017112478613853455,0.00026561657432466745,-0.0009900181321427226,-0.00044225831516087055,0.0004181602562312037,-5.565044921240769e-05,0.00020494568161666393,9.077723370864987e-05,-8.625375630799681e-05,0.0016363945323973894,-0.005379219073802233,-0.0034387726336717606,0.0034590247087180614,0.00403931736946106,-0.013419535011053085,-0.008457600139081478,0.00848962552845478,0.00056600256357342,-0.0019411087268963456,-0.0011813465971499681,0.0011783656664192677,-6.729691085638478e-05,0.00023407736443914473,0.0001374922867398709,-0.00013576706987805665,-0.01850784383714199,0.06294895708560944,0.03651534393429756,-0.03617366775870323,-0.0073373266495764256,0.024866094812750816,0.014479651115834713,-0.014355350285768509,-0.029558079317212105,0.09845148772001266,0.0605451725423336,-0.060570403933525085,0.02287786826491356,-0.07749136537313461,-0.04532605782151222,0.04497397691011429,0.0050913747400045395,-0.016775604337453842,-0.010528966784477234,0.010572724975645542,0.00697108032181859,-0.023242177441716194,-0.014185544103384018,0.014176835305988789,0.00046753810602240264,-0.0016471603885293007,-0.0009582354687154293,0.000949560257140547,-6.422238220693544e-05,0.0002312350261490792,0.00011768042168114334,-0.00011422304669395089],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l2_grad":{"shape":[16,4],"stride":[4,1],"data":[-0.0022335927933454514,-0.00931997038424015,-0.0005036863731220365,-0.00016260126722045243,-0.006958734709769487,-0.028779324144124985,-0.0015205455711111426,-0.0004877905885223299,3.3102496672654524e-05,-0.00013153214240446687,-4.239769259584136e-05,-1.645008524064906e-05,-4.9203754315385595e-06,1.4439347069128416e-05,5.356867404771037e-06,2.1115445179020753e-06,-0.0017772658029571176,-0.0068797767162323,-0.00030220061307772994,-9.111046529142186e-05,-0.004228238947689533,-0.01684534177184105,-0.0008064730209298432,-0.00025102333165705204,-0.0005336289177648723,-0.00233126780949533,-0.00014042061229702085,-4.643666397896595e-05,5.631759995594621e-05,0.00026853737654164433,1.8864229787141085e-05,6.623620265600039e-06,0.013804163783788681,0.05836336687207222,0.0032520077656954527,0.0010581784881651402,0.005552948918193579,0.0231378935277462,0.0012446737382560968,0.00040149976848624647,0.028125420212745667,0.11169424653053284,0.005291045177727938,0.0016422029584646225,-0.01768645830452442,-0.07352183759212494,-0.003935001324862242,-0.001265220926143229,-0.00519605865702033,-0.02002710849046707,-0.0008642467437312007,-0.00025954231387004256,-0.006438931450247765,-0.025576775893568993,-0.001211094669997692,-0.0003764064749702811,-0.0003688239958137274,-0.0017567792674526572,-0.0001245468738488853,-4.2314240999985486e-05,2.26292777369963e-05,0.00013182660040911287,1.2042884009133559e-05,4.3775744416052476e-06],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l2_grad":{"shape":[16],"stride":[1],"data":[0.04015681520104408,0.13364474475383759,0.005983615294098854,-0.0012499645818024874,0.021948199719190598,0.05515052750706673,0.008120582439005375,-0.0009930366650223732,-0.29461801052093506,-0.11631081998348236,-0.4257754683494568,0.3599780797958374,0.07090415805578232,0.10190415382385254,0.007260045502334833,-0.0012095959391444921],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l2_grad":{"shape":[16],"stride":[1],"data":[0.04015681520104408,0.13364474475383759,0.005983615294098854,-0.0012499645818024874,0.021948199719190598,0.05515052750706673,0.008120582439005375,-0.0009930366650223732,-0.29461801052093506,-0.11631081998348236,-0.4257754683494568,0.3599780797958374,0.07090415805578232,0.10190415382385254,0.007260045502334833,-0.0012095959391444921],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l3_grad":{"shape":[16,4],"stride":[4,1],"data":[0.07279142737388611,0.26826274394989014,0.00964164175093174,0.0028290366753935814,0.08260349929332733,0.3117935061454773,0.01234294194728136,0.0037287690211087465,0.03250914439558983,0.12059866636991501,0.004452320747077465,0.0013199105160310864,-0.03401470184326172,-0.13207386434078217,-0.005769718438386917,-0.0017933959607034922,0.0329115092754364,0.11055442690849304,0.002359486650675535,0.0005247963708825409,0.04900383949279785,0.16467100381851196,0.0035257358103990555,0.0007849069079384208,0.02710201032459736,0.09065495431423187,0.0018658086191862822,0.0004057754995301366,-0.03620986267924309,-0.12212708592414856,-0.0026962002739310265,-0.000609862501733005,-0.2841325104236603,-1.045569658279419,-0.03736671805381775,-0.010929122567176819,-0.16973675787448883,-0.6707360744476318,-0.030955975875258446,-0.009773128665983677,-0.3599615693092346,-1.3411296606063843,-0.05037246644496918,-0.01502254419028759,-0.10275551676750183,-0.40068328380584717,-0.01774519868195057,-0.005536873824894428,0.05143321678042412,0.1814935952425003,0.0052772266790270805,0.0014445410342887044,0.10695450752973557,0.36746111512184143,0.009053629823029041,0.0023236689157783985,0.04104812443256378,0.14044971764087677,0.003357975510880351,0.0008536821114830673,-0.14130739867687225,-0.48236748576164246,-0.011362634599208832,-0.0028511816635727882],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l3_grad":{"shape":[16,4],"stride":[4,1],"data":[0.07373472303152084,0.12839561700820923,0.06276755779981613,-0.1415901482105255,0.0815369263291359,0.14131951332092285,0.06959179788827896,-0.155851349234581,0.03263511508703232,0.056801315397024155,0.02778620831668377,-0.0626310333609581,-0.03225881606340408,-0.055730242282152176,-0.02758316695690155,0.061462026089429855,0.03721233084797859,0.06526871025562286,0.031551294028759,-0.071987085044384,0.05540309473872185,0.09715981036424637,0.046978581696748734,-0.10716306418180466,0.03068595379590988,0.05390176549553871,0.025993628427386284,-0.05944206938147545,-0.040892306715250015,-0.07161577045917511,-0.03470543026924133,0.079004667699337,-0.2887415289878845,-0.5026199221611023,-0.24584849178791046,0.5542995929718018,-0.15664498507976532,-0.27013084292411804,-0.13405995070934296,0.2978651821613312,-0.35916271805763245,-0.6249371767044067,-0.3058457374572754,0.6890609860420227,-0.09680673480033875,-0.16718021035194397,-0.08279192447662354,0.18437136709690094,0.05448300018906593,0.09558116644620895,0.04616085812449455,-0.10531985014677048,0.11587262153625488,0.20436839759349823,0.09782455861568451,-0.22502894699573517,0.04453738033771515,0.07867151498794556,0.037563689053058624,-0.08660814166069031,-0.1538785845041275,-0.27173852920532227,-0.1298259198665619,0.2992189824581146],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l3_grad":{"shape":[16],"stride":[1],"data":[-0.8443939089775085,-0.9975438117980957,-0.3817730247974396,0.4320361018180847,-0.3195268511772156,-0.47600024938583374,-0.26153355836868286,0.3535483479499817,3.2845442295074463,2.2244200706481934,4.261475563049316,1.3152024745941162,-0.5534690022468567,-1.1001193523406982,-0.4198067784309387,1.4375306367874146],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l3_grad":{"shape":[16],"stride":[1],"data":[-0.8443939089775085,-0.9975438117980957,-0.3817730247974396,0.4320361018180847,-0.3195268511772156,-0.47600024938583374,-0.26153355836868286,0.3535483479499817,3.2845442295074463,2.2244200706481934,4.261475563049316,1.3152024745941162,-0.5534690022468567,-1.1001193523406982,-0.4198067784309387,1.4375306367874146],"data_type":"f32","ptr_offset":0}} diff --git a/test_data_json/lstm_fwd_bkwd_small.json b/test_data_json/lstm_fwd_bkwd_small.json index 07a450fb..bc614770 100644 --- a/test_data_json/lstm_fwd_bkwd_small.json +++ b/test_data_json/lstm_fwd_bkwd_small.json @@ -1,268 +1 @@ -{ - "rnn.weight_ih_l0": { - "shape": [ - 8, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - -0.005293981172144413, - 0.37932288646698, - -0.5819807648658752, - -0.5203874707221985, - -0.27234524488449097, - 0.1896158903837204, - -0.014010033570230007, - 0.5606575012207031, - -0.06275151669979095, - 0.1871093362569809, - -0.2136969119310379, - -0.13899271190166473, - -0.6755334138870239, - -0.4683041572570801, - -0.2914857566356659, - 0.026193760335445404 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l0": { - "shape": [ - 8, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - 0.2795442044734955, - 0.42428016662597656, - -0.47937673330307007, - -0.3079187273979187, - 0.2568332850933075, - 0.5871729254722595, - -0.14552269876003265, - 0.5291363000869751, - -0.11397384107112885, - 0.07482186704874039, - 0.6402683854103088, - -0.6559619903564453, - -0.4451505243778229, - -0.17901486158370972, - -0.2756301760673523, - 0.6109408140182495 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l0": { - "shape": [ - 8 - ], - "stride": [ - 1 - ], - "data": [ - -0.45833221077919006, - -0.32550448179244995, - -0.49401339888572693, - -0.6622486114501953, - -0.41276684403419495, - 0.6078276038169861, - 0.31552404165267944, - 0.34271523356437683 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l0": { - "shape": [ - 8 - ], - "stride": [ - 1 - ], - "data": [ - 0.0371878482401371, - -0.3625219762325287, - 0.11963163316249847, - -0.6602218747138977, - -0.5109314918518066, - -0.36453473567962646, - 0.44614049792289734, - 0.4145916998386383 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "input": { - "shape": [ - 3, - 1, - 2 - ], - "stride": [ - 2, - 2, - 1 - ], - "data": [ - 0.19186942279338837, - 1.2637947797775269, - -1.2904350757598877, - -0.7911027073860168, - -0.02087947353720665, - -0.7184800505638123 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "output": { - "shape": [ - 3, - 1, - 2 - ], - "stride": [ - 2, - 2, - 1 - ], - "data": [ - -0.1535118669271469, - 0.0033985055051743984, - -0.32110878825187683, - 0.22685329616069794, - -0.2945723235607147, - 0.0365699902176857 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "input_grad": { - "shape": [ - 3, - 1, - 2 - ], - "stride": [ - 2, - 2, - 1 - ], - "data": [ - 0.010557422414422035, - 0.026116354390978813, - -0.07728055119514465, - -0.11851117014884949, - -0.015096936374902725, - -0.0308743417263031 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l0_grad": { - "shape": [ - 8, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - 0.21715931594371796, - 0.03572092950344086, - -0.09307316690683365, - -0.05358332023024559, - 0.11629969626665115, - 0.11310197412967682, - -0.0012049516662955284, - -0.023297177627682686, - -0.1474316269159317, - 0.22660601139068604, - -0.38990604877471924, - -0.34543612599372864, - 0.04021185263991356, - -0.02074984833598137, - -0.05248009040951729, - -0.038393534719944 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l0_grad": { - "shape": [ - 8, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - 0.06499463319778442, - -0.02602470852434635, - -0.010737811215221882, - -2.880929969251156e-05, - 0.03271043300628662, - -0.013741767033934593, - -0.01032883208245039, - 0.007253238931298256, - -0.05449433624744415, - 0.021447159349918365, - -0.15156187117099762, - 0.07422848790884018, - 0.028118863701820374, - -0.015438945032656193, - -0.009459368884563446, - 0.0024156884755939245 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l0_grad": { - "shape": [ - 8 - ], - "stride": [ - 1 - ], - "data": [ - -0.4551074504852295, - 0.07355727255344391, - -0.14840565621852875, - 0.03238354250788689, - 0.5876979231834412, - 0.7409195899963379, - -0.19068323075771332, - 0.05141274631023407 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l0_grad": { - "shape": [ - 8 - ], - "stride": [ - 1 - ], - "data": [ - -0.4551074504852295, - 0.07355727255344391, - -0.14840565621852875, - 0.03238354250788689, - 0.5876979231834412, - 0.7409195899963379, - -0.19068323075771332, - 0.05141274631023407 - ], - "data_type": "f32", - "ptr_offset": 0 - } -} +{"rnn.weight_ih_l0":{"shape":[8,2],"stride":[2,1],"data":[-0.005293981172144413,0.37932288646698,-0.5819807648658752,-0.5203874707221985,-0.27234524488449097,0.1896158903837204,-0.014010033570230007,0.5606575012207031,-0.06275151669979095,0.1871093362569809,-0.2136969119310379,-0.13899271190166473,-0.6755334138870239,-0.4683041572570801,-0.2914857566356659,0.026193760335445404],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l0":{"shape":[8,2],"stride":[2,1],"data":[0.2795442044734955,0.42428016662597656,-0.47937673330307007,-0.3079187273979187,0.2568332850933075,0.5871729254722595,-0.14552269876003265,0.5291363000869751,-0.11397384107112885,0.07482186704874039,0.6402683854103088,-0.6559619903564453,-0.4451505243778229,-0.17901486158370972,-0.2756301760673523,0.6109408140182495],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l0":{"shape":[8],"stride":[1],"data":[-0.45833221077919006,-0.32550448179244995,-0.49401339888572693,-0.6622486114501953,-0.41276684403419495,0.6078276038169861,0.31552404165267944,0.34271523356437683],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l0":{"shape":[8],"stride":[1],"data":[0.0371878482401371,-0.3625219762325287,0.11963163316249847,-0.6602218747138977,-0.5109314918518066,-0.36453473567962646,0.44614049792289734,0.4145916998386383],"data_type":"f32","ptr_offset":0},"input":{"shape":[3,1,2],"stride":[2,2,1],"data":[0.19186942279338837,1.2637947797775269,-1.2904350757598877,-0.7911027073860168,-0.02087947353720665,-0.7184800505638123],"data_type":"f32","ptr_offset":0},"output":{"shape":[3,1,2],"stride":[2,2,1],"data":[-0.1535118669271469,0.0033985055051743984,-0.32110878825187683,0.22685329616069794,-0.2945723235607147,0.0365699902176857],"data_type":"f32","ptr_offset":0},"input_grad":{"shape":[3,1,2],"stride":[2,2,1],"data":[0.010557422414422035,0.026116354390978813,-0.07728055119514465,-0.11851117014884949,-0.015096936374902725,-0.0308743417263031],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l0_grad":{"shape":[8,2],"stride":[2,1],"data":[0.21715931594371796,0.03572092950344086,-0.09307316690683365,-0.05358332023024559,0.11629969626665115,0.11310197412967682,-0.0012049516662955284,-0.023297177627682686,-0.1474316269159317,0.22660601139068604,-0.38990604877471924,-0.34543612599372864,0.04021185263991356,-0.02074984833598137,-0.05248009040951729,-0.038393534719944],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l0_grad":{"shape":[8,2],"stride":[2,1],"data":[0.06499463319778442,-0.02602470852434635,-0.010737811215221882,-2.880929969251156e-05,0.03271043300628662,-0.013741767033934593,-0.01032883208245039,0.007253238931298256,-0.05449433624744415,0.021447159349918365,-0.15156187117099762,0.07422848790884018,0.028118863701820374,-0.015438945032656193,-0.009459368884563446,0.0024156884755939245],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l0_grad":{"shape":[8],"stride":[1],"data":[-0.4551074504852295,0.07355727255344391,-0.14840565621852875,0.03238354250788689,0.5876979231834412,0.7409195899963379,-0.19068323075771332,0.05141274631023407],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l0_grad":{"shape":[8],"stride":[1],"data":[-0.4551074504852295,0.07355727255344391,-0.14840565621852875,0.03238354250788689,0.5876979231834412,0.7409195899963379,-0.19068323075771332,0.05141274631023407],"data_type":"f32","ptr_offset":0}} diff --git a/test_data_json/rnn_fwd_bkwd_bidirectional_2_layers.json b/test_data_json/rnn_fwd_bkwd_bidirectional_2_layers.json index 5e088107..70fab57b 100644 --- a/test_data_json/rnn_fwd_bkwd_bidirectional_2_layers.json +++ b/test_data_json/rnn_fwd_bkwd_bidirectional_2_layers.json @@ -1,878 +1 @@ -{ - "rnn.weight_ih_l0": { - "shape": [ - 4, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - -0.003743410110473633, - 0.26822179555892944, - -0.4115225672721863, - -0.3679695129394531, - -0.19257718324661255, - 0.13407868146896362, - -0.009906589984893799, - 0.39644473791122437 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l0": { - "shape": [ - 4, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - -0.04437202215194702, - 0.1323062777519226, - -0.15110653638839722, - -0.09828269481658936, - -0.4776742458343506, - -0.33114105463027954, - -0.20611155033111572, - 0.018521785736083984, - 0.19766759872436523, - 0.30001139640808105, - -0.3389705419540405, - -0.21773141622543335, - 0.18160855770111084, - 0.41519397497177124, - -0.10290008783340454, - 0.3741558790206909 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l0": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - -0.08059167861938477, - 0.05290704965591431, - 0.45273810625076294, - -0.4638351798057556 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l0": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - -0.3147689700126648, - -0.12658262252807617, - -0.19489997625350952, - 0.43200039863586426 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l0_reverse": { - "shape": [ - 4, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - -0.32408982515335083, - -0.23016643524169922, - -0.3493202328681946, - -0.46828049421310425, - -0.29187023639678955, - 0.42979902029037476, - 0.2231091856956482, - 0.24233627319335938 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l0_reverse": { - "shape": [ - 4, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - 0.026295781135559082, - -0.25634175539016724, - 0.08459234237670898, - -0.46684736013412476, - -0.3612831234931946, - -0.257764995098114, - 0.315468966960907, - 0.293160617351532, - -0.2217475175857544, - -0.01804119348526001, - 0.3197803497314453, - 0.49706655740737915, - 0.19844108819961548, - 0.06754642724990845, - 0.3352431654930115, - -0.2944011688232422 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l0_reverse": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - 0.09317201375961304, - -0.38765275478363037, - -0.3465430736541748, - -0.2582917809486389 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l0_reverse": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - 0.2262365221977234, - 0.20108020305633545, - -0.2961762547492981, - 0.1510535478591919 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l1": { - "shape": [ - 4, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - 0.2744860053062439, - -0.06310868263244629, - 0.019090771675109863, - 0.11585235595703125, - 0.31018829345703125, - 0.48009705543518066, - -0.3853117823600769, - -0.18323487043380737, - 0.19650495052337646, - 0.4142746925354004, - 0.4351036548614502, - 0.4411783814430237, - 0.09950727224349976, - -0.43479132652282715, - 0.045996248722076416, - -0.31280267238616943, - -0.4659770727157593, - 0.44424623250961304, - 0.38017988204956055, - -0.4987639784812927, - 0.0935860276222229, - -0.08423000574111938, - -0.08228057622909546, - -0.2288784384727478, - 0.19227808713912964, - -0.2961517572402954, - 0.18329566717147827, - 0.25285404920578003, - 0.3579357862472534, - 0.18695557117462158, - -0.49486762285232544, - -0.32434844970703125 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l1": { - "shape": [ - 4, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - 0.2496575117111206, - 0.10465067625045776, - -0.3900420069694519, - -0.28790974617004395, - 0.4703746438026428, - 0.3369089365005493, - -0.21801257133483887, - -0.1258423924446106, - -0.4762990474700928, - -0.008987069129943848, - -0.3765294551849365, - -0.38567835092544556, - -0.027549803256988525, - 0.0750725269317627, - -0.20476514101028442, - 0.2966887950897217 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l1": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - -0.30426955223083496, - 0.45368504524230957, - 0.3426499366760254, - -0.42164146900177 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l1": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - -0.12444216012954712, - 0.022561311721801758, - 0.07295054197311401, - 0.11858713626861572 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l1_reverse": { - "shape": [ - 4, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - 0.19621413946151733, - 0.029950082302093506, - -0.24396437406539917, - 0.23659449815750122, - -0.4796244502067566, - -0.2963533401489258, - -0.1251649260520935, - -0.2435566782951355, - -0.17491668462753296, - -0.4098108410835266, - -0.10635757446289062, - 0.10687822103500366, - -0.32573288679122925, - -0.025659680366516113, - 0.3579254150390625, - -0.05140012502670288, - 0.01389610767364502, - -0.043134450912475586, - 0.10119068622589111, - 0.3179197311401367, - 0.4736230969429016, - 0.3175279498100281, - 0.474706768989563, - -0.036160826683044434, - -0.44916075468063354, - -0.23703861236572266, - 0.3404526114463806, - -0.003241240978240967, - -0.24852317571640015, - -0.383155882358551, - -0.467926025390625, - -0.4220041036605835 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l1_reverse": { - "shape": [ - 4, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - -0.1014183759689331, - 0.27420300245285034, - 0.2703205347061157, - -0.482215940952301, - 0.31189101934432983, - -0.391254723072052, - -0.1057051420211792, - -0.20273631811141968, - -0.09630763530731201, - -0.09817135334014893, - -0.4486749768257141, - -0.43171894550323486, - -0.07823973894119263, - 0.006466090679168701, - -0.22713744640350342, - 0.18834960460662842 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l1_reverse": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - -0.450029194355011, - -0.03374361991882324, - 0.43970972299575806, - -0.20394599437713623 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l1_reverse": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - 0.4515015482902527, - 0.18107688426971436, - -0.4512304663658142, - 0.316348671913147 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "input": { - "shape": [ - 5, - 1, - 2 - ], - "stride": [ - 2, - 2, - 1 - ], - "data": [ - -0.6461523771286011, - -0.15909262001514435, - -1.7786636352539062, - 0.8476512432098389, - 0.2459428310394287, - -0.13116787374019623, - -0.17851807177066803, - -0.5958930850028992, - 0.27386975288391113, - 0.567926287651062 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "output": { - "shape": [ - 5, - 1, - 8 - ], - "stride": [ - 8, - 8, - 1 - ], - "data": [ - 0.0, - 0.7969250679016113, - 0.7204158902168274, - 0.0, - 0.0, - 0.0, - 0.04313623905181885, - 0.0, - 0.0, - 1.206136703491211, - 0.3299073874950409, - 0.0, - 0.0, - 0.0, - 0.5539903044700623, - 0.01586174964904785, - 0.0, - 0.8593226075172424, - 0.26451393961906433, - 0.0, - 0.0, - 0.05986093729734421, - 0.06630557775497437, - 0.012815654277801514, - 0.0, - 0.8691300749778748, - 0.5133018493652344, - 0.0, - 0.0, - 0.0, - 0.13253504037857056, - 0.0, - 0.0, - 0.876010537147522, - 0.17898839712142944, - 0.0, - 0.0, - 0.10822797566652298, - 0.14410889148712158, - 0.14359523355960846 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "input_grad": { - "shape": [ - 5, - 1, - 2 - ], - "stride": [ - 2, - 2, - 1 - ], - "data": [ - -0.747162938117981, - -0.5284523963928223, - -0.7094691395759583, - 0.08111995458602905, - -0.24405919015407562, - -0.028351932764053345, - -0.40730661153793335, - -0.1546216756105423, - -0.560369074344635, - -0.08615419268608093 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l0_grad": { - "shape": [ - 4, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - 0.0, - 0.0, - -2.565215826034546, - -0.09721554070711136, - -1.7865617275238037, - 1.190556526184082, - -1.216628074645996, - 0.780947208404541 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l0_grad": { - "shape": [ - 4, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.22898320853710175, - 0.3295804262161255, - 0.07997674494981766, - 0.0, - 0.49069106578826904, - 0.5775833129882812, - 0.02622074820101261, - 0.0, - 0.3820953369140625, - 0.7487790584564209, - 0.23110322654247284 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l0_grad": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - 0.0, - 3.208113193511963, - 2.792581081390381, - 1.70662522315979 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l0_grad": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - 0.0, - 3.208113193511963, - 2.7925808429718018, - 1.70662522315979 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l0_reverse_grad": { - "shape": [ - 4, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - -0.9830297827720642, - 0.24068579077720642, - 0.09686464816331863, - 0.32333406805992126, - -0.1448431760072708, - 0.069027379155159, - -0.6045002341270447, - -0.5286048054695129 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l0_reverse_grad": { - "shape": [ - 4, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - 0.5414688587188721, - -0.006326936185359955, - 0.13128437101840973, - 0.019759006798267365, - -0.054223816841840744, - 0.0, - 0.0, - -0.049644891172647476, - 0.019955622032284737, - 0.0, - 0.0, - 0.001612857566215098, - -0.5363054275512695, - -0.16456738114356995, - 0.0, - 0.0 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l0_reverse_grad": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - 1.3609013557434082, - -0.5426041483879089, - 0.08143370598554611, - -2.3225488662719727 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l0_reverse_grad": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - 1.3609013557434082, - -0.5426041483879089, - 0.08143370598554611, - -2.3225488662719727 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l1_grad": { - "shape": [ - 4, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.9473461508750916, - 2.069956064224243, - 0.9374237060546875, - 3.0150299072265625, - 0.19328030943870544, - 0.2907155156135559, - 0.12008824199438095, - 0.0, - 0.30403438210487366, - 0.857170581817627, - 0.4850549101829529, - 1.0596836805343628, - 0.05901480093598366, - 0.09325642138719559, - 0.10254199802875519, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l1_grad": { - "shape": [ - 4, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.932159900665283, - 2.4080801010131836, - 0.0, - 0.0, - 2.2690718173980713, - 1.1469292640686035, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l1_grad": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - 0.0, - 6.747889518737793, - 2.936601161956787, - 0.0 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l1_grad": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - 0.0, - 6.747889518737793, - 2.936601400375366, - 0.0 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l1_reverse_grad": { - "shape": [ - 4, - 8 - ], - "stride": [ - 8, - 1 - ], - "data": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2688394784927368, - 0.316471129655838, - 0.3284786343574524, - 0.0, - 0.0, - 0.10650570690631866, - 0.0, - 0.4480245113372803, - 1.039280652999878, - 0.46956610679626465, - 1.4193751811981201, - 0.06149047985672951, - 0.10819429159164429, - 0.0865010917186737, - 0.0, - 0.10737088322639465, - 0.6083074808120728, - 0.4949772357940674, - 0.6912950873374939, - 0.0, - 0.11152181774377823, - 0.09201806038618088 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l1_reverse_grad": { - "shape": [ - 4, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.1258486807346344, - 0.0, - 0.0, - 0.07872557640075684, - 0.7340705990791321, - 0.08359158784151077, - 0.0, - 0.034017834812402725, - 0.1528555452823639, - 0.007282893639057875 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l1_reverse_grad": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - 0.0, - 1.9080760478973389, - 3.4077980518341064, - 2.2549121379852295 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l1_reverse_grad": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - 0.0, - 1.9080760478973389, - 3.4077980518341064, - 2.2549121379852295 - ], - "data_type": "f32", - "ptr_offset": 0 - } -} +{"rnn.weight_ih_l0":{"shape":[4,2],"stride":[2,1],"data":[-0.003743410110473633,0.26822179555892944,-0.4115225672721863,-0.3679695129394531,-0.19257718324661255,0.13407868146896362,-0.009906589984893799,0.39644473791122437],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l0":{"shape":[4,4],"stride":[4,1],"data":[-0.04437202215194702,0.1323062777519226,-0.15110653638839722,-0.09828269481658936,-0.4776742458343506,-0.33114105463027954,-0.20611155033111572,0.018521785736083984,0.19766759872436523,0.30001139640808105,-0.3389705419540405,-0.21773141622543335,0.18160855770111084,0.41519397497177124,-0.10290008783340454,0.3741558790206909],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l0":{"shape":[4],"stride":[1],"data":[-0.08059167861938477,0.05290704965591431,0.45273810625076294,-0.4638351798057556],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l0":{"shape":[4],"stride":[1],"data":[-0.3147689700126648,-0.12658262252807617,-0.19489997625350952,0.43200039863586426],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l0_reverse":{"shape":[4,2],"stride":[2,1],"data":[-0.32408982515335083,-0.23016643524169922,-0.3493202328681946,-0.46828049421310425,-0.29187023639678955,0.42979902029037476,0.2231091856956482,0.24233627319335938],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l0_reverse":{"shape":[4,4],"stride":[4,1],"data":[0.026295781135559082,-0.25634175539016724,0.08459234237670898,-0.46684736013412476,-0.3612831234931946,-0.257764995098114,0.315468966960907,0.293160617351532,-0.2217475175857544,-0.01804119348526001,0.3197803497314453,0.49706655740737915,0.19844108819961548,0.06754642724990845,0.3352431654930115,-0.2944011688232422],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l0_reverse":{"shape":[4],"stride":[1],"data":[0.09317201375961304,-0.38765275478363037,-0.3465430736541748,-0.2582917809486389],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l0_reverse":{"shape":[4],"stride":[1],"data":[0.2262365221977234,0.20108020305633545,-0.2961762547492981,0.1510535478591919],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l1":{"shape":[4,8],"stride":[8,1],"data":[0.2744860053062439,-0.06310868263244629,0.019090771675109863,0.11585235595703125,0.31018829345703125,0.48009705543518066,-0.3853117823600769,-0.18323487043380737,0.19650495052337646,0.4142746925354004,0.4351036548614502,0.4411783814430237,0.09950727224349976,-0.43479132652282715,0.045996248722076416,-0.31280267238616943,-0.4659770727157593,0.44424623250961304,0.38017988204956055,-0.4987639784812927,0.0935860276222229,-0.08423000574111938,-0.08228057622909546,-0.2288784384727478,0.19227808713912964,-0.2961517572402954,0.18329566717147827,0.25285404920578003,0.3579357862472534,0.18695557117462158,-0.49486762285232544,-0.32434844970703125],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l1":{"shape":[4,4],"stride":[4,1],"data":[0.2496575117111206,0.10465067625045776,-0.3900420069694519,-0.28790974617004395,0.4703746438026428,0.3369089365005493,-0.21801257133483887,-0.1258423924446106,-0.4762990474700928,-0.008987069129943848,-0.3765294551849365,-0.38567835092544556,-0.027549803256988525,0.0750725269317627,-0.20476514101028442,0.2966887950897217],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l1":{"shape":[4],"stride":[1],"data":[-0.30426955223083496,0.45368504524230957,0.3426499366760254,-0.42164146900177],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l1":{"shape":[4],"stride":[1],"data":[-0.12444216012954712,0.022561311721801758,0.07295054197311401,0.11858713626861572],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l1_reverse":{"shape":[4,8],"stride":[8,1],"data":[0.19621413946151733,0.029950082302093506,-0.24396437406539917,0.23659449815750122,-0.4796244502067566,-0.2963533401489258,-0.1251649260520935,-0.2435566782951355,-0.17491668462753296,-0.4098108410835266,-0.10635757446289062,0.10687822103500366,-0.32573288679122925,-0.025659680366516113,0.3579254150390625,-0.05140012502670288,0.01389610767364502,-0.043134450912475586,0.10119068622589111,0.3179197311401367,0.4736230969429016,0.3175279498100281,0.474706768989563,-0.036160826683044434,-0.44916075468063354,-0.23703861236572266,0.3404526114463806,-0.003241240978240967,-0.24852317571640015,-0.383155882358551,-0.467926025390625,-0.4220041036605835],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l1_reverse":{"shape":[4,4],"stride":[4,1],"data":[-0.1014183759689331,0.27420300245285034,0.2703205347061157,-0.482215940952301,0.31189101934432983,-0.391254723072052,-0.1057051420211792,-0.20273631811141968,-0.09630763530731201,-0.09817135334014893,-0.4486749768257141,-0.43171894550323486,-0.07823973894119263,0.006466090679168701,-0.22713744640350342,0.18834960460662842],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l1_reverse":{"shape":[4],"stride":[1],"data":[-0.450029194355011,-0.03374361991882324,0.43970972299575806,-0.20394599437713623],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l1_reverse":{"shape":[4],"stride":[1],"data":[0.4515015482902527,0.18107688426971436,-0.4512304663658142,0.316348671913147],"data_type":"f32","ptr_offset":0},"input":{"shape":[5,1,2],"stride":[2,2,1],"data":[-0.6461523771286011,-0.15909262001514435,-1.7786636352539062,0.8476512432098389,0.2459428310394287,-0.13116787374019623,-0.17851807177066803,-0.5958930850028992,0.27386975288391113,0.567926287651062],"data_type":"f32","ptr_offset":0},"output":{"shape":[5,1,8],"stride":[8,8,1],"data":[0,0.7969250679016113,0.7204158902168274,0,0,0,0.04313623905181885,0,0,1.206136703491211,0.3299073874950409,0,0,0,0.5539903044700623,0.01586174964904785,0,0.8593226075172424,0.26451393961906433,0,0,0.05986093729734421,0.06630557775497437,0.012815654277801514,0,0.8691300749778748,0.5133018493652344,0,0,0,0.13253504037857056,0,0,0.876010537147522,0.17898839712142944,0,0,0.10822797566652298,0.14410889148712158,0.14359523355960846],"data_type":"f32","ptr_offset":0},"input_grad":{"shape":[5,1,2],"stride":[2,2,1],"data":[-0.747162938117981,-0.5284523963928223,-0.7094691395759583,0.08111995458602905,-0.24405919015407562,-0.028351932764053345,-0.40730661153793335,-0.1546216756105423,-0.560369074344635,-0.08615419268608093],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l0_grad":{"shape":[4,2],"stride":[2,1],"data":[0,0,-2.565215826034546,-0.09721554070711136,-1.7865617275238037,1.190556526184082,-1.216628074645996,0.780947208404541],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l0_grad":{"shape":[4,4],"stride":[4,1],"data":[0,0,0,0,0,0.22898320853710175,0.3295804262161255,0.07997674494981766,0,0.49069106578826904,0.5775833129882812,0.02622074820101261,0,0.3820953369140625,0.7487790584564209,0.23110322654247284],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l0_grad":{"shape":[4],"stride":[1],"data":[0,3.208113193511963,2.792581081390381,1.70662522315979],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l0_grad":{"shape":[4],"stride":[1],"data":[0,3.208113193511963,2.7925808429718018,1.70662522315979],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l0_reverse_grad":{"shape":[4,2],"stride":[2,1],"data":[-0.9830297827720642,0.24068579077720642,0.09686464816331863,0.32333406805992126,-0.1448431760072708,0.069027379155159,-0.6045002341270447,-0.5286048054695129],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l0_reverse_grad":{"shape":[4,4],"stride":[4,1],"data":[0.5414688587188721,-0.006326936185359955,0.13128437101840973,0.019759006798267365,-0.054223816841840744,0,0,-0.049644891172647476,0.019955622032284737,0,0,0.001612857566215098,-0.5363054275512695,-0.16456738114356995,0,0],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l0_reverse_grad":{"shape":[4],"stride":[1],"data":[1.3609013557434082,-0.5426041483879089,0.08143370598554611,-2.3225488662719727],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l0_reverse_grad":{"shape":[4],"stride":[1],"data":[1.3609013557434082,-0.5426041483879089,0.08143370598554611,-2.3225488662719727],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l1_grad":{"shape":[4,8],"stride":[8,1],"data":[0,0,0,0,0,0,0,0,0,0.9473461508750916,2.069956064224243,0.9374237060546875,3.0150299072265625,0.19328030943870544,0.2907155156135559,0.12008824199438095,0,0.30403438210487366,0.857170581817627,0.4850549101829529,1.0596836805343628,0.05901480093598366,0.09325642138719559,0.10254199802875519,0,0,0,0,0,0,0,0],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l1_grad":{"shape":[4,4],"stride":[4,1],"data":[0,0,0,0,0,4.932159900665283,2.4080801010131836,0,0,2.2690718173980713,1.1469292640686035,0,0,0,0,0],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l1_grad":{"shape":[4],"stride":[1],"data":[0,6.747889518737793,2.936601161956787,0],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l1_grad":{"shape":[4],"stride":[1],"data":[0,6.747889518737793,2.936601400375366,0],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l1_reverse_grad":{"shape":[4,8],"stride":[8,1],"data":[0,0,0,0,0,0,0,0,0,0,0.2688394784927368,0.316471129655838,0.3284786343574524,0,0,0.10650570690631866,0,0.4480245113372803,1.039280652999878,0.46956610679626465,1.4193751811981201,0.06149047985672951,0.10819429159164429,0.0865010917186737,0,0.10737088322639465,0.6083074808120728,0.4949772357940674,0.6912950873374939,0,0.11152181774377823,0.09201806038618088],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l1_reverse_grad":{"shape":[4,4],"stride":[4,1],"data":[0,0,0,0,0,0,0.1258486807346344,0,0,0.07872557640075684,0.7340705990791321,0.08359158784151077,0,0.034017834812402725,0.1528555452823639,0.007282893639057875],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l1_reverse_grad":{"shape":[4],"stride":[1],"data":[0,1.9080760478973389,3.4077980518341064,2.2549121379852295],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l1_reverse_grad":{"shape":[4],"stride":[1],"data":[0,1.9080760478973389,3.4077980518341064,2.2549121379852295],"data_type":"f32","ptr_offset":0}} diff --git a/test_data_json/rnn_fwd_bkwd_single.json b/test_data_json/rnn_fwd_bkwd_single.json index 44bf1723..61eddefa 100644 --- a/test_data_json/rnn_fwd_bkwd_single.json +++ b/test_data_json/rnn_fwd_bkwd_single.json @@ -1,258 +1 @@ -{ - "rnn.weight_ih_l0": { - "shape": [ - 4, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - -0.003743410110473633, - 0.26822179555892944, - -0.4115225672721863, - -0.3679695129394531, - -0.19257718324661255, - 0.13407868146896362, - -0.009906589984893799, - 0.39644473791122437 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l0": { - "shape": [ - 4, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - -0.04437202215194702, - 0.1323062777519226, - -0.15110653638839722, - -0.09828269481658936, - -0.4776742458343506, - -0.33114105463027954, - -0.20611155033111572, - 0.018521785736083984, - 0.19766759872436523, - 0.30001139640808105, - -0.3389705419540405, - -0.21773141622543335, - 0.18160855770111084, - 0.41519397497177124, - -0.10290008783340454, - 0.3741558790206909 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l0": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - -0.08059167861938477, - 0.05290704965591431, - 0.45273810625076294, - -0.4638351798057556 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l0": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - -0.3147689700126648, - -0.12658262252807617, - -0.19489997625350952, - 0.43200039863586426 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "input": { - "shape": [ - 5, - 1, - 2 - ], - "stride": [ - 2, - 2, - 1 - ], - "data": [ - -0.5663174986839294, - 0.3731146454811096, - -0.8919953107833862, - -1.5091077089309692, - 0.3703935444355011, - 1.4565025568008423, - 0.9398099184036255, - 0.7748488187789917, - 0.19186942279338837, - 1.2637947797775269 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "output": { - "shape": [ - 5, - 1, - 4 - ], - "stride": [ - 4, - 4, - 1 - ], - "data": [ - 0.0, - 0.022082045674324036, - 0.4169246554374695, - 0.12169483304023743, - 0.0, - 0.7577149271965027, - 0.06607982516288757, - 0.0, - 0.08418391644954681, - 0.0, - 0.586718738079071, - 0.8497177958488464, - 0.0, - 0.0, - 0.0, - 0.5388816595077515, - 0.0, - 0.0, - 0.2730049192905426, - 0.6689149141311646 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "input_grad": { - "shape": [ - 5, - 1, - 2 - ], - "stride": [ - 2, - 2, - 1 - ], - "data": [ - -0.27985307574272156, - 0.2777567505836487, - -0.902430534362793, - -0.6932638883590698, - -0.1883838176727295, - 1.0106563568115234, - -0.011456223204731941, - 0.45845842361450195, - -0.20248377323150635, - 0.530523419380188 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l0_grad": { - "shape": [ - 4, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - 0.4481823444366455, - 1.762392282485962, - -2.051854372024536, - -2.8820881843566895, - -0.07221640646457672, - 2.1578407287597656, - 1.2676061391830444, - 4.6034770011901855 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l0_grad": { - "shape": [ - 4, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - 0.0, - 0.9168476462364197, - 0.07995768636465073, - 0.0, - 0.0, - 0.04458906501531601, - 0.8418731093406677, - 0.24573169648647308, - 0.0, - 0.6757444143295288, - 0.21293775737285614, - 0.5840427279472351, - 0.09735234826803207, - 1.0855653285980225, - 0.7731673717498779, - 1.5215160846710205 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l0_grad": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - 1.2100166082382202, - 2.4619247913360596, - 2.71012282371521, - 4.5457072257995605 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l0_grad": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - 1.2100166082382202, - 2.4619247913360596, - 2.71012282371521, - 4.5457072257995605 - ], - "data_type": "f32", - "ptr_offset": 0 - } -} \ No newline at end of file +{"rnn.weight_ih_l0":{"shape":[4,2],"stride":[2,1],"data":[-0.003743410110473633,0.26822179555892944,-0.4115225672721863,-0.3679695129394531,-0.19257718324661255,0.13407868146896362,-0.009906589984893799,0.39644473791122437],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l0":{"shape":[4,4],"stride":[4,1],"data":[-0.04437202215194702,0.1323062777519226,-0.15110653638839722,-0.09828269481658936,-0.4776742458343506,-0.33114105463027954,-0.20611155033111572,0.018521785736083984,0.19766759872436523,0.30001139640808105,-0.3389705419540405,-0.21773141622543335,0.18160855770111084,0.41519397497177124,-0.10290008783340454,0.3741558790206909],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l0":{"shape":[4],"stride":[1],"data":[-0.08059167861938477,0.05290704965591431,0.45273810625076294,-0.4638351798057556],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l0":{"shape":[4],"stride":[1],"data":[-0.3147689700126648,-0.12658262252807617,-0.19489997625350952,0.43200039863586426],"data_type":"f32","ptr_offset":0},"input":{"shape":[5,1,2],"stride":[2,2,1],"data":[-0.5663174986839294,0.3731146454811096,-0.8919953107833862,-1.5091077089309692,0.3703935444355011,1.4565025568008423,0.9398099184036255,0.7748488187789917,0.19186942279338837,1.2637947797775269],"data_type":"f32","ptr_offset":0},"output":{"shape":[5,1,4],"stride":[4,4,1],"data":[0,0.022082045674324036,0.4169246554374695,0.12169483304023743,0,0.7577149271965027,0.06607982516288757,0,0.08418391644954681,0,0.586718738079071,0.8497177958488464,0,0,0,0.5388816595077515,0,0,0.2730049192905426,0.6689149141311646],"data_type":"f32","ptr_offset":0},"input_grad":{"shape":[5,1,2],"stride":[2,2,1],"data":[-0.27985307574272156,0.2777567505836487,-0.902430534362793,-0.6932638883590698,-0.1883838176727295,1.0106563568115234,-0.011456223204731941,0.45845842361450195,-0.20248377323150635,0.530523419380188],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l0_grad":{"shape":[4,2],"stride":[2,1],"data":[0.4481823444366455,1.762392282485962,-2.051854372024536,-2.8820881843566895,-0.07221640646457672,2.1578407287597656,1.2676061391830444,4.6034770011901855],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l0_grad":{"shape":[4,4],"stride":[4,1],"data":[0,0.9168476462364197,0.07995768636465073,0,0,0.04458906501531601,0.8418731093406677,0.24573169648647308,0,0.6757444143295288,0.21293775737285614,0.5840427279472351,0.09735234826803207,1.0855653285980225,0.7731673717498779,1.5215160846710205],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l0_grad":{"shape":[4],"stride":[1],"data":[1.2100166082382202,2.4619247913360596,2.71012282371521,4.5457072257995605],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l0_grad":{"shape":[4],"stride":[1],"data":[1.2100166082382202,2.4619247913360596,2.71012282371521,4.5457072257995605],"data_type":"f32","ptr_offset":0}} diff --git a/test_data_json/rnn_fwd_bkwd_single_seq_len_1.json b/test_data_json/rnn_fwd_bkwd_single_seq_len_1.json index c694b277..57f6ff7e 100644 --- a/test_data_json/rnn_fwd_bkwd_single_seq_len_1.json +++ b/test_data_json/rnn_fwd_bkwd_single_seq_len_1.json @@ -1,226 +1 @@ -{ - "rnn.weight_ih_l0": { - "shape": [ - 4, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - -0.003743410110473633, - 0.26822179555892944, - -0.4115225672721863, - -0.3679695129394531, - -0.19257718324661255, - 0.13407868146896362, - -0.009906589984893799, - 0.39644473791122437 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l0": { - "shape": [ - 4, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - -0.04437202215194702, - 0.1323062777519226, - -0.15110653638839722, - -0.09828269481658936, - -0.4776742458343506, - -0.33114105463027954, - -0.20611155033111572, - 0.018521785736083984, - 0.19766759872436523, - 0.30001139640808105, - -0.3389705419540405, - -0.21773141622543335, - 0.18160855770111084, - 0.41519397497177124, - -0.10290008783340454, - 0.3741558790206909 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l0": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - -0.08059167861938477, - 0.05290704965591431, - 0.45273810625076294, - -0.4638351798057556 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l0": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - -0.3147689700126648, - -0.12658262252807617, - -0.19489997625350952, - 0.43200039863586426 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "input": { - "shape": [ - 1, - 1, - 2 - ], - "stride": [ - 2, - 2, - 1 - ], - "data": [ - -0.5663174986839294, - 0.3731146454811096 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "output": { - "shape": [ - 1, - 1, - 4 - ], - "stride": [ - 4, - 4, - 1 - ], - "data": [ - 0.0, - 0.022082045674324036, - 0.4169246554374695, - 0.12169483304023743 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "input_grad": { - "shape": [ - 1, - 1, - 2 - ], - "stride": [ - 2, - 2, - 1 - ], - "data": [ - -0.6140063405036926, - 0.16255390644073486 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l0_grad": { - "shape": [ - 4, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - -0.0, - 0.0, - -0.5663174986839294, - 0.3731146454811096, - -0.5663174986839294, - 0.3731146454811096, - -0.5663174986839294, - 0.3731146454811096 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l0_grad": { - "shape": [ - 4, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l0_grad": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - 0.0, - 1.0, - 1.0, - 1.0 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l0_grad": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - 0.0, - 1.0, - 1.0, - 1.0 - ], - "data_type": "f32", - "ptr_offset": 0 - } -} +{"rnn.weight_ih_l0":{"shape":[4,2],"stride":[2,1],"data":[-0.003743410110473633,0.26822179555892944,-0.4115225672721863,-0.3679695129394531,-0.19257718324661255,0.13407868146896362,-0.009906589984893799,0.39644473791122437],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l0":{"shape":[4,4],"stride":[4,1],"data":[-0.04437202215194702,0.1323062777519226,-0.15110653638839722,-0.09828269481658936,-0.4776742458343506,-0.33114105463027954,-0.20611155033111572,0.018521785736083984,0.19766759872436523,0.30001139640808105,-0.3389705419540405,-0.21773141622543335,0.18160855770111084,0.41519397497177124,-0.10290008783340454,0.3741558790206909],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l0":{"shape":[4],"stride":[1],"data":[-0.08059167861938477,0.05290704965591431,0.45273810625076294,-0.4638351798057556],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l0":{"shape":[4],"stride":[1],"data":[-0.3147689700126648,-0.12658262252807617,-0.19489997625350952,0.43200039863586426],"data_type":"f32","ptr_offset":0},"input":{"shape":[1,1,2],"stride":[2,2,1],"data":[-0.5663174986839294,0.3731146454811096],"data_type":"f32","ptr_offset":0},"output":{"shape":[1,1,4],"stride":[4,4,1],"data":[0,0.022082045674324036,0.4169246554374695,0.12169483304023743],"data_type":"f32","ptr_offset":0},"input_grad":{"shape":[1,1,2],"stride":[2,2,1],"data":[-0.6140063405036926,0.16255390644073486],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l0_grad":{"shape":[4,2],"stride":[2,1],"data":[-0,0,-0.5663174986839294,0.3731146454811096,-0.5663174986839294,0.3731146454811096,-0.5663174986839294,0.3731146454811096],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l0_grad":{"shape":[4,4],"stride":[4,1],"data":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l0_grad":{"shape":[4],"stride":[1],"data":[0,1,1,1],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l0_grad":{"shape":[4],"stride":[1],"data":[0,1,1,1],"data_type":"f32","ptr_offset":0}} diff --git a/test_data_json/rnn_fwd_bkwd_single_seq_len_3.json b/test_data_json/rnn_fwd_bkwd_single_seq_len_3.json index d3f4fc78..19681f80 100644 --- a/test_data_json/rnn_fwd_bkwd_single_seq_len_3.json +++ b/test_data_json/rnn_fwd_bkwd_single_seq_len_3.json @@ -1,242 +1 @@ -{ - "rnn.weight_ih_l0": { - "shape": [ - 4, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - -0.003743410110473633, - 0.26822179555892944, - -0.4115225672721863, - -0.3679695129394531, - -0.19257718324661255, - 0.13407868146896362, - -0.009906589984893799, - 0.39644473791122437 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l0": { - "shape": [ - 4, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - -0.04437202215194702, - 0.1323062777519226, - -0.15110653638839722, - -0.09828269481658936, - -0.4776742458343506, - -0.33114105463027954, - -0.20611155033111572, - 0.018521785736083984, - 0.19766759872436523, - 0.30001139640808105, - -0.3389705419540405, - -0.21773141622543335, - 0.18160855770111084, - 0.41519397497177124, - -0.10290008783340454, - 0.3741558790206909 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l0": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - -0.08059167861938477, - 0.05290704965591431, - 0.45273810625076294, - -0.4638351798057556 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l0": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - -0.3147689700126648, - -0.12658262252807617, - -0.19489997625350952, - 0.43200039863586426 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "input": { - "shape": [ - 3, - 1, - 2 - ], - "stride": [ - 2, - 2, - 1 - ], - "data": [ - -0.5663174986839294, - 0.3731146454811096, - -0.8919953107833862, - -1.5091077089309692, - 0.3703935444355011, - 1.4565025568008423 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "output": { - "shape": [ - 3, - 1, - 4 - ], - "stride": [ - 4, - 4, - 1 - ], - "data": [ - 0.0, - 0.022082045674324036, - 0.4169246554374695, - 0.12169483304023743, - 0.0, - 0.7577149271965027, - 0.06607982516288757, - 0.0, - 0.08418391644954681, - 0.0, - 0.586718738079071, - 0.8497177958488464 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "input_grad": { - "shape": [ - 3, - 1, - 2 - ], - "stride": [ - 2, - 2, - 1 - ], - "data": [ - -0.3120531439781189, - 0.2516170144081116, - -0.8386760354042053, - -0.6252549290657043, - -0.20622718334197998, - 0.7987452149391174 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_ih_l0_grad": { - "shape": [ - 4, - 2 - ], - "stride": [ - 2, - 1 - ], - "data": [ - 0.3703935444355011, - 1.4565025568008423, - -1.936977505683899, - -2.597684383392334, - -0.26520225405693054, - 1.0218181610107422, - -0.16511490941047668, - 1.8093187808990479 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.weight_hh_l0_grad": { - "shape": [ - 4, - 4 - ], - "stride": [ - 4, - 1 - ], - "data": [ - 0.0, - 0.7577149271965027, - 0.06607982516288757, - 0.0, - 0.0, - 0.04079683497548103, - 0.7702731490135193, - 0.22483262419700623, - 0.0, - 0.7667028307914734, - 0.23577767610549927, - 0.04953257739543915, - 0.0, - 0.7577149271965027, - 0.06607982516288757, - 0.0 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_ih_l0_grad": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - 1.0, - 2.3578362464904785, - 1.8882606029510498, - 1.945597529411316 - ], - "data_type": "f32", - "ptr_offset": 0 - }, - "rnn.bias_hh_l0_grad": { - "shape": [ - 4 - ], - "stride": [ - 1 - ], - "data": [ - 1.0, - 2.3578362464904785, - 1.8882606029510498, - 1.945597529411316 - ], - "data_type": "f32", - "ptr_offset": 0 - } -} \ No newline at end of file +{"rnn.weight_ih_l0":{"shape":[4,2],"stride":[2,1],"data":[-0.003743410110473633,0.26822179555892944,-0.4115225672721863,-0.3679695129394531,-0.19257718324661255,0.13407868146896362,-0.009906589984893799,0.39644473791122437],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l0":{"shape":[4,4],"stride":[4,1],"data":[-0.04437202215194702,0.1323062777519226,-0.15110653638839722,-0.09828269481658936,-0.4776742458343506,-0.33114105463027954,-0.20611155033111572,0.018521785736083984,0.19766759872436523,0.30001139640808105,-0.3389705419540405,-0.21773141622543335,0.18160855770111084,0.41519397497177124,-0.10290008783340454,0.3741558790206909],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l0":{"shape":[4],"stride":[1],"data":[-0.08059167861938477,0.05290704965591431,0.45273810625076294,-0.4638351798057556],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l0":{"shape":[4],"stride":[1],"data":[-0.3147689700126648,-0.12658262252807617,-0.19489997625350952,0.43200039863586426],"data_type":"f32","ptr_offset":0},"input":{"shape":[3,1,2],"stride":[2,2,1],"data":[-0.5663174986839294,0.3731146454811096,-0.8919953107833862,-1.5091077089309692,0.3703935444355011,1.4565025568008423],"data_type":"f32","ptr_offset":0},"output":{"shape":[3,1,4],"stride":[4,4,1],"data":[0,0.022082045674324036,0.4169246554374695,0.12169483304023743,0,0.7577149271965027,0.06607982516288757,0,0.08418391644954681,0,0.586718738079071,0.8497177958488464],"data_type":"f32","ptr_offset":0},"input_grad":{"shape":[3,1,2],"stride":[2,2,1],"data":[-0.3120531439781189,0.2516170144081116,-0.8386760354042053,-0.6252549290657043,-0.20622718334197998,0.7987452149391174],"data_type":"f32","ptr_offset":0},"rnn.weight_ih_l0_grad":{"shape":[4,2],"stride":[2,1],"data":[0.3703935444355011,1.4565025568008423,-1.936977505683899,-2.597684383392334,-0.26520225405693054,1.0218181610107422,-0.16511490941047668,1.8093187808990479],"data_type":"f32","ptr_offset":0},"rnn.weight_hh_l0_grad":{"shape":[4,4],"stride":[4,1],"data":[0,0.7577149271965027,0.06607982516288757,0,0,0.04079683497548103,0.7702731490135193,0.22483262419700623,0,0.7667028307914734,0.23577767610549927,0.04953257739543915,0,0.7577149271965027,0.06607982516288757,0],"data_type":"f32","ptr_offset":0},"rnn.bias_ih_l0_grad":{"shape":[4],"stride":[1],"data":[1,2.3578362464904785,1.8882606029510498,1.945597529411316],"data_type":"f32","ptr_offset":0},"rnn.bias_hh_l0_grad":{"shape":[4],"stride":[1],"data":[1,2.3578362464904785,1.8882606029510498,1.945597529411316],"data_type":"f32","ptr_offset":0}}