[{"data":1,"prerenderedAt":6114},["ShallowReactive",2],{"content-query-FhTsgWFzQ3":3},{"_path":4,"_dir":5,"_draft":6,"_partial":6,"_locale":7,"title":8,"description":10,"date":11,"cover":12,"type":13,"category":14,"body":15,"_type":6108,"_id":6109,"_source":6110,"_file":6111,"_stem":6112,"_extension":6113},"/technology-blogs/en/1741","en",false,"",[9],"MindSpore Made Easy","The problem of gradient explosion and gradient disappearance often occurs during training, so that the original RNN is difficult to deal with long-distance dependencies. To solve (mitigate) this problem, researchers propose LSTM.","2022-08-24","https://obs-mindspore-file.obs.cn-north-4.myhuaweicloud.com/file/2024/11/28/7a8db0bdb17e437fbfe6842b997c21af.png","technology-blogs","Basics",{"type":16,"children":17,"toc":6105},"root",[18,32,38,43,56,65,70,78,83,88,93,98,103,111,116,124,129,137,168,176,181,188,196,204,209,216,221,268,276,281,288,292,313,318,326,331,338,342,347,352,360,365,372,376,393,405,410,415,432,440,445,452,463,468,476,484,528,538,562,567,572,577,582,587,592,597,602,607,612,617,622,627,632,637,642,647,652,657,662,667,672,677,682,687,692,697,702,707,712,717,760,805,832,863,907,924,935,940,945,950,955,960,965,970,975,980,985,990,995,1000,1005,1010,1015,1020,1025,1030,1035,1040,1045,1050,1055,1060,1065,1070,1075,1080,1085,1090,1095,1100,1105,1110,1115,1120,1125,1130,1135,1140,1145,1150,1155,1160,1165,1170,1175,1180,1185,1190,1195,1200,1205,1210,1215,1220,1225,1230,1235,1240,1245,1250,1255,1260,1265,1270,1275,1279,1284,1288,1293,1297,1301,1306,1311,1316,1321,1326,1331,1336,1341,1346,1351,1356,1360,1365,1370,1375,1379,1384,1389,1393,1397,1401,1405,1409,1413,1417,1422,1427,1432,1437,1442,1447,1451,1456,1460,1464,1468,1473,1477,1482,1486,1491,1496,1501,1506,1511,1515,1520,1524,1529,1534,1539,1543,1547,1551,1555,1559,1563,1567,1572,1577,1581,1585,1589,1593,1597,1601,1605,1609,1613,1617,1621,1625,1629,1634,1639,1644,1648,1652,1657,1661,1665,1670,1675,1680,1685,1690,1695,1700,1705,1710,1715,1720,1728,1762,1772,1791,1795,1799,1803,1807,1811,1816,1820,1824,1828,1832,1836,1840,1844,1848,1853,1857,1861,1865,1869,1873,1877,1881,1885,1890,1895,1900,1905,1910,1915,1919,1923,1966,2005,2029,2053,2095,2124,2146,2156,2161,2166,2171,2176,2181,2186,2191,2196,2201,2206,2211,2216,2221,2226,2231,2236,2241,2246,2251,2256,2261,2266,2271,2276,2281,2286,2291,2296,2301,2306,2311,2316,2321,2326,2331,2336,2341,2346,2351,2356,2361,2366,2371,2376,2381,2386,2391,2396,2401,2406,2411,2416,2421,2426,2431,2436,2441,2446,2451,2456,2461,2466,2471,2476,2481,2486,2491,2496,2501,2506,2511,2516,2521,2526,2531,2536,2541,2546,2551,2556,2561,2566,2571,2576,2581,2586,2591,2596,2601,2606,2611,2616,2621,2626,2631,2636,2641,2646,2651,2656,2661,2666,2671,2676,2681,2686,2691,2696,2701,2706,2711,2716,2721,2726,2731,2736,2741,2746,2751,2756,2761,2766,2771,2776,2781,2786,2791,2796,2801,2806,2811,2816,2820,2825,2829,2834,2838,2843,2848,2853,2858,2863,2868,2873,2878,2883,2888,2893,2898,2903,2908,2913,2918,2923,2928,2933,2938,2943,2948,2953,2958,2963,2968,2973,2978,2983,2988,2993,2998,3003,3008,3013,3018,3023,3028,3033,3037,3042,3046,3051,3055,3059,3063,3067,3071,3075,3079,3083,3087,3091,3095,3099,3103,3107,3111,3116,3120,3125,3130,3134,3138,3143,3148,3152,3157,3162,3166,3171,3176,3181,3185,3190,3195,3200,3205,3209,3213,3218,3223,3227,3232,3237,3242,3247,3252,3257,3262,3266,3271,3276,3281,3286,3291,3296,3301,3306,3310,3315,3320,3325,3330,3335,3340,3345,3350,3355,3360,3365,3369,3373,3377,3381,3385,3389,3393,3397,3401,3405,3409,3413,3417,3422,3427,3432,3436,3440,3444,3448,3452,3456,3460,3464,3468,3472,3476,3480,3484,3488,3492,3496,3500,3504,3508,3512,3516,3520,3524,3528,3532,3536,3540,3545,3550,3555,3560,3564,3568,3572,3577,3582,3587,3592,3597,3602,3606,3611,3616,3621,3626,3631,3636,3641,3646,3651,3656,3661,3666,3671,3676,3681,3686,3690,3695,3700,3705,3710,3718,3752,3762,3781,3785,3789,3793,3797,3801,3806,3810,3814,3818,3822,3826,3830,3834,3839,3843,3847,3851,3855,3859,3863,3867,3871,3875,3880,3885,3890,3895,3900,3905,3909,3913,3952,3968,4007,4031,4056,4099,4115,4140,4160,4170,4175,4180,4185,4190,4195,4200,4205,4210,4215,4220,4225,4230,4235,4240,4245,4250,4255,4260,4265,4270,4275,4280,4285,4290,4295,4300,4305,4310,4315,4320,4325,4330,4335,4340,4345,4350,4355,4360,4365,4370,4375,4380,4385,4390,4395,4400,4405,4410,4415,4420,4425,4430,4435,4440,4445,4450,4455,4460,4465,4470,4475,4480,4485,4490,4495,4500,4505,4510,4515,4520,4525,4530,4535,4540,4545,4550,4555,4560,4565,4570,4575,4580,4585,4590,4595,4600,4605,4610,4615,4620,4625,4630,4635,4640,4645,4650,4655,4660,4665,4670,4675,4680,4685,4690,4695,4700,4705,4710,4715,4720,4725,4730,4735,4740,4745,4750,4755,4760,4765,4770,4775,4780,4785,4790,4795,4800,4805,4810,4815,4820,4825,4830,4835,4840,4845,4850,4855,4860,4865,4870,4875,4880,4885,4890,4895,4900,4905,4910,4915,4920,4925,4930,4935,4940,4945,4950,4955,4960,4965,4970,4975,4980,4985,4990,4995,5000,5005,5010,5015,5020,5025,5030,5035,5040,5045,5050,5055,5060,5065,5070,5075,5080,5085,5090,5095,5100,5105,5110,5115,5120,5125,5130,5135,5140,5145,5150,5155,5160,5165,5170,5175,5180,5185,5190,5195,5200,5205,5210,5215,5220,5224,5229,5233,5237,5241,5245,5249,5253,5257,5261,5265,5269,5273,5277,5281,5285,5289,5294,5299,5304,5309,5314,5319,5324,5329,5334,5339,5344,5349,5354,5359,5364,5369,5374,5379,5384,5389,5394,5399,5404,5409,5414,5419,5424,5429,5434,5439,5444,5449,5454,5459,5464,5469,5474,5479,5484,5489,5494,5499,5504,5509,5514,5519,5524,5529,5534,5539,5544,5549,5554,5558,5562,5566,5570,5574,5578,5582,5586,5590,5594,5598,5602,5607,5612,5617,5622,5626,5630,5634,5638,5642,5646,5650,5654,5658,5662,5666,5670,5674,5678,5682,5686,5690,5694,5698,5702,5706,5710,5714,5718,5722,5726,5730,5735,5740,5745,5750,5755,5760,5765,5770,5775,5780,5785,5790,5795,5799,5804,5809,5814,5819,5824,5829,5834,5839,5844,5849,5854,5859,5864,5869,5874,5879,5884,5889,5894,5899,5904,5909,5914,5919,5924,5929,5934,5939,5944,5949,5954,5959,5964,5969,5974,5979,5984,5989,5994,5999,6004,6009,6014,6019,6024,6029,6034,6039,6044,6049,6054,6059,6064,6068,6073,6077,6086,6096],{"type":19,"tag":20,"props":21,"children":23},"element","h1",{"id":22},"mindspore-made-easy-dive-into-mindspore-lstm-operator-for-network-construction",[24,30],{"type":19,"tag":25,"props":26,"children":27},"span",{},[28],{"type":29,"value":9},"text",{"type":29,"value":31}," Dive Into MindSpore – LSTM Operator for Network Construction",{"type":19,"tag":33,"props":34,"children":35},"p",{},[36],{"type":29,"value":37},"July 1, 2022",{"type":19,"tag":33,"props":39,"children":40},{},[41],{"type":29,"value":42},"Author: kaierlong",{"type":19,"tag":33,"props":44,"children":45},{},[46,48],{"type":29,"value":47},"Source: ",{"type":19,"tag":49,"props":50,"children":54},"a",{"href":51,"rel":52},"https://blog.csdn.net/kaierlong/article/details/125537647?spm=1001.2014.3001.5502",[53],"nofollow",[55],{"type":29,"value":51},{"type":19,"tag":33,"props":57,"children":58},{},[59],{"type":19,"tag":60,"props":61,"children":62},"strong",{},[63],{"type":29,"value":64},"Development Environment",{"type":19,"tag":33,"props":66,"children":67},{},[68],{"type":29,"value":69},"MindSpore 1.7.0",{"type":19,"tag":33,"props":71,"children":72},{},[73],{"type":19,"tag":60,"props":74,"children":75},{},[76],{"type":29,"value":77},"Contents",{"type":19,"tag":33,"props":79,"children":80},{},[81],{"type":29,"value":82},"Basic Principles",{"type":19,"tag":33,"props":84,"children":85},{},[86],{"type":29,"value":87},"Parameter Description in MindSpore Official Document",{"type":19,"tag":33,"props":89,"children":90},{},[91],{"type":29,"value":92},"Case Studies",{"type":19,"tag":33,"props":94,"children":95},{},[96],{"type":29,"value":97},"Summary",{"type":19,"tag":33,"props":99,"children":100},{},[101],{"type":29,"value":102},"References",{"type":19,"tag":33,"props":104,"children":105},{},[106],{"type":19,"tag":60,"props":107,"children":108},{},[109],{"type":29,"value":110},"1. Basic Principles",{"type":19,"tag":33,"props":112,"children":113},{},[114],{"type":29,"value":115},"LSTM, which is short for long short term memory or long short term memory networks, was proposed by researchers to alleviate the gradient exploding and vanishing problems faced by conventional recurrent neural networks (RNNs) during training. Because of these problems, it is difficult for the RNNs to handle long-distance dependencies.",{"type":19,"tag":33,"props":117,"children":118},{},[119],{"type":19,"tag":60,"props":120,"children":121},{},[122],{"type":29,"value":123},"1.1 LSTM Formulas",{"type":19,"tag":33,"props":125,"children":126},{},[127],{"type":29,"value":128},"The formulas of LSTM are as follows:",{"type":19,"tag":33,"props":130,"children":131},{},[132],{"type":19,"tag":133,"props":134,"children":136},"img",{"alt":7,"src":135},"https://obs-mindspore-file.obs.cn-north-4.myhuaweicloud.com/file/2022/08/24/8f1da889a6904f309c204eaed4963fe4.png",[],{"type":19,"tag":33,"props":138,"children":139},{},[140,145,147,152,154,159,161,166],{"type":19,"tag":60,"props":141,"children":142},{},[143],{"type":29,"value":144},"σ",{"type":29,"value":146}," indicates the activation function of Sigmoid and ",{"type":19,"tag":60,"props":148,"children":149},{},[150],{"type":29,"value":151},"*",{"type":29,"value":153}," indicates multiplication. ",{"type":19,"tag":60,"props":155,"children":156},{},[157],{"type":29,"value":158},"W",{"type":29,"value":160}," and ",{"type":19,"tag":60,"props":162,"children":163},{},[164],{"type":29,"value":165},"b",{"type":29,"value":167}," are the learnable weights between the outputs and inputs.",{"type":19,"tag":33,"props":169,"children":170},{},[171],{"type":19,"tag":60,"props":172,"children":173},{},[174],{"type":29,"value":175},"1.2 LSTM Structure",{"type":19,"tag":33,"props":177,"children":178},{},[179],{"type":29,"value":180},"For ease of understanding, a schematic structural diagram of the formulas in 1.1 is provided as follows:",{"type":19,"tag":33,"props":182,"children":183},{},[184],{"type":19,"tag":133,"props":185,"children":187},{"alt":7,"src":186},"https://obs-mindspore-file.obs.cn-north-4.myhuaweicloud.com/file/2022/08/24/c9277e168b514bc19844ca2deb8d1517.png",[],{"type":19,"tag":33,"props":189,"children":190},{},[191],{"type":19,"tag":60,"props":192,"children":193},{},[194],{"type":29,"value":195},"1.3 LSTM Gating",{"type":19,"tag":33,"props":197,"children":198},{},[199],{"type":19,"tag":60,"props":200,"children":201},{},[202],{"type":29,"value":203},"1.3.1 Forget Gate",{"type":19,"tag":33,"props":205,"children":206},{},[207],{"type":29,"value":208},"The formula of the forget gate is as follows.",{"type":19,"tag":33,"props":210,"children":211},{},[212],{"type":19,"tag":133,"props":213,"children":215},{"alt":7,"src":214},"https://obs-mindspore-file.obs.cn-north-4.myhuaweicloud.com/file/2022/08/24/5caa5d9603654c47b34b8ffe8b165eda.png",[],{"type":19,"tag":33,"props":217,"children":218},{},[219],{"type":29,"value":220},"Interpretation:",{"type":19,"tag":33,"props":222,"children":223},{},[224,226,230,232,237,238,243,245,249,251,255,257,261,262,266],{"type":29,"value":225},"The forget gate (ft) determines how much information in the previous state should be discarded. It reads the content of ht-1 and xt. ",{"type":19,"tag":60,"props":227,"children":228},{},[229],{"type":29,"value":144},{"type":29,"value":231}," represents the Sigmoid function that outputs a value between ",{"type":19,"tag":60,"props":233,"children":234},{},[235],{"type":29,"value":236},"0",{"type":29,"value":160},{"type":19,"tag":60,"props":239,"children":240},{},[241],{"type":29,"value":242},"1",{"type":29,"value":244},". The value ",{"type":19,"tag":60,"props":246,"children":247},{},[248],{"type":29,"value":236},{"type":29,"value":250}," indicates that the content in the previous cell state ct-1 should be discarded, while the value ",{"type":19,"tag":60,"props":252,"children":253},{},[254],{"type":29,"value":242},{"type":29,"value":256}," indicates otherwise. The values between ",{"type":19,"tag":60,"props":258,"children":259},{},[260],{"type":29,"value":236},{"type":29,"value":160},{"type":19,"tag":60,"props":263,"children":264},{},[265],{"type":29,"value":242},{"type":29,"value":267}," indicate the ratios of the content that is retained in the previous cell state ct-1.",{"type":19,"tag":33,"props":269,"children":270},{},[271],{"type":19,"tag":60,"props":272,"children":273},{},[274],{"type":29,"value":275},"1.3.2 Input Gate",{"type":19,"tag":33,"props":277,"children":278},{},[279],{"type":29,"value":280},"The formula of the input gate is as follows.",{"type":19,"tag":33,"props":282,"children":283},{},[284],{"type":19,"tag":133,"props":285,"children":287},{"alt":7,"src":286},"https://obs-mindspore-file.obs.cn-north-4.myhuaweicloud.com/file/2022/08/24/aa374b593dde434ead8a3b4d90e63b04.png",[],{"type":19,"tag":33,"props":289,"children":290},{},[291],{"type":29,"value":220},{"type":19,"tag":33,"props":293,"children":294},{},[295,297,301,302,306,307,311],{"type":29,"value":296},"The input gate (it) determines what information is retained in the cell state ct. It reads the content of ht-1 and xt. ",{"type":19,"tag":60,"props":298,"children":299},{},[300],{"type":29,"value":144},{"type":29,"value":231},{"type":19,"tag":60,"props":303,"children":304},{},[305],{"type":29,"value":236},{"type":29,"value":160},{"type":19,"tag":60,"props":308,"children":309},{},[310],{"type":29,"value":242},{"type":29,"value":312},".",{"type":19,"tag":33,"props":314,"children":315},{},[316],{"type":29,"value":317},"There is another formula that works with the input gate, whose inputs are also ht-1 and xt, but it uses the tanh activation function. It is marked as (t) and called the candidate state.",{"type":19,"tag":33,"props":319,"children":320},{},[321],{"type":19,"tag":60,"props":322,"children":323},{},[324],{"type":29,"value":325},"1.3.3 Cell State",{"type":19,"tag":33,"props":327,"children":328},{},[329],{"type":29,"value":330},"The formula of the cell state is as follows.",{"type":19,"tag":33,"props":332,"children":333},{},[334],{"type":19,"tag":133,"props":335,"children":337},{"alt":7,"src":336},"https://obs-mindspore-file.obs.cn-north-4.myhuaweicloud.com/file/2022/08/24/6d5e77f85b1f4bcba456db7c788112db.png",[],{"type":19,"tag":33,"props":339,"children":340},{},[341],{"type":29,"value":220},{"type":19,"tag":33,"props":343,"children":344},{},[345],{"type":29,"value":346},"ct is calculated based on ct-1.",{"type":19,"tag":33,"props":348,"children":349},{},[350],{"type":29,"value":351},"Multiplication of the old cell state ct-1 and the forget gate determines how much the old cell state is retained and how much it is forgotten. Then, the input gate i(t) is multiplied by the candidate state (t), and the obtained result is added to the cell state. This indicates the amount of new information that is input to the cell state (ct).",{"type":19,"tag":33,"props":353,"children":354},{},[355],{"type":19,"tag":60,"props":356,"children":357},{},[358],{"type":29,"value":359},"1.3.4 Output Gate",{"type":19,"tag":33,"props":361,"children":362},{},[363],{"type":29,"value":364},"The formula of the output gate is as follows.",{"type":19,"tag":33,"props":366,"children":367},{},[368],{"type":19,"tag":133,"props":369,"children":371},{"alt":7,"src":370},"https://obs-mindspore-file.obs.cn-north-4.myhuaweicloud.com/file/2022/08/24/e7d52b3f1d6f4230a9365b0bd194a2af.png",[],{"type":19,"tag":33,"props":373,"children":374},{},[375],{"type":29,"value":220},{"type":19,"tag":33,"props":377,"children":378},{},[379,381,386,387,391],{"type":29,"value":380},"Similar to calculations on other gates, the output gate (ot) reads the content of ht-1 and xt, and uses the Sigmoid function to calculate the output gate value. Another formula is used to calculate the cell state by tanh to obtain a value between ",{"type":19,"tag":60,"props":382,"children":383},{},[384],{"type":29,"value":385},"-1",{"type":29,"value":160},{"type":19,"tag":60,"props":388,"children":389},{},[390],{"type":29,"value":242},{"type":29,"value":392},". Multiply the value by the result of the output gate to obtain the determined output ht, and you will get the new hidden state.",{"type":19,"tag":33,"props":394,"children":395},{},[396],{"type":19,"tag":60,"props":397,"children":398},{},[399],{"type":19,"tag":400,"props":401,"children":402},"em",{},[403],{"type":29,"value":404},"Notes",{"type":19,"tag":33,"props":406,"children":407},{},[408],{"type":29,"value":409},"In the preceding formulas, xt is the current input, h(t-1) is the hidden state in the previous step, and c(t-1) is the cell state in the previous step.",{"type":19,"tag":33,"props":411,"children":412},{},[413],{"type":29,"value":414},"When t=1, h(t-1) is h0 and c(t-1) is c0.",{"type":19,"tag":33,"props":416,"children":417},{},[418,420,424,426,430],{"type":29,"value":419},"Generally, h0/c0 is set to ",{"type":19,"tag":60,"props":421,"children":422},{},[423],{"type":29,"value":236},{"type":29,"value":425},", ",{"type":19,"tag":60,"props":427,"children":428},{},[429],{"type":29,"value":242},{"type":29,"value":431},", or a fixed random value.",{"type":19,"tag":33,"props":433,"children":434},{},[435],{"type":19,"tag":60,"props":436,"children":437},{},[438],{"type":29,"value":439},"2. Parameter Description in MindSpore Official Document",{"type":19,"tag":33,"props":441,"children":442},{},[443],{"type":29,"value":444},"The following figure shows the parameters in the corresponding document on the official website.",{"type":19,"tag":33,"props":446,"children":447},{},[448],{"type":19,"tag":133,"props":449,"children":451},{"alt":7,"src":450},"https://obs-mindspore-file.obs.cn-north-4.myhuaweicloud.com/file/2022/08/24/03a3b425b06f43b3a08f5391dae93d51.png",[],{"type":19,"tag":33,"props":453,"children":454},{},[455,457,462],{"type":29,"value":456},"According to the official document, the LSTM operator in MindSpore, with dropout provided, supports multi-layer bidirectional settings and allows the first dimension of input data to be values other than ",{"type":19,"tag":60,"props":458,"children":459},{},[460],{"type":29,"value":461},"batch_size",{"type":29,"value":312},{"type":19,"tag":33,"props":464,"children":465},{},[466],{"type":29,"value":467},"The following uses cases to describe the operator inputs and outputs.",{"type":19,"tag":33,"props":469,"children":470},{},[471],{"type":19,"tag":60,"props":472,"children":473},{},[474],{"type":29,"value":475},"3. Case Studies",{"type":19,"tag":33,"props":477,"children":478},{},[479],{"type":19,"tag":60,"props":480,"children":481},{},[482],{"type":29,"value":483},"3.1 Single-Layer Forward LSTM",{"type":19,"tag":33,"props":485,"children":486},{},[487,489,494,496,500,502,507,509,514,516,521,523,527],{"type":29,"value":488},"In this case, the data ",{"type":19,"tag":60,"props":490,"children":491},{},[492],{"type":29,"value":493},"[4, 8, 4]",{"type":29,"value":495}," is randomly generated, in which the value of ",{"type":19,"tag":60,"props":497,"children":498},{},[499],{"type":29,"value":461},{"type":29,"value":501}," is ",{"type":19,"tag":60,"props":503,"children":504},{},[505],{"type":29,"value":506},"4",{"type":29,"value":508},", the value of ",{"type":19,"tag":60,"props":510,"children":511},{},[512],{"type":29,"value":513},"seq_length",{"type":29,"value":515}," is fixed to ",{"type":19,"tag":60,"props":517,"children":518},{},[519],{"type":29,"value":520},"8",{"type":29,"value":522},", and the input dimension is ",{"type":19,"tag":60,"props":524,"children":525},{},[526],{"type":29,"value":506},{"type":29,"value":312},{"type":19,"tag":33,"props":529,"children":530},{},[531,533,537],{"type":29,"value":532},"The single-layer unidirectional LSTM is used, and the hidden layer size is ",{"type":19,"tag":60,"props":534,"children":535},{},[536],{"type":29,"value":520},{"type":29,"value":312},{"type":19,"tag":33,"props":539,"children":540},{},[541,543,547,549,554,556,561],{"type":29,"value":542},"In this case, a comparison test is performed during LSTM invocation. In one sample, the ",{"type":19,"tag":60,"props":544,"children":545},{},[546],{"type":29,"value":513},{"type":29,"value":548}," is the default ",{"type":19,"tag":60,"props":550,"children":551},{},[552],{"type":29,"value":553},"None",{"type":29,"value":555},"; while in the other sample, it is the valid length ",{"type":19,"tag":60,"props":557,"children":558},{},[559],{"type":29,"value":560},"input_seq_length",{"type":29,"value":312},{"type":19,"tag":33,"props":563,"children":564},{},[565],{"type":29,"value":566},"The sample code is as follows:",{"type":19,"tag":33,"props":568,"children":569},{},[570],{"type":29,"value":571},"import numpy as np",{"type":19,"tag":33,"props":573,"children":574},{},[575],{"type":29,"value":576},"from mindspore import dtype",{"type":19,"tag":33,"props":578,"children":579},{},[580],{"type":29,"value":581},"from mindspore import Tensor",{"type":19,"tag":33,"props":583,"children":584},{},[585],{"type":29,"value":586},"from mindspore.nn import LSTM",{"type":19,"tag":33,"props":588,"children":589},{},[590],{"type":29,"value":591},"def single_layer_lstm():",{"type":19,"tag":33,"props":593,"children":594},{},[595],{"type":29,"value":596},"random_data = np.random.rand(4, 8, 4)",{"type":19,"tag":33,"props":598,"children":599},{},[600],{"type":29,"value":601},"seq_length = [3, 8, 5, 1]",{"type":19,"tag":33,"props":603,"children":604},{},[605],{"type":29,"value":606},"input_seq_data = Tensor(random_data, dtype=dtype.float32)",{"type":19,"tag":33,"props":608,"children":609},{},[610],{"type":29,"value":611},"input_seq_length = Tensor(seq_length, dtype=dtype.int32)",{"type":19,"tag":33,"props":613,"children":614},{},[615],{"type":29,"value":616},"batch_size = 4",{"type":19,"tag":33,"props":618,"children":619},{},[620],{"type":29,"value":621},"input_size = 4",{"type":19,"tag":33,"props":623,"children":624},{},[625],{"type":29,"value":626},"hidden_size = 8",{"type":19,"tag":33,"props":628,"children":629},{},[630],{"type":29,"value":631},"num_layers = 1",{"type":19,"tag":33,"props":633,"children":634},{},[635],{"type":29,"value":636},"bidirectional = False",{"type":19,"tag":33,"props":638,"children":639},{},[640],{"type":29,"value":641},"num_bi = 2 if bidirectional else 1",{"type":19,"tag":33,"props":643,"children":644},{},[645],{"type":29,"value":646},"lstm = LSTM(",{"type":19,"tag":33,"props":648,"children":649},{},[650],{"type":29,"value":651},"input_size=input_size, hidden_size=hidden_size, num_layers=num_layers,",{"type":19,"tag":33,"props":653,"children":654},{},[655],{"type":29,"value":656},"has_bias=True, batch_first=True, dropout=0.0, bidirectional=bidirectional)",{"type":19,"tag":33,"props":658,"children":659},{},[660],{"type":29,"value":661},"h0 = Tensor(np.ones([num_bi * num_layers, batch_size, hidden_size]).astype(np.float32))",{"type":19,"tag":33,"props":663,"children":664},{},[665],{"type":29,"value":666},"c0 = Tensor(np.ones([num_bi * num_layers, batch_size, hidden_size]).astype(np.float32))",{"type":19,"tag":33,"props":668,"children":669},{},[670],{"type":29,"value":671},"output_0, (hn_0, cn_0) = lstm(input_seq_data, (h0, c0))",{"type":19,"tag":33,"props":673,"children":674},{},[675],{"type":29,"value":676},"output_1, (hn_1, cn_1) = lstm(input_seq_data, (h0, c0), input_seq_length)",{"type":19,"tag":33,"props":678,"children":679},{},[680],{"type":29,"value":681},"print(\"====== single layer lstm output 0 shape: {} ======\\n{}\".format(output_0.shape, output_0), flush=True)",{"type":19,"tag":33,"props":683,"children":684},{},[685],{"type":29,"value":686},"print(\"====== single layer lstm hn0 shape: {} ======\\n{}\".format(hn_0.shape, hn_0), flush=True)",{"type":19,"tag":33,"props":688,"children":689},{},[690],{"type":29,"value":691},"print(\"====== single layer lstm cn0 shape: {} ======\\n{}\".format(cn_0.shape, cn_0), flush=True)",{"type":19,"tag":33,"props":693,"children":694},{},[695],{"type":29,"value":696},"print(\"====== single layer lstm output 1 shape: {} ======\\n{}\".format(output_1.shape, output_1), flush=True)",{"type":19,"tag":33,"props":698,"children":699},{},[700],{"type":29,"value":701},"print(\"====== single layer lstm hn1 shape: {} ======\\n{}\".format(hn_1.shape, hn_1), flush=True)",{"type":19,"tag":33,"props":703,"children":704},{},[705],{"type":29,"value":706},"print(\"====== single layer lstm cn1 shape: {} ======\\n{}\".format(cn_1.shape, cn_1), flush=True)",{"type":19,"tag":33,"props":708,"children":709},{},[710],{"type":29,"value":711},"The output of the sample code is as follows:",{"type":19,"tag":33,"props":713,"children":714},{},[715],{"type":29,"value":716},"Output analysis",{"type":19,"tag":33,"props":718,"children":719},{},[720,722,727,728,733,735,740,742,746,747,751,753,758],{"type":29,"value":721},"1. The dimensions of both ",{"type":19,"tag":60,"props":723,"children":724},{},[725],{"type":29,"value":726},"output_0",{"type":29,"value":160},{"type":19,"tag":60,"props":729,"children":730},{},[731],{"type":29,"value":732},"output_1",{"type":29,"value":734}," are ",{"type":19,"tag":60,"props":736,"children":737},{},[738],{"type":29,"value":739},"[4, 8, 8]",{"type":29,"value":741},", representing the ",{"type":19,"tag":60,"props":743,"children":744},{},[745],{"type":29,"value":461},{"type":29,"value":425},{"type":19,"tag":60,"props":748,"children":749},{},[750],{"type":29,"value":513},{"type":29,"value":752},", and ",{"type":19,"tag":60,"props":754,"children":755},{},[756],{"type":29,"value":757},"hidden_size",{"type":29,"value":759},", respectively.",{"type":19,"tag":33,"props":761,"children":762},{},[763,765,769,771,775,776,780,782,786,787,791,793,797,799,803],{"type":29,"value":764},"2. ",{"type":19,"tag":60,"props":766,"children":767},{},[768],{"type":29,"value":726},{"type":29,"value":770}," corresponds to the situation where ",{"type":19,"tag":60,"props":772,"children":773},{},[774],{"type":29,"value":513},{"type":29,"value":501},{"type":19,"tag":60,"props":777,"children":778},{},[779],{"type":29,"value":553},{"type":29,"value":781}," during invocation. That is, the default valid ",{"type":19,"tag":60,"props":783,"children":784},{},[785],{"type":29,"value":513},{"type":29,"value":501},{"type":19,"tag":60,"props":788,"children":789},{},[790],{"type":29,"value":520},{"type":29,"value":792}," and none of the output values of the lengths of ",{"type":19,"tag":60,"props":794,"children":795},{},[796],{"type":29,"value":726},{"type":29,"value":798}," are all ",{"type":19,"tag":60,"props":800,"children":801},{},[802],{"type":29,"value":236},{"type":29,"value":804},"s.",{"type":19,"tag":33,"props":806,"children":807},{},[808,810,814,815,819,820,825,827,831],{"type":29,"value":809},"3. ",{"type":19,"tag":60,"props":811,"children":812},{},[813],{"type":29,"value":732},{"type":29,"value":770},{"type":19,"tag":60,"props":816,"children":817},{},[818],{"type":29,"value":513},{"type":29,"value":501},{"type":19,"tag":60,"props":821,"children":822},{},[823],{"type":29,"value":824},"[3, 8, 5, 1]",{"type":29,"value":826}," (the set value) during invocation, and the output parts that exceed the valid length are all ",{"type":19,"tag":60,"props":828,"children":829},{},[830],{"type":29,"value":236},{"type":29,"value":804},{"type":19,"tag":33,"props":833,"children":834},{},[835,837,842,843,848,850,855,856,861],{"type":29,"value":836},"4. ",{"type":19,"tag":60,"props":838,"children":839},{},[840],{"type":29,"value":841},"hn",{"type":29,"value":160},{"type":19,"tag":60,"props":844,"children":845},{},[846],{"type":29,"value":847},"cn",{"type":29,"value":849}," are outputs of the hidden state and cell state, respectively. The following uses ",{"type":19,"tag":60,"props":851,"children":852},{},[853],{"type":29,"value":854},"hn_1",{"type":29,"value":160},{"type":19,"tag":60,"props":857,"children":858},{},[859],{"type":29,"value":860},"cn_1",{"type":29,"value":862}," as examples.",{"type":19,"tag":33,"props":864,"children":865},{},[866,868,872,873,878,879,883,885,889,891,895,897,901,902,906],{"type":29,"value":867},"5. The dimensions of ",{"type":19,"tag":60,"props":869,"children":870},{},[871],{"type":29,"value":854},{"type":29,"value":734},{"type":19,"tag":60,"props":874,"children":875},{},[876],{"type":29,"value":877},"[1, 4, 8]",{"type":29,"value":244},{"type":19,"tag":60,"props":880,"children":881},{},[882],{"type":29,"value":242},{"type":29,"value":884}," represents the unidirectional single layer (1 x 1), the value ",{"type":19,"tag":60,"props":886,"children":887},{},[888],{"type":29,"value":506},{"type":29,"value":890}," represents the ",{"type":19,"tag":60,"props":892,"children":893},{},[894],{"type":29,"value":461},{"type":29,"value":896},", and the value ",{"type":19,"tag":60,"props":898,"children":899},{},[900],{"type":29,"value":520},{"type":29,"value":890},{"type":19,"tag":60,"props":903,"children":904},{},[905],{"type":29,"value":757},{"type":29,"value":312},{"type":19,"tag":33,"props":908,"children":909},{},[910,912,916,918,922],{"type":29,"value":911},"6. It can be found that the output of ",{"type":19,"tag":60,"props":913,"children":914},{},[915],{"type":29,"value":854},{"type":29,"value":917}," is consistent with that of the last dimension of ",{"type":19,"tag":60,"props":919,"children":920},{},[921],{"type":29,"value":732},{"type":29,"value":923},", that is, consistent with the output of the last dimension within the valid length.",{"type":19,"tag":33,"props":925,"children":926},{},[927,929,933],{"type":29,"value":928},"7. ",{"type":19,"tag":60,"props":930,"children":931},{},[932],{"type":29,"value":860},{"type":29,"value":934}," is the cell state of the last step of the valid length.",{"type":19,"tag":33,"props":936,"children":937},{},[938],{"type":29,"value":939},"====== single layer lstm output 0 shape: (4, 8, 8) ======",{"type":19,"tag":33,"props":941,"children":942},{},[943],{"type":29,"value":944},"[[[ 0.13193643 0.31574252 0.21773982 0.359429 0.23590101",{"type":19,"tag":33,"props":946,"children":947},{},[948],{"type":29,"value":949},"0.28213733 0.24443595 0.37388077]",{"type":19,"tag":33,"props":951,"children":952},{},[953],{"type":29,"value":954},"[-0.02988351 0.1415896 0.15356182 0.2834958 -0.00328176",{"type":19,"tag":33,"props":956,"children":957},{},[958],{"type":29,"value":959},"0.3491612 0.12643641 0.142024 ]",{"type":19,"tag":33,"props":961,"children":962},{},[963],{"type":29,"value":964},"[-0.09670443 0.03373189 0.1445203 0.19673887 0.06278481",{"type":19,"tag":33,"props":966,"children":967},{},[968],{"type":29,"value":969},"0.33509392 -0.02579015 0.07650157]",{"type":19,"tag":33,"props":971,"children":972},{},[973],{"type":29,"value":974},"[-0.15380219 -0.04781847 0.07795938 0.15893918 0.01305779",{"type":19,"tag":33,"props":976,"children":977},{},[978],{"type":29,"value":979},"0.33979264 -0.00364386 0.04361304]",{"type":19,"tag":33,"props":981,"children":982},{},[983],{"type":29,"value":984},"[-0.16254447 -0.06737433 0.05285644 0.10944269 0.01782622",{"type":19,"tag":33,"props":986,"children":987},{},[988],{"type":29,"value":989},"0.34567034 -0.04204851 0.01285298]",{"type":19,"tag":33,"props":991,"children":992},{},[993],{"type":29,"value":994},"[-0.21082401 -0.09526701 0.0265205 0.10617667 -0.03112434",{"type":19,"tag":33,"props":996,"children":997},{},[998],{"type":29,"value":999},"0.33731762 -0.02207689 -0.00955394]",{"type":19,"tag":33,"props":1001,"children":1002},{},[1003],{"type":29,"value":1004},"[-0.23450094 -0.09586379 0.02365175 0.09352495 -0.03744857",{"type":19,"tag":33,"props":1006,"children":1007},{},[1008],{"type":29,"value":1009},"0.33376914 -0.04699665 -0.03528202]",{"type":19,"tag":33,"props":1011,"children":1012},{},[1013],{"type":29,"value":1014},"[-0.24089803 -0.06166056 0.02839395 0.09916345 -0.04156012",{"type":19,"tag":33,"props":1016,"children":1017},{},[1018],{"type":29,"value":1019},"0.31369895 -0.08876226 -0.0487675 ]]",{"type":19,"tag":33,"props":1021,"children":1022},{},[1023],{"type":29,"value":1024},"[[ 0.10673305 0.30631748 0.22279048 0.35392687 0.270858",{"type":19,"tag":33,"props":1026,"children":1027},{},[1028],{"type":29,"value":1029},"0.2800686 0.21576329 0.37215734]",{"type":19,"tag":33,"props":1031,"children":1032},{},[1033],{"type":29,"value":1034},"[ 0.07373721 0.07924869 0.20754944 0.2059646 0.12672944",{"type":19,"tag":33,"props":1036,"children":1037},{},[1038],{"type":29,"value":1039},"0.35556036 0.05576535 0.2124105 ]",{"type":19,"tag":33,"props":1041,"children":1042},{},[1043],{"type":29,"value":1044},"[-0.09233213 0.02507205 0.11608997 0.23507075 0.0269099",{"type":19,"tag":33,"props":1046,"children":1047},{},[1048],{"type":29,"value":1049},"0.3196378 0.00475359 0.05898073]",{"type":19,"tag":33,"props":1051,"children":1052},{},[1053],{"type":29,"value":1054},"[-0.14939436 -0.04166775 0.07941992 0.15797664 0.02167228",{"type":19,"tag":33,"props":1056,"children":1057},{},[1058],{"type":29,"value":1059},"0.34059638 -0.02956495 0.00525782]",{"type":19,"tag":33,"props":1061,"children":1062},{},[1063],{"type":29,"value":1064},"[-0.18659307 -0.08790994 0.04543061 0.12085741 0.01649844",{"type":19,"tag":33,"props":1066,"children":1067},{},[1068],{"type":29,"value":1069},"0.33063915 -0.03531799 -0.01156766]",{"type":19,"tag":33,"props":1071,"children":1072},{},[1073],{"type":29,"value":1074},"[-0.22867033 -0.10603286 0.03872797 0.11688479 0.01904946",{"type":19,"tag":33,"props":1076,"children":1077},{},[1078],{"type":29,"value":1079},"0.3056394 -0.05695718 -0.01623933]",{"type":19,"tag":33,"props":1081,"children":1082},{},[1083],{"type":29,"value":1084},"[-0.21695574 -0.11095987 0.03115554 0.08672465 0.04249544",{"type":19,"tag":33,"props":1086,"children":1087},{},[1088],{"type":29,"value":1089},"0.3152427 -0.07418983 -0.02036544]",{"type":19,"tag":33,"props":1091,"children":1092},{},[1093],{"type":29,"value":1094},"[-0.21967101 -0.10076816 0.01712734 0.08198812 0.02862469",{"type":19,"tag":33,"props":1096,"children":1097},{},[1098],{"type":29,"value":1099},"0.31535396 -0.09173042 -0.05647325]]",{"type":19,"tag":33,"props":1101,"children":1102},{},[1103],{"type":29,"value":1104},"[[ 0.1493079 0.28768584 0.2575181 0.3199168 0.30599245",{"type":19,"tag":33,"props":1106,"children":1107},{},[1108],{"type":29,"value":1109},"0.28865623 0.16678075 0.41237575]",{"type":19,"tag":33,"props":1111,"children":1112},{},[1113],{"type":29,"value":1114},"[ 0.01445133 0.13631815 0.18265024 0.2577204 0.09361918",{"type":19,"tag":33,"props":1116,"children":1117},{},[1118],{"type":29,"value":1119},"0.3227448 0.04080902 0.17163058]",{"type":19,"tag":33,"props":1121,"children":1122},{},[1123],{"type":29,"value":1124},"[-0.1164555 0.05409181 0.1229048 0.24406306 0.02090637",{"type":19,"tag":33,"props":1126,"children":1127},{},[1128],{"type":29,"value":1129},"0.31171325 -0.02868806 0.06015658]",{"type":19,"tag":33,"props":1131,"children":1132},{},[1133],{"type":29,"value":1134},"[-0.12215493 -0.04073931 0.09229688 0.13461691 0.05322267",{"type":19,"tag":33,"props":1136,"children":1137},{},[1138],{"type":29,"value":1139},"0.34697118 -0.04028781 0.05017967]",{"type":19,"tag":33,"props":1141,"children":1142},{},[1143],{"type":29,"value":1144},"[-0.16058712 -0.02990636 0.06711683 0.13881728 0.04944531",{"type":19,"tag":33,"props":1146,"children":1147},{},[1148],{"type":29,"value":1149},"0.30471358 -0.08764775 0.01227296]",{"type":19,"tag":33,"props":1151,"children":1152},{},[1153],{"type":29,"value":1154},"[-0.17542893 -0.04518626 0.06441598 0.12666796 0.1039256",{"type":19,"tag":33,"props":1156,"children":1157},{},[1158],{"type":29,"value":1159},"0.29512212 -0.12625514 -0.01764686]",{"type":19,"tag":33,"props":1161,"children":1162},{},[1163],{"type":29,"value":1164},"[-0.18198647 -0.06205402 0.05437353 0.12312049 0.11571115",{"type":19,"tag":33,"props":1166,"children":1167},{},[1168],{"type":29,"value":1169},"0.27589387 -0.13898477 -0.00659172]",{"type":19,"tag":33,"props":1171,"children":1172},{},[1173],{"type":29,"value":1174},"[-0.18840623 -0.03089028 0.02871101 0.13332503 0.02779378",{"type":19,"tag":33,"props":1176,"children":1177},{},[1178],{"type":29,"value":1179},"0.2934873 -0.12758468 -0.02508291]]",{"type":19,"tag":33,"props":1181,"children":1182},{},[1183],{"type":29,"value":1184},"[[ 0.16055782 0.28248906 0.24979302 0.3381475 0.28849283",{"type":19,"tag":33,"props":1186,"children":1187},{},[1188],{"type":29,"value":1189},"0.3085897 0.21882199 0.3911534 ]",{"type":19,"tag":33,"props":1191,"children":1192},{},[1193],{"type":29,"value":1194},"[ 0.03212452 0.10363571 0.18571742 0.25555134 0.11808199",{"type":19,"tag":33,"props":1196,"children":1197},{},[1198],{"type":29,"value":1199},"0.33315352 0.0612903 0.16566488]",{"type":19,"tag":33,"props":1201,"children":1202},{},[1203],{"type":29,"value":1204},"[-0.09707587 0.08886775 0.130165 0.23324937 0.0596167",{"type":19,"tag":33,"props":1206,"children":1207},{},[1208],{"type":29,"value":1209},"0.28433815 -0.05993269 0.06611289]",{"type":19,"tag":33,"props":1211,"children":1212},{},[1213],{"type":29,"value":1214},"[-0.15705962 -0.00274712 0.09360209 0.18597823 0.04157853",{"type":19,"tag":33,"props":1216,"children":1217},{},[1218],{"type":29,"value":1219},"0.32279128 -0.07580574 0.01155218]",{"type":19,"tag":33,"props":1221,"children":1222},{},[1223],{"type":29,"value":1224},"[-0.15376413 -0.07929687 0.06302985 0.11465057 0.07184268",{"type":19,"tag":33,"props":1226,"children":1227},{},[1228],{"type":29,"value":1229},"0.3261627 -0.05871713 0.04223134]",{"type":19,"tag":33,"props":1231,"children":1232},{},[1233],{"type":29,"value":1234},"[-0.18791473 -0.07859336 0.02364462 0.12526496 -0.02513029",{"type":19,"tag":33,"props":1236,"children":1237},{},[1238],{"type":29,"value":1239},"0.33071572 -0.03542359 -0.00976665]",{"type":19,"tag":33,"props":1241,"children":1242},{},[1243],{"type":29,"value":1244},"[-0.23625109 -0.03007499 0.03267653 0.15940045 -0.08530897",{"type":19,"tag":33,"props":1246,"children":1247},{},[1248],{"type":29,"value":1249},"0.30445266 -0.0852924 -0.04507463]",{"type":19,"tag":33,"props":1251,"children":1252},{},[1253],{"type":29,"value":1254},"[-0.23499809 -0.07687293 0.03790941 0.08663946 -0.00264841",{"type":19,"tag":33,"props":1256,"children":1257},{},[1258],{"type":29,"value":1259},"0.33423126 -0.06512782 0.01413365]]]",{"type":19,"tag":33,"props":1261,"children":1262},{},[1263],{"type":29,"value":1264},"====== single layer lstm hn0 shape: (1, 4, 8) ======",{"type":19,"tag":33,"props":1266,"children":1267},{},[1268],{"type":29,"value":1269},"[[[-0.24089803 -0.06166056 0.02839395 0.09916345 -0.04156012",{"type":19,"tag":33,"props":1271,"children":1272},{},[1273],{"type":29,"value":1274},"0.31369895 -0.08876226 -0.0487675 ]",{"type":19,"tag":33,"props":1276,"children":1277},{},[1278],{"type":29,"value":1094},{"type":19,"tag":33,"props":1280,"children":1281},{},[1282],{"type":29,"value":1283},"0.31535396 -0.09173042 -0.05647325]",{"type":19,"tag":33,"props":1285,"children":1286},{},[1287],{"type":29,"value":1174},{"type":19,"tag":33,"props":1289,"children":1290},{},[1291],{"type":29,"value":1292},"0.2934873 -0.12758468 -0.02508291]",{"type":19,"tag":33,"props":1294,"children":1295},{},[1296],{"type":29,"value":1254},{"type":19,"tag":33,"props":1298,"children":1299},{},[1300],{"type":29,"value":1259},{"type":19,"tag":33,"props":1302,"children":1303},{},[1304],{"type":29,"value":1305},"====== single layer lstm cn0 shape: (1, 4, 8) ======",{"type":19,"tag":33,"props":1307,"children":1308},{},[1309],{"type":29,"value":1310},"[[[-0.72842515 -0.10623126 0.07748945 0.23840414 -0.0663506",{"type":19,"tag":33,"props":1312,"children":1313},{},[1314],{"type":29,"value":1315},"0.82394135 -0.20612013 -0.11983471]",{"type":19,"tag":33,"props":1317,"children":1318},{},[1319],{"type":29,"value":1320},"[-0.6431069 -0.17861958 0.04168103 0.20188545 0.0463764",{"type":19,"tag":33,"props":1322,"children":1323},{},[1324],{"type":29,"value":1325},"0.73273325 -0.21914008 -0.13169488]",{"type":19,"tag":33,"props":1327,"children":1328},{},[1329],{"type":29,"value":1330},"[-0.61163914 -0.05123866 0.07892742 0.32583922 0.04181815",{"type":19,"tag":33,"props":1332,"children":1333},{},[1334],{"type":29,"value":1335},"0.79872614 -0.2969701 -0.0625343 ]",{"type":19,"tag":33,"props":1337,"children":1338},{},[1339],{"type":29,"value":1340},"[-0.58037984 -0.15040846 0.09998614 0.24211554 -0.0044073",{"type":19,"tag":33,"props":1342,"children":1343},{},[1344],{"type":29,"value":1345},"0.8616534 -0.1546249 0.03137078]]]",{"type":19,"tag":33,"props":1347,"children":1348},{},[1349],{"type":29,"value":1350},"====== single layer lstm output 1 shape: (4, 8, 8) ======",{"type":19,"tag":33,"props":1352,"children":1353},{},[1354],{"type":29,"value":1355},"[[[ 0.13193643 0.31574252 0.21773985 0.35942894 0.23590101",{"type":19,"tag":33,"props":1357,"children":1358},{},[1359],{"type":29,"value":949},{"type":19,"tag":33,"props":1361,"children":1362},{},[1363],{"type":29,"value":1364},"[-0.02988352 0.1415896 0.15356182 0.28349578 -0.00328175",{"type":19,"tag":33,"props":1366,"children":1367},{},[1368],{"type":29,"value":1369},"0.34916118 0.12643641 0.142024 ]",{"type":19,"tag":33,"props":1371,"children":1372},{},[1373],{"type":29,"value":1374},"[-0.09670443 0.0337319 0.14452031 0.19673884 0.06278481",{"type":19,"tag":33,"props":1376,"children":1377},{},[1378],{"type":29,"value":969},{"type":19,"tag":33,"props":1380,"children":1381},{},[1382],{"type":29,"value":1383},"[ 0. 0. 0. 0. 0.",{"type":19,"tag":33,"props":1385,"children":1386},{},[1387],{"type":29,"value":1388},"0. 0. 0. ]",{"type":19,"tag":33,"props":1390,"children":1391},{},[1392],{"type":29,"value":1383},{"type":19,"tag":33,"props":1394,"children":1395},{},[1396],{"type":29,"value":1388},{"type":19,"tag":33,"props":1398,"children":1399},{},[1400],{"type":29,"value":1383},{"type":19,"tag":33,"props":1402,"children":1403},{},[1404],{"type":29,"value":1388},{"type":19,"tag":33,"props":1406,"children":1407},{},[1408],{"type":29,"value":1383},{"type":19,"tag":33,"props":1410,"children":1411},{},[1412],{"type":29,"value":1388},{"type":19,"tag":33,"props":1414,"children":1415},{},[1416],{"type":29,"value":1383},{"type":19,"tag":33,"props":1418,"children":1419},{},[1420],{"type":29,"value":1421},"0. 0. 0. ]]",{"type":19,"tag":33,"props":1423,"children":1424},{},[1425],{"type":29,"value":1426},"[[ 0.10673306 0.30631748 0.22279048 0.35392687 0.27085796",{"type":19,"tag":33,"props":1428,"children":1429},{},[1430],{"type":29,"value":1431},"0.2800686 0.21576326 0.37215734]",{"type":19,"tag":33,"props":1433,"children":1434},{},[1435],{"type":29,"value":1436},"[ 0.07373722 0.0792487 0.20754944 0.2059646 0.12672943",{"type":19,"tag":33,"props":1438,"children":1439},{},[1440],{"type":29,"value":1441},"0.35556036 0.05576536 0.2124105 ]",{"type":19,"tag":33,"props":1443,"children":1444},{},[1445],{"type":29,"value":1446},"[-0.09233214 0.02507207 0.11608997 0.23507075 0.02690989",{"type":19,"tag":33,"props":1448,"children":1449},{},[1450],{"type":29,"value":1049},{"type":19,"tag":33,"props":1452,"children":1453},{},[1454],{"type":29,"value":1455},"[-0.14939436 -0.04166774 0.07941992 0.15797664 0.02167228",{"type":19,"tag":33,"props":1457,"children":1458},{},[1459],{"type":29,"value":1059},{"type":19,"tag":33,"props":1461,"children":1462},{},[1463],{"type":29,"value":1064},{"type":19,"tag":33,"props":1465,"children":1466},{},[1467],{"type":29,"value":1069},{"type":19,"tag":33,"props":1469,"children":1470},{},[1471],{"type":29,"value":1472},"[-0.22867033 -0.10603285 0.03872797 0.11688479 0.01904945",{"type":19,"tag":33,"props":1474,"children":1475},{},[1476],{"type":29,"value":1079},{"type":19,"tag":33,"props":1478,"children":1479},{},[1480],{"type":29,"value":1481},"[-0.21695574 -0.11095986 0.03115554 0.08672465 0.04249543",{"type":19,"tag":33,"props":1483,"children":1484},{},[1485],{"type":29,"value":1089},{"type":19,"tag":33,"props":1487,"children":1488},{},[1489],{"type":29,"value":1490},"[-0.21967097 -0.10076815 0.01712734 0.08198812 0.02862468",{"type":19,"tag":33,"props":1492,"children":1493},{},[1494],{"type":29,"value":1495},"0.31535396 -0.09173042 -0.05647324]]",{"type":19,"tag":33,"props":1497,"children":1498},{},[1499],{"type":29,"value":1500},"[[ 0.1493079 0.28768584 0.25751814 0.3199168 0.30599245",{"type":19,"tag":33,"props":1502,"children":1503},{},[1504],{"type":29,"value":1505},"0.28865623 0.16678077 0.41237575]",{"type":19,"tag":33,"props":1507,"children":1508},{},[1509],{"type":29,"value":1510},"[ 0.01445133 0.13631816 0.18265024 0.25772038 0.09361918",{"type":19,"tag":33,"props":1512,"children":1513},{},[1514],{"type":29,"value":1119},{"type":19,"tag":33,"props":1516,"children":1517},{},[1518],{"type":29,"value":1519},"[-0.1164555 0.05409183 0.1229048 0.24406303 0.02090637",{"type":19,"tag":33,"props":1521,"children":1522},{},[1523],{"type":29,"value":1129},{"type":19,"tag":33,"props":1525,"children":1526},{},[1527],{"type":29,"value":1528},"[-0.12215493 -0.0407393 0.09229688 0.1346169 0.05322267",{"type":19,"tag":33,"props":1530,"children":1531},{},[1532],{"type":29,"value":1533},"0.3469712 -0.0402878 0.05017967]",{"type":19,"tag":33,"props":1535,"children":1536},{},[1537],{"type":29,"value":1538},"[-0.16058712 -0.02990635 0.06711683 0.13881728 0.0494453",{"type":19,"tag":33,"props":1540,"children":1541},{},[1542],{"type":29,"value":1149},{"type":19,"tag":33,"props":1544,"children":1545},{},[1546],{"type":29,"value":1383},{"type":19,"tag":33,"props":1548,"children":1549},{},[1550],{"type":29,"value":1388},{"type":19,"tag":33,"props":1552,"children":1553},{},[1554],{"type":29,"value":1383},{"type":19,"tag":33,"props":1556,"children":1557},{},[1558],{"type":29,"value":1388},{"type":19,"tag":33,"props":1560,"children":1561},{},[1562],{"type":29,"value":1383},{"type":19,"tag":33,"props":1564,"children":1565},{},[1566],{"type":29,"value":1421},{"type":19,"tag":33,"props":1568,"children":1569},{},[1570],{"type":29,"value":1571},"[[ 0.16055782 0.2824891 0.24979301 0.33814746 0.28849283",{"type":19,"tag":33,"props":1573,"children":1574},{},[1575],{"type":29,"value":1576},"0.30858967 0.21882202 0.3911534 ]",{"type":19,"tag":33,"props":1578,"children":1579},{},[1580],{"type":29,"value":1383},{"type":19,"tag":33,"props":1582,"children":1583},{},[1584],{"type":29,"value":1388},{"type":19,"tag":33,"props":1586,"children":1587},{},[1588],{"type":29,"value":1383},{"type":19,"tag":33,"props":1590,"children":1591},{},[1592],{"type":29,"value":1388},{"type":19,"tag":33,"props":1594,"children":1595},{},[1596],{"type":29,"value":1383},{"type":19,"tag":33,"props":1598,"children":1599},{},[1600],{"type":29,"value":1388},{"type":19,"tag":33,"props":1602,"children":1603},{},[1604],{"type":29,"value":1383},{"type":19,"tag":33,"props":1606,"children":1607},{},[1608],{"type":29,"value":1388},{"type":19,"tag":33,"props":1610,"children":1611},{},[1612],{"type":29,"value":1383},{"type":19,"tag":33,"props":1614,"children":1615},{},[1616],{"type":29,"value":1388},{"type":19,"tag":33,"props":1618,"children":1619},{},[1620],{"type":29,"value":1383},{"type":19,"tag":33,"props":1622,"children":1623},{},[1624],{"type":29,"value":1388},{"type":19,"tag":33,"props":1626,"children":1627},{},[1628],{"type":29,"value":1383},{"type":19,"tag":33,"props":1630,"children":1631},{},[1632],{"type":29,"value":1633},"0. 0. 0. ]]]",{"type":19,"tag":33,"props":1635,"children":1636},{},[1637],{"type":29,"value":1638},"====== single layer lstm hn1 shape: (1, 4, 8) ======",{"type":19,"tag":33,"props":1640,"children":1641},{},[1642],{"type":29,"value":1643},"[[[-0.09670443 0.0337319 0.14452031 0.19673884 0.06278481",{"type":19,"tag":33,"props":1645,"children":1646},{},[1647],{"type":29,"value":969},{"type":19,"tag":33,"props":1649,"children":1650},{},[1651],{"type":29,"value":1490},{"type":19,"tag":33,"props":1653,"children":1654},{},[1655],{"type":29,"value":1656},"0.31535396 -0.09173042 -0.05647324]",{"type":19,"tag":33,"props":1658,"children":1659},{},[1660],{"type":29,"value":1538},{"type":19,"tag":33,"props":1662,"children":1663},{},[1664],{"type":29,"value":1149},{"type":19,"tag":33,"props":1666,"children":1667},{},[1668],{"type":29,"value":1669},"[ 0.16055782 0.2824891 0.24979301 0.33814746 0.28849283",{"type":19,"tag":33,"props":1671,"children":1672},{},[1673],{"type":29,"value":1674},"0.30858967 0.21882202 0.3911534 ]]]",{"type":19,"tag":33,"props":1676,"children":1677},{},[1678],{"type":29,"value":1679},"====== single layer lstm cn1 shape: (1, 4, 8) ======",{"type":19,"tag":33,"props":1681,"children":1682},{},[1683],{"type":29,"value":1684},"[[[-0.22198828 0.05788375 0.38487202 0.5277796 0.10692163",{"type":19,"tag":33,"props":1686,"children":1687},{},[1688],{"type":29,"value":1689},"0.88817626 -0.06333658 0.15489307]",{"type":19,"tag":33,"props":1691,"children":1692},{},[1693],{"type":29,"value":1694},"[-0.6431068 -0.17861956 0.04168103 0.20188545 0.04637639",{"type":19,"tag":33,"props":1696,"children":1697},{},[1698],{"type":29,"value":1699},"0.73273325 -0.21914008 -0.13169487]",{"type":19,"tag":33,"props":1701,"children":1702},{},[1703],{"type":29,"value":1704},"[-0.44337854 -0.05043292 0.17615467 0.36942852 0.0769525",{"type":19,"tag":33,"props":1706,"children":1707},{},[1708],{"type":29,"value":1709},"0.8138213 -0.22219141 0.02737183]",{"type":19,"tag":33,"props":1711,"children":1712},{},[1713],{"type":29,"value":1714},"[ 0.50136805 0.47527558 0.8696786 0.7511291 0.37594885",{"type":19,"tag":33,"props":1716,"children":1717},{},[1718],{"type":29,"value":1719},"0.9162327 0.5345433 0.6333548 ]]]",{"type":19,"tag":33,"props":1721,"children":1722},{},[1723],{"type":19,"tag":60,"props":1724,"children":1725},{},[1726],{"type":29,"value":1727},"3.2 Single-Layer Bidirectional LSTM",{"type":19,"tag":33,"props":1729,"children":1730},{},[1731,1732,1736,1737,1741,1742,1746,1747,1751,1752,1756,1757,1761],{"type":29,"value":488},{"type":19,"tag":60,"props":1733,"children":1734},{},[1735],{"type":29,"value":493},{"type":29,"value":495},{"type":19,"tag":60,"props":1738,"children":1739},{},[1740],{"type":29,"value":461},{"type":29,"value":501},{"type":19,"tag":60,"props":1743,"children":1744},{},[1745],{"type":29,"value":506},{"type":29,"value":508},{"type":19,"tag":60,"props":1748,"children":1749},{},[1750],{"type":29,"value":513},{"type":29,"value":515},{"type":19,"tag":60,"props":1753,"children":1754},{},[1755],{"type":29,"value":520},{"type":29,"value":522},{"type":19,"tag":60,"props":1758,"children":1759},{},[1760],{"type":29,"value":506},{"type":29,"value":312},{"type":19,"tag":33,"props":1763,"children":1764},{},[1765,1767,1771],{"type":29,"value":1766},"The single-layer bidirectional LSTM is used, and the hidden layer size is ",{"type":19,"tag":60,"props":1768,"children":1769},{},[1770],{"type":29,"value":520},{"type":29,"value":312},{"type":19,"tag":33,"props":1773,"children":1774},{},[1775,1776,1780,1781,1785,1786,1790],{"type":29,"value":542},{"type":19,"tag":60,"props":1777,"children":1778},{},[1779],{"type":29,"value":513},{"type":29,"value":548},{"type":19,"tag":60,"props":1782,"children":1783},{},[1784],{"type":29,"value":553},{"type":29,"value":555},{"type":19,"tag":60,"props":1787,"children":1788},{},[1789],{"type":29,"value":560},{"type":29,"value":312},{"type":19,"tag":33,"props":1792,"children":1793},{},[1794],{"type":29,"value":566},{"type":19,"tag":33,"props":1796,"children":1797},{},[1798],{"type":29,"value":571},{"type":19,"tag":33,"props":1800,"children":1801},{},[1802],{"type":29,"value":576},{"type":19,"tag":33,"props":1804,"children":1805},{},[1806],{"type":29,"value":581},{"type":19,"tag":33,"props":1808,"children":1809},{},[1810],{"type":29,"value":586},{"type":19,"tag":33,"props":1812,"children":1813},{},[1814],{"type":29,"value":1815},"def single_layer_bi_lstm():",{"type":19,"tag":33,"props":1817,"children":1818},{},[1819],{"type":29,"value":596},{"type":19,"tag":33,"props":1821,"children":1822},{},[1823],{"type":29,"value":601},{"type":19,"tag":33,"props":1825,"children":1826},{},[1827],{"type":29,"value":606},{"type":19,"tag":33,"props":1829,"children":1830},{},[1831],{"type":29,"value":611},{"type":19,"tag":33,"props":1833,"children":1834},{},[1835],{"type":29,"value":616},{"type":19,"tag":33,"props":1837,"children":1838},{},[1839],{"type":29,"value":621},{"type":19,"tag":33,"props":1841,"children":1842},{},[1843],{"type":29,"value":626},{"type":19,"tag":33,"props":1845,"children":1846},{},[1847],{"type":29,"value":631},{"type":19,"tag":33,"props":1849,"children":1850},{},[1851],{"type":29,"value":1852},"bidirectional = True",{"type":19,"tag":33,"props":1854,"children":1855},{},[1856],{"type":29,"value":641},{"type":19,"tag":33,"props":1858,"children":1859},{},[1860],{"type":29,"value":646},{"type":19,"tag":33,"props":1862,"children":1863},{},[1864],{"type":29,"value":651},{"type":19,"tag":33,"props":1866,"children":1867},{},[1868],{"type":29,"value":656},{"type":19,"tag":33,"props":1870,"children":1871},{},[1872],{"type":29,"value":661},{"type":19,"tag":33,"props":1874,"children":1875},{},[1876],{"type":29,"value":666},{"type":19,"tag":33,"props":1878,"children":1879},{},[1880],{"type":29,"value":671},{"type":19,"tag":33,"props":1882,"children":1883},{},[1884],{"type":29,"value":676},{"type":19,"tag":33,"props":1886,"children":1887},{},[1888],{"type":29,"value":1889},"print(\"====== single layer bi lstm output 0 shape: {} ======\\n{}\".format(output_0.shape, output_0), flush=True)",{"type":19,"tag":33,"props":1891,"children":1892},{},[1893],{"type":29,"value":1894},"print(\"====== single layer bi lstm hn0 shape: {} ======\\n{}\".format(hn_0.shape, hn_0), flush=True)",{"type":19,"tag":33,"props":1896,"children":1897},{},[1898],{"type":29,"value":1899},"print(\"====== single layer bi lstm cn0 shape: {} ======\\n{}\".format(cn_0.shape, cn_0), flush=True)",{"type":19,"tag":33,"props":1901,"children":1902},{},[1903],{"type":29,"value":1904},"print(\"====== single layer bi lstm output 1 shape: {} ======\\n{}\".format(output_1.shape, output_1), flush=True)",{"type":19,"tag":33,"props":1906,"children":1907},{},[1908],{"type":29,"value":1909},"print(\"====== single layer bi lstm hn1 shape: {} ======\\n{}\".format(hn_1.shape, hn_1), flush=True)",{"type":19,"tag":33,"props":1911,"children":1912},{},[1913],{"type":29,"value":1914},"print(\"====== single layer bi lstm cn1 shape: {} ======\\n{}\".format(cn_1.shape, cn_1), flush=True)",{"type":19,"tag":33,"props":1916,"children":1917},{},[1918],{"type":29,"value":711},{"type":19,"tag":33,"props":1920,"children":1921},{},[1922],{"type":29,"value":716},{"type":19,"tag":33,"props":1924,"children":1925},{},[1926,1927,1931,1932,1936,1937,1942,1943,1947,1948,1952,1953,1958,1960,1964],{"type":29,"value":721},{"type":19,"tag":60,"props":1928,"children":1929},{},[1930],{"type":29,"value":726},{"type":29,"value":160},{"type":19,"tag":60,"props":1933,"children":1934},{},[1935],{"type":29,"value":732},{"type":29,"value":734},{"type":19,"tag":60,"props":1938,"children":1939},{},[1940],{"type":29,"value":1941},"[4, 8, 16]",{"type":29,"value":741},{"type":19,"tag":60,"props":1944,"children":1945},{},[1946],{"type":29,"value":461},{"type":29,"value":425},{"type":19,"tag":60,"props":1949,"children":1950},{},[1951],{"type":29,"value":513},{"type":29,"value":752},{"type":19,"tag":60,"props":1954,"children":1955},{},[1956],{"type":29,"value":1957},"hidden_size x 2",{"type":29,"value":1959},", respectively. The ",{"type":19,"tag":60,"props":1961,"children":1962},{},[1963],{"type":29,"value":757},{"type":29,"value":1965}," value is multiplied by 2 due to the bidirectional outputs.",{"type":19,"tag":33,"props":1967,"children":1968},{},[1969,1970,1974,1975,1979,1980,1984,1985,1989,1990,1994,1995,1999,2000,2004],{"type":29,"value":764},{"type":19,"tag":60,"props":1971,"children":1972},{},[1973],{"type":29,"value":726},{"type":29,"value":770},{"type":19,"tag":60,"props":1976,"children":1977},{},[1978],{"type":29,"value":513},{"type":29,"value":501},{"type":19,"tag":60,"props":1981,"children":1982},{},[1983],{"type":29,"value":553},{"type":29,"value":781},{"type":19,"tag":60,"props":1986,"children":1987},{},[1988],{"type":29,"value":513},{"type":29,"value":501},{"type":19,"tag":60,"props":1991,"children":1992},{},[1993],{"type":29,"value":520},{"type":29,"value":792},{"type":19,"tag":60,"props":1996,"children":1997},{},[1998],{"type":29,"value":726},{"type":29,"value":798},{"type":19,"tag":60,"props":2001,"children":2002},{},[2003],{"type":29,"value":236},{"type":29,"value":804},{"type":19,"tag":33,"props":2006,"children":2007},{},[2008,2009,2013,2014,2018,2019,2023,2024,2028],{"type":29,"value":809},{"type":19,"tag":60,"props":2010,"children":2011},{},[2012],{"type":29,"value":732},{"type":29,"value":770},{"type":19,"tag":60,"props":2015,"children":2016},{},[2017],{"type":29,"value":513},{"type":29,"value":501},{"type":19,"tag":60,"props":2020,"children":2021},{},[2022],{"type":29,"value":824},{"type":29,"value":826},{"type":19,"tag":60,"props":2025,"children":2026},{},[2027],{"type":29,"value":236},{"type":29,"value":804},{"type":19,"tag":33,"props":2030,"children":2031},{},[2032,2033,2037,2038,2042,2043,2047,2048,2052],{"type":29,"value":836},{"type":19,"tag":60,"props":2034,"children":2035},{},[2036],{"type":29,"value":841},{"type":29,"value":160},{"type":19,"tag":60,"props":2039,"children":2040},{},[2041],{"type":29,"value":847},{"type":29,"value":849},{"type":19,"tag":60,"props":2044,"children":2045},{},[2046],{"type":29,"value":854},{"type":29,"value":160},{"type":19,"tag":60,"props":2049,"children":2050},{},[2051],{"type":29,"value":860},{"type":29,"value":862},{"type":19,"tag":33,"props":2054,"children":2055},{},[2056,2057,2061,2062,2067,2068,2073,2075,2079,2080,2084,2085,2089,2090,2094],{"type":29,"value":867},{"type":19,"tag":60,"props":2058,"children":2059},{},[2060],{"type":29,"value":854},{"type":29,"value":734},{"type":19,"tag":60,"props":2063,"children":2064},{},[2065],{"type":29,"value":2066},"[2, 4, 8]",{"type":29,"value":244},{"type":19,"tag":60,"props":2069,"children":2070},{},[2071],{"type":29,"value":2072},"2",{"type":29,"value":2074}," represents the bidirectional single layer (2 x 1), the value ",{"type":19,"tag":60,"props":2076,"children":2077},{},[2078],{"type":29,"value":506},{"type":29,"value":890},{"type":19,"tag":60,"props":2081,"children":2082},{},[2083],{"type":29,"value":461},{"type":29,"value":896},{"type":19,"tag":60,"props":2086,"children":2087},{},[2088],{"type":29,"value":520},{"type":29,"value":890},{"type":19,"tag":60,"props":2091,"children":2092},{},[2093],{"type":29,"value":757},{"type":29,"value":312},{"type":19,"tag":33,"props":2096,"children":2097},{},[2098,2100,2104,2106,2110,2112,2116,2118,2122],{"type":29,"value":2099},"6. It can be found that the forward output of the 0th index of the first dimension in ",{"type":19,"tag":60,"props":2101,"children":2102},{},[2103],{"type":29,"value":854},{"type":29,"value":2105}," is consistent with the value of ",{"type":19,"tag":60,"props":2107,"children":2108},{},[2109],{"type":29,"value":757},{"type":29,"value":2111}," before the last dimension of ",{"type":19,"tag":60,"props":2113,"children":2114},{},[2115],{"type":29,"value":732},{"type":29,"value":2117}," is output, that is, consistent with the value of ",{"type":19,"tag":60,"props":2119,"children":2120},{},[2121],{"type":29,"value":757},{"type":29,"value":2123}," before the last dimension within the valid length is output.",{"type":19,"tag":33,"props":2125,"children":2126},{},[2127,2129,2133,2134,2138,2140,2144],{"type":29,"value":2128},"7. It can also be found that the backward output of the first index of the first dimension in ",{"type":19,"tag":60,"props":2130,"children":2131},{},[2132],{"type":29,"value":854},{"type":29,"value":2105},{"type":19,"tag":60,"props":2135,"children":2136},{},[2137],{"type":29,"value":757},{"type":29,"value":2139}," after the first dimension of ",{"type":19,"tag":60,"props":2141,"children":2142},{},[2143],{"type":29,"value":732},{"type":29,"value":2145}," starts to output.",{"type":19,"tag":33,"props":2147,"children":2148},{},[2149,2151,2155],{"type":29,"value":2150},"8. ",{"type":19,"tag":60,"props":2152,"children":2153},{},[2154],{"type":29,"value":860},{"type":29,"value":934},{"type":19,"tag":33,"props":2157,"children":2158},{},[2159],{"type":29,"value":2160},"====== single layer bi lstm output 0 shape: (4, 8, 16) ======",{"type":19,"tag":33,"props":2162,"children":2163},{},[2164],{"type":29,"value":2165},"[[[ 0.11591419 0.29961097 0.3425573 0.4287143 0.17212108",{"type":19,"tag":33,"props":2167,"children":2168},{},[2169],{"type":29,"value":2170},"0.07444338 0.43271446 0.15715674 0.08194006 0.11577142",{"type":19,"tag":33,"props":2172,"children":2173},{},[2174],{"type":29,"value":2175},"-0.09744498 -0.02763127 0.09280778 0.08716499 0.02522062",{"type":19,"tag":33,"props":2177,"children":2178},{},[2179],{"type":29,"value":2180},"0.33181873]",{"type":19,"tag":33,"props":2182,"children":2183},{},[2184],{"type":29,"value":2185},"[-0.01308823 0.13623668 0.19448121 0.37028143 0.22777143",{"type":19,"tag":33,"props":2187,"children":2188},{},[2189],{"type":29,"value":2190},"0.00628781 0.39128026 0.15501572 0.08111142 0.11017906",{"type":19,"tag":33,"props":2192,"children":2193},{},[2194],{"type":29,"value":2195},"-0.12316822 -0.00816909 0.09567513 0.05021677 0.08249568",{"type":19,"tag":33,"props":2197,"children":2198},{},[2199],{"type":29,"value":2200},"0.33742255]",{"type":19,"tag":33,"props":2202,"children":2203},{},[2204],{"type":29,"value":2205},"[-0.05627449 0.04682723 0.15380071 0.3137156 0.26430035",{"type":19,"tag":33,"props":2207,"children":2208},{},[2209],{"type":29,"value":2210},"-0.046514 0.35723254 0.16584632 0.10204285 0.10223756",{"type":19,"tag":33,"props":2212,"children":2213},{},[2214],{"type":29,"value":2215},"-0.13232729 -0.00190703 0.11279006 0.07007243 0.07809626",{"type":19,"tag":33,"props":2217,"children":2218},{},[2219],{"type":29,"value":2220},"0.36085904]",{"type":19,"tag":33,"props":2222,"children":2223},{},[2224],{"type":29,"value":2225},"[-0.09489179 -0.00705127 0.1340199 0.24711385 0.27097055",{"type":19,"tag":33,"props":2227,"children":2228},{},[2229],{"type":29,"value":2230},"-0.05539801 0.29088783 0.180727 0.13702057 0.07165765",{"type":19,"tag":33,"props":2232,"children":2233},{},[2234],{"type":29,"value":2235},"-0.15263684 -0.02301912 0.14440101 0.09643525 0.04434848",{"type":19,"tag":33,"props":2237,"children":2238},{},[2239],{"type":29,"value":2240},"0.32824463]",{"type":19,"tag":33,"props":2242,"children":2243},{},[2244],{"type":29,"value":2245},"[-0.13192342 -0.09842218 0.13483751 0.2363211 0.2714419",{"type":19,"tag":33,"props":2247,"children":2248},{},[2249],{"type":29,"value":2250},"-0.06301905 0.23002718 0.12190706 0.1600955 0.0820565",{"type":19,"tag":33,"props":2252,"children":2253},{},[2254],{"type":29,"value":2255},"-0.13324322 0.00847512 0.15308659 0.12757084 0.06873622",{"type":19,"tag":33,"props":2257,"children":2258},{},[2259],{"type":29,"value":2260},"0.3726861 ]",{"type":19,"tag":33,"props":2262,"children":2263},{},[2264],{"type":29,"value":2265},"[-0.16037701 -0.12437794 0.12642992 0.23676534 0.29797453",{"type":19,"tag":33,"props":2267,"children":2268},{},[2269],{"type":29,"value":2270},"-0.04277696 0.24219972 0.16359471 0.16195399 0.07269616",{"type":19,"tag":33,"props":2272,"children":2273},{},[2274],{"type":29,"value":2275},"-0.1250204 -0.0185749 0.19040069 0.12709007 0.12064856",{"type":19,"tag":33,"props":2277,"children":2278},{},[2279],{"type":29,"value":2280},"0.30454746]",{"type":19,"tag":33,"props":2282,"children":2283},{},[2284],{"type":29,"value":2285},"[-0.1353235 -0.12385159 0.1025193 0.23867385 0.30110353",{"type":19,"tag":33,"props":2287,"children":2288},{},[2289],{"type":29,"value":2290},"-0.03195428 0.2832907 0.18136714 0.19130123 0.09153596",{"type":19,"tag":33,"props":2292,"children":2293},{},[2294],{"type":29,"value":2295},"-0.05207976 0.02430173 0.2524703 0.22256352 0.17788586",{"type":19,"tag":33,"props":2297,"children":2298},{},[2299],{"type":29,"value":2300},"0.3196903 ]",{"type":19,"tag":33,"props":2302,"children":2303},{},[2304],{"type":29,"value":2305},"[-0.15227936 -0.16710246 0.11279354 0.2324703 0.3158889",{"type":19,"tag":33,"props":2307,"children":2308},{},[2309],{"type":29,"value":2310},"-0.05391366 0.28967926 0.21905534 0.34464788 0.06061291",{"type":19,"tag":33,"props":2312,"children":2313},{},[2314],{"type":29,"value":2315},"0.10662059 0.08228769 0.38103724 0.44488934 0.22631703",{"type":19,"tag":33,"props":2317,"children":2318},{},[2319],{"type":29,"value":2320},"0.38864976]]",{"type":19,"tag":33,"props":2322,"children":2323},{},[2324],{"type":29,"value":2325},"[[ 0.07946795 0.30921736 0.35205007 0.37194842 0.2058839",{"type":19,"tag":33,"props":2327,"children":2328},{},[2329],{"type":29,"value":2330},"0.09482588 0.4332572 0.2775039 0.10343523 0.07151344",{"type":19,"tag":33,"props":2332,"children":2333},{},[2334],{"type":29,"value":2335},"-0.13616626 -0.04245609 0.10985457 0.06919786 0.0364913",{"type":19,"tag":33,"props":2337,"children":2338},{},[2339],{"type":29,"value":2340},"0.31924048]",{"type":19,"tag":33,"props":2342,"children":2343},{},[2344],{"type":29,"value":2345},"[-0.04591701 0.14795585 0.20307627 0.35713255 0.21074952",{"type":19,"tag":33,"props":2347,"children":2348},{},[2349],{"type":29,"value":2350},"0.03478044 0.36047992 0.15351431 0.11235587 0.07168273",{"type":19,"tag":33,"props":2352,"children":2353},{},[2354],{"type":29,"value":2355},"-0.11715946 -0.02380875 0.11772131 0.11803672 0.00387634",{"type":19,"tag":33,"props":2357,"children":2358},{},[2359],{"type":29,"value":2360},"0.33266184]",{"type":19,"tag":33,"props":2362,"children":2363},{},[2364],{"type":29,"value":2365},"[-0.09412251 0.02499678 0.17255405 0.3178058 0.23692454",{"type":19,"tag":33,"props":2367,"children":2368},{},[2369],{"type":29,"value":2370},"-0.03471331 0.26576498 0.10732022 0.14581609 0.07355653",{"type":19,"tag":33,"props":2372,"children":2373},{},[2374],{"type":29,"value":2375},"-0.12852795 0.01927058 0.13053373 0.14796041 0.01590303",{"type":19,"tag":33,"props":2377,"children":2378},{},[2379],{"type":29,"value":2380},"0.3854578 ]",{"type":19,"tag":33,"props":2382,"children":2383},{},[2384],{"type":29,"value":2385},"[-0.09348419 0.00631614 0.1466178 0.22848201 0.22966608",{"type":19,"tag":33,"props":2387,"children":2388},{},[2389],{"type":29,"value":2390},"-0.05388562 0.14963126 0.08823045 0.15729474 0.0657778",{"type":19,"tag":33,"props":2392,"children":2393},{},[2394],{"type":29,"value":2395},"-0.15222837 -0.01835432 0.15758416 0.17561477 -0.03188463",{"type":19,"tag":33,"props":2397,"children":2398},{},[2399],{"type":29,"value":2400},"0.3511778 ]",{"type":19,"tag":33,"props":2402,"children":2403},{},[2404],{"type":29,"value":2405},"[-0.15382743 -0.04836275 0.14573918 0.22835778 0.2532363",{"type":19,"tag":33,"props":2407,"children":2408},{},[2409],{"type":29,"value":2410},"-0.03674607 0.1401736 0.09852327 0.17570393 0.04582136",{"type":19,"tag":33,"props":2412,"children":2413},{},[2414],{"type":29,"value":2415},"-0.13850203 0.00081276 0.16863164 0.14211492 0.04397457",{"type":19,"tag":33,"props":2417,"children":2418},{},[2419],{"type":29,"value":2420},"0.33833435]",{"type":19,"tag":33,"props":2422,"children":2423},{},[2424],{"type":29,"value":2425},"[-0.14028388 -0.08847751 0.13194019 0.21878807 0.28851762",{"type":19,"tag":33,"props":2427,"children":2428},{},[2429],{"type":29,"value":2430},"-0.06432837 0.15592363 0.16226491 0.20294866 0.04400881",{"type":19,"tag":33,"props":2432,"children":2433},{},[2434],{"type":29,"value":2435},"-0.11535563 0.04870296 0.22049154 0.17808373 0.09339966",{"type":19,"tag":33,"props":2437,"children":2438},{},[2439],{"type":29,"value":2440},"0.34441146]",{"type":19,"tag":33,"props":2442,"children":2443},{},[2444],{"type":29,"value":2445},"[-0.1683049 -0.16189072 0.1318028 0.22591397 0.3027075",{"type":19,"tag":33,"props":2447,"children":2448},{},[2449],{"type":29,"value":2450},"-0.07447627 0.15145044 0.1329806 0.2544369 0.06014252",{"type":19,"tag":33,"props":2452,"children":2453},{},[2454],{"type":29,"value":2455},"-0.01793557 0.11026148 0.2146467 0.3118566 0.12141219",{"type":19,"tag":33,"props":2457,"children":2458},{},[2459],{"type":29,"value":2460},"0.39812002]",{"type":19,"tag":33,"props":2462,"children":2463},{},[2464],{"type":29,"value":2465},"[-0.19805393 -0.17752953 0.12876241 0.21628919 0.3038769",{"type":19,"tag":33,"props":2467,"children":2468},{},[2469],{"type":29,"value":2470},"-0.036511 0.1357605 0.10460708 0.3527281 0.07156999",{"type":19,"tag":33,"props":2472,"children":2473},{},[2474],{"type":29,"value":2475},"0.1540587 0.09252883 0.35960466 0.54258245 0.16377062",{"type":19,"tag":33,"props":2477,"children":2478},{},[2479],{"type":29,"value":2480},"0.40849966]]",{"type":19,"tag":33,"props":2482,"children":2483},{},[2484],{"type":29,"value":2485},"[[ 0.08452003 0.3159105 0.3420099 0.3319746 0.20285761",{"type":19,"tag":33,"props":2487,"children":2488},{},[2489],{"type":29,"value":2490},"0.08632328 0.3581056 0.27760154 0.14828831 0.04973472",{"type":19,"tag":33,"props":2492,"children":2493},{},[2494],{"type":29,"value":2495},"-0.18127252 -0.02664946 0.11601479 0.06740937 0.0379785",{"type":19,"tag":33,"props":2497,"children":2498},{},[2499],{"type":29,"value":2500},"0.342705 ]",{"type":19,"tag":33,"props":2502,"children":2503},{},[2504],{"type":29,"value":2505},"[-0.0266434 0.16035607 0.18312001 0.31999707 0.22840345",{"type":19,"tag":33,"props":2507,"children":2508},{},[2509],{"type":29,"value":2510},"0.01311543 0.3133277 0.20360778 0.12191478 0.06214391",{"type":19,"tag":33,"props":2512,"children":2513},{},[2514],{"type":29,"value":2515},"-0.16598006 -0.03916245 0.10791545 0.06448431 0.03113508",{"type":19,"tag":33,"props":2517,"children":2518},{},[2519],{"type":29,"value":2520},"0.33138022]",{"type":19,"tag":33,"props":2522,"children":2523},{},[2524],{"type":29,"value":2525},"[-0.10794992 0.03787376 0.16952753 0.2500641 0.24685495",{"type":19,"tag":33,"props":2527,"children":2528},{},[2529],{"type":29,"value":2530},"-0.05109966 0.20483223 0.18794663 0.16794644 0.03811646",{"type":19,"tag":33,"props":2532,"children":2533},{},[2534],{"type":29,"value":2535},"-0.17785533 0.00866746 0.13491729 0.06493596 0.055873",{"type":19,"tag":33,"props":2537,"children":2538},{},[2539],{"type":29,"value":2540},"0.3487326 ]",{"type":19,"tag":33,"props":2542,"children":2543},{},[2544],{"type":29,"value":2545},"[-0.11205798 -0.04663825 0.13637729 0.2688466 0.2944545",{"type":19,"tag":33,"props":2547,"children":2548},{},[2549],{"type":29,"value":2550},"-0.06623676 0.24580626 0.1894824 0.12357055 0.08545923",{"type":19,"tag":33,"props":2552,"children":2553},{},[2554],{"type":29,"value":2555},"-0.13890322 0.02125055 0.12671538 0.05041068 0.10938939",{"type":19,"tag":33,"props":2557,"children":2558},{},[2559],{"type":29,"value":2560},"0.37651145]",{"type":19,"tag":33,"props":2562,"children":2563},{},[2564],{"type":29,"value":2565},"[-0.14464049 -0.11277611 0.12929943 0.2506328 0.32429394",{"type":19,"tag":33,"props":2567,"children":2568},{},[2569],{"type":29,"value":2570},"-0.06989705 0.26676533 0.22626272 0.14871088 0.06151669",{"type":19,"tag":33,"props":2572,"children":2573},{},[2574],{"type":29,"value":2575},"-0.14160013 0.01764496 0.15616798 0.06309532 0.11477884",{"type":19,"tag":33,"props":2577,"children":2578},{},[2579],{"type":29,"value":2580},"0.3533678 ]",{"type":19,"tag":33,"props":2582,"children":2583},{},[2584],{"type":29,"value":2585},"[-0.1919359 -0.14934857 0.12687694 0.2482472 0.30332044",{"type":19,"tag":33,"props":2587,"children":2588},{},[2589],{"type":29,"value":2590},"-0.02129422 0.24142255 0.19039477 0.1872613 0.05607529",{"type":19,"tag":33,"props":2592,"children":2593},{},[2594],{"type":29,"value":2595},"-0.10981983 0.02655923 0.19725962 0.15991098 0.08460074",{"type":19,"tag":33,"props":2597,"children":2598},{},[2599],{"type":29,"value":2600},"0.32532936]",{"type":19,"tag":33,"props":2602,"children":2603},{},[2604],{"type":29,"value":2605},"[-0.15997384 -0.16905244 0.12601317 0.24978957 0.3109707",{"type":19,"tag":33,"props":2607,"children":2608},{},[2609],{"type":29,"value":2610},"-0.05129525 0.25644392 0.18721735 0.23115595 0.07164647",{"type":19,"tag":33,"props":2612,"children":2613},{},[2614],{"type":29,"value":2615},"-0.04363466 0.09616573 0.23608637 0.23462081 0.16639999",{"type":19,"tag":33,"props":2617,"children":2618},{},[2619],{"type":29,"value":2620},"0.36137852]",{"type":19,"tag":33,"props":2622,"children":2623},{},[2624],{"type":29,"value":2625},"[-0.17784727 -0.19330868 0.12555353 0.25036657 0.3237954",{"type":19,"tag":33,"props":2627,"children":2628},{},[2629],{"type":29,"value":2630},"-0.05024423 0.27374345 0.16953917 0.3444527 0.074378",{"type":19,"tag":33,"props":2632,"children":2633},{},[2634],{"type":29,"value":2635},"0.12866443 0.11058272 0.34053382 0.47292238 0.20279881",{"type":19,"tag":33,"props":2637,"children":2638},{},[2639],{"type":29,"value":2640},"0.42136478]]",{"type":19,"tag":33,"props":2642,"children":2643},{},[2644],{"type":29,"value":2645},"[[ 0.09268619 0.35032618 0.34263822 0.33635783 0.19130397",{"type":19,"tag":33,"props":2647,"children":2648},{},[2649],{"type":29,"value":2650},"0.089779 0.3541034 0.26252666 0.15370639 0.05593391",{"type":19,"tag":33,"props":2652,"children":2653},{},[2654],{"type":29,"value":2655},"-0.16430146 -0.00316385 0.14068598 0.13546935 -0.01566708",{"type":19,"tag":33,"props":2657,"children":2658},{},[2659],{"type":29,"value":2660},"0.32892445]",{"type":19,"tag":33,"props":2662,"children":2663},{},[2664],{"type":29,"value":2665},"[ 0.00249528 0.16723414 0.19037648 0.32905748 0.20670214",{"type":19,"tag":33,"props":2667,"children":2668},{},[2669],{"type":29,"value":2670},"-0.01093364 0.22814633 0.10346357 0.14574584 0.08942283",{"type":19,"tag":33,"props":2672,"children":2673},{},[2674],{"type":29,"value":2675},"-0.13508694 0.02989143 0.13283192 0.155128 -0.00928066",{"type":19,"tag":33,"props":2677,"children":2678},{},[2679],{"type":29,"value":2680},"0.38435996]",{"type":19,"tag":33,"props":2682,"children":2683},{},[2684],{"type":29,"value":2685},"[-0.09191902 0.02066077 0.1762495 0.2693505 0.2615397",{"type":19,"tag":33,"props":2687,"children":2688},{},[2689],{"type":29,"value":2690},"-0.07361222 0.17539641 0.12341685 0.14845897 0.06833903",{"type":19,"tag":33,"props":2692,"children":2693},{},[2694],{"type":29,"value":2695},"-0.15054268 0.02503714 0.12414654 0.08736143 0.07049443",{"type":19,"tag":33,"props":2697,"children":2698},{},[2699],{"type":29,"value":2700},"0.35888508]",{"type":19,"tag":33,"props":2702,"children":2703},{},[2704],{"type":29,"value":2705},"[-0.08116069 -0.0288023 0.12298302 0.24174306 0.3107592",{"type":19,"tag":33,"props":2707,"children":2708},{},[2709],{"type":29,"value":2710},"-0.07053182 0.23929915 0.17529318 0.09909797 0.10476568",{"type":19,"tag":33,"props":2712,"children":2713},{},[2714],{"type":29,"value":2715},"-0.13906275 -0.0065798 0.12028767 0.09093229 0.08531829",{"type":19,"tag":33,"props":2717,"children":2718},{},[2719],{"type":29,"value":2720},"0.33838242]",{"type":19,"tag":33,"props":2722,"children":2723},{},[2724],{"type":29,"value":2725},"[-0.08996075 -0.04482763 0.10432535 0.18569301 0.29469466",{"type":19,"tag":33,"props":2727,"children":2728},{},[2729],{"type":29,"value":2730},"-0.064595 0.21119419 0.19096416 0.15567164 0.06260847",{"type":19,"tag":33,"props":2732,"children":2733},{},[2734],{"type":29,"value":2735},"-0.15861334 -0.01660161 0.17961282 0.14018227 0.05389842",{"type":19,"tag":33,"props":2737,"children":2738},{},[2739],{"type":29,"value":2740},"0.32480207]",{"type":19,"tag":33,"props":2742,"children":2743},{},[2744],{"type":29,"value":2745},"[-0.13079894 -0.12208281 0.11661161 0.20262218 0.31364897",{"type":19,"tag":33,"props":2747,"children":2748},{},[2749],{"type":29,"value":2750},"-0.09002802 0.23725566 0.21705934 0.20321131 0.03772969",{"type":19,"tag":33,"props":2752,"children":2753},{},[2754],{"type":29,"value":2755},"-0.12727125 0.04301733 0.21097985 0.16362298 0.12457186",{"type":19,"tag":33,"props":2757,"children":2758},{},[2759],{"type":29,"value":2760},"0.3570657 ]",{"type":19,"tag":33,"props":2762,"children":2763},{},[2764],{"type":29,"value":2765},"[-0.14077222 -0.14493458 0.10797977 0.20154148 0.32082993",{"type":19,"tag":33,"props":2767,"children":2768},{},[2769],{"type":29,"value":2770},"-0.06558356 0.24276899 0.20433648 0.23955566 0.04574178",{"type":19,"tag":33,"props":2772,"children":2773},{},[2774],{"type":29,"value":2775},"-0.03365875 0.05299059 0.26905897 0.3059458 0.11437013",{"type":19,"tag":33,"props":2777,"children":2778},{},[2779],{"type":29,"value":2780},"0.3523326 ]",{"type":19,"tag":33,"props":2782,"children":2783},{},[2784],{"type":29,"value":2785},"[-0.20353709 -0.20380074 0.12652008 0.19772139 0.28259847",{"type":19,"tag":33,"props":2787,"children":2788},{},[2789],{"type":29,"value":2790},"-0.04320877 0.1549557 0.12743628 0.37037018 0.04201189",{"type":19,"tag":33,"props":2792,"children":2793},{},[2794],{"type":29,"value":2795},"0.16136979 0.10812846 0.3535916 0.573114 0.14248823",{"type":19,"tag":33,"props":2797,"children":2798},{},[2799],{"type":29,"value":2800},"0.42301312]]]",{"type":19,"tag":33,"props":2802,"children":2803},{},[2804],{"type":29,"value":2805},"====== single layer bi lstm hn0 shape: (2, 4, 8) ======",{"type":19,"tag":33,"props":2807,"children":2808},{},[2809],{"type":29,"value":2810},"[[[-0.15227936 -0.16710246 0.11279354 0.2324703 0.3158889",{"type":19,"tag":33,"props":2812,"children":2813},{},[2814],{"type":29,"value":2815},"-0.05391366 0.28967926 0.21905534]",{"type":19,"tag":33,"props":2817,"children":2818},{},[2819],{"type":29,"value":2465},{"type":19,"tag":33,"props":2821,"children":2822},{},[2823],{"type":29,"value":2824},"-0.036511 0.1357605 0.10460708]",{"type":19,"tag":33,"props":2826,"children":2827},{},[2828],{"type":29,"value":2625},{"type":19,"tag":33,"props":2830,"children":2831},{},[2832],{"type":29,"value":2833},"-0.05024423 0.27374345 0.16953917]",{"type":19,"tag":33,"props":2835,"children":2836},{},[2837],{"type":29,"value":2785},{"type":19,"tag":33,"props":2839,"children":2840},{},[2841],{"type":29,"value":2842},"-0.04320877 0.1549557 0.12743628]]",{"type":19,"tag":33,"props":2844,"children":2845},{},[2846],{"type":29,"value":2847},"[[ 0.08194006 0.11577142 -0.09744498 -0.02763127 0.09280778",{"type":19,"tag":33,"props":2849,"children":2850},{},[2851],{"type":29,"value":2852},"0.08716499 0.02522062 0.33181873]",{"type":19,"tag":33,"props":2854,"children":2855},{},[2856],{"type":29,"value":2857},"[ 0.10343523 0.07151344 -0.13616626 -0.04245609 0.10985457",{"type":19,"tag":33,"props":2859,"children":2860},{},[2861],{"type":29,"value":2862},"0.06919786 0.0364913 0.31924048]",{"type":19,"tag":33,"props":2864,"children":2865},{},[2866],{"type":29,"value":2867},"[ 0.14828831 0.04973472 -0.18127252 -0.02664946 0.11601479",{"type":19,"tag":33,"props":2869,"children":2870},{},[2871],{"type":29,"value":2872},"0.06740937 0.0379785 0.342705 ]",{"type":19,"tag":33,"props":2874,"children":2875},{},[2876],{"type":29,"value":2877},"[ 0.15370639 0.05593391 -0.16430146 -0.00316385 0.14068598",{"type":19,"tag":33,"props":2879,"children":2880},{},[2881],{"type":29,"value":2882},"0.13546935 -0.01566708 0.32892445]]]",{"type":19,"tag":33,"props":2884,"children":2885},{},[2886],{"type":29,"value":2887},"====== single layer bi lstm cn0 shape: (2, 4, 8) ======",{"type":19,"tag":33,"props":2889,"children":2890},{},[2891],{"type":29,"value":2892},"[[[-0.48307976 -0.40690032 0.24048738 0.49366224 0.5961513",{"type":19,"tag":33,"props":2894,"children":2895},{},[2896],{"type":29,"value":2897},"-0.13565473 0.5191028 0.48418468]",{"type":19,"tag":33,"props":2899,"children":2900},{},[2901],{"type":29,"value":2902},"[-0.55306923 -0.41890883 0.31527558 0.4081013 0.5560535",{"type":19,"tag":33,"props":2904,"children":2905},{},[2906],{"type":29,"value":2907},"-0.10868378 0.22270739 0.224445 ]",{"type":19,"tag":33,"props":2909,"children":2910},{},[2911],{"type":29,"value":2912},"[-0.5595058 -0.5172409 0.28816614 0.4680259 0.6353333",{"type":19,"tag":33,"props":2914,"children":2915},{},[2916],{"type":29,"value":2917},"-0.1406159 0.45408633 0.39424264]",{"type":19,"tag":33,"props":2919,"children":2920},{},[2921],{"type":29,"value":2922},"[-0.55914015 -0.42366728 0.29431793 0.42468843 0.5133875",{"type":19,"tag":33,"props":2924,"children":2925},{},[2926],{"type":29,"value":2927},"-0.11134674 0.27713037 0.2564772 ]]",{"type":19,"tag":33,"props":2929,"children":2930},{},[2931],{"type":29,"value":2932},"[[ 0.13141792 0.26979685 -0.20174497 -0.06629345 0.16831748",{"type":19,"tag":33,"props":2934,"children":2935},{},[2936],{"type":29,"value":2937},"0.14618596 0.05280813 0.84774 ]",{"type":19,"tag":33,"props":2939,"children":2940},{},[2941],{"type":29,"value":2942},"[ 0.16957031 0.19068424 -0.28012666 -0.10653219 0.1932735",{"type":19,"tag":33,"props":2944,"children":2945},{},[2946],{"type":29,"value":2947},"0.12457087 0.07286038 0.91865647]",{"type":19,"tag":33,"props":2949,"children":2950},{},[2951],{"type":29,"value":2952},"[ 0.25553685 0.1275407 -0.37673476 -0.06495219 0.21608156",{"type":19,"tag":33,"props":2954,"children":2955},{},[2956],{"type":29,"value":2957},"0.11330918 0.07597075 0.97954106]",{"type":19,"tag":33,"props":2959,"children":2960},{},[2961],{"type":29,"value":2962},"[ 0.2739099 0.14198926 -0.342751 -0.00778307 0.25392675",{"type":19,"tag":33,"props":2964,"children":2965},{},[2966],{"type":29,"value":2967},"0.23573248 -0.03052862 0.89955646]]]",{"type":19,"tag":33,"props":2969,"children":2970},{},[2971],{"type":29,"value":2972},"====== single layer bi lstm output 1 shape: (4, 8, 16) ======",{"type":19,"tag":33,"props":2974,"children":2975},{},[2976],{"type":29,"value":2977},"[[[ 0.11591419 0.299611 0.3425573 0.4287143 0.17212108",{"type":19,"tag":33,"props":2979,"children":2980},{},[2981],{"type":29,"value":2982},"0.07444337 0.43271446 0.15715674 0.14267941 0.11772849",{"type":19,"tag":33,"props":2984,"children":2985},{},[2986],{"type":29,"value":2987},"-0.08396029 -0.0199183 0.17602898 0.19761203 0.06850712",{"type":19,"tag":33,"props":2989,"children":2990},{},[2991],{"type":29,"value":2992},"0.30409858]",{"type":19,"tag":33,"props":2994,"children":2995},{},[2996],{"type":29,"value":2997},"[-0.01308823 0.1362367 0.19448121 0.3702814 0.22777143",{"type":19,"tag":33,"props":2999,"children":3000},{},[3001],{"type":29,"value":3002},"0.00628781 0.39128026 0.1550157 0.19404428 0.11392959",{"type":19,"tag":33,"props":3004,"children":3005},{},[3006],{"type":29,"value":3007},"-0.04281732 0.02546077 0.24461909 0.24037687 0.16997418",{"type":19,"tag":33,"props":3009,"children":3010},{},[3011],{"type":29,"value":3012},"0.30728906]",{"type":19,"tag":33,"props":3014,"children":3015},{},[3016],{"type":29,"value":3017},"[-0.05627449 0.04682725 0.15380071 0.3137156 0.26430035",{"type":19,"tag":33,"props":3019,"children":3020},{},[3021],{"type":29,"value":3022},"-0.04651401 0.3572325 0.1658463 0.32523182 0.10201547",{"type":19,"tag":33,"props":3024,"children":3025},{},[3026],{"type":29,"value":3027},"0.12631407 0.07232428 0.37344953 0.46444228 0.22052252",{"type":19,"tag":33,"props":3029,"children":3030},{},[3031],{"type":29,"value":3032},"0.38782993]",{"type":19,"tag":33,"props":3034,"children":3035},{},[3036],{"type":29,"value":1383},{"type":19,"tag":33,"props":3038,"children":3039},{},[3040],{"type":29,"value":3041},"0. 0. 0. 0. 0.",{"type":19,"tag":33,"props":3043,"children":3044},{},[3045],{"type":29,"value":3041},{"type":19,"tag":33,"props":3047,"children":3048},{},[3049],{"type":29,"value":3050},"0. ]",{"type":19,"tag":33,"props":3052,"children":3053},{},[3054],{"type":29,"value":1383},{"type":19,"tag":33,"props":3056,"children":3057},{},[3058],{"type":29,"value":3041},{"type":19,"tag":33,"props":3060,"children":3061},{},[3062],{"type":29,"value":3041},{"type":19,"tag":33,"props":3064,"children":3065},{},[3066],{"type":29,"value":3050},{"type":19,"tag":33,"props":3068,"children":3069},{},[3070],{"type":29,"value":1383},{"type":19,"tag":33,"props":3072,"children":3073},{},[3074],{"type":29,"value":3041},{"type":19,"tag":33,"props":3076,"children":3077},{},[3078],{"type":29,"value":3041},{"type":19,"tag":33,"props":3080,"children":3081},{},[3082],{"type":29,"value":3050},{"type":19,"tag":33,"props":3084,"children":3085},{},[3086],{"type":29,"value":1383},{"type":19,"tag":33,"props":3088,"children":3089},{},[3090],{"type":29,"value":3041},{"type":19,"tag":33,"props":3092,"children":3093},{},[3094],{"type":29,"value":3041},{"type":19,"tag":33,"props":3096,"children":3097},{},[3098],{"type":29,"value":3050},{"type":19,"tag":33,"props":3100,"children":3101},{},[3102],{"type":29,"value":1383},{"type":19,"tag":33,"props":3104,"children":3105},{},[3106],{"type":29,"value":3041},{"type":19,"tag":33,"props":3108,"children":3109},{},[3110],{"type":29,"value":3041},{"type":19,"tag":33,"props":3112,"children":3113},{},[3114],{"type":29,"value":3115},"0. ]]",{"type":19,"tag":33,"props":3117,"children":3118},{},[3119],{"type":29,"value":2325},{"type":19,"tag":33,"props":3121,"children":3122},{},[3123],{"type":29,"value":3124},"0.09482589 0.4332572 0.27750388 0.10343523 0.07151344",{"type":19,"tag":33,"props":3126,"children":3127},{},[3128],{"type":29,"value":3129},"-0.13616627 -0.04245608 0.10985459 0.06919786 0.0364913",{"type":19,"tag":33,"props":3131,"children":3132},{},[3133],{"type":29,"value":2340},{"type":19,"tag":33,"props":3135,"children":3136},{},[3137],{"type":29,"value":2345},{"type":19,"tag":33,"props":3139,"children":3140},{},[3141],{"type":29,"value":3142},"0.03478044 0.36047992 0.1535143 0.11235587 0.07168273",{"type":19,"tag":33,"props":3144,"children":3145},{},[3146],{"type":29,"value":3147},"-0.11715946 -0.02380875 0.11772133 0.11803672 0.00387635",{"type":19,"tag":33,"props":3149,"children":3150},{},[3151],{"type":29,"value":2360},{"type":19,"tag":33,"props":3153,"children":3154},{},[3155],{"type":29,"value":3156},"[-0.09412251 0.02499679 0.17255405 0.31780577 0.23692457",{"type":19,"tag":33,"props":3158,"children":3159},{},[3160],{"type":29,"value":3161},"-0.03471331 0.265765 0.10732021 0.14581607 0.07355653",{"type":19,"tag":33,"props":3163,"children":3164},{},[3165],{"type":29,"value":2375},{"type":19,"tag":33,"props":3167,"children":3168},{},[3169],{"type":29,"value":3170},"0.38545772]",{"type":19,"tag":33,"props":3172,"children":3173},{},[3174],{"type":29,"value":3175},"[-0.09348419 0.00631614 0.14661779 0.228482 0.2296661",{"type":19,"tag":33,"props":3177,"children":3178},{},[3179],{"type":29,"value":3180},"-0.05388563 0.14963126 0.08823042 0.15729474 0.0657778",{"type":19,"tag":33,"props":3182,"children":3183},{},[3184],{"type":29,"value":2395},{"type":19,"tag":33,"props":3186,"children":3187},{},[3188],{"type":29,"value":3189},"0.35117778]",{"type":19,"tag":33,"props":3191,"children":3192},{},[3193],{"type":29,"value":3194},"[-0.15382743 -0.04836275 0.14573918 0.22835778 0.25323635",{"type":19,"tag":33,"props":3196,"children":3197},{},[3198],{"type":29,"value":3199},"-0.03674608 0.14017357 0.09852324 0.17570391 0.04582136",{"type":19,"tag":33,"props":3201,"children":3202},{},[3203],{"type":29,"value":3204},"-0.13850203 0.00081274 0.16863164 0.14211491 0.04397457",{"type":19,"tag":33,"props":3206,"children":3207},{},[3208],{"type":29,"value":2420},{"type":19,"tag":33,"props":3210,"children":3211},{},[3212],{"type":29,"value":2425},{"type":19,"tag":33,"props":3214,"children":3215},{},[3216],{"type":29,"value":3217},"-0.06432837 0.15592363 0.16226488 0.20294866 0.04400881",{"type":19,"tag":33,"props":3219,"children":3220},{},[3221],{"type":29,"value":3222},"-0.11535563 0.04870294 0.22049154 0.17808372 0.09339967",{"type":19,"tag":33,"props":3224,"children":3225},{},[3226],{"type":29,"value":2440},{"type":19,"tag":33,"props":3228,"children":3229},{},[3230],{"type":29,"value":3231},"[-0.1683049 -0.16189072 0.1318028 0.22591396 0.30270752",{"type":19,"tag":33,"props":3233,"children":3234},{},[3235],{"type":29,"value":3236},"-0.07447628 0.15145041 0.13298061 0.2544369 0.06014251",{"type":19,"tag":33,"props":3238,"children":3239},{},[3240],{"type":29,"value":3241},"-0.01793558 0.11026147 0.2146467 0.31185657 0.1214122",{"type":19,"tag":33,"props":3243,"children":3244},{},[3245],{"type":29,"value":3246},"0.39812005]",{"type":19,"tag":33,"props":3248,"children":3249},{},[3250],{"type":29,"value":3251},"[-0.19805394 -0.17752953 0.12876241 0.21628918 0.30387694",{"type":19,"tag":33,"props":3253,"children":3254},{},[3255],{"type":29,"value":3256},"-0.036511 0.1357605 0.10460708 0.3527281 0.07156998",{"type":19,"tag":33,"props":3258,"children":3259},{},[3260],{"type":29,"value":3261},"0.1540587 0.09252883 0.35960466 0.54258245 0.16377063",{"type":19,"tag":33,"props":3263,"children":3264},{},[3265],{"type":29,"value":2480},{"type":19,"tag":33,"props":3267,"children":3268},{},[3269],{"type":29,"value":3270},"[[ 0.08452003 0.31591052 0.3420099 0.3319746 0.2028576",{"type":19,"tag":33,"props":3272,"children":3273},{},[3274],{"type":29,"value":3275},"0.08632328 0.3581056 0.2776015 0.16127887 0.05090985",{"type":19,"tag":33,"props":3277,"children":3278},{},[3279],{"type":29,"value":3280},"-0.18798977 -0.03278283 0.14869703 0.09618111 0.05077953",{"type":19,"tag":33,"props":3282,"children":3283},{},[3284],{"type":29,"value":3285},"0.32884052]",{"type":19,"tag":33,"props":3287,"children":3288},{},[3289],{"type":29,"value":3290},"[-0.0266434 0.16035606 0.18312001 0.31999707 0.22840345",{"type":19,"tag":33,"props":3292,"children":3293},{},[3294],{"type":29,"value":3295},"0.01311543 0.31332764 0.20360778 0.14828573 0.06162609",{"type":19,"tag":33,"props":3297,"children":3298},{},[3299],{"type":29,"value":3300},"-0.16532603 -0.04184524 0.17109753 0.11741111 0.05272176",{"type":19,"tag":33,"props":3302,"children":3303},{},[3304],{"type":29,"value":3305},"0.31123316]",{"type":19,"tag":33,"props":3307,"children":3308},{},[3309],{"type":29,"value":2525},{"type":19,"tag":33,"props":3311,"children":3312},{},[3313],{"type":29,"value":3314},"-0.05109966 0.2048322 0.18794663 0.21637706 0.03754523",{"type":19,"tag":33,"props":3316,"children":3317},{},[3318],{"type":29,"value":3319},"-0.15342048 0.0159312 0.2186653 0.17495207 0.09126361",{"type":19,"tag":33,"props":3321,"children":3322},{},[3323],{"type":29,"value":3324},"0.32591543]",{"type":19,"tag":33,"props":3326,"children":3327},{},[3328],{"type":29,"value":3329},"[-0.11205798 -0.04663826 0.13637729 0.2688466 0.2944545",{"type":19,"tag":33,"props":3331,"children":3332},{},[3333],{"type":29,"value":3334},"-0.06623676 0.24580622 0.1894824 0.21777555 0.08560579",{"type":19,"tag":33,"props":3336,"children":3337},{},[3338],{"type":29,"value":3339},"-0.0555483 0.0522357 0.2504716 0.23061936 0.18061498",{"type":19,"tag":33,"props":3341,"children":3342},{},[3343],{"type":29,"value":3344},"0.34555358]",{"type":19,"tag":33,"props":3346,"children":3347},{},[3348],{"type":29,"value":3349},"[-0.14464049 -0.11277609 0.12929943 0.2506328 0.32429394",{"type":19,"tag":33,"props":3351,"children":3352},{},[3353],{"type":29,"value":3354},"-0.06989705 0.26676533 0.22626273 0.34267974 0.06394035",{"type":19,"tag":33,"props":3356,"children":3357},{},[3358],{"type":29,"value":3359},"0.10800922 0.07929072 0.38286424 0.44688055 0.22619261",{"type":19,"tag":33,"props":3361,"children":3362},{},[3363],{"type":29,"value":3364},"0.38621217]",{"type":19,"tag":33,"props":3366,"children":3367},{},[3368],{"type":29,"value":1383},{"type":19,"tag":33,"props":3370,"children":3371},{},[3372],{"type":29,"value":3041},{"type":19,"tag":33,"props":3374,"children":3375},{},[3376],{"type":29,"value":3041},{"type":19,"tag":33,"props":3378,"children":3379},{},[3380],{"type":29,"value":3050},{"type":19,"tag":33,"props":3382,"children":3383},{},[3384],{"type":29,"value":1383},{"type":19,"tag":33,"props":3386,"children":3387},{},[3388],{"type":29,"value":3041},{"type":19,"tag":33,"props":3390,"children":3391},{},[3392],{"type":29,"value":3041},{"type":19,"tag":33,"props":3394,"children":3395},{},[3396],{"type":29,"value":3050},{"type":19,"tag":33,"props":3398,"children":3399},{},[3400],{"type":29,"value":1383},{"type":19,"tag":33,"props":3402,"children":3403},{},[3404],{"type":29,"value":3041},{"type":19,"tag":33,"props":3406,"children":3407},{},[3408],{"type":29,"value":3041},{"type":19,"tag":33,"props":3410,"children":3411},{},[3412],{"type":29,"value":3115},{"type":19,"tag":33,"props":3414,"children":3415},{},[3416],{"type":29,"value":2645},{"type":19,"tag":33,"props":3418,"children":3419},{},[3420],{"type":29,"value":3421},"0.089779 0.3541034 0.26252666 0.34620598 0.06714007",{"type":19,"tag":33,"props":3423,"children":3424},{},[3425],{"type":29,"value":3426},"0.13512857 0.04233981 0.42014182 0.5216394 0.18838547",{"type":19,"tag":33,"props":3428,"children":3429},{},[3430],{"type":29,"value":3431},"0.3683127 ]",{"type":19,"tag":33,"props":3433,"children":3434},{},[3435],{"type":29,"value":1383},{"type":19,"tag":33,"props":3437,"children":3438},{},[3439],{"type":29,"value":3041},{"type":19,"tag":33,"props":3441,"children":3442},{},[3443],{"type":29,"value":3041},{"type":19,"tag":33,"props":3445,"children":3446},{},[3447],{"type":29,"value":3050},{"type":19,"tag":33,"props":3449,"children":3450},{},[3451],{"type":29,"value":1383},{"type":19,"tag":33,"props":3453,"children":3454},{},[3455],{"type":29,"value":3041},{"type":19,"tag":33,"props":3457,"children":3458},{},[3459],{"type":29,"value":3041},{"type":19,"tag":33,"props":3461,"children":3462},{},[3463],{"type":29,"value":3050},{"type":19,"tag":33,"props":3465,"children":3466},{},[3467],{"type":29,"value":1383},{"type":19,"tag":33,"props":3469,"children":3470},{},[3471],{"type":29,"value":3041},{"type":19,"tag":33,"props":3473,"children":3474},{},[3475],{"type":29,"value":3041},{"type":19,"tag":33,"props":3477,"children":3478},{},[3479],{"type":29,"value":3050},{"type":19,"tag":33,"props":3481,"children":3482},{},[3483],{"type":29,"value":1383},{"type":19,"tag":33,"props":3485,"children":3486},{},[3487],{"type":29,"value":3041},{"type":19,"tag":33,"props":3489,"children":3490},{},[3491],{"type":29,"value":3041},{"type":19,"tag":33,"props":3493,"children":3494},{},[3495],{"type":29,"value":3050},{"type":19,"tag":33,"props":3497,"children":3498},{},[3499],{"type":29,"value":1383},{"type":19,"tag":33,"props":3501,"children":3502},{},[3503],{"type":29,"value":3041},{"type":19,"tag":33,"props":3505,"children":3506},{},[3507],{"type":29,"value":3041},{"type":19,"tag":33,"props":3509,"children":3510},{},[3511],{"type":29,"value":3050},{"type":19,"tag":33,"props":3513,"children":3514},{},[3515],{"type":29,"value":1383},{"type":19,"tag":33,"props":3517,"children":3518},{},[3519],{"type":29,"value":3041},{"type":19,"tag":33,"props":3521,"children":3522},{},[3523],{"type":29,"value":3041},{"type":19,"tag":33,"props":3525,"children":3526},{},[3527],{"type":29,"value":3050},{"type":19,"tag":33,"props":3529,"children":3530},{},[3531],{"type":29,"value":1383},{"type":19,"tag":33,"props":3533,"children":3534},{},[3535],{"type":29,"value":3041},{"type":19,"tag":33,"props":3537,"children":3538},{},[3539],{"type":29,"value":3041},{"type":19,"tag":33,"props":3541,"children":3542},{},[3543],{"type":29,"value":3544},"0. ]]]",{"type":19,"tag":33,"props":3546,"children":3547},{},[3548],{"type":29,"value":3549},"====== single layer bi lstm hn1 shape: (2, 4, 8) ======",{"type":19,"tag":33,"props":3551,"children":3552},{},[3553],{"type":29,"value":3554},"[[[-0.05627449 0.04682725 0.15380071 0.3137156 0.26430035",{"type":19,"tag":33,"props":3556,"children":3557},{},[3558],{"type":29,"value":3559},"-0.04651401 0.3572325 0.1658463 ]",{"type":19,"tag":33,"props":3561,"children":3562},{},[3563],{"type":29,"value":3251},{"type":19,"tag":33,"props":3565,"children":3566},{},[3567],{"type":29,"value":2824},{"type":19,"tag":33,"props":3569,"children":3570},{},[3571],{"type":29,"value":3349},{"type":19,"tag":33,"props":3573,"children":3574},{},[3575],{"type":29,"value":3576},"-0.06989705 0.26676533 0.22626273]",{"type":19,"tag":33,"props":3578,"children":3579},{},[3580],{"type":29,"value":3581},"[ 0.09268619 0.35032618 0.34263822 0.33635783 0.19130397",{"type":19,"tag":33,"props":3583,"children":3584},{},[3585],{"type":29,"value":3586},"0.089779 0.3541034 0.26252666]]",{"type":19,"tag":33,"props":3588,"children":3589},{},[3590],{"type":29,"value":3591},"[[ 0.14267941 0.11772849 -0.08396029 -0.0199183 0.17602898",{"type":19,"tag":33,"props":3593,"children":3594},{},[3595],{"type":29,"value":3596},"0.19761203 0.06850712 0.30409858]",{"type":19,"tag":33,"props":3598,"children":3599},{},[3600],{"type":29,"value":3601},"[ 0.10343523 0.07151344 -0.13616627 -0.04245608 0.10985459",{"type":19,"tag":33,"props":3603,"children":3604},{},[3605],{"type":29,"value":2862},{"type":19,"tag":33,"props":3607,"children":3608},{},[3609],{"type":29,"value":3610},"[ 0.16127887 0.05090985 -0.18798977 -0.03278283 0.14869703",{"type":19,"tag":33,"props":3612,"children":3613},{},[3614],{"type":29,"value":3615},"0.09618111 0.05077953 0.32884052]",{"type":19,"tag":33,"props":3617,"children":3618},{},[3619],{"type":29,"value":3620},"[ 0.34620598 0.06714007 0.13512857 0.04233981 0.42014182",{"type":19,"tag":33,"props":3622,"children":3623},{},[3624],{"type":29,"value":3625},"0.5216394 0.18838547 0.3683127 ]]]",{"type":19,"tag":33,"props":3627,"children":3628},{},[3629],{"type":29,"value":3630},"====== single layer bi lstm cn1 shape: (2, 4, 8) ======",{"type":19,"tag":33,"props":3632,"children":3633},{},[3634],{"type":29,"value":3635},"[[[-0.16340391 0.12338591 0.36321753 0.60983956 0.4963916",{"type":19,"tag":33,"props":3637,"children":3638},{},[3639],{"type":29,"value":3640},"-0.14528881 0.61422133 0.37583172]",{"type":19,"tag":33,"props":3642,"children":3643},{},[3644],{"type":29,"value":3645},"[-0.5530693 -0.41890883 0.31527558 0.40810126 0.5560536",{"type":19,"tag":33,"props":3647,"children":3648},{},[3649],{"type":29,"value":3650},"-0.10868377 0.22270739 0.22444502]",{"type":19,"tag":33,"props":3652,"children":3653},{},[3654],{"type":29,"value":3655},"[-0.46137562 -0.27004397 0.27595642 0.5348579 0.62363803",{"type":19,"tag":33,"props":3657,"children":3658},{},[3659],{"type":29,"value":3660},"-0.18086377 0.46610427 0.4973321 ]",{"type":19,"tag":33,"props":3662,"children":3663},{},[3664],{"type":29,"value":3665},"[ 0.23746979 0.6868869 0.56339467 0.96855223 0.39346337",{"type":19,"tag":33,"props":3667,"children":3668},{},[3669],{"type":29,"value":3670},"0.32335475 0.7259624 0.4185825 ]]",{"type":19,"tag":33,"props":3672,"children":3673},{},[3674],{"type":29,"value":3675},"[[ 0.22938183 0.2952913 -0.17549752 -0.05000385 0.33509728",{"type":19,"tag":33,"props":3677,"children":3678},{},[3679],{"type":29,"value":3680},"0.3336044 0.14473113 0.7370499 ]",{"type":19,"tag":33,"props":3682,"children":3683},{},[3684],{"type":29,"value":3685},"[ 0.16957031 0.19068426 -0.2801267 -0.10653219 0.19327351",{"type":19,"tag":33,"props":3687,"children":3688},{},[3689],{"type":29,"value":2947},{"type":19,"tag":33,"props":3691,"children":3692},{},[3693],{"type":29,"value":3694},"[ 0.27940926 0.13317151 -0.39137632 -0.081429 0.28198367",{"type":19,"tag":33,"props":3696,"children":3697},{},[3698],{"type":29,"value":3699},"0.16170114 0.10146889 0.91004795]",{"type":19,"tag":33,"props":3701,"children":3702},{},[3703],{"type":29,"value":3704},"[ 0.6180897 0.28882137 0.28748003 0.15160248 0.7991137",{"type":19,"tag":33,"props":3706,"children":3707},{},[3708],{"type":29,"value":3709},"0.90929043 0.45457762 0.8128108 ]]]",{"type":19,"tag":33,"props":3711,"children":3712},{},[3713],{"type":19,"tag":60,"props":3714,"children":3715},{},[3716],{"type":29,"value":3717},"3.3 Double-Layer Bidirectional LSTM",{"type":19,"tag":33,"props":3719,"children":3720},{},[3721,3722,3726,3727,3731,3732,3736,3737,3741,3742,3746,3747,3751],{"type":29,"value":488},{"type":19,"tag":60,"props":3723,"children":3724},{},[3725],{"type":29,"value":493},{"type":29,"value":495},{"type":19,"tag":60,"props":3728,"children":3729},{},[3730],{"type":29,"value":461},{"type":29,"value":501},{"type":19,"tag":60,"props":3733,"children":3734},{},[3735],{"type":29,"value":506},{"type":29,"value":508},{"type":19,"tag":60,"props":3738,"children":3739},{},[3740],{"type":29,"value":513},{"type":29,"value":515},{"type":19,"tag":60,"props":3743,"children":3744},{},[3745],{"type":29,"value":520},{"type":29,"value":522},{"type":19,"tag":60,"props":3748,"children":3749},{},[3750],{"type":29,"value":506},{"type":29,"value":312},{"type":19,"tag":33,"props":3753,"children":3754},{},[3755,3757,3761],{"type":29,"value":3756},"The double-layer bidirectional LSTM is used, and the hidden layer size is ",{"type":19,"tag":60,"props":3758,"children":3759},{},[3760],{"type":29,"value":520},{"type":29,"value":312},{"type":19,"tag":33,"props":3763,"children":3764},{},[3765,3766,3770,3771,3775,3776,3780],{"type":29,"value":542},{"type":19,"tag":60,"props":3767,"children":3768},{},[3769],{"type":29,"value":513},{"type":29,"value":548},{"type":19,"tag":60,"props":3772,"children":3773},{},[3774],{"type":29,"value":553},{"type":29,"value":555},{"type":19,"tag":60,"props":3777,"children":3778},{},[3779],{"type":29,"value":560},{"type":29,"value":312},{"type":19,"tag":33,"props":3782,"children":3783},{},[3784],{"type":29,"value":566},{"type":19,"tag":33,"props":3786,"children":3787},{},[3788],{"type":29,"value":571},{"type":19,"tag":33,"props":3790,"children":3791},{},[3792],{"type":29,"value":576},{"type":19,"tag":33,"props":3794,"children":3795},{},[3796],{"type":29,"value":581},{"type":19,"tag":33,"props":3798,"children":3799},{},[3800],{"type":29,"value":586},{"type":19,"tag":33,"props":3802,"children":3803},{},[3804],{"type":29,"value":3805},"def double_layer_bi_lstm():",{"type":19,"tag":33,"props":3807,"children":3808},{},[3809],{"type":29,"value":596},{"type":19,"tag":33,"props":3811,"children":3812},{},[3813],{"type":29,"value":601},{"type":19,"tag":33,"props":3815,"children":3816},{},[3817],{"type":29,"value":606},{"type":19,"tag":33,"props":3819,"children":3820},{},[3821],{"type":29,"value":611},{"type":19,"tag":33,"props":3823,"children":3824},{},[3825],{"type":29,"value":616},{"type":19,"tag":33,"props":3827,"children":3828},{},[3829],{"type":29,"value":621},{"type":19,"tag":33,"props":3831,"children":3832},{},[3833],{"type":29,"value":626},{"type":19,"tag":33,"props":3835,"children":3836},{},[3837],{"type":29,"value":3838},"num_layers = 2",{"type":19,"tag":33,"props":3840,"children":3841},{},[3842],{"type":29,"value":1852},{"type":19,"tag":33,"props":3844,"children":3845},{},[3846],{"type":29,"value":641},{"type":19,"tag":33,"props":3848,"children":3849},{},[3850],{"type":29,"value":646},{"type":19,"tag":33,"props":3852,"children":3853},{},[3854],{"type":29,"value":651},{"type":19,"tag":33,"props":3856,"children":3857},{},[3858],{"type":29,"value":656},{"type":19,"tag":33,"props":3860,"children":3861},{},[3862],{"type":29,"value":661},{"type":19,"tag":33,"props":3864,"children":3865},{},[3866],{"type":29,"value":666},{"type":19,"tag":33,"props":3868,"children":3869},{},[3870],{"type":29,"value":671},{"type":19,"tag":33,"props":3872,"children":3873},{},[3874],{"type":29,"value":676},{"type":19,"tag":33,"props":3876,"children":3877},{},[3878],{"type":29,"value":3879},"print(\"====== double layer bi lstm output 0 shape: {} ======\\n{}\".format(output_0.shape, output_0), flush=True)",{"type":19,"tag":33,"props":3881,"children":3882},{},[3883],{"type":29,"value":3884},"print(\"====== double layer bi lstm hn0 shape: {} ======\\n{}\".format(hn_0.shape, hn_0), flush=True)",{"type":19,"tag":33,"props":3886,"children":3887},{},[3888],{"type":29,"value":3889},"print(\"====== double layer bi lstm cn0 shape: {} ======\\n{}\".format(cn_0.shape, cn_0), flush=True)",{"type":19,"tag":33,"props":3891,"children":3892},{},[3893],{"type":29,"value":3894},"print(\"====== double layer bi lstm output 1 shape: {} ======\\n{}\".format(output_1.shape, output_1), flush=True)",{"type":19,"tag":33,"props":3896,"children":3897},{},[3898],{"type":29,"value":3899},"print(\"====== double layer bi lstm hn1 shape: {} ======\\n{}\".format(hn_1.shape, hn_1), flush=True)",{"type":19,"tag":33,"props":3901,"children":3902},{},[3903],{"type":29,"value":3904},"print(\"====== double layer bi lstm cn1 shape: {} ======\\n{}\".format(cn_1.shape, cn_1), flush=True)",{"type":19,"tag":33,"props":3906,"children":3907},{},[3908],{"type":29,"value":711},{"type":19,"tag":33,"props":3910,"children":3911},{},[3912],{"type":29,"value":716},{"type":19,"tag":33,"props":3914,"children":3915},{},[3916,3917,3921,3922,3926,3927,3931,3932,3936,3937,3941,3942,3946,3947,3951],{"type":29,"value":721},{"type":19,"tag":60,"props":3918,"children":3919},{},[3920],{"type":29,"value":726},{"type":29,"value":160},{"type":19,"tag":60,"props":3923,"children":3924},{},[3925],{"type":29,"value":732},{"type":29,"value":734},{"type":19,"tag":60,"props":3928,"children":3929},{},[3930],{"type":29,"value":1941},{"type":29,"value":741},{"type":19,"tag":60,"props":3933,"children":3934},{},[3935],{"type":29,"value":461},{"type":29,"value":425},{"type":19,"tag":60,"props":3938,"children":3939},{},[3940],{"type":29,"value":513},{"type":29,"value":752},{"type":19,"tag":60,"props":3943,"children":3944},{},[3945],{"type":29,"value":1957},{"type":29,"value":1959},{"type":19,"tag":60,"props":3948,"children":3949},{},[3950],{"type":29,"value":757},{"type":29,"value":1965},{"type":19,"tag":33,"props":3953,"children":3954},{},[3955,3957,3961,3962,3966],{"type":29,"value":3956},"2. Both ",{"type":19,"tag":60,"props":3958,"children":3959},{},[3960],{"type":29,"value":726},{"type":29,"value":160},{"type":19,"tag":60,"props":3963,"children":3964},{},[3965],{"type":29,"value":732},{"type":29,"value":3967}," are the outputs of the second layer (the last layer). The output of the middle layer (the first layer in this case) is not displayed.",{"type":19,"tag":33,"props":3969,"children":3970},{},[3971,3972,3976,3977,3981,3982,3986,3987,3991,3992,3996,3997,4001,4002,4006],{"type":29,"value":809},{"type":19,"tag":60,"props":3973,"children":3974},{},[3975],{"type":29,"value":726},{"type":29,"value":770},{"type":19,"tag":60,"props":3978,"children":3979},{},[3980],{"type":29,"value":513},{"type":29,"value":501},{"type":19,"tag":60,"props":3983,"children":3984},{},[3985],{"type":29,"value":553},{"type":29,"value":781},{"type":19,"tag":60,"props":3988,"children":3989},{},[3990],{"type":29,"value":513},{"type":29,"value":501},{"type":19,"tag":60,"props":3993,"children":3994},{},[3995],{"type":29,"value":520},{"type":29,"value":792},{"type":19,"tag":60,"props":3998,"children":3999},{},[4000],{"type":29,"value":726},{"type":29,"value":798},{"type":19,"tag":60,"props":4003,"children":4004},{},[4005],{"type":29,"value":236},{"type":29,"value":804},{"type":19,"tag":33,"props":4008,"children":4009},{},[4010,4011,4015,4016,4020,4021,4025,4026,4030],{"type":29,"value":836},{"type":19,"tag":60,"props":4012,"children":4013},{},[4014],{"type":29,"value":732},{"type":29,"value":770},{"type":19,"tag":60,"props":4017,"children":4018},{},[4019],{"type":29,"value":513},{"type":29,"value":501},{"type":19,"tag":60,"props":4022,"children":4023},{},[4024],{"type":29,"value":824},{"type":29,"value":826},{"type":19,"tag":60,"props":4027,"children":4028},{},[4029],{"type":29,"value":236},{"type":29,"value":804},{"type":19,"tag":33,"props":4032,"children":4033},{},[4034,4036,4040,4041,4045,4046,4050,4051,4055],{"type":29,"value":4035},"5. ",{"type":19,"tag":60,"props":4037,"children":4038},{},[4039],{"type":29,"value":841},{"type":29,"value":160},{"type":19,"tag":60,"props":4042,"children":4043},{},[4044],{"type":29,"value":847},{"type":29,"value":849},{"type":19,"tag":60,"props":4047,"children":4048},{},[4049],{"type":29,"value":854},{"type":29,"value":160},{"type":19,"tag":60,"props":4052,"children":4053},{},[4054],{"type":29,"value":860},{"type":29,"value":862},{"type":19,"tag":33,"props":4057,"children":4058},{},[4059,4061,4065,4066,4071,4073,4077,4079,4083,4084,4088,4089,4093,4094,4098],{"type":29,"value":4060},"6. The dimensions of ",{"type":19,"tag":60,"props":4062,"children":4063},{},[4064],{"type":29,"value":854},{"type":29,"value":734},{"type":19,"tag":60,"props":4067,"children":4068},{},[4069],{"type":29,"value":4070},"[4, 4, 8]",{"type":29,"value":4072},". The first value ",{"type":19,"tag":60,"props":4074,"children":4075},{},[4076],{"type":29,"value":506},{"type":29,"value":4078}," represents the bidirectional double layer (2 x 2), the second value ",{"type":19,"tag":60,"props":4080,"children":4081},{},[4082],{"type":29,"value":506},{"type":29,"value":890},{"type":19,"tag":60,"props":4085,"children":4086},{},[4087],{"type":29,"value":461},{"type":29,"value":896},{"type":19,"tag":60,"props":4090,"children":4091},{},[4092],{"type":29,"value":520},{"type":29,"value":890},{"type":19,"tag":60,"props":4095,"children":4096},{},[4097],{"type":29,"value":757},{"type":29,"value":312},{"type":19,"tag":33,"props":4100,"children":4101},{},[4102,4103,4107,4109,4113],{"type":29,"value":928},{"type":19,"tag":60,"props":4104,"children":4105},{},[4106],{"type":29,"value":854},{"type":29,"value":4108}," contains the final valid hidden state output of each layer, which is different from the output of ",{"type":19,"tag":60,"props":4110,"children":4111},{},[4112],{"type":29,"value":732},{"type":29,"value":4114},", which contains only the last layer.",{"type":19,"tag":33,"props":4116,"children":4117},{},[4118,4120,4124,4125,4129,4130,4134,4135,4139],{"type":29,"value":4119},"8. It can be found that the forward output of the second index position (the last layer) of the first dimension in ",{"type":19,"tag":60,"props":4121,"children":4122},{},[4123],{"type":29,"value":854},{"type":29,"value":2105},{"type":19,"tag":60,"props":4126,"children":4127},{},[4128],{"type":29,"value":757},{"type":29,"value":2111},{"type":19,"tag":60,"props":4131,"children":4132},{},[4133],{"type":29,"value":732},{"type":29,"value":2117},{"type":19,"tag":60,"props":4136,"children":4137},{},[4138],{"type":29,"value":757},{"type":29,"value":2123},{"type":19,"tag":33,"props":4141,"children":4142},{},[4143,4145,4149,4150,4154,4155,4159],{"type":29,"value":4144},"9. It can also be found that the backward output of the third index position (the last layer) of the first dimension in ",{"type":19,"tag":60,"props":4146,"children":4147},{},[4148],{"type":29,"value":854},{"type":29,"value":2105},{"type":19,"tag":60,"props":4151,"children":4152},{},[4153],{"type":29,"value":757},{"type":29,"value":2139},{"type":19,"tag":60,"props":4156,"children":4157},{},[4158],{"type":29,"value":732},{"type":29,"value":2145},{"type":19,"tag":33,"props":4161,"children":4162},{},[4163,4165,4169],{"type":29,"value":4164},"10. ",{"type":19,"tag":60,"props":4166,"children":4167},{},[4168],{"type":29,"value":860},{"type":29,"value":934},{"type":19,"tag":33,"props":4171,"children":4172},{},[4173],{"type":29,"value":4174},"====== double layer bi lstm output 0 shape: (4, 8, 16) ======",{"type":19,"tag":33,"props":4176,"children":4177},{},[4178],{"type":29,"value":4179},"[[[ 3.70550364e-01 2.17652053e-01 3.79816592e-01 5.39002419e-01",{"type":19,"tag":33,"props":4181,"children":4182},{},[4183],{"type":29,"value":4184},"2.28588611e-01 3.83301824e-02 2.20795229e-01 2.44438455e-01",{"type":19,"tag":33,"props":4186,"children":4187},{},[4188],{"type":29,"value":4189},"2.06572518e-01 -3.78293954e-02 2.60271341e-01 -4.60247397e-02",{"type":19,"tag":33,"props":4191,"children":4192},{},[4193],{"type":29,"value":4194},"-3.78369205e-02 -1.90976545e-01 -1.01466656e-01 1.76680252e-01]",{"type":19,"tag":33,"props":4196,"children":4197},{},[4198],{"type":29,"value":4199},"[ 1.65173441e-01 7.22418576e-02 4.98769164e-01 2.52682149e-01",{"type":19,"tag":33,"props":4201,"children":4202},{},[4203],{"type":29,"value":4204},"2.94478923e-01 -1.56086944e-02 1.32235214e-01 4.96024750e-02",{"type":19,"tag":33,"props":4206,"children":4207},{},[4208],{"type":29,"value":4209},"1.81777030e-01 -7.20555857e-02 2.31085896e-01 7.43698841e-03",{"type":19,"tag":33,"props":4211,"children":4212},{},[4213],{"type":29,"value":4214},"-2.21280195e-02 -1.63902551e-01 -8.19268897e-02 1.90522313e-01]",{"type":19,"tag":33,"props":4216,"children":4217},{},[4218],{"type":29,"value":4219},"[ 3.94219235e-02 -8.84856097e-03 4.88511086e-01 1.51095495e-01",{"type":19,"tag":33,"props":4221,"children":4222},{},[4223],{"type":29,"value":4224},"2.83691764e-01 -2.36562286e-02 1.14125453e-01 -4.99135666e-02",{"type":19,"tag":33,"props":4226,"children":4227},{},[4228],{"type":29,"value":4229},"1.84900641e-01 -9.07974318e-02 2.06634849e-01 5.43768853e-02",{"type":19,"tag":33,"props":4231,"children":4232},{},[4233],{"type":29,"value":4234},"-2.88773868e-02 -1.41080543e-01 -7.59911761e-02 1.93940982e-01]",{"type":19,"tag":33,"props":4236,"children":4237},{},[4238],{"type":29,"value":4239},"[-3.12361736e-02 -5.87114133e-02 4.53683615e-01 7.93214589e-02",{"type":19,"tag":33,"props":4241,"children":4242},{},[4243],{"type":29,"value":4244},"2.92402357e-01 -2.14897078e-02 1.08925141e-01 -9.88882780e-02",{"type":19,"tag":33,"props":4246,"children":4247},{},[4248],{"type":29,"value":4249},"1.98123455e-01 -8.50049481e-02 1.91045731e-01 8.83036405e-02",{"type":19,"tag":33,"props":4251,"children":4252},{},[4253],{"type":29,"value":4254},"-1.40397642e-02 -1.22237459e-01 -6.35140762e-02 1.80813670e-01]",{"type":19,"tag":33,"props":4256,"children":4257},{},[4258],{"type":29,"value":4259},"[-6.87201098e-02 -6.12376854e-02 4.39131975e-01 2.83084475e-02",{"type":19,"tag":33,"props":4261,"children":4262},{},[4263],{"type":29,"value":4264},"2.86313444e-01 -9.33245104e-03 1.12482831e-01 -1.27253398e-01",{"type":19,"tag":33,"props":4266,"children":4267},{},[4268],{"type":29,"value":4269},"2.32264340e-01 -7.87357539e-02 1.86317161e-01 1.59440145e-01",{"type":19,"tag":33,"props":4271,"children":4272},{},[4273],{"type":29,"value":4274},"1.36264751e-03 -9.95954126e-02 -4.97992262e-02 1.69756234e-01]",{"type":19,"tag":33,"props":4276,"children":4277},{},[4278],{"type":29,"value":4279},"[-8.29227120e-02 -6.19332492e-02 4.27550107e-01 -1.70003679e-02",{"type":19,"tag":33,"props":4281,"children":4282},{},[4283],{"type":29,"value":4284},"2.88041800e-01 3.62846977e-03 1.04239471e-01 -1.43706441e-01",{"type":19,"tag":33,"props":4286,"children":4287},{},[4288],{"type":29,"value":4289},"2.90384740e-01 -5.84731065e-02 1.86135545e-01 2.26804867e-01",{"type":19,"tag":33,"props":4291,"children":4292},{},[4293],{"type":29,"value":4294},"3.95135172e-02 -6.33978993e-02 -1.63939036e-02 1.48533911e-01]",{"type":19,"tag":33,"props":4296,"children":4297},{},[4298],{"type":29,"value":4299},"[-8.72429982e-02 -6.10240139e-02 4.20974702e-01 -6.44157380e-02",{"type":19,"tag":33,"props":4301,"children":4302},{},[4303],{"type":29,"value":4304},"2.92603880e-01 2.60243341e-02 9.26012769e-02 -1.46479979e-01",{"type":19,"tag":33,"props":4306,"children":4307},{},[4308],{"type":29,"value":4309},"3.93343538e-01 -1.41044548e-02 1.96197629e-01 3.05834383e-01",{"type":19,"tag":33,"props":4311,"children":4312},{},[4313],{"type":29,"value":4314},"1.02294169e-01 2.09005456e-03 5.07600456e-02 1.33950055e-01]",{"type":19,"tag":33,"props":4316,"children":4317},{},[4318],{"type":29,"value":4319},"[-8.48584175e-02 -4.15292941e-02 4.26153004e-01 -1.12198450e-01",{"type":19,"tag":33,"props":4321,"children":4322},{},[4323],{"type":29,"value":4324},"2.93441713e-01 4.73045520e-02 7.22456872e-02 -1.52661309e-01",{"type":19,"tag":33,"props":4326,"children":4327},{},[4328],{"type":29,"value":4329},"6.08003795e-01 1.02589525e-01 2.28410736e-01 3.57809156e-01",{"type":19,"tag":33,"props":4331,"children":4332},{},[4333],{"type":29,"value":4334},"2.30974391e-01 7.29562640e-02 1.54908523e-01 1.37615114e-01]]",{"type":19,"tag":33,"props":4336,"children":4337},{},[4338],{"type":29,"value":4339},"[[ 3.73128176e-01 2.24487275e-01 3.83654892e-01 5.39644539e-01",{"type":19,"tag":33,"props":4341,"children":4342},{},[4343],{"type":29,"value":4344},"2.24863932e-01 3.69703583e-02 2.22563371e-01 2.47377262e-01",{"type":19,"tag":33,"props":4346,"children":4347},{},[4348],{"type":29,"value":4349},"2.09958509e-01 -3.67934220e-02 2.55294740e-01 -5.44558465e-02",{"type":19,"tag":33,"props":4351,"children":4352},{},[4353],{"type":29,"value":4354},"-3.49954516e-02 -1.88630879e-01 -9.97974724e-02 1.72440261e-01]",{"type":19,"tag":33,"props":4356,"children":4357},{},[4358],{"type":29,"value":4359},"[ 1.63444579e-01 7.47621208e-02 4.95126337e-01 2.49838263e-01",{"type":19,"tag":33,"props":4361,"children":4362},{},[4363],{"type":29,"value":4364},"2.98441172e-01 -2.29644943e-02 1.30464450e-01 4.65075821e-02",{"type":19,"tag":33,"props":4366,"children":4367},{},[4368],{"type":29,"value":4369},"1.87749639e-01 -5.69685884e-02 2.30926782e-01 -1.89751368e-02",{"type":19,"tag":33,"props":4371,"children":4372},{},[4373],{"type":29,"value":4374},"-6.57672016e-03 -1.64301425e-01 -7.78417960e-02 1.70920238e-01]",{"type":19,"tag":33,"props":4376,"children":4377},{},[4378],{"type":29,"value":4379},"[ 2.62361914e-02 -2.09027641e-02 4.81326580e-01 1.54101923e-01",{"type":19,"tag":33,"props":4381,"children":4382},{},[4383],{"type":29,"value":4384},"2.95957267e-01 -3.76441851e-02 1.13665104e-01 -5.53984046e-02",{"type":19,"tag":33,"props":4386,"children":4387},{},[4388],{"type":29,"value":4389},"1.96336910e-01 -6.99553713e-02 2.13279501e-01 2.09173746e-02",{"type":19,"tag":33,"props":4391,"children":4392},{},[4393],{"type":29,"value":4394},"-6.90750126e-03 -1.42273992e-01 -7.39771128e-02 1.70230061e-01]",{"type":19,"tag":33,"props":4396,"children":4397},{},[4398],{"type":29,"value":4399},"[-4.55044061e-02 -8.81957486e-02 4.49505210e-01 8.37849677e-02",{"type":19,"tag":33,"props":4401,"children":4402},{},[4403],{"type":29,"value":4404},"3.12549353e-01 -3.09768375e-02 9.69471037e-02 -9.93652195e-02",{"type":19,"tag":33,"props":4406,"children":4407},{},[4408],{"type":29,"value":4409},"2.07049429e-01 -6.65001795e-02 1.99929893e-01 4.60516922e-02",{"type":19,"tag":33,"props":4411,"children":4412},{},[4413],{"type":29,"value":4414},"9.15598311e-03 -1.23334207e-01 -6.36003762e-02 1.58215716e-01]",{"type":19,"tag":33,"props":4416,"children":4417},{},[4418],{"type":29,"value":4419},"[-8.54137391e-02 -9.59964097e-02 4.28828478e-01 2.81018596e-02",{"type":19,"tag":33,"props":4421,"children":4422},{},[4423],{"type":29,"value":4424},"3.12747598e-01 -1.96594596e-02 1.04248613e-01 -1.21685371e-01",{"type":19,"tag":33,"props":4426,"children":4427},{},[4428],{"type":29,"value":4429},"2.44353175e-01 -6.95914254e-02 1.87495902e-01 1.23339958e-01",{"type":19,"tag":33,"props":4431,"children":4432},{},[4433],{"type":29,"value":4434},"1.20015517e-02 -9.19487774e-02 -5.30561097e-02 1.52850106e-01]",{"type":19,"tag":33,"props":4436,"children":4437},{},[4438],{"type":29,"value":4439},"[-1.03212453e-01 -9.74086747e-02 4.10266966e-01 -2.03387272e-02",{"type":19,"tag":33,"props":4441,"children":4442},{},[4443],{"type":29,"value":4444},"3.20133060e-01 5.47134259e-04 1.07527576e-01 -1.26215830e-01",{"type":19,"tag":33,"props":4446,"children":4447},{},[4448],{"type":29,"value":4449},"3.05427969e-01 -5.22202961e-02 1.89031556e-01 2.16380343e-01",{"type":19,"tag":33,"props":4451,"children":4452},{},[4453],{"type":29,"value":4454},"4.27359492e-02 -5.31105101e-02 -2.50125714e-02 1.44858196e-01]",{"type":19,"tag":33,"props":4456,"children":4457},{},[4458],{"type":29,"value":4459},"[-1.06917843e-01 -7.13929683e-02 4.10624832e-01 -5.51486127e-02",{"type":19,"tag":33,"props":4461,"children":4462},{},[4463],{"type":29,"value":4464},"3.07110429e-01 1.92907490e-02 1.03878655e-01 -1.38662428e-01",{"type":19,"tag":33,"props":4466,"children":4467},{},[4468],{"type":29,"value":4469},"4.00884181e-01 -1.43600125e-02 1.82524621e-01 2.97586024e-01",{"type":19,"tag":33,"props":4471,"children":4472},{},[4473],{"type":29,"value":4474},"9.52146128e-02 9.59962141e-03 5.30949272e-02 1.37635604e-01]",{"type":19,"tag":33,"props":4476,"children":4477},{},[4478],{"type":29,"value":4479},"[-9.71160829e-02 -4.43801992e-02 4.20233607e-01 -1.02356419e-01",{"type":19,"tag":33,"props":4481,"children":4482},{},[4483],{"type":29,"value":4484},"3.03063601e-01 3.99401113e-02 8.28935355e-02 -1.43912748e-01",{"type":19,"tag":33,"props":4486,"children":4487},{},[4488],{"type":29,"value":4489},"6.09543681e-01 1.04935512e-01 2.27933496e-01 3.57850134e-01",{"type":19,"tag":33,"props":4491,"children":4492},{},[4493],{"type":29,"value":4494},"2.31336534e-01 7.57181123e-02 1.55172557e-01 1.39436752e-01]]",{"type":19,"tag":33,"props":4496,"children":4497},{},[4498],{"type":29,"value":4499},"[[ 3.74232024e-01 2.23312378e-01 3.80826175e-01 5.25748074e-01",{"type":19,"tag":33,"props":4501,"children":4502},{},[4503],{"type":29,"value":4504},"2.30494052e-01 3.75359394e-02 2.19325155e-01 2.45338157e-01",{"type":19,"tag":33,"props":4506,"children":4507},{},[4508],{"type":29,"value":4509},"1.90327644e-01 -9.49237868e-03 2.51282185e-01 -4.07305919e-02",{"type":19,"tag":33,"props":4511,"children":4512},{},[4513],{"type":29,"value":4514},"-7.68693071e-03 -1.96041882e-01 -9.43402052e-02 1.52500823e-01]",{"type":19,"tag":33,"props":4516,"children":4517},{},[4518],{"type":29,"value":4519},"[ 1.65756628e-01 8.52986127e-02 5.00474215e-01 2.32285380e-01",{"type":19,"tag":33,"props":4521,"children":4522},{},[4523],{"type":29,"value":4524},"2.97197372e-01 -2.87767611e-02 1.31484732e-01 4.05624248e-02",{"type":19,"tag":33,"props":4526,"children":4527},{},[4528],{"type":29,"value":4529},"1.72598451e-01 -3.74435596e-02 2.30013907e-01 1.03627918e-02",{"type":19,"tag":33,"props":4531,"children":4532},{},[4533],{"type":29,"value":4534},"1.63554456e-02 -1.71838194e-01 -7.55213797e-02 1.56671956e-01]",{"type":19,"tag":33,"props":4536,"children":4537},{},[4538],{"type":29,"value":4539},"[ 3.51614878e-02 -3.49920541e-02 4.85133171e-01 1.37813956e-01",{"type":19,"tag":33,"props":4541,"children":4542},{},[4543],{"type":29,"value":4544},"3.03884476e-01 -3.76141518e-02 9.96868908e-02 -4.97255772e-02",{"type":19,"tag":33,"props":4546,"children":4547},{},[4548],{"type":29,"value":4549},"1.81163609e-01 -4.24254723e-02 2.27177203e-01 3.23883444e-02",{"type":19,"tag":33,"props":4551,"children":4552},{},[4553],{"type":29,"value":4554},"2.71688756e-02 -1.56165496e-01 -6.69138283e-02 1.53632939e-01]",{"type":19,"tag":33,"props":4556,"children":4557},{},[4558],{"type":29,"value":4559},"[-4.10026051e-02 -8.96424949e-02 4.60784853e-01 8.30888674e-02",{"type":19,"tag":33,"props":4561,"children":4562},{},[4563],{"type":29,"value":4564},"3.03816915e-01 -2.20339652e-02 9.38846841e-02 -9.45615992e-02",{"type":19,"tag":33,"props":4566,"children":4567},{},[4568],{"type":29,"value":4569},"2.04564795e-01 -4.51925248e-02 2.18029544e-01 6.01283386e-02",{"type":19,"tag":33,"props":4571,"children":4572},{},[4573],{"type":29,"value":4574},"3.36706154e-02 -1.35854393e-01 -5.57745472e-02 1.48557410e-01]",{"type":19,"tag":33,"props":4576,"children":4577},{},[4578],{"type":29,"value":4579},"[-8.25456828e-02 -1.13149934e-01 4.36939508e-01 3.75392586e-02",{"type":19,"tag":33,"props":4581,"children":4582},{},[4583],{"type":29,"value":4584},"3.10225427e-01 -7.73321884e-03 9.12441462e-02 -1.16306305e-01",{"type":19,"tag":33,"props":4586,"children":4587},{},[4588],{"type":29,"value":4589},"2.42686659e-01 -4.25874330e-02 2.11468235e-01 1.09053820e-01",{"type":19,"tag":33,"props":4591,"children":4592},{},[4593],{"type":29,"value":4594},"4.69379947e-02 -1.04551256e-01 -4.02252935e-02 1.34793952e-01]",{"type":19,"tag":33,"props":4596,"children":4597},{},[4598],{"type":29,"value":4599},"[-1.08169496e-01 -1.15720116e-01 4.16452408e-01 4.10868321e-03",{"type":19,"tag":33,"props":4601,"children":4602},{},[4603],{"type":29,"value":4604},"3.16107094e-01 6.06524665e-03 9.51950625e-02 -1.27826288e-01",{"type":19,"tag":33,"props":4606,"children":4607},{},[4608],{"type":29,"value":4609},"3.06058168e-01 -3.21962573e-02 2.01961204e-01 1.87839821e-01",{"type":19,"tag":33,"props":4611,"children":4612},{},[4613],{"type":29,"value":4614},"6.73103184e-02 -5.98271154e-02 -1.05028180e-02 1.28264755e-01]",{"type":19,"tag":33,"props":4616,"children":4617},{},[4618],{"type":29,"value":4619},"[-1.16449505e-01 -1.07103497e-01 4.10319597e-01 -3.42636257e-02",{"type":19,"tag":33,"props":4621,"children":4622},{},[4623],{"type":29,"value":4624},"3.23818535e-01 2.40915213e-02 9.08538699e-02 -1.28739789e-01",{"type":19,"tag":33,"props":4626,"children":4627},{},[4628],{"type":29,"value":4629},"4.00041372e-01 5.13588311e-03 2.06977740e-01 2.77402431e-01",{"type":19,"tag":33,"props":4631,"children":4632},{},[4633],{"type":29,"value":4634},"1.18934669e-01 6.60364656e-03 5.48240133e-02 1.22762337e-01]",{"type":19,"tag":33,"props":4636,"children":4637},{},[4638],{"type":29,"value":4639},"[-1.07369550e-01 -7.64680207e-02 4.24612671e-01 -8.88631567e-02",{"type":19,"tag":33,"props":4641,"children":4642},{},[4643],{"type":29,"value":4644},"3.25147092e-01 5.22605665e-02 7.02133700e-02 -1.30118832e-01",{"type":19,"tag":33,"props":4646,"children":4647},{},[4648],{"type":29,"value":4649},"6.03053808e-01 1.08490229e-01 2.35621274e-01 3.42306137e-01",{"type":19,"tag":33,"props":4651,"children":4652},{},[4653],{"type":29,"value":4654},"2.33348757e-01 7.23976195e-02 1.51835442e-01 1.38724014e-01]]",{"type":19,"tag":33,"props":4656,"children":4657},{},[4658],{"type":29,"value":4659},"[[ 3.68833274e-01 2.19720796e-01 3.75712991e-01 5.39344609e-01",{"type":19,"tag":33,"props":4661,"children":4662},{},[4663],{"type":29,"value":4664},"2.32777387e-01 3.75517495e-02 2.15990663e-01 2.38119900e-01",{"type":19,"tag":33,"props":4666,"children":4667},{},[4668],{"type":29,"value":4669},"2.03846872e-01 -3.31601547e-03 2.63746709e-01 -5.33154309e-02",{"type":19,"tag":33,"props":4671,"children":4672},{},[4673],{"type":29,"value":4674},"-1.53900171e-02 -1.96350247e-01 -9.86721516e-02 1.51238605e-01]",{"type":19,"tag":33,"props":4676,"children":4677},{},[4678],{"type":29,"value":4679},"[ 1.61587596e-01 7.25713074e-02 4.97545034e-01 2.48409301e-01",{"type":19,"tag":33,"props":4681,"children":4682},{},[4683],{"type":29,"value":4684},"3.00032824e-01 -2.52650958e-02 1.25469610e-01 4.12617065e-02",{"type":19,"tag":33,"props":4686,"children":4687},{},[4688],{"type":29,"value":4689},"1.75564945e-01 -3.84877101e-02 2.34954998e-01 1.90881861e-03",{"type":19,"tag":33,"props":4691,"children":4692},{},[4693],{"type":29,"value":4694},"7.01279286e-03 -1.72224715e-01 -7.77121335e-02 1.60935923e-01]",{"type":19,"tag":33,"props":4696,"children":4697},{},[4698],{"type":29,"value":4699},"[ 2.84800380e-02 -2.69929953e-02 4.86053288e-01 1.57494590e-01",{"type":19,"tag":33,"props":4701,"children":4702},{},[4703],{"type":29,"value":4704},"2.96494991e-01 -3.40557620e-02 1.04029477e-01 -5.39027080e-02",{"type":19,"tag":33,"props":4706,"children":4707},{},[4708],{"type":29,"value":4709},"1.82317436e-01 -5.37234657e-02 2.23423839e-01 4.04849648e-02",{"type":19,"tag":33,"props":4711,"children":4712},{},[4713],{"type":29,"value":4714},"8.95922631e-03 -1.53901607e-01 -7.44922534e-02 1.65948585e-01]",{"type":19,"tag":33,"props":4716,"children":4717},{},[4718],{"type":29,"value":4719},"[-3.72786410e-02 -7.53442869e-02 4.61774200e-01 8.63353312e-02",{"type":19,"tag":33,"props":4721,"children":4722},{},[4723],{"type":29,"value":4724},"2.97733396e-01 -2.75274049e-02 9.13189948e-02 -1.00060880e-01",{"type":19,"tag":33,"props":4726,"children":4727},{},[4728],{"type":29,"value":4729},"1.94108337e-01 -5.79617955e-02 2.08687440e-01 6.31403774e-02",{"type":19,"tag":33,"props":4731,"children":4732},{},[4733],{"type":29,"value":4734},"2.11703759e-02 -1.34831637e-01 -6.31042644e-02 1.52588978e-01]",{"type":19,"tag":33,"props":4736,"children":4737},{},[4738],{"type":29,"value":4739},"[-7.60064349e-02 -1.06220305e-01 4.34687048e-01 3.19332667e-02",{"type":19,"tag":33,"props":4741,"children":4742},{},[4743],{"type":29,"value":4744},"3.09678972e-01 -1.16188908e-02 8.85540992e-02 -1.18266501e-01",{"type":19,"tag":33,"props":4746,"children":4747},{},[4748],{"type":29,"value":4749},"2.29653955e-01 -5.94241545e-02 2.00053185e-01 1.14932276e-01",{"type":19,"tag":33,"props":4751,"children":4752},{},[4753],{"type":29,"value":4754},"3.13343108e-02 -1.04001120e-01 -4.90994565e-02 1.44359529e-01]",{"type":19,"tag":33,"props":4756,"children":4757},{},[4758],{"type":29,"value":4759},"[-9.52797905e-02 -9.27509218e-02 4.22483116e-01 -1.29148299e-02",{"type":19,"tag":33,"props":4761,"children":4762},{},[4763],{"type":29,"value":4764},"3.04568678e-01 9.32686683e-03 9.81104076e-02 -1.28704712e-01",{"type":19,"tag":33,"props":4766,"children":4767},{},[4768],{"type":29,"value":4769},"2.98035592e-01 -5.08954525e-02 1.98656082e-01 2.12906018e-01",{"type":19,"tag":33,"props":4771,"children":4772},{},[4773],{"type":29,"value":4774},"5.04655764e-02 -6.18565194e-02 -2.38872226e-02 1.40028179e-01]",{"type":19,"tag":33,"props":4776,"children":4777},{},[4778],{"type":29,"value":4779},"[-9.81744751e-02 -8.54582712e-02 4.15283144e-01 -6.42896220e-02",{"type":19,"tag":33,"props":4781,"children":4782},{},[4783],{"type":29,"value":4784},"3.11841279e-01 3.18106599e-02 8.80582407e-02 -1.32987425e-01",{"type":19,"tag":33,"props":4786,"children":4787},{},[4788],{"type":29,"value":4789},"3.88665676e-01 -1.39519377e-02 1.92815915e-01 2.86827296e-01",{"type":19,"tag":33,"props":4791,"children":4792},{},[4793],{"type":29,"value":4794},"1.07908145e-01 2.11709971e-03 4.85477857e-02 1.27813160e-01]",{"type":19,"tag":33,"props":4796,"children":4797},{},[4798],{"type":29,"value":4799},"[-9.11041871e-02 -4.77942340e-02 4.29545075e-01 -1.14117011e-01",{"type":19,"tag":33,"props":4801,"children":4802},{},[4803],{"type":29,"value":4804},"3.04611683e-01 5.14086746e-02 7.33837485e-02 -1.44734517e-01",{"type":19,"tag":33,"props":4806,"children":4807},{},[4808],{"type":29,"value":4809},"6.06585741e-01 9.89784896e-02 2.24559098e-01 3.55441421e-01",{"type":19,"tag":33,"props":4811,"children":4812},{},[4813],{"type":29,"value":4814},"2.28052005e-01 7.30600879e-02 1.55306384e-01 1.37683451e-01]]]",{"type":19,"tag":33,"props":4816,"children":4817},{},[4818],{"type":29,"value":4819},"====== double layer bi lstm hn0 shape: (4, 4, 8) ======",{"type":19,"tag":33,"props":4821,"children":4822},{},[4823],{"type":29,"value":4824},"[[[ 0.25934413 -0.07461581 0.19370164 0.11095355 0.02041678",{"type":19,"tag":33,"props":4826,"children":4827},{},[4828],{"type":29,"value":4829},"0.29797387 0.03047622 0.19640712]",{"type":19,"tag":33,"props":4831,"children":4832},{},[4833],{"type":29,"value":4834},"[ 0.2874061 -0.08844143 0.22119689 0.1251989 -0.01900517",{"type":19,"tag":33,"props":4836,"children":4837},{},[4838],{"type":29,"value":4839},"0.29294112 0.05027778 0.2071664 ]",{"type":19,"tag":33,"props":4841,"children":4842},{},[4843],{"type":29,"value":4844},"[ 0.2596095 0.03271259 0.26155 0.10348854 0.08536521",{"type":19,"tag":33,"props":4846,"children":4847},{},[4848],{"type":29,"value":4849},"0.28197888 -0.08929807 0.18018515]",{"type":19,"tag":33,"props":4851,"children":4852},{},[4853],{"type":29,"value":4854},"[ 0.2509837 -0.07010224 0.20813467 0.10349585 0.04007874",{"type":19,"tag":33,"props":4856,"children":4857},{},[4858],{"type":29,"value":4859},"0.27277622 0.01278557 0.18474495]]",{"type":19,"tag":33,"props":4861,"children":4862},{},[4863],{"type":29,"value":4864},"[[-0.00949934 0.10407767 0.038502 0.14573903 -0.14825179",{"type":19,"tag":33,"props":4866,"children":4867},{},[4868],{"type":29,"value":4869},"-0.08745017 0.3038079 0.28010136]",{"type":19,"tag":33,"props":4871,"children":4872},{},[4873],{"type":29,"value":4874},"[ 0.05813041 0.14894389 0.05397653 0.15691832 -0.16107248",{"type":19,"tag":33,"props":4876,"children":4877},{},[4878],{"type":29,"value":4879},"-0.06869183 0.27977887 0.26698047]",{"type":19,"tag":33,"props":4881,"children":4882},{},[4883],{"type":29,"value":4884},"[-0.05296279 0.02392143 0.06922498 0.16198513 -0.12499766",{"type":19,"tag":33,"props":4886,"children":4887},{},[4888],{"type":29,"value":4889},"-0.063968 0.2682934 0.25862688]",{"type":19,"tag":33,"props":4891,"children":4892},{},[4893],{"type":29,"value":4894},"[-0.03301367 0.04014921 -0.00048225 0.1180163 -0.12858163",{"type":19,"tag":33,"props":4896,"children":4897},{},[4898],{"type":29,"value":4899},"-0.07102007 0.35664883 0.26105112]]",{"type":19,"tag":33,"props":4901,"children":4902},{},[4903],{"type":29,"value":4904},"[[-0.08485842 -0.04152929 0.426153 -0.11219845 0.2934417",{"type":19,"tag":33,"props":4906,"children":4907},{},[4908],{"type":29,"value":4909},"0.04730455 0.07224569 -0.15266131]",{"type":19,"tag":33,"props":4911,"children":4912},{},[4913],{"type":29,"value":4914},"[-0.09711608 -0.0443802 0.4202336 -0.10235642 0.3030636",{"type":19,"tag":33,"props":4916,"children":4917},{},[4918],{"type":29,"value":4919},"0.03994011 0.08289354 -0.14391275]",{"type":19,"tag":33,"props":4921,"children":4922},{},[4923],{"type":29,"value":4924},"[-0.10736955 -0.07646802 0.42461267 -0.08886316 0.3251471",{"type":19,"tag":33,"props":4926,"children":4927},{},[4928],{"type":29,"value":4929},"0.05226057 0.07021337 -0.13011883]",{"type":19,"tag":33,"props":4931,"children":4932},{},[4933],{"type":29,"value":4934},"[-0.09110419 -0.04779423 0.42954507 -0.11411701 0.30461168",{"type":19,"tag":33,"props":4936,"children":4937},{},[4938],{"type":29,"value":4939},"0.05140867 0.07338375 -0.14473452]]",{"type":19,"tag":33,"props":4941,"children":4942},{},[4943],{"type":29,"value":4944},"[[ 0.20657252 -0.0378294 0.26027134 -0.04602474 -0.03783692",{"type":19,"tag":33,"props":4946,"children":4947},{},[4948],{"type":29,"value":4949},"-0.19097655 -0.10146666 0.17668025]",{"type":19,"tag":33,"props":4951,"children":4952},{},[4953],{"type":29,"value":4954},"[ 0.20995851 -0.03679342 0.25529474 -0.05445585 -0.03499545",{"type":19,"tag":33,"props":4956,"children":4957},{},[4958],{"type":29,"value":4959},"-0.18863088 -0.09979747 0.17244026]",{"type":19,"tag":33,"props":4961,"children":4962},{},[4963],{"type":29,"value":4964},"[ 0.19032764 -0.00949238 0.2512822 -0.04073059 -0.00768693",{"type":19,"tag":33,"props":4966,"children":4967},{},[4968],{"type":29,"value":4969},"-0.19604188 -0.09434021 0.15250082]",{"type":19,"tag":33,"props":4971,"children":4972},{},[4973],{"type":29,"value":4974},"[ 0.20384687 -0.00331602 0.2637467 -0.05331543 -0.01539002",{"type":19,"tag":33,"props":4976,"children":4977},{},[4978],{"type":29,"value":4979},"-0.19635025 -0.09867215 0.1512386 ]]]",{"type":19,"tag":33,"props":4981,"children":4982},{},[4983],{"type":29,"value":4984},"====== double layer bi lstm cn0 shape: (4, 4, 8) ======",{"type":19,"tag":33,"props":4986,"children":4987},{},[4988],{"type":29,"value":4989},"[[[ 0.5770398 -0.16899881 0.40028483 0.25001454 0.04046626",{"type":19,"tag":33,"props":4991,"children":4992},{},[4993],{"type":29,"value":4994},"0.57915956 0.05266067 0.52447474]",{"type":19,"tag":33,"props":4996,"children":4997},{},[4998],{"type":29,"value":4999},"[ 0.66343445 -0.19959925 0.49729916 0.27566156 -0.03596141",{"type":19,"tag":33,"props":5001,"children":5002},{},[5003],{"type":29,"value":5004},"0.5509572 0.0853648 0.5394346 ]",{"type":19,"tag":33,"props":5006,"children":5007},{},[5008],{"type":29,"value":5009},"[ 0.5707181 0.07038814 0.5712474 0.2565448 0.1530705",{"type":19,"tag":33,"props":5011,"children":5012},{},[5013],{"type":29,"value":5014},"0.57276523 -0.15605333 0.46282846]",{"type":19,"tag":33,"props":5016,"children":5017},{},[5018],{"type":29,"value":5019},"[ 0.55990976 -0.16366895 0.4313923 0.23668876 0.08243398",{"type":19,"tag":33,"props":5021,"children":5022},{},[5023],{"type":29,"value":5024},"0.53433377 0.02196771 0.4817235 ]]",{"type":19,"tag":33,"props":5026,"children":5027},{},[5028],{"type":29,"value":5029},"[[-0.02554817 0.2071405 0.07978731 0.2778875 -0.24753608",{"type":19,"tag":33,"props":5031,"children":5032},{},[5033],{"type":29,"value":5034},"-0.2485388 0.62492937 0.6474521 ]",{"type":19,"tag":33,"props":5036,"children":5037},{},[5038],{"type":29,"value":5039},"[ 0.16052538 0.31375027 0.1059354 0.2853353 -0.26115927",{"type":19,"tag":33,"props":5041,"children":5042},{},[5043],{"type":29,"value":5044},"-0.20904504 0.5899866 0.56931025]",{"type":19,"tag":33,"props":5046,"children":5047},{},[5048],{"type":29,"value":5049},"[-0.14657407 0.05189808 0.13706218 0.33399543 -0.2142592",{"type":19,"tag":33,"props":5051,"children":5052},{},[5053],{"type":29,"value":5054},"-0.16363172 0.612855 0.61697096]",{"type":19,"tag":33,"props":5056,"children":5057},{},[5058],{"type":29,"value":5059},"[-0.0884767 0.07950284 -0.00107491 0.2254872 -0.21063672",{"type":19,"tag":33,"props":5061,"children":5062},{},[5063],{"type":29,"value":5064},"-0.20023198 0.72448045 0.60711044]]",{"type":19,"tag":33,"props":5066,"children":5067},{},[5068],{"type":29,"value":5069},"[[-0.2504415 -0.0814982 0.7923428 -0.19285998 0.5903069",{"type":19,"tag":33,"props":5071,"children":5072},{},[5073],{"type":29,"value":5074},"0.13990048 0.15511556 -0.2908177 ]",{"type":19,"tag":33,"props":5076,"children":5077},{},[5078],{"type":29,"value":5079},"[-0.28950468 -0.08669281 0.7886544 -0.17458251 0.6081315",{"type":19,"tag":33,"props":5081,"children":5082},{},[5083],{"type":29,"value":5084},"0.12001925 0.17698732 -0.2759574 ]",{"type":19,"tag":33,"props":5086,"children":5087},{},[5088],{"type":29,"value":5089},"[-0.30495524 -0.14845964 0.79688644 -0.15463473 0.6548568",{"type":19,"tag":33,"props":5091,"children":5092},{},[5093],{"type":29,"value":5094},"0.15446547 0.1526669 -0.24459954]",{"type":19,"tag":33,"props":5096,"children":5097},{},[5098],{"type":29,"value":5099},"[-0.265516 -0.09397535 0.79843074 -0.19696996 0.6198776",{"type":19,"tag":33,"props":5101,"children":5102},{},[5103],{"type":29,"value":5104},"0.15148453 0.15768716 -0.275381 ]]",{"type":19,"tag":33,"props":5106,"children":5107},{},[5108],{"type":29,"value":5109},"[[ 0.32853472 -0.05710489 0.7447654 -0.0758819 -0.09938034",{"type":19,"tag":33,"props":5111,"children":5112},{},[5113],{"type":29,"value":5114},"-0.47783113 -0.28168824 0.36019933]",{"type":19,"tag":33,"props":5116,"children":5117},{},[5118],{"type":29,"value":5119},"[ 0.33408064 -0.05591211 0.7391405 -0.08961775 -0.0917803",{"type":19,"tag":33,"props":5121,"children":5122},{},[5123],{"type":29,"value":5124},"-0.47115833 -0.278066 0.35383248]",{"type":19,"tag":33,"props":5126,"children":5127},{},[5128],{"type":29,"value":5129},"[ 0.30187273 -0.01431822 0.7146605 -0.06792408 -0.02012375",{"type":19,"tag":33,"props":5131,"children":5132},{},[5133],{"type":29,"value":5134},"-0.48834586 -0.26035625 0.3151392 ]",{"type":19,"tag":33,"props":5136,"children":5137},{},[5138],{"type":29,"value":5139},"[ 0.32118577 -0.00497683 0.7502155 -0.08775105 -0.04013083",{"type":19,"tag":33,"props":5141,"children":5142},{},[5143],{"type":29,"value":5144},"-0.4903597 -0.27541417 0.30617815]]]",{"type":19,"tag":33,"props":5146,"children":5147},{},[5148],{"type":29,"value":5149},"====== double layer bi lstm output 1 shape: (4, 8, 16) ======",{"type":19,"tag":33,"props":5151,"children":5152},{},[5153],{"type":29,"value":5154},"[[[ 3.5416836e-01 2.0936093e-01 3.8317284e-01 5.3357160e-01",{"type":19,"tag":33,"props":5156,"children":5157},{},[5158],{"type":29,"value":5159},"2.4053907e-01 4.1459590e-02 2.0509864e-01 2.5311515e-01",{"type":19,"tag":33,"props":5161,"children":5162},{},[5163],{"type":29,"value":5164},"3.7313861e-01 2.2726113e-02 2.4815443e-01 1.6349553e-01",{"type":19,"tag":33,"props":5166,"children":5167},{},[5168],{"type":29,"value":5169},"1.1913014e-02 -1.0416587e-01 -4.6682160e-02 1.2466244e-01]",{"type":19,"tag":33,"props":5171,"children":5172},{},[5173],{"type":29,"value":5174},"[ 1.6695338e-01 8.1573747e-02 5.0642765e-01 2.2585270e-01",{"type":19,"tag":33,"props":5176,"children":5177},{},[5178],{"type":29,"value":5179},"3.1199178e-01 7.0200888e-03 1.0298288e-01 7.1754217e-02",{"type":19,"tag":33,"props":5181,"children":5182},{},[5183],{"type":29,"value":5184},"4.2964008e-01 2.7423983e-02 2.2389892e-01 2.8188041e-01",{"type":19,"tag":33,"props":5186,"children":5187},{},[5188],{"type":29,"value":5189},"9.3678713e-02 -1.6824452e-02 4.4604652e-02 1.2561245e-01]",{"type":19,"tag":33,"props":5191,"children":5192},{},[5193],{"type":29,"value":5194},"[ 6.0777575e-02 3.0208385e-02 5.1636058e-01 8.0109224e-02",{"type":19,"tag":33,"props":5196,"children":5197},{},[5198],{"type":29,"value":5199},"3.0168548e-01 1.5010678e-02 5.8312915e-02 -2.7518146e-02",{"type":19,"tag":33,"props":5201,"children":5202},{},[5203],{"type":29,"value":5204},"6.2040079e-01 1.1676422e-01 2.4167898e-01 3.6679846e-01",{"type":19,"tag":33,"props":5206,"children":5207},{},[5208],{"type":29,"value":5209},"2.2570200e-01 6.9053181e-02 1.5332413e-01 1.3909420e-01]",{"type":19,"tag":33,"props":5211,"children":5212},{},[5213],{"type":29,"value":5214},"[ 0.0000000e+00 0.0000000e+00 0.0000000e+00 0.0000000e+00",{"type":19,"tag":33,"props":5216,"children":5217},{},[5218],{"type":29,"value":5219},"0.0000000e+00 0.0000000e+00 0.0000000e+00 0.0000000e+00",{"type":19,"tag":33,"props":5221,"children":5222},{},[5223],{"type":29,"value":5219},{"type":19,"tag":33,"props":5225,"children":5226},{},[5227],{"type":29,"value":5228},"0.0000000e+00 0.0000000e+00 0.0000000e+00 0.0000000e+00]",{"type":19,"tag":33,"props":5230,"children":5231},{},[5232],{"type":29,"value":5214},{"type":19,"tag":33,"props":5234,"children":5235},{},[5236],{"type":29,"value":5219},{"type":19,"tag":33,"props":5238,"children":5239},{},[5240],{"type":29,"value":5219},{"type":19,"tag":33,"props":5242,"children":5243},{},[5244],{"type":29,"value":5228},{"type":19,"tag":33,"props":5246,"children":5247},{},[5248],{"type":29,"value":5214},{"type":19,"tag":33,"props":5250,"children":5251},{},[5252],{"type":29,"value":5219},{"type":19,"tag":33,"props":5254,"children":5255},{},[5256],{"type":29,"value":5219},{"type":19,"tag":33,"props":5258,"children":5259},{},[5260],{"type":29,"value":5228},{"type":19,"tag":33,"props":5262,"children":5263},{},[5264],{"type":29,"value":5214},{"type":19,"tag":33,"props":5266,"children":5267},{},[5268],{"type":29,"value":5219},{"type":19,"tag":33,"props":5270,"children":5271},{},[5272],{"type":29,"value":5219},{"type":19,"tag":33,"props":5274,"children":5275},{},[5276],{"type":29,"value":5228},{"type":19,"tag":33,"props":5278,"children":5279},{},[5280],{"type":29,"value":5214},{"type":19,"tag":33,"props":5282,"children":5283},{},[5284],{"type":29,"value":5219},{"type":19,"tag":33,"props":5286,"children":5287},{},[5288],{"type":29,"value":5219},{"type":19,"tag":33,"props":5290,"children":5291},{},[5292],{"type":29,"value":5293},"0.0000000e+00 0.0000000e+00 0.0000000e+00 0.0000000e+00]]",{"type":19,"tag":33,"props":5295,"children":5296},{},[5297],{"type":29,"value":5298},"[[ 3.7312818e-01 2.2448727e-01 3.8365489e-01 5.3964454e-01",{"type":19,"tag":33,"props":5300,"children":5301},{},[5302],{"type":29,"value":5303},"2.2486390e-01 3.6970358e-02 2.2256340e-01 2.4737728e-01",{"type":19,"tag":33,"props":5305,"children":5306},{},[5307],{"type":29,"value":5308},"2.0995849e-01 -3.6793407e-02 2.5529474e-01 -5.4455854e-02",{"type":19,"tag":33,"props":5310,"children":5311},{},[5312],{"type":29,"value":5313},"-3.4995444e-02 -1.8863088e-01 -9.9797480e-02 1.7244026e-01]",{"type":19,"tag":33,"props":5315,"children":5316},{},[5317],{"type":29,"value":5318},"[ 1.6344458e-01 7.4762136e-02 4.9512634e-01 2.4983825e-01",{"type":19,"tag":33,"props":5320,"children":5321},{},[5322],{"type":29,"value":5323},"2.9844120e-01 -2.2964491e-02 1.3046446e-01 4.6507578e-02",{"type":19,"tag":33,"props":5325,"children":5326},{},[5327],{"type":29,"value":5328},"1.8774964e-01 -5.6968573e-02 2.3092678e-01 -1.8975141e-02",{"type":19,"tag":33,"props":5330,"children":5331},{},[5332],{"type":29,"value":5333},"-6.5767197e-03 -1.6430146e-01 -7.7841796e-02 1.7092024e-01]",{"type":19,"tag":33,"props":5335,"children":5336},{},[5337],{"type":29,"value":5338},"[ 2.6236186e-02 -2.0902762e-02 4.8132658e-01 1.5410189e-01",{"type":19,"tag":33,"props":5340,"children":5341},{},[5342],{"type":29,"value":5343},"2.9595733e-01 -3.7644185e-02 1.1366512e-01 -5.5398405e-02",{"type":19,"tag":33,"props":5345,"children":5346},{},[5347],{"type":29,"value":5348},"1.9633688e-01 -6.9955371e-02 2.1327947e-01 2.0917373e-02",{"type":19,"tag":33,"props":5350,"children":5351},{},[5352],{"type":29,"value":5353},"-6.9075003e-03 -1.4227399e-01 -7.3977120e-02 1.7023006e-01]",{"type":19,"tag":33,"props":5355,"children":5356},{},[5357],{"type":29,"value":5358},"[-4.5504406e-02 -8.8195749e-02 4.4950521e-01 8.3784960e-02",{"type":19,"tag":33,"props":5360,"children":5361},{},[5362],{"type":29,"value":5363},"3.1254938e-01 -3.0976830e-02 9.6947111e-02 -9.9365219e-02",{"type":19,"tag":33,"props":5365,"children":5366},{},[5367],{"type":29,"value":5368},"2.0704943e-01 -6.6500187e-02 1.9992988e-01 4.6051688e-02",{"type":19,"tag":33,"props":5370,"children":5371},{},[5372],{"type":29,"value":5373},"9.1559850e-03 -1.2333421e-01 -6.3600369e-02 1.5821570e-01]",{"type":19,"tag":33,"props":5375,"children":5376},{},[5377],{"type":29,"value":5378},"[-8.5413747e-02 -9.5996402e-02 4.2882851e-01 2.8101865e-02",{"type":19,"tag":33,"props":5380,"children":5381},{},[5382],{"type":29,"value":5383},"3.1274763e-01 -1.9659458e-02 1.0424862e-01 -1.2168537e-01",{"type":19,"tag":33,"props":5385,"children":5386},{},[5387],{"type":29,"value":5388},"2.4435315e-01 -6.9591425e-02 1.8749590e-01 1.2333996e-01",{"type":19,"tag":33,"props":5390,"children":5391},{},[5392],{"type":29,"value":5393},"1.2001552e-02 -9.1948770e-02 -5.3056102e-02 1.5285012e-01]",{"type":19,"tag":33,"props":5395,"children":5396},{},[5397],{"type":29,"value":5398},"[-1.0321245e-01 -9.7408667e-02 4.1026697e-01 -2.0338718e-02",{"type":19,"tag":33,"props":5400,"children":5401},{},[5402],{"type":29,"value":5403},"3.2013306e-01 5.4713513e-04 1.0752757e-01 -1.2621583e-01",{"type":19,"tag":33,"props":5405,"children":5406},{},[5407],{"type":29,"value":5408},"3.0542794e-01 -5.2220318e-02 1.8903156e-01 2.1638034e-01",{"type":19,"tag":33,"props":5410,"children":5411},{},[5412],{"type":29,"value":5413},"4.2735931e-02 -5.3110521e-02 -2.5012573e-02 1.4485820e-01]",{"type":19,"tag":33,"props":5415,"children":5416},{},[5417],{"type":29,"value":5418},"[-1.0691784e-01 -7.1392961e-02 4.1062483e-01 -5.5148609e-02",{"type":19,"tag":33,"props":5420,"children":5421},{},[5422],{"type":29,"value":5423},"3.0711043e-01 1.9290760e-02 1.0387863e-01 -1.3866244e-01",{"type":19,"tag":33,"props":5425,"children":5426},{},[5427],{"type":29,"value":5428},"4.0088418e-01 -1.4360026e-02 1.8252462e-01 2.9758602e-01",{"type":19,"tag":33,"props":5430,"children":5431},{},[5432],{"type":29,"value":5433},"9.5214583e-02 9.5995963e-03 5.3094927e-02 1.3763560e-01]",{"type":19,"tag":33,"props":5435,"children":5436},{},[5437],{"type":29,"value":5438},"[-9.7116083e-02 -4.4380195e-02 4.2023361e-01 -1.0235640e-01",{"type":19,"tag":33,"props":5440,"children":5441},{},[5442],{"type":29,"value":5443},"3.0306363e-01 3.9940134e-02 8.2893521e-02 -1.4391276e-01",{"type":19,"tag":33,"props":5445,"children":5446},{},[5447],{"type":29,"value":5448},"6.0954368e-01 1.0493548e-01 2.2793353e-01 3.5785013e-01",{"type":19,"tag":33,"props":5450,"children":5451},{},[5452],{"type":29,"value":5453},"2.3133652e-01 7.5718097e-02 1.5517256e-01 1.3943677e-01]]",{"type":19,"tag":33,"props":5455,"children":5456},{},[5457],{"type":29,"value":5458},"[[ 3.6901441e-01 2.1822800e-01 3.7994039e-01 5.2547783e-01",{"type":19,"tag":33,"props":5460,"children":5461},{},[5462],{"type":29,"value":5463},"2.3396042e-01 3.9366722e-02 2.1538821e-01 2.4702020e-01",{"type":19,"tag":33,"props":5465,"children":5466},{},[5467],{"type":29,"value":5468},"2.4914475e-01 -6.9778422e-03 2.4806115e-01 2.1838229e-02",{"type":19,"tag":33,"props":5470,"children":5471},{},[5472],{"type":29,"value":5473},"-1.3991867e-02 -1.6620368e-01 -8.7110944e-02 1.4123847e-01]",{"type":19,"tag":33,"props":5475,"children":5476},{},[5477],{"type":29,"value":5478},"[ 1.6616049e-01 8.4187903e-02 4.9948204e-01 2.2646046e-01",{"type":19,"tag":33,"props":5480,"children":5481},{},[5482],{"type":29,"value":5483},"3.0369779e-01 -1.7643329e-02 1.2668489e-01 4.9117617e-02",{"type":19,"tag":33,"props":5485,"children":5486},{},[5487],{"type":29,"value":5488},"2.6261702e-01 -2.7619595e-02 2.2540939e-01 1.1914852e-01",{"type":19,"tag":33,"props":5490,"children":5491},{},[5492],{"type":29,"value":5493},"2.3004401e-02 -1.2194993e-01 -5.5561494e-02 1.3998528e-01]",{"type":19,"tag":33,"props":5495,"children":5496},{},[5497],{"type":29,"value":5498},"[ 4.2908981e-02 -2.5578242e-02 4.8486653e-01 1.1890158e-01",{"type":19,"tag":33,"props":5500,"children":5501},{},[5502],{"type":29,"value":5503},"3.1149039e-01 -1.4618633e-02 9.1249026e-02 -3.3213440e-02",{"type":19,"tag":33,"props":5505,"children":5506},{},[5507],{"type":29,"value":5508},"3.1701097e-01 -1.8276740e-02 2.2031868e-01 2.0087981e-01",{"type":19,"tag":33,"props":5510,"children":5511},{},[5512],{"type":29,"value":5513},"5.8553118e-02 -7.3650509e-02 -1.7827954e-02 1.3095699e-01]",{"type":19,"tag":33,"props":5515,"children":5516},{},[5517],{"type":29,"value":5518},"[-2.2401063e-02 -6.7246288e-02 4.6379456e-01 4.6429519e-02",{"type":19,"tag":33,"props":5520,"children":5521},{},[5522],{"type":29,"value":5523},"3.1024706e-01 1.2560772e-02 7.6885723e-02 -7.1739145e-02",{"type":19,"tag":33,"props":5525,"children":5526},{},[5527],{"type":29,"value":5528},"4.0658230e-01 1.3608186e-02 2.1248461e-01 2.7639762e-01",{"type":19,"tag":33,"props":5530,"children":5531},{},[5532],{"type":29,"value":5533},"1.0969905e-01 -1.7181308e-03 5.7507429e-02 1.2614906e-01]",{"type":19,"tag":33,"props":5535,"children":5536},{},[5537],{"type":29,"value":5538},"[-4.9086079e-02 -6.1570432e-02 4.6209678e-01 -3.5342608e-02",{"type":19,"tag":33,"props":5540,"children":5541},{},[5542],{"type":29,"value":5543},"3.1426692e-01 4.2432975e-02 5.4815758e-02 -9.5721334e-02",{"type":19,"tag":33,"props":5545,"children":5546},{},[5547],{"type":29,"value":5548},"6.0554379e-01 1.1493160e-01 2.4293001e-01 3.4404746e-01",{"type":19,"tag":33,"props":5550,"children":5551},{},[5552],{"type":29,"value":5553},"2.3283333e-01 6.8980336e-02 1.5239350e-01 1.3767722e-01]",{"type":19,"tag":33,"props":5555,"children":5556},{},[5557],{"type":29,"value":5214},{"type":19,"tag":33,"props":5559,"children":5560},{},[5561],{"type":29,"value":5219},{"type":19,"tag":33,"props":5563,"children":5564},{},[5565],{"type":29,"value":5219},{"type":19,"tag":33,"props":5567,"children":5568},{},[5569],{"type":29,"value":5228},{"type":19,"tag":33,"props":5571,"children":5572},{},[5573],{"type":29,"value":5214},{"type":19,"tag":33,"props":5575,"children":5576},{},[5577],{"type":29,"value":5219},{"type":19,"tag":33,"props":5579,"children":5580},{},[5581],{"type":29,"value":5219},{"type":19,"tag":33,"props":5583,"children":5584},{},[5585],{"type":29,"value":5228},{"type":19,"tag":33,"props":5587,"children":5588},{},[5589],{"type":29,"value":5214},{"type":19,"tag":33,"props":5591,"children":5592},{},[5593],{"type":29,"value":5219},{"type":19,"tag":33,"props":5595,"children":5596},{},[5597],{"type":29,"value":5219},{"type":19,"tag":33,"props":5599,"children":5600},{},[5601],{"type":29,"value":5293},{"type":19,"tag":33,"props":5603,"children":5604},{},[5605],{"type":29,"value":5606},"[[ 3.3036014e-01 2.2069807e-01 4.0932164e-01 5.0686938e-01",{"type":19,"tag":33,"props":5608,"children":5609},{},[5610],{"type":29,"value":5611},"2.5304586e-01 4.5349576e-02 1.6947377e-01 2.6356062e-01",{"type":19,"tag":33,"props":5613,"children":5614},{},[5615],{"type":29,"value":5616},"6.4686131e-01 1.8447271e-01 2.6571944e-01 3.6628011e-01",{"type":19,"tag":33,"props":5618,"children":5619},{},[5620],{"type":29,"value":5621},"2.0576611e-01 5.9034787e-02 1.3657802e-01 1.4004102e-01]",{"type":19,"tag":33,"props":5623,"children":5624},{},[5625],{"type":29,"value":5214},{"type":19,"tag":33,"props":5627,"children":5628},{},[5629],{"type":29,"value":5219},{"type":19,"tag":33,"props":5631,"children":5632},{},[5633],{"type":29,"value":5219},{"type":19,"tag":33,"props":5635,"children":5636},{},[5637],{"type":29,"value":5228},{"type":19,"tag":33,"props":5639,"children":5640},{},[5641],{"type":29,"value":5214},{"type":19,"tag":33,"props":5643,"children":5644},{},[5645],{"type":29,"value":5219},{"type":19,"tag":33,"props":5647,"children":5648},{},[5649],{"type":29,"value":5219},{"type":19,"tag":33,"props":5651,"children":5652},{},[5653],{"type":29,"value":5228},{"type":19,"tag":33,"props":5655,"children":5656},{},[5657],{"type":29,"value":5214},{"type":19,"tag":33,"props":5659,"children":5660},{},[5661],{"type":29,"value":5219},{"type":19,"tag":33,"props":5663,"children":5664},{},[5665],{"type":29,"value":5219},{"type":19,"tag":33,"props":5667,"children":5668},{},[5669],{"type":29,"value":5228},{"type":19,"tag":33,"props":5671,"children":5672},{},[5673],{"type":29,"value":5214},{"type":19,"tag":33,"props":5675,"children":5676},{},[5677],{"type":29,"value":5219},{"type":19,"tag":33,"props":5679,"children":5680},{},[5681],{"type":29,"value":5219},{"type":19,"tag":33,"props":5683,"children":5684},{},[5685],{"type":29,"value":5228},{"type":19,"tag":33,"props":5687,"children":5688},{},[5689],{"type":29,"value":5214},{"type":19,"tag":33,"props":5691,"children":5692},{},[5693],{"type":29,"value":5219},{"type":19,"tag":33,"props":5695,"children":5696},{},[5697],{"type":29,"value":5219},{"type":19,"tag":33,"props":5699,"children":5700},{},[5701],{"type":29,"value":5228},{"type":19,"tag":33,"props":5703,"children":5704},{},[5705],{"type":29,"value":5214},{"type":19,"tag":33,"props":5707,"children":5708},{},[5709],{"type":29,"value":5219},{"type":19,"tag":33,"props":5711,"children":5712},{},[5713],{"type":29,"value":5219},{"type":19,"tag":33,"props":5715,"children":5716},{},[5717],{"type":29,"value":5228},{"type":19,"tag":33,"props":5719,"children":5720},{},[5721],{"type":29,"value":5214},{"type":19,"tag":33,"props":5723,"children":5724},{},[5725],{"type":29,"value":5219},{"type":19,"tag":33,"props":5727,"children":5728},{},[5729],{"type":29,"value":5219},{"type":19,"tag":33,"props":5731,"children":5732},{},[5733],{"type":29,"value":5734},"0.0000000e+00 0.0000000e+00 0.0000000e+00 0.0000000e+00]]]",{"type":19,"tag":33,"props":5736,"children":5737},{},[5738],{"type":29,"value":5739},"====== double layer bi lstm hn1 shape: (4, 4, 8) ======",{"type":19,"tag":33,"props":5741,"children":5742},{},[5743],{"type":29,"value":5744},"[[[ 0.30786592 -0.05702875 0.2098356 0.1831936 0.1446731",{"type":19,"tag":33,"props":5746,"children":5747},{},[5748],{"type":29,"value":5749},"0.35495615 0.10906219 0.2584008 ]",{"type":19,"tag":33,"props":5751,"children":5752},{},[5753],{"type":29,"value":5754},"[ 0.28740606 -0.08844142 0.2211969 0.12519889 -0.01900517",{"type":19,"tag":33,"props":5756,"children":5757},{},[5758],{"type":29,"value":5759},"0.29294112 0.05027781 0.2071664 ]",{"type":19,"tag":33,"props":5761,"children":5762},{},[5763],{"type":29,"value":5764},"[ 0.25389883 0.05431987 0.24731106 0.1163514 0.12489295",{"type":19,"tag":33,"props":5766,"children":5767},{},[5768],{"type":29,"value":5769},"0.31806058 -0.07178076 0.20686159]",{"type":19,"tag":33,"props":5771,"children":5772},{},[5773],{"type":29,"value":5774},"[ 0.47720045 0.11175225 0.22376464 0.36412558 0.46750376",{"type":19,"tag":33,"props":5776,"children":5777},{},[5778],{"type":29,"value":5779},"0.28765967 0.38535532 0.33306697]]",{"type":19,"tag":33,"props":5781,"children":5782},{},[5783],{"type":29,"value":5784},"[[ 0.0012262 0.3199089 -0.02733669 0.17044675 -0.04726706",{"type":19,"tag":33,"props":5786,"children":5787},{},[5788],{"type":29,"value":5789},"-0.02164171 0.28464028 0.3348536 ]",{"type":19,"tag":33,"props":5791,"children":5792},{},[5793],{"type":29,"value":5794},"[ 0.05813042 0.14894389 0.05397653 0.15691833 -0.16107246",{"type":19,"tag":33,"props":5796,"children":5797},{},[5798],{"type":29,"value":4879},{"type":19,"tag":33,"props":5800,"children":5801},{},[5802],{"type":29,"value":5803},"[-0.04329334 0.12033389 0.03753637 0.15189895 -0.11344916",{"type":19,"tag":33,"props":5805,"children":5806},{},[5807],{"type":29,"value":5808},"-0.04964198 0.27086687 0.28215134]",{"type":19,"tag":33,"props":5810,"children":5811},{},[5812],{"type":29,"value":5813},"[ 0.05921583 0.543903 0.00194274 0.27610534 0.16461822",{"type":19,"tag":33,"props":5815,"children":5816},{},[5817],{"type":29,"value":5818},"0.25555757 0.18277422 0.3662175 ]]",{"type":19,"tag":33,"props":5820,"children":5821},{},[5822],{"type":29,"value":5823},"[[ 0.06077757 0.03020838 0.5163606 0.08010922 0.30168548",{"type":19,"tag":33,"props":5825,"children":5826},{},[5827],{"type":29,"value":5828},"0.01501068 0.05831292 -0.02751815]",{"type":19,"tag":33,"props":5830,"children":5831},{},[5832],{"type":29,"value":5833},"[-0.09711608 -0.0443802 0.4202336 -0.1023564 0.30306363",{"type":19,"tag":33,"props":5835,"children":5836},{},[5837],{"type":29,"value":5838},"0.03994013 0.08289352 -0.14391276]",{"type":19,"tag":33,"props":5840,"children":5841},{},[5842],{"type":29,"value":5843},"[-0.04908608 -0.06157043 0.46209678 -0.03534261 0.31426692",{"type":19,"tag":33,"props":5845,"children":5846},{},[5847],{"type":29,"value":5848},"0.04243298 0.05481576 -0.09572133]",{"type":19,"tag":33,"props":5850,"children":5851},{},[5852],{"type":29,"value":5853},"[ 0.33036014 0.22069807 0.40932164 0.5068694 0.25304586",{"type":19,"tag":33,"props":5855,"children":5856},{},[5857],{"type":29,"value":5858},"0.04534958 0.16947377 0.26356062]]",{"type":19,"tag":33,"props":5860,"children":5861},{},[5862],{"type":29,"value":5863},"[[ 0.3731386 0.02272611 0.24815443 0.16349553 0.01191301",{"type":19,"tag":33,"props":5865,"children":5866},{},[5867],{"type":29,"value":5868},"-0.10416587 -0.04668216 0.12466244]",{"type":19,"tag":33,"props":5870,"children":5871},{},[5872],{"type":29,"value":5873},"[ 0.2099585 -0.03679341 0.25529474 -0.05445585 -0.03499544",{"type":19,"tag":33,"props":5875,"children":5876},{},[5877],{"type":29,"value":5878},"-0.18863088 -0.09979748 0.17244026]",{"type":19,"tag":33,"props":5880,"children":5881},{},[5882],{"type":29,"value":5883},"[ 0.24914475 -0.00697784 0.24806115 0.02183823 -0.01399187",{"type":19,"tag":33,"props":5885,"children":5886},{},[5887],{"type":29,"value":5888},"-0.16620368 -0.08711094 0.14123847]",{"type":19,"tag":33,"props":5890,"children":5891},{},[5892],{"type":29,"value":5893},"[ 0.6468613 0.18447271 0.26571944 0.3662801 0.20576611",{"type":19,"tag":33,"props":5895,"children":5896},{},[5897],{"type":29,"value":5898},"0.05903479 0.13657802 0.14004102]]]",{"type":19,"tag":33,"props":5900,"children":5901},{},[5902],{"type":29,"value":5903},"====== double layer bi lstm cn1 shape: (4, 4, 8) ======",{"type":19,"tag":33,"props":5905,"children":5906},{},[5907],{"type":29,"value":5908},"[[[ 0.7061355 -0.13162777 0.46092123 0.4033497 0.2930356",{"type":19,"tag":33,"props":5910,"children":5911},{},[5912],{"type":29,"value":5913},"0.76054144 0.18314546 0.70929015]",{"type":19,"tag":33,"props":5915,"children":5916},{},[5917],{"type":29,"value":5918},"[ 0.6634344 -0.19959924 0.4972992 0.27566153 -0.0359614",{"type":19,"tag":33,"props":5920,"children":5921},{},[5922],{"type":29,"value":5923},"0.5509572 0.08536483 0.5394347 ]",{"type":19,"tag":33,"props":5925,"children":5926},{},[5927],{"type":29,"value":5928},"[ 0.5526391 0.1161246 0.5316373 0.28497726 0.22511882",{"type":19,"tag":33,"props":5930,"children":5931},{},[5932],{"type":29,"value":5933},"0.67451394 -0.12430747 0.5528798 ]",{"type":19,"tag":33,"props":5935,"children":5936},{},[5937],{"type":29,"value":5938},"[ 1.0954192 0.29093137 0.8067771 0.8504353 0.7032547",{"type":19,"tag":33,"props":5940,"children":5941},{},[5942],{"type":29,"value":5943},"0.97427243 0.5589305 0.8662672 ]]",{"type":19,"tag":33,"props":5945,"children":5946},{},[5947],{"type":29,"value":5948},"[[ 0.00324558 0.6688721 -0.05317001 0.32999027 -0.07784042",{"type":19,"tag":33,"props":5950,"children":5951},{},[5952],{"type":29,"value":5953},"-0.05728557 0.58330244 0.8111321 ]",{"type":19,"tag":33,"props":5955,"children":5956},{},[5957],{"type":29,"value":5958},"[ 0.16052541 0.31375027 0.1059354 0.28533533 -0.26115924",{"type":19,"tag":33,"props":5960,"children":5961},{},[5962],{"type":29,"value":5963},"-0.20904504 0.5899867 0.56931025]",{"type":19,"tag":33,"props":5965,"children":5966},{},[5967],{"type":29,"value":5968},"[-0.11802054 0.26023 0.07224996 0.31177503 -0.19568688",{"type":19,"tag":33,"props":5970,"children":5971},{},[5972],{"type":29,"value":5973},"-0.12562011 0.6177163 0.6840635 ]",{"type":19,"tag":33,"props":5975,"children":5976},{},[5977],{"type":29,"value":5978},"[ 0.16791074 1.2188046 0.00349617 0.670789 0.2591958",{"type":19,"tag":33,"props":5980,"children":5981},{},[5982],{"type":29,"value":5983},"0.46886685 0.5807996 0.86447406]]",{"type":19,"tag":33,"props":5985,"children":5986},{},[5987],{"type":29,"value":5988},"[[ 0.16193499 0.06143508 1.1399425 0.13840833 0.69956493",{"type":19,"tag":33,"props":5990,"children":5991},{},[5992],{"type":29,"value":5993},"0.04888431 0.1235408 -0.0485969 ]",{"type":19,"tag":33,"props":5995,"children":5996},{},[5997],{"type":29,"value":5998},"[-0.28950468 -0.0866928 0.7886544 -0.17458248 0.6081316",{"type":19,"tag":33,"props":6000,"children":6001},{},[6002],{"type":29,"value":6003},"0.12001929 0.17698729 -0.27595744]",{"type":19,"tag":33,"props":6005,"children":6006},{},[6007],{"type":29,"value":6008},"[-0.13397661 -0.12149224 0.9074148 -0.06176313 0.6541451",{"type":19,"tag":33,"props":6010,"children":6011},{},[6012],{"type":29,"value":6013},"0.12807912 0.1181712 -0.17463374]",{"type":19,"tag":33,"props":6015,"children":6016},{},[6017],{"type":29,"value":6018},"[ 0.8489872 0.6016479 1.3853014 0.8196937 1.020999",{"type":19,"tag":33,"props":6020,"children":6021},{},[6022],{"type":29,"value":6023},"0.24127276 0.45320526 0.4759813 ]]",{"type":19,"tag":33,"props":6025,"children":6026},{},[6027],{"type":29,"value":6028},"[[ 0.6076499 0.03351691 0.812855 0.27901018 0.02922555",{"type":19,"tag":33,"props":6030,"children":6031},{},[6032],{"type":29,"value":6033},"-0.26106828 -0.12472634 0.24901994]",{"type":19,"tag":33,"props":6035,"children":6036},{},[6037],{"type":29,"value":6038},"[ 0.3340806 -0.05591209 0.7391405 -0.08961776 -0.09178029",{"type":19,"tag":33,"props":6040,"children":6041},{},[6042],{"type":29,"value":6043},"-0.47115833 -0.27806604 0.35383248]",{"type":19,"tag":33,"props":6045,"children":6046},{},[6047],{"type":29,"value":6048},"[ 0.3964765 -0.01050393 0.7366462 0.03638346 -0.03574796",{"type":19,"tag":33,"props":6050,"children":6051},{},[6052],{"type":29,"value":6053},"-0.41335842 -0.23882627 0.28892466]",{"type":19,"tag":33,"props":6055,"children":6056},{},[6057],{"type":29,"value":6058},"[ 1.0575086 0.23200202 0.8150203 0.7750988 0.42505968",{"type":19,"tag":33,"props":6060,"children":6061},{},[6062],{"type":29,"value":6063},"0.24064866 0.46888143 0.26767123]]]",{"type":19,"tag":33,"props":6065,"children":6066},{},[6067],{"type":29,"value":97},{"type":19,"tag":33,"props":6069,"children":6070},{},[6071],{"type":29,"value":6072},"This blog briefly describes the basic principles of LSTM, and details parameter settings and inputs and outputs through descriptions in MindSpore documents and case studies. We hope you can better understand how the LSTM operator works in MindSpore.",{"type":19,"tag":33,"props":6074,"children":6075},{},[6076],{"type":29,"value":102},{"type":19,"tag":33,"props":6078,"children":6079},{},[6080],{"type":19,"tag":49,"props":6081,"children":6083},{"href":6082},"#201-lstm",[6084],{"type":29,"value":6085},"Basic Principles of LSTM",{"type":19,"tag":33,"props":6087,"children":6088},{},[6089],{"type":19,"tag":49,"props":6090,"children":6093},{"href":6091,"rel":6092},"https://github.com/exacity/simplified-deeplearning/blob/master/%E5%BE%AA%E7%8E%AF%E9%80%92%E5%BD%92%E7%BD%91%E7%BB%9C/LSTM.md",[53],[6094],{"type":29,"value":6095},"simplified-deeplearning/LSTM",{"type":19,"tag":33,"props":6097,"children":6098},{},[6099],{"type":19,"tag":49,"props":6100,"children":6102},{"href":6101},"#mindspore.nn.LSTM",[6103],{"type":29,"value":6104},"LSTM API",{"title":7,"searchDepth":6106,"depth":6106,"links":6107},4,[],"markdown","content:technology-blogs:en:1741.md","content","technology-blogs/en/1741.md","technology-blogs/en/1741","md",1776506103760]