From 3994bc43ebbd87d1da99bd8ca78db30a8dc05e41 Mon Sep 17 00:00:00 2001 From: yukun-hh Date: Wed, 1 Apr 2026 23:21:14 +0800 Subject: [PATCH] up to chapter 9.6 --- chapter5.ipynb | 3720 ++++++++++++++++++++++++++++-------------------- 1 file changed, 2181 insertions(+), 1539 deletions(-) diff --git a/chapter5.ipynb b/chapter5.ipynb index 389b82b..faba052 100644 --- a/chapter5.ipynb +++ b/chapter5.ipynb @@ -6,8 +6,8 @@ "metadata": { "collapsed": true, "ExecuteTime": { - "end_time": "2026-03-25T12:53:19.596857715Z", - "start_time": "2026-03-25T12:53:16.588300896Z" + "end_time": "2026-03-29T09:05:27.116778011Z", + "start_time": "2026-03-29T09:05:25.689631294Z" } }, "source": [ @@ -24,8 +24,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:19.882978594Z", - "start_time": "2026-03-25T12:53:19.641379604Z" + "end_time": "2026-03-29T09:05:27.211229222Z", + "start_time": "2026-03-29T09:05:27.119198350Z" } }, "cell_type": "code", @@ -39,10 +39,10 @@ { "data": { "text/plain": [ - "tensor([[-0.0824, 0.0285, 0.1192, 0.0922, 0.0465, 0.2007, -0.0262, 0.1639,\n", - " -0.0899, 0.1057],\n", - " [-0.0524, 0.0180, 0.0952, 0.0921, -0.0702, 0.2043, 0.0393, 0.0629,\n", - " -0.1250, 0.0537]], grad_fn=)" + "tensor([[-0.0620, 0.3494, -0.2706, 0.0934, 0.1624, 0.0507, 0.0276, 0.1200,\n", + " 0.1418, 0.1422],\n", + " [-0.2129, 0.3243, -0.3727, -0.0147, 0.1620, -0.0534, 0.0918, 0.0569,\n", + " 0.0515, -0.0515]], grad_fn=)" ] }, "execution_count": 2, @@ -55,8 +55,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:22.230024033Z", - "start_time": "2026-03-25T12:53:21.253445153Z" + "end_time": "2026-03-29T09:05:28.023879514Z", + "start_time": "2026-03-29T09:05:27.503008526Z" } }, "cell_type": "code", @@ -76,8 +76,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:22.637036131Z", - "start_time": "2026-03-25T12:53:22.314296739Z" + "end_time": "2026-03-29T09:05:28.598152494Z", + "start_time": "2026-03-29T09:05:28.312949801Z" } }, "cell_type": "code", @@ -90,10 +90,10 @@ { "data": { "text/plain": [ - "tensor([[-0.1096, 0.0395, 0.1076, 0.0112, 0.1523, 0.0678, -0.4146, 0.1690,\n", - " 0.0085, -0.0510],\n", - " [-0.0863, 0.0353, 0.0677, -0.0226, 0.1161, 0.0591, -0.3184, 0.1216,\n", - " -0.0316, -0.1315]], grad_fn=)" + "tensor([[-0.0426, -0.0041, 0.0686, 0.0151, -0.0754, 0.0269, 0.2757, 0.0227,\n", + " 0.2260, 0.0424],\n", + " [ 0.0319, 0.0394, 0.0179, 0.0704, -0.1369, -0.0294, 0.2276, 0.0702,\n", + " 0.1313, 0.2124]], grad_fn=)" ] }, "execution_count": 4, @@ -106,8 +106,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:23.093212653Z", - "start_time": "2026-03-25T12:53:22.726300762Z" + "end_time": "2026-03-29T09:05:28.833430055Z", + "start_time": "2026-03-29T09:05:28.633643058Z" } }, "cell_type": "code", @@ -136,8 +136,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:23.496786702Z", - "start_time": "2026-03-25T12:53:23.216055780Z" + "end_time": "2026-03-29T09:05:28.918094363Z", + "start_time": "2026-03-29T09:05:28.865853300Z" } }, "cell_type": "code", @@ -150,7 +150,7 @@ { "data": { "text/plain": [ - "tensor(0.2039, grad_fn=)" + "tensor(-0.0847, grad_fn=)" ] }, "execution_count": 6, @@ -163,8 +163,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:23.718703932Z", - "start_time": "2026-03-25T12:53:23.576457566Z" + "end_time": "2026-03-29T09:05:29.031399095Z", + "start_time": "2026-03-29T09:05:28.937762813Z" } }, "cell_type": "code", @@ -187,8 +187,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:24.088583749Z", - "start_time": "2026-03-25T12:53:23.724853929Z" + "end_time": "2026-03-29T09:05:29.115640738Z", + "start_time": "2026-03-29T09:05:29.033684765Z" } }, "cell_type": "code", @@ -202,8 +202,8 @@ { "data": { "text/plain": [ - "tensor([[0.3055],\n", - " [0.0396]], grad_fn=)" + "tensor([[-0.5641],\n", + " [-0.5857]], grad_fn=)" ] }, "execution_count": 8, @@ -216,8 +216,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:24.533854996Z", - "start_time": "2026-03-25T12:53:24.227646164Z" + "end_time": "2026-03-29T09:05:29.228591089Z", + "start_time": "2026-03-29T09:05:29.144124890Z" } }, "cell_type": "code", @@ -228,7 +228,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "OrderedDict([('weight', tensor([[-0.0619, -0.2581, -0.0887, 0.1497, 0.3016, 0.0745, 0.3351, -0.2275]])), ('bias', tensor([0.1878]))])\n" + "OrderedDict([('weight', tensor([[-0.3334, 0.0416, -0.3501, -0.1285, 0.0512, 0.2549, -0.2154, -0.2633]])), ('bias', tensor([-0.0772]))])\n" ] } ], @@ -237,8 +237,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:24.907381106Z", - "start_time": "2026-03-25T12:53:24.595749565Z" + "end_time": "2026-03-29T09:05:29.323152541Z", + "start_time": "2026-03-29T09:05:29.255547310Z" } }, "cell_type": "code", @@ -249,8 +249,8 @@ "data": { "text/plain": [ "OrderedDict([('weight',\n", - " tensor([[-0.0619, -0.2581, -0.0887, 0.1497, 0.3016, 0.0745, 0.3351, -0.2275]])),\n", - " ('bias', tensor([0.1878]))])" + " tensor([[-0.3334, 0.0416, -0.3501, -0.1285, 0.0512, 0.2549, -0.2154, -0.2633]])),\n", + " ('bias', tensor([-0.0772]))])" ] }, "execution_count": 10, @@ -263,8 +263,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:25.145444931Z", - "start_time": "2026-03-25T12:53:24.912612304Z" + "end_time": "2026-03-29T09:05:29.379782432Z", + "start_time": "2026-03-29T09:05:29.328071536Z" } }, "cell_type": "code", @@ -284,8 +284,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:25.261894811Z", - "start_time": "2026-03-25T12:53:25.163843129Z" + "end_time": "2026-03-29T09:05:29.451394790Z", + "start_time": "2026-03-29T09:05:29.397103231Z" } }, "cell_type": "code", @@ -300,8 +300,8 @@ "output_type": "stream", "text": [ "Parameter containing:\n", - "tensor([0.1878], requires_grad=True)\n", - "tensor([0.1878])\n" + "tensor([-0.0772], requires_grad=True)\n", + "tensor([-0.0772])\n" ] } ], @@ -310,8 +310,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:25.341935137Z", - "start_time": "2026-03-25T12:53:25.264357977Z" + "end_time": "2026-03-29T09:05:29.518076804Z", + "start_time": "2026-03-29T09:05:29.463897541Z" } }, "cell_type": "code", @@ -334,8 +334,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:25.433915822Z", - "start_time": "2026-03-25T12:53:25.357825225Z" + "end_time": "2026-03-29T09:05:29.588672960Z", + "start_time": "2026-03-29T09:05:29.534910431Z" } }, "cell_type": "code", @@ -359,8 +359,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:25.543917851Z", - "start_time": "2026-03-25T12:53:25.460879914Z" + "end_time": "2026-03-29T09:05:29.642447216Z", + "start_time": "2026-03-29T09:05:29.589891260Z" } }, "cell_type": "code", @@ -370,7 +370,7 @@ { "data": { "text/plain": [ - "tensor([0.1878])" + "tensor([-0.0772])" ] }, "execution_count": 15, @@ -383,8 +383,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:25.617010198Z", - "start_time": "2026-03-25T12:53:25.559343957Z" + "end_time": "2026-03-29T09:05:29.708774862Z", + "start_time": "2026-03-29T09:05:29.659219518Z" } }, "cell_type": "code", @@ -404,8 +404,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:25.713767703Z", - "start_time": "2026-03-25T12:53:25.621699911Z" + "end_time": "2026-03-29T09:05:29.765983699Z", + "start_time": "2026-03-29T09:05:29.710778796Z" } }, "cell_type": "code", @@ -418,8 +418,8 @@ { "data": { "text/plain": [ - "tensor([[-0.3406],\n", - " [-0.3406]], grad_fn=)" + "tensor([[0.2190],\n", + " [0.2190]], grad_fn=)" ] }, "execution_count": 17, @@ -432,8 +432,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:26.096212878Z", - "start_time": "2026-03-25T12:53:25.758161035Z" + "end_time": "2026-03-29T09:05:30.160316585Z", + "start_time": "2026-03-29T09:05:29.826193253Z" } }, "cell_type": "code", @@ -481,8 +481,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:26.459785465Z", - "start_time": "2026-03-25T12:53:26.247775930Z" + "end_time": "2026-03-29T09:05:30.301122409Z", + "start_time": "2026-03-29T09:05:30.198111011Z" } }, "cell_type": "code", @@ -492,7 +492,7 @@ { "data": { "text/plain": [ - "tensor([ 0.3709, -0.2778, -0.1532, -0.4749, 0.4300, -0.0282, -0.0499, 0.3819])" + "tensor([-0.3955, 0.0030, -0.0100, 0.3198, -0.4639, -0.4023, -0.3653, 0.0766])" ] }, "execution_count": 19, @@ -505,8 +505,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:26.559898609Z", - "start_time": "2026-03-25T12:53:26.465566578Z" + "end_time": "2026-03-29T09:05:30.342375999Z", + "start_time": "2026-03-29T09:05:30.305643495Z" } }, "cell_type": "code", @@ -523,7 +523,7 @@ { "data": { "text/plain": [ - "(tensor([-0.0090, 0.0195, 0.0008, 0.0062]), tensor(0.))" + "(tensor([-0.0059, -0.0004, -0.0091, 0.0014]), tensor(0.))" ] }, "execution_count": 20, @@ -536,8 +536,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:26.624188061Z", - "start_time": "2026-03-25T12:53:26.561739279Z" + "end_time": "2026-03-29T09:05:30.413353915Z", + "start_time": "2026-03-29T09:05:30.350001341Z" } }, "cell_type": "code", @@ -560,7 +560,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "tensor([-0.0184, 0.4366, -0.5272, 0.1226])\n", + "tensor([ 0.1297, -0.3070, -0.2955, 0.3630])\n", "tensor([[42., 42., 42., 42., 42., 42., 42., 42.]])\n" ] } @@ -570,8 +570,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:26.720471236Z", - "start_time": "2026-03-25T12:53:26.641527865Z" + "end_time": "2026-03-29T09:05:30.481562932Z", + "start_time": "2026-03-29T09:05:30.431139492Z" } }, "cell_type": "code", @@ -586,8 +586,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:26.986419396Z", - "start_time": "2026-03-25T12:53:26.727284472Z" + "end_time": "2026-03-29T09:05:30.535399376Z", + "start_time": "2026-03-29T09:05:30.483767993Z" } }, "cell_type": "code", @@ -613,8 +613,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:27.038073696Z", - "start_time": "2026-03-25T12:53:26.998499395Z" + "end_time": "2026-03-29T09:05:30.599578181Z", + "start_time": "2026-03-29T09:05:30.548047255Z" } }, "cell_type": "code", @@ -638,8 +638,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:27.097281119Z", - "start_time": "2026-03-25T12:53:27.040823019Z" + "end_time": "2026-03-29T09:05:30.650496800Z", + "start_time": "2026-03-29T09:05:30.601298115Z" } }, "cell_type": "code", @@ -651,8 +651,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:27.229604563Z", - "start_time": "2026-03-25T12:53:27.100431141Z" + "end_time": "2026-03-29T09:05:30.706861993Z", + "start_time": "2026-03-29T09:05:30.652573915Z" } }, "cell_type": "code", @@ -682,8 +682,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:27.413849570Z", - "start_time": "2026-03-25T12:53:27.245765495Z" + "end_time": "2026-03-29T09:05:30.786547453Z", + "start_time": "2026-03-29T09:05:30.723425498Z" } }, "cell_type": "code", @@ -710,8 +710,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:27.819912529Z", - "start_time": "2026-03-25T12:53:27.491059110Z" + "end_time": "2026-03-29T09:05:30.901224528Z", + "start_time": "2026-03-29T09:05:30.851425725Z" } }, "cell_type": "code", @@ -731,8 +731,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:28.107369770Z", - "start_time": "2026-03-25T12:53:27.908345229Z" + "end_time": "2026-03-29T09:05:31.060500958Z", + "start_time": "2026-03-29T09:05:30.961112847Z" } }, "cell_type": "code", @@ -760,8 +760,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:28.483070674Z", - "start_time": "2026-03-25T12:53:28.179399310Z" + "end_time": "2026-03-29T09:05:31.226121987Z", + "start_time": "2026-03-29T09:05:31.161589982Z" } }, "cell_type": "code", @@ -781,8 +781,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:28.940265905Z", - "start_time": "2026-03-25T12:53:28.769072795Z" + "end_time": "2026-03-29T09:05:31.353964548Z", + "start_time": "2026-03-29T09:05:31.284845417Z" } }, "cell_type": "code", @@ -814,8 +814,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:29.204080403Z", - "start_time": "2026-03-25T12:53:29.030462580Z" + "end_time": "2026-03-29T09:05:31.497133186Z", + "start_time": "2026-03-29T09:05:31.413547301Z" } }, "cell_type": "code", @@ -847,8 +847,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:29.646525680Z", - "start_time": "2026-03-25T12:53:29.347929714Z" + "end_time": "2026-03-29T09:05:31.722341828Z", + "start_time": "2026-03-29T09:05:31.614326731Z" } }, "cell_type": "code", @@ -878,8 +878,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:30.137467722Z", - "start_time": "2026-03-25T12:53:29.924865950Z" + "end_time": "2026-03-29T09:05:31.872242267Z", + "start_time": "2026-03-29T09:05:31.806910138Z" } }, "cell_type": "code", @@ -891,8 +891,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:30.333573187Z", - "start_time": "2026-03-25T12:53:30.191438502Z" + "end_time": "2026-03-29T09:05:31.992426160Z", + "start_time": "2026-03-29T09:05:31.931105219Z" } }, "cell_type": "code", @@ -908,8 +908,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:31.737006650Z", - "start_time": "2026-03-25T12:53:30.344801829Z" + "end_time": "2026-03-29T09:05:32.264274507Z", + "start_time": "2026-03-29T09:05:31.995396351Z" } }, "cell_type": "code", @@ -930,7 +930,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "epoch 20, loss 0.003\n", + "epoch 20, loss 0.000\n", "epoch 40, loss 0.000\n", "epoch 60, loss 0.000\n", "epoch 80, loss 0.000\n", @@ -943,8 +943,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:31.954198352Z", - "start_time": "2026-03-25T12:53:31.789083268Z" + "end_time": "2026-03-29T09:05:32.346542597Z", + "start_time": "2026-03-29T09:05:32.281931301Z" } }, "cell_type": "code", @@ -967,8 +967,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:32.286815333Z", - "start_time": "2026-03-25T12:53:32.015795016Z" + "end_time": "2026-03-29T09:05:32.474945924Z", + "start_time": "2026-03-29T09:05:32.410988598Z" } }, "cell_type": "code", @@ -992,8 +992,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:32.508857009Z", - "start_time": "2026-03-25T12:53:32.348271053Z" + "end_time": "2026-03-29T09:05:32.610536979Z", + "start_time": "2026-03-29T09:05:32.537011140Z" } }, "cell_type": "code", @@ -1019,8 +1019,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:32.590919691Z", - "start_time": "2026-03-25T12:53:32.513906871Z" + "end_time": "2026-03-29T09:05:32.680637151Z", + "start_time": "2026-03-29T09:05:32.618558400Z" } }, "cell_type": "code", @@ -1046,8 +1046,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:32.717183431Z", - "start_time": "2026-03-25T12:53:32.611335875Z" + "end_time": "2026-03-29T09:05:32.771287457Z", + "start_time": "2026-03-29T09:05:32.697379946Z" } }, "cell_type": "code", @@ -1073,8 +1073,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:32.787967768Z", - "start_time": "2026-03-25T12:53:32.720890025Z" + "end_time": "2026-03-29T09:05:32.831539044Z", + "start_time": "2026-03-29T09:05:32.773186750Z" } }, "cell_type": "code", @@ -1100,8 +1100,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:32.925224132Z", - "start_time": "2026-03-25T12:53:32.820587683Z" + "end_time": "2026-03-29T09:05:32.896336773Z", + "start_time": "2026-03-29T09:05:32.842010971Z" } }, "cell_type": "code", @@ -1132,8 +1132,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:33.185821813Z", - "start_time": "2026-03-25T12:53:32.981013074Z" + "end_time": "2026-03-29T09:05:33.000406757Z", + "start_time": "2026-03-29T09:05:32.949274100Z" } }, "cell_type": "code", @@ -1148,8 +1148,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:33.377776100Z", - "start_time": "2026-03-25T12:53:33.230963272Z" + "end_time": "2026-03-29T09:05:33.125525859Z", + "start_time": "2026-03-29T09:05:33.060398301Z" } }, "cell_type": "code", @@ -1175,8 +1175,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:33.404945478Z", - "start_time": "2026-03-25T12:53:33.381591903Z" + "end_time": "2026-03-29T09:05:33.198169422Z", + "start_time": "2026-03-29T09:05:33.131159996Z" } }, "cell_type": "code", @@ -1206,8 +1206,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:33.482281628Z", - "start_time": "2026-03-25T12:53:33.427984889Z" + "end_time": "2026-03-29T09:05:33.249073Z", + "start_time": "2026-03-29T09:05:33.199594667Z" } }, "cell_type": "code", @@ -1229,8 +1229,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:33.539310405Z", - "start_time": "2026-03-25T12:53:33.485273899Z" + "end_time": "2026-03-29T09:05:33.298538943Z", + "start_time": "2026-03-29T09:05:33.250967377Z" } }, "cell_type": "code", @@ -1245,8 +1245,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:33.644382591Z", - "start_time": "2026-03-25T12:53:33.542526101Z" + "end_time": "2026-03-29T09:05:33.354138870Z", + "start_time": "2026-03-29T09:05:33.300557739Z" } }, "cell_type": "code", @@ -1267,8 +1267,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:33.715840072Z", - "start_time": "2026-03-25T12:53:33.685724533Z" + "end_time": "2026-03-29T09:05:33.417520891Z", + "start_time": "2026-03-29T09:05:33.369461725Z" } }, "cell_type": "code", @@ -1283,8 +1283,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:33.833762326Z", - "start_time": "2026-03-25T12:53:33.752003546Z" + "end_time": "2026-03-29T09:05:33.468327774Z", + "start_time": "2026-03-29T09:05:33.419539671Z" } }, "cell_type": "code", @@ -1309,8 +1309,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:33.941263303Z", - "start_time": "2026-03-25T12:53:33.837650145Z" + "end_time": "2026-03-29T09:05:33.526566195Z", + "start_time": "2026-03-29T09:05:33.470337819Z" } }, "cell_type": "code", @@ -1337,8 +1337,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:34.291316821Z", - "start_time": "2026-03-25T12:53:34.048006688Z" + "end_time": "2026-03-29T09:05:33.680166201Z", + "start_time": "2026-03-29T09:05:33.578598740Z" } }, "cell_type": "code", @@ -1362,8 +1362,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:34.937892470Z", - "start_time": "2026-03-25T12:53:34.524932637Z" + "end_time": "2026-03-29T09:05:33.855460170Z", + "start_time": "2026-03-29T09:05:33.765585069Z" } }, "cell_type": "code", @@ -1392,8 +1392,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:35.364929618Z", - "start_time": "2026-03-25T12:53:35.250760743Z" + "end_time": "2026-03-29T09:05:34.023104664Z", + "start_time": "2026-03-29T09:05:33.949683264Z" } }, "cell_type": "code", @@ -1419,8 +1419,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:35.405212051Z", - "start_time": "2026-03-25T12:53:35.381419347Z" + "end_time": "2026-03-29T09:05:34.093370019Z", + "start_time": "2026-03-29T09:05:34.026511981Z" } }, "cell_type": "code", @@ -1447,8 +1447,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:35.511354814Z", - "start_time": "2026-03-25T12:53:35.428268478Z" + "end_time": "2026-03-29T09:05:34.146680689Z", + "start_time": "2026-03-29T09:05:34.094779518Z" } }, "cell_type": "code", @@ -1475,8 +1475,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:35.571965177Z", - "start_time": "2026-03-25T12:53:35.523510246Z" + "end_time": "2026-03-29T09:05:34.239200323Z", + "start_time": "2026-03-29T09:05:34.159117900Z" } }, "cell_type": "code", @@ -1510,8 +1510,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:35.636903197Z", - "start_time": "2026-03-25T12:53:35.575376191Z" + "end_time": "2026-03-29T09:05:34.331040051Z", + "start_time": "2026-03-29T09:05:34.248225619Z" } }, "cell_type": "code", @@ -1541,8 +1541,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:53:35.808804883Z", - "start_time": "2026-03-25T12:53:35.667844728Z" + "end_time": "2026-03-29T09:05:34.425299189Z", + "start_time": "2026-03-29T09:05:34.352449123Z" } }, "cell_type": "code", @@ -1589,8 +1589,8 @@ { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:36.172500455Z", - "start_time": "2026-03-25T12:54:33.846313406Z" + "end_time": "2026-03-29T09:05:35.484128366Z", + "start_time": "2026-03-29T09:05:34.438360644Z" } }, "cell_type": "code", @@ -1601,13 +1601,13 @@ ], "id": "e372f75817ad4a0f", "outputs": [], - "execution_count": 62 + "execution_count": 61 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:36.218171897Z", - "start_time": "2026-03-25T12:54:36.201338102Z" + "end_time": "2026-03-29T09:05:35.582060752Z", + "start_time": "2026-03-29T09:05:35.533014324Z" } }, "cell_type": "code", @@ -1617,13 +1617,13 @@ ], "id": "9aaeb948f3353955", "outputs": [], - "execution_count": 63 + "execution_count": 62 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:36.375790030Z", - "start_time": "2026-03-25T12:54:36.223406778Z" + "end_time": "2026-03-29T09:05:35.632954849Z", + "start_time": "2026-03-29T09:05:35.583695074Z" } }, "cell_type": "code", @@ -1647,13 +1647,13 @@ ], "id": "6d3bb3f70f297dba", "outputs": [], - "execution_count": 64 + "execution_count": 63 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:37.582867237Z", - "start_time": "2026-03-25T12:54:36.386034018Z" + "end_time": "2026-03-29T09:05:35.690181474Z", + "start_time": "2026-03-29T09:05:35.634277862Z" } }, "cell_type": "code", @@ -1700,13 +1700,13 @@ ] } ], - "execution_count": 65 + "execution_count": 64 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:39.007400793Z", - "start_time": "2026-03-25T12:54:37.697851296Z" + "end_time": "2026-03-29T09:05:36.618596478Z", + "start_time": "2026-03-29T09:05:35.704418296Z" } }, "cell_type": "code", @@ -1826,18 +1826,18 @@ "==========================================================================================" ] }, - "execution_count": 66, + "execution_count": 65, "metadata": {}, "output_type": "execute_result" } ], - "execution_count": 66 + "execution_count": 65 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:40.559617829Z", - "start_time": "2026-03-25T12:54:39.231004686Z" + "end_time": "2026-03-29T09:05:36.729050116Z", + "start_time": "2026-03-29T09:05:36.672212588Z" } }, "cell_type": "code", @@ -1848,13 +1848,13 @@ ], "id": "3760a5e5813405f7", "outputs": [], - "execution_count": 67 + "execution_count": 66 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:41.392761415Z", - "start_time": "2026-03-25T12:54:40.984224963Z" + "end_time": "2026-03-29T09:05:36.793463633Z", + "start_time": "2026-03-29T09:05:36.742329034Z" } }, "cell_type": "code", @@ -1880,13 +1880,13 @@ ], "id": "9300979845ba6916", "outputs": [], - "execution_count": 68 + "execution_count": 67 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:41.501972047Z", - "start_time": "2026-03-25T12:54:41.455568607Z" + "end_time": "2026-03-29T09:05:36.854913593Z", + "start_time": "2026-03-29T09:05:36.806531736Z" } }, "cell_type": "code", @@ -1896,13 +1896,13 @@ ], "id": "1248323517ff3228", "outputs": [], - "execution_count": 69 + "execution_count": 68 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:41.680548549Z", - "start_time": "2026-03-25T12:54:41.504484009Z" + "end_time": "2026-03-29T09:05:36.923726941Z", + "start_time": "2026-03-29T09:05:36.856121115Z" } }, "cell_type": "code", @@ -1918,18 +1918,18 @@ "torch.Size([4, 6, 3, 3])" ] }, - "execution_count": 70, + "execution_count": 69, "metadata": {}, "output_type": "execute_result" } ], - "execution_count": 70 + "execution_count": 69 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:41.713889764Z", - "start_time": "2026-03-25T12:54:41.697804378Z" + "end_time": "2026-03-29T09:05:36.973017126Z", + "start_time": "2026-03-29T09:05:36.924981665Z" } }, "cell_type": "code", @@ -1940,13 +1940,13 @@ ], "id": "727da1d2d363ac62", "outputs": [], - "execution_count": 71 + "execution_count": 70 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:41.769559409Z", - "start_time": "2026-03-25T12:54:41.715465374Z" + "end_time": "2026-03-29T09:05:37.023199935Z", + "start_time": "2026-03-29T09:05:36.974467726Z" } }, "cell_type": "code", @@ -1964,13 +1964,13 @@ ], "id": "124134971f8441c0", "outputs": [], - "execution_count": 72 + "execution_count": 71 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:41.849526581Z", - "start_time": "2026-03-25T12:54:41.773164092Z" + "end_time": "2026-03-29T09:05:37.072041927Z", + "start_time": "2026-03-29T09:05:37.024683317Z" } }, "cell_type": "code", @@ -1982,13 +1982,13 @@ ], "id": "ca1f1c69fba3e913", "outputs": [], - "execution_count": 73 + "execution_count": 72 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:41.945086842Z", - "start_time": "2026-03-25T12:54:41.850992491Z" + "end_time": "2026-03-29T09:05:37.121767680Z", + "start_time": "2026-03-29T09:05:37.073541025Z" } }, "cell_type": "code", @@ -1999,13 +1999,13 @@ ], "id": "f21db27de5dbdec1", "outputs": [], - "execution_count": 74 + "execution_count": 73 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:43.021161834Z", - "start_time": "2026-03-25T12:54:41.947258256Z" + "end_time": "2026-03-29T09:05:37.202821371Z", + "start_time": "2026-03-29T09:05:37.123064637Z" } }, "cell_type": "code", @@ -2032,13 +2032,13 @@ ] } ], - "execution_count": 75 + "execution_count": 74 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:43.115617383Z", - "start_time": "2026-03-25T12:54:43.046016884Z" + "end_time": "2026-03-29T09:05:37.251179948Z", + "start_time": "2026-03-29T09:05:37.204125947Z" } }, "cell_type": "code", @@ -2049,13 +2049,13 @@ ], "id": "e095d74b29dffef6", "outputs": [], - "execution_count": 76 + "execution_count": 75 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:43.222301703Z", - "start_time": "2026-03-25T12:54:43.119038826Z" + "end_time": "2026-03-29T09:05:37.324948458Z", + "start_time": "2026-03-29T09:05:37.256990577Z" } }, "cell_type": "code", @@ -2077,13 +2077,13 @@ ] } ], - "execution_count": 77 + "execution_count": 76 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:43.326030676Z", - "start_time": "2026-03-25T12:54:43.296999050Z" + "end_time": "2026-03-29T09:05:37.375981476Z", + "start_time": "2026-03-29T09:05:37.328240979Z" } }, "cell_type": "code", @@ -2093,26 +2093,26 @@ ], "id": "254f5d3d659dbe0f", "outputs": [], - "execution_count": 78 + "execution_count": 77 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:43.395079338Z", - "start_time": "2026-03-25T12:54:43.332112143Z" + "end_time": "2026-03-29T09:05:37.425553458Z", + "start_time": "2026-03-29T09:05:37.377516460Z" } }, "cell_type": "code", "source": "B=torch.Tensor([[2,0,0,0],[-2,1,0,0],[0,0,-3,0],[0,0,0,-3]])", "id": "a13d9c27c2fdbfad", "outputs": [], - "execution_count": 79 + "execution_count": 78 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:43.526691390Z", - "start_time": "2026-03-25T12:54:43.405681993Z" + "end_time": "2026-03-29T09:05:37.480263855Z", + "start_time": "2026-03-29T09:05:37.427439519Z" } }, "cell_type": "code", @@ -2128,18 +2128,18 @@ " [ 0., 0., 0., -9.]])" ] }, - "execution_count": 80, + "execution_count": 79, "metadata": {}, "output_type": "execute_result" } ], - "execution_count": 80 + "execution_count": 79 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:44.183397512Z", - "start_time": "2026-03-25T12:54:43.839736167Z" + "end_time": "2026-03-29T09:05:37.626602811Z", + "start_time": "2026-03-29T09:05:37.543653646Z" } }, "cell_type": "code", @@ -2152,18 +2152,18 @@ "tensor(1296.)" ] }, - "execution_count": 81, + "execution_count": 80, "metadata": {}, "output_type": "execute_result" } ], - "execution_count": 81 + "execution_count": 80 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:44.470157150Z", - "start_time": "2026-03-25T12:54:44.297718949Z" + "end_time": "2026-03-29T09:05:37.767593515Z", + "start_time": "2026-03-29T09:05:37.692991032Z" } }, "cell_type": "code", @@ -2176,18 +2176,18 @@ "3656158440062976" ] }, - "execution_count": 82, + "execution_count": 81, "metadata": {}, "output_type": "execute_result" } ], - "execution_count": 82 + "execution_count": 81 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:44.641680344Z", - "start_time": "2026-03-25T12:54:44.488342487Z" + "end_time": "2026-03-29T09:05:37.817415051Z", + "start_time": "2026-03-29T09:05:37.779730510Z" } }, "cell_type": "code", @@ -2203,18 +2203,18 @@ " [ 0., 0., 0., 9.]])" ] }, - "execution_count": 83, + "execution_count": 82, "metadata": {}, "output_type": "execute_result" } ], - "execution_count": 83 + "execution_count": 82 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:45.007541962Z", - "start_time": "2026-03-25T12:54:44.731090643Z" + "end_time": "2026-03-29T09:05:38.035076815Z", + "start_time": "2026-03-29T09:05:37.870776022Z" } }, "cell_type": "code", @@ -2231,7 +2231,7 @@ "text/plain": [ "
" ], - "image/svg+xml": "\n\n\n \n \n \n \n 2026-03-25T20:54:44.863294\n image/svg+xml\n \n \n Matplotlib v3.7.2, https://matplotlib.org/\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n\n" + "image/svg+xml": "\n\n\n \n \n \n \n 2026-03-29T17:05:37.982813\n image/svg+xml\n \n \n Matplotlib v3.7.2, https://matplotlib.org/\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n\n" }, "metadata": {}, "output_type": "display_data", @@ -2240,13 +2240,13 @@ } } ], - "execution_count": 84 + "execution_count": 83 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:45.287386804Z", - "start_time": "2026-03-25T12:54:45.068746693Z" + "end_time": "2026-03-29T09:05:38.254208009Z", + "start_time": "2026-03-29T09:05:38.094754063Z" } }, "cell_type": "code", @@ -2263,1148 +2263,1223 @@ { "data": { "text/plain": [ - "(tensor([-0.1257, 0.4977, 0.1275, 0.0113, 0.1759, 0.1263, 0.0984, 0.0670,\n", - " 0.3374, -0.3129, 0.3756, 0.0234, -0.0841, 0.4951, 0.3441, -0.0585,\n", - " -0.2159, 0.0357, 0.0667, -0.0126, 0.6966, -0.0548, 0.0864, 0.5669,\n", - " 0.2040, 0.2158, 0.1378, 0.2790, 0.4541, 0.3656, 0.3050, 0.3321,\n", - " 0.3818, 0.3404, 0.3803, 0.3527, 0.5237, 0.7250, 0.3400, 0.3136,\n", - " 0.6944, 0.3985, 0.9682, 0.5841, 0.5376, 0.2229, 0.6266, 0.1417,\n", - " 0.2132, 0.6786, 0.3201, 0.5340, 0.7747, 0.7968, 0.7266, 0.7018,\n", - " 0.8106, 0.6221, 0.2093, 0.3683, 0.5998, 0.5546, 0.6686, 0.4981,\n", - " 0.6079, 0.3726, 0.9469, 0.6261, 0.4213, 0.5943, 1.2487, 0.5027,\n", - " 0.6524, 0.6218, 0.4721, 0.7688, 0.8629, 0.5897, 0.3414, 1.0822,\n", - " 0.9223, 0.8020, 0.6607, 0.4673, 0.7155, 0.6349, 0.4676, 0.9303,\n", - " 0.6977, 0.7986, 0.5661, 0.9401, 0.8111, 1.0929, 0.5887, 0.8674,\n", - " 0.8081, 0.8682, 0.7049, 1.0303, 0.5297, 0.8990, 0.6131, 1.1693,\n", - " 1.0146, 1.1179, 0.8550, 0.6801, 0.9054, 0.9622, 0.8227, 0.6969,\n", - " 0.8629, 0.9992, 0.9735, 0.9114, 0.5090, 0.9698, 1.1530, 1.2176,\n", - " 1.1019, 1.0681, 0.6768, 1.0307, 0.9873, 1.1988, 1.1947, 0.8704,\n", - " 0.8378, 0.7581, 1.2643, 1.2095, 0.7556, 1.0024, 0.8649, 1.1953,\n", - " 0.8106, 1.2512, 1.1907, 0.8453, 1.0807, 0.7710, 0.9226, 0.8100,\n", - " 1.0641, 0.9683, 0.7675, 1.2630, 0.9153, 1.0170, 1.3423, 0.8989,\n", - " 1.2243, 1.3355, 0.9849, 0.6055, 0.4062, 0.8255, 1.1904, 0.7565,\n", - " 1.0362, 0.8106, 0.8765, 1.1825, 1.0300, 1.1883, 0.7432, 0.7962,\n", - " 0.7900, 0.9459, 1.0081, 1.1498, 1.0555, 1.4386, 0.9888, 0.7890,\n", - " 0.9454, 0.9568, 0.9832, 0.7835, 0.8084, 0.7282, 1.1450, 1.2708,\n", - " 1.1315, 0.6742, 0.6001, 0.6483, 0.8992, 1.0016, 1.0392, 0.5630,\n", - " 1.3330, 0.9323, 0.6719, 0.9954, 1.0855, 1.0105, 0.6578, 1.0974,\n", - " 0.9163, 1.0161, 1.0866, 0.8661, 0.5516, 1.0398, 1.0476, 0.8525,\n", - " 0.8723, 1.0883, 0.5629, 0.3963, 0.7161, 1.2104, 1.0025, 1.0816,\n", - " 0.7881, 0.7980, 0.6719, 0.5641, 0.7839, 0.7183, 0.6777, 1.1626,\n", - " 0.6991, 0.7296, 0.9149, 0.4818, 0.3593, 0.8057, 0.9782, 0.6981,\n", - " 0.8359, 0.5616, 0.8751, 0.4524, 0.9480, 0.4057, 0.6413, 0.6728,\n", - " 0.8040, 1.1152, 0.6752, 0.7030, 0.5862, 0.7373, 0.6680, 0.6739,\n", - " 0.7372, 1.0807, 0.8491, 0.4628, 0.5695, 0.4675, 0.8295, 0.7881,\n", - " 0.6622, 0.3701, 0.3987, 0.6082, 0.4924, 0.6136, 0.4755, 0.7166,\n", - " 0.4721, 0.2420, 0.2503, 0.5961, 0.5344, 0.6053, 0.5369, 0.2291,\n", - " 0.3503, 0.2833, 0.1630, 0.0821, 0.1769, 0.5129, 0.2650, 0.1519,\n", - " 0.2660, 0.1505, 0.2407, 0.1766, 0.2215, 0.3759, 0.0643, 0.2909,\n", - " 0.0220, 0.5878, 0.1559, 0.2339, 0.3533, -0.1447, 0.5657, 0.0656,\n", - " -0.1913, 0.1975, -0.0296, 0.3531, 0.0032, 0.1607, 0.2249, 0.0783,\n", - " 0.1663, -0.0781, -0.0607, 0.3047, 0.2461, -0.0380, 0.0481, -0.0040,\n", - " 0.0110, -0.0221, 0.1001, 0.0754, 0.2153, -0.1584, 0.0033, -0.2072,\n", - " 0.1622, -0.1114, -0.0954, -0.2582, -0.0575, -0.0883, 0.3422, -0.1808,\n", - " -0.2768, -0.1964, 0.1526, -0.1362, 0.0674, -0.5093, -0.0344, -0.3681,\n", - " -0.2217, -0.1733, -0.0589, -0.1194, -0.0979, -0.2122, -0.5427, -0.5028,\n", - " 0.0059, -0.2044, -0.2778, -0.3447, -0.0537, -0.4030, -0.7130, -0.5167,\n", - " -0.4477, -0.4382, 0.0076, -0.1804, -0.1491, 0.1210, -0.4279, -0.6204,\n", - " -0.7309, -0.1835, -0.9354, -0.6655, -0.7265, -0.5585, -0.8215, -0.3998,\n", - " -0.6667, -0.4026, -0.3606, -0.2286, -0.5571, -0.8246, -0.2567, -0.8022,\n", - " -0.3873, -0.6781, -0.8021, -0.7463, -0.6887, -0.5723, -0.6661, -0.4324,\n", - " -0.6482, -0.5130, -0.6848, -0.5460, -0.8493, -0.1809, -0.5165, -0.4671,\n", - " -0.8529, -0.9896, -0.8904, -0.4498, -1.0809, -0.9123, -0.7125, -0.4627,\n", - " -0.5643, -0.7416, -0.8990, -0.8161, -0.5500, -0.9439, -0.8327, -0.7132,\n", - " -0.8250, -0.9772, -0.8947, -0.4970, -0.4945, -0.4604, -0.7029, -0.7518,\n", - " -0.7635, -0.8060, -0.8300, -1.1194, -1.2429, -0.7834, -0.3628, -1.1099,\n", - " -0.8337, -1.0767, -0.7193, -0.6253, -0.9703, -0.5913, -1.0695, -0.9610,\n", - " -0.7796, -0.8729, -1.1516, -0.8974, -1.1277, -0.8297, -0.6336, -1.5144,\n", - " -1.0980, -1.0812, -0.5136, -0.6882, -0.9138, -0.9021, -1.0671, -1.1456,\n", - " -0.9467, -0.6042, -0.8922, -0.9499, -0.6512, -1.0729, -1.1589, -1.1675,\n", - " -0.9637, -0.7511, -0.8479, -0.8410, -1.1934, -0.8869, -0.9340, -1.0252,\n", - " -0.8195, -1.3040, -0.6508, -1.0083, -1.1282, -0.9536, -1.0764, -1.2750,\n", - " -1.0073, -1.0259, -0.8144, -1.2082, -0.9558, -0.9895, -1.0417, -1.0077,\n", - " -0.7460, -0.7199, -1.1118, -0.7411, -1.2156, -0.8967, -0.8194, -1.1041,\n", - " -0.9286, -0.9155, -0.7483, -0.9874, -1.0476, -0.9132, -0.7950, -0.8823,\n", - " -0.8565, -1.0017, -0.9736, -0.8743, -0.9509, -1.3399, -0.8861, -1.0557,\n", - " -0.8494, -0.6369, -1.0813, -0.7510, -0.8624, -1.1163, -0.9114, -0.7323,\n", - " -0.9083, -0.8352, -0.6851, -0.9174, -0.9412, -1.3040, -0.6257, -0.7814,\n", - " -0.7670, -1.0620, -0.9168, -1.0231, -0.5532, -0.7955, -0.9293, -0.7984,\n", - " -0.9475, -0.8074, -1.0046, -0.7866, -0.8110, -0.8169, -0.7929, -0.9577,\n", - " -0.7490, -0.6953, -0.7600, -0.6348, -0.5752, -0.6600, -1.1377, -1.0344,\n", - " -0.6518, -0.7506, -0.9227, -0.7814, -0.9301, -0.4463, -0.8153, -0.7221,\n", - " -0.6543, -1.0062, -0.4462, -0.5389, -0.3644, -0.3854, -0.5175, -0.3598,\n", - " -0.7745, -0.8278, -0.6843, -0.5519, -0.6849, -0.6662, -0.8282, -0.5927,\n", - " -0.8346, -0.5149, -0.0033, -0.7285, -0.8659, -0.4320, -0.5433, -0.5551,\n", - " -0.4936, -0.3990, -0.2697, -0.5388, -0.5527, -0.5663, -0.4017, -0.2667,\n", - " -0.3446, -0.3117, -0.3110, -0.8562, -0.2726, -0.5014, -0.4719, -0.5338,\n", - " -0.7666, -0.1854, -0.5822, -0.4734, -0.2585, -0.2755, -0.4047, -0.0902,\n", - " -0.0984, -0.3434, -0.0755, -0.5209, -0.2434, -0.3536, -0.0617, 0.1276,\n", - " -0.0150, -0.5196, -0.2691, -0.8314, 0.1469, -0.0438, -0.4816, 0.1779,\n", - " -0.1709, -0.2126, -0.2875, -0.4329, -0.0967, -0.5540, -0.2296, -0.0021,\n", - " -0.1871, 0.0261, -0.0573, 0.3196, 0.1587, 0.1620, -0.3062, 0.1800,\n", - " -0.0216, -0.0861, 0.3876, 0.2574, 0.2573, 0.3694, 0.1312, 0.6010,\n", - " 0.0274, 0.0227, -0.1395, 0.0214, 0.3586, 0.0331, 0.2754, 0.4699,\n", - " 0.3533, -0.0946, 0.1566, 0.2768, 0.6166, 0.3522, 0.2357, 0.2673,\n", - " 0.2506, 0.4461, 0.6163, 0.1398, 0.3288, 0.4211, 0.3313, 0.1029,\n", - " 0.4284, 0.1385, 0.1132, 0.0989, 0.3567, 0.2329, 0.4514, 0.7074,\n", - " 0.3183, 0.2934, 0.4533, 0.2790, 0.4807, 0.8162, 0.6992, 0.1948,\n", - " 0.5107, 0.8306, 0.2990, 0.2718, 0.7156, 0.8072, 0.6706, 0.5840,\n", - " 0.8009, 0.5367, 0.8542, 0.4551, 0.6621, 0.6004, 0.6589, 0.4726,\n", - " 0.5991, 0.8084, 0.5788, 0.7125, 0.6552, 0.9191, 0.3361, 0.8335,\n", - " 0.2599, 0.6830, 0.6857, 0.4505, 0.7303, 0.5562, 0.3135, 0.7432,\n", - " 0.8188, 0.7189, 0.6228, 0.8273, 0.6486, 0.9803, 0.6484, 0.7697,\n", - " 1.1531, 0.9866, 1.3931, 0.9747, 1.2460, 1.0597, 0.7014, 0.9013,\n", - " 0.9571, 0.7041, 1.0944, 1.1762, 1.1356, 1.0760, 1.0171, 0.8546,\n", - " 0.9204, 0.9524, 1.3716, 0.7630, 0.9069, 1.0180, 1.0366, 1.0358,\n", - " 0.8609, 0.8634, 0.8047, 0.7477, 0.9808, 1.0275, 1.2071, 0.5799,\n", - " 0.8834, 0.8784, 1.1447, 1.0891, 0.5811, 0.9703, 1.2833, 0.9937,\n", - " 1.1356, 0.8306, 0.9129, 1.0194, 1.4320, 1.2589, 0.9175, 0.8849,\n", - " 1.1727, 0.9605, 0.7599, 0.8099, 1.0688, 0.7013, 1.0260, 0.7066,\n", - " 0.8967, 1.0578, 0.8639, 1.0968, 0.9553, 1.0410, 0.7809, 0.8928,\n", - " 0.9644, 0.8980, 0.9744, 0.6657, 1.0549, 0.9716, 1.0272, 0.9510,\n", - " 1.0992, 0.8345, 1.0305, 1.0269, 0.9503, 1.0622, 0.9953, 1.3019,\n", - " 1.0447, 0.9759, 0.9953, 1.0697, 0.9619, 1.0681, 1.0844, 0.6814,\n", - " 0.7774, 1.1827, 1.1599, 0.7436, 0.8570, 0.7392, 1.2210, 0.8350,\n", - " 0.7613, 0.7885, 1.0991, 0.6867, 0.5461, 1.1209, 1.1265, 0.9876,\n", - " 0.8403, 0.9892, 0.7838, 0.5770, 0.7996, 1.1023, 1.1888, 0.8290,\n", - " 0.9919, 0.7272, 0.6149, 0.8744, 0.7331, 0.9389, 0.8888, 0.4813,\n", - " 1.1600, 0.6871, 0.7780, 0.9699, 0.3082, 0.8391, 0.5978, 0.5697,\n", - " 0.9227, 0.4502, 0.5293, 0.7309, 0.7579, 0.5995, 0.5698, 0.5490,\n", - " 0.7483, 0.9721, 0.9419, 0.5393, 0.9869, 0.9892, 0.5714, 0.7620,\n", - " 0.6800, 0.8412, 0.6070, 0.1774, 0.6198, 0.7153, 0.7985, 0.5209,\n", - " 1.1309, 0.6716, 0.7221, 0.5309, 0.6143, 0.9212, 0.6585, 0.5518,\n", - " 0.7676, 0.7002, 0.5711, 0.5491, 0.7280, 1.2188, 0.3206, 0.5493,\n", - " 0.7454, 0.5868, 0.6143, 0.8513, 0.1876, 0.5672, 0.4292, 0.5437,\n", - " 0.4909, 0.7139, 0.5861, 0.3725, 0.5194, 0.4843, 0.0279, 0.3152,\n", - " 0.4333, 0.5915, 0.2709, 0.4861, 0.1708, -0.0844, 0.1523, -0.2092,\n", - " 0.2965, -0.1280, 0.4479, 0.4392, 0.1969, 0.1989, -0.0969, 0.2829,\n", - " 0.1741, -0.1890, -0.0512, 0.4777, 0.0458, 0.0724, 0.1996, 0.2772,\n", - " -0.0650, 0.4351, 0.2693, -0.0298, -0.1171, 0.3714, 0.0992, 0.0090,\n", - " 0.0618, 0.1225, 0.1389, 0.1166, 0.0821, 0.0435, -0.1259, -0.1045,\n", - " 0.1779, -0.2051, -0.2457, -0.1619, -0.0991, 0.1651, 0.1712, -0.1440,\n", - " -0.0499, -0.0943, 0.1058, -0.3224, -0.2115, -0.1307, -0.2432, -0.1935,\n", - " -0.1462, -0.3798, -0.3857, -0.3871, 0.1132, -0.5729, 0.1458, -0.5250,\n", - " -0.1113, -0.1085, -0.3974, -0.2798, -0.2995, -0.0517, -0.1601, -0.5213,\n", - " -0.3897, -0.5143, -0.4268, -0.4268, -0.1593, -0.3720, -0.2030, -0.5328,\n", - " -0.8009, -0.5220, -0.5291, -0.3730, -0.4571, -0.3859, -0.3053, -0.3744,\n", - " -0.7439, -0.7338, -0.2856, -0.3440, -0.6041, -0.7940, -0.6112, -0.1943]),\n", - " tensor([[-0.1257, 0.4977, 0.1275, 0.0113],\n", - " [ 0.4977, 0.1275, 0.0113, 0.1759],\n", - " [ 0.1275, 0.0113, 0.1759, 0.1263],\n", + "(tensor([ 6.4438e-02, -2.8849e-02, 2.2463e-01, -1.7219e-01, 6.6353e-02,\n", + " -1.0363e-01, 8.8868e-02, 1.5603e-01, 2.0316e-01, 2.2209e-01,\n", + " 4.0233e-01, 1.8191e-01, 9.4271e-02, 1.9833e-01, 2.7132e-01,\n", + " -2.6344e-02, 1.3314e-01, -9.5498e-02, 4.2949e-01, 2.9735e-01,\n", + " 2.6208e-01, 2.5798e-01, 2.6224e-01, 4.0028e-01, 1.6453e-01,\n", + " -3.6497e-03, 4.5941e-02, 2.9152e-01, 2.8247e-01, 3.1230e-01,\n", + " 4.0011e-01, 1.4096e-01, 4.1744e-01, 3.4225e-01, -4.5256e-02,\n", + " 2.8870e-01, 3.8852e-01, 3.4837e-01, 6.1889e-01, 6.2549e-01,\n", + " 2.3834e-01, 4.8642e-01, 3.5614e-01, 1.1784e-01, 3.8346e-01,\n", + " 4.5669e-01, 3.6588e-01, 2.6488e-01, 6.0995e-01, 6.9697e-01,\n", + " 7.5780e-01, 5.8101e-01, 3.5400e-01, 2.4635e-01, 4.7288e-01,\n", + " 6.6484e-01, 6.3196e-01, 5.6758e-01, 3.1575e-01, 7.3676e-01,\n", + " 8.1908e-01, 8.8408e-01, 7.6086e-01, 4.3549e-01, 7.9157e-01,\n", + " 4.1029e-01, 3.4122e-01, 1.0624e+00, 9.8399e-01, 7.3473e-01,\n", + " 6.9833e-01, 3.4119e-01, 7.3251e-01, 6.7880e-01, 6.3626e-01,\n", + " 1.0105e+00, 7.0007e-01, 1.1702e+00, 6.0600e-01, 8.9456e-01,\n", + " 5.1218e-01, 7.3733e-01, 6.1851e-01, 7.6468e-01, 6.5189e-01,\n", + " 1.0688e+00, 1.0419e+00, 9.7937e-01, 1.0725e+00, 5.4258e-01,\n", + " 9.2915e-01, 4.3405e-01, 4.7934e-01, 1.1528e+00, 7.5340e-01,\n", + " 5.4904e-01, 5.4025e-01, 5.1751e-01, 2.9075e-01, 5.5143e-01,\n", + " 8.6160e-01, 9.6728e-01, 6.0795e-01, 7.0219e-01, 1.0551e+00,\n", + " 7.9270e-01, 9.2103e-01, 8.7458e-01, 9.9153e-01, 6.0989e-01,\n", + " 7.4993e-01, 6.9077e-01, 5.6804e-01, 7.0561e-01, 7.8830e-01,\n", + " 9.7916e-01, 9.9039e-01, 7.9061e-01, 9.6164e-01, 8.5340e-01,\n", + " 8.2899e-01, 7.3213e-01, 6.8678e-01, 1.2765e+00, 1.2545e+00,\n", + " 1.1249e+00, 1.3865e+00, 8.9114e-01, 8.0419e-01, 1.2773e+00,\n", + " 8.9564e-01, 6.2510e-01, 1.1143e+00, 9.5270e-01, 9.5466e-01,\n", + " 7.9755e-01, 1.0294e+00, 5.8184e-01, 1.2175e+00, 1.0392e+00,\n", + " 9.4017e-01, 1.1067e+00, 9.4888e-01, 8.5048e-01, 9.3845e-01,\n", + " 1.2021e+00, 9.6893e-01, 1.0378e+00, 1.1524e+00, 1.0356e+00,\n", + " 1.2582e+00, 9.6289e-01, 1.1062e+00, 6.3397e-01, 8.6299e-01,\n", + " 8.4336e-01, 6.3310e-01, 1.3410e+00, 9.9408e-01, 7.2785e-01,\n", + " 1.2686e+00, 8.6769e-01, 1.2330e+00, 1.0719e+00, 7.1942e-01,\n", + " 1.1396e+00, 9.7066e-01, 1.1835e+00, 9.9540e-01, 7.0843e-01,\n", + " 1.0240e+00, 9.7269e-01, 8.0341e-01, 1.0116e+00, 8.1968e-01,\n", + " 7.5934e-01, 9.6155e-01, 1.1158e+00, 9.6646e-01, 7.0824e-01,\n", + " 1.2226e+00, 7.9395e-01, 9.5238e-01, 1.1413e+00, 8.7932e-01,\n", + " 9.0194e-01, 8.6707e-01, 1.2885e+00, 1.2093e+00, 1.2944e+00,\n", + " 6.3165e-01, 5.5781e-01, 1.0286e+00, 1.3556e+00, 8.9051e-01,\n", + " 1.1046e+00, 9.9294e-01, 1.2333e+00, 8.1726e-01, 3.1740e-01,\n", + " 7.6761e-01, 6.5092e-01, 8.9621e-01, 6.8024e-01, 1.0196e+00,\n", + " 7.5904e-01, 9.4622e-01, 8.6102e-01, 8.3147e-01, 7.4786e-01,\n", + " 9.6059e-01, 8.6270e-01, 9.4766e-01, 5.2817e-01, 1.0704e+00,\n", + " 9.7133e-01, 8.4503e-01, 8.8452e-01, 5.0776e-01, 9.2430e-01,\n", + " 5.9001e-01, 8.0198e-01, 7.8422e-01, 5.8749e-01, 7.0924e-01,\n", + " 7.5607e-01, 4.9436e-01, 7.7539e-01, 6.4349e-01, 7.5043e-01,\n", + " 7.3827e-01, 8.6847e-01, 5.4753e-01, 6.5105e-01, 1.0554e+00,\n", + " 7.8901e-01, 8.9882e-01, 7.0064e-01, 5.4479e-01, 8.2511e-01,\n", + " 5.1943e-01, 1.5267e-01, 7.0765e-01, 5.7810e-01, 6.0173e-01,\n", + " 4.8342e-01, 6.4010e-01, 9.0313e-01, 3.0786e-01, 1.0283e+00,\n", + " 2.3870e-01, 5.7824e-01, -3.3643e-02, 4.2503e-01, 5.7349e-01,\n", + " 4.4148e-01, 6.8640e-01, 6.1931e-01, 2.5912e-01, 2.2371e-01,\n", + " 6.0460e-01, 3.7744e-01, 5.9038e-01, 3.7926e-01, 5.2749e-01,\n", + " 6.2748e-01, 6.6149e-01, 4.3518e-01, 4.0026e-01, 2.9409e-01,\n", + " 4.5821e-01, 3.7015e-01, 3.4187e-01, 1.8859e-01, 6.9215e-01,\n", + " 3.2195e-01, 2.4332e-02, 5.2798e-01, 9.0723e-02, 1.6245e-01,\n", + " 2.7128e-01, 2.0240e-01, -8.3513e-02, 3.9523e-01, 5.8745e-01,\n", + " 3.2908e-01, 2.4919e-01, 2.8691e-01, 1.1735e-01, 4.3031e-01,\n", + " 2.6840e-01, 2.5892e-01, 1.7928e-01, 4.2978e-01, 5.2001e-02,\n", + " 2.7463e-01, -1.3417e-01, -1.6025e-02, 2.9625e-01, 2.3450e-01,\n", + " 3.7070e-01, 7.5755e-02, 1.6683e-01, 1.1036e-01, -6.8264e-03,\n", + " 7.2137e-03, 2.7841e-01, 9.1316e-02, 9.1231e-03, -3.5385e-01,\n", + " 1.1431e-01, -2.0163e-01, 2.0756e-01, -9.4054e-02, -1.2446e-01,\n", + " 2.4384e-01, -2.3242e-01, -2.0931e-01, -1.8707e-01, -1.3957e-01,\n", + " -1.8903e-01, -8.1507e-02, -3.4759e-01, -1.1257e-02, -1.9703e-01,\n", + " 2.7359e-02, 7.6564e-04, -6.1846e-01, -7.9818e-02, -3.6661e-01,\n", + " 6.5931e-02, -5.8843e-01, -1.7423e-01, -2.1431e-01, 6.6695e-02,\n", + " -2.9555e-01, -1.3760e-01, -5.6146e-02, -1.7448e-02, -3.2177e-01,\n", + " -1.8931e-01, -3.3209e-01, -2.6944e-01, -3.6146e-01, -3.5334e-01,\n", + " -3.3019e-01, -2.8488e-02, -3.6981e-01, -3.1455e-01, -4.2320e-01,\n", + " -5.8333e-01, -4.5083e-01, -2.6372e-01, -6.6177e-01, -5.4376e-01,\n", + " -2.1988e-01, -7.4067e-02, -3.6120e-01, -7.7958e-01, -2.7244e-01,\n", + " -3.3669e-01, -6.1547e-01, -7.1691e-01, -3.2713e-01, -3.2994e-01,\n", + " -4.0011e-01, -4.5194e-01, -5.5936e-01, -4.8557e-01, -7.0421e-01,\n", + " -1.8149e-01, -6.7299e-01, -4.4816e-01, -5.8107e-01, -4.7465e-01,\n", + " -4.2599e-01, -8.3749e-01, -6.6348e-01, -6.9997e-01, -5.8357e-01,\n", + " -3.5789e-01, -7.1656e-01, -8.7729e-01, -6.3883e-01, -6.9591e-01,\n", + " -9.3954e-01, -4.9190e-01, -7.3111e-01, -4.3942e-01, -6.2770e-01,\n", + " -9.2674e-01, -8.6653e-01, -9.6315e-01, -6.9102e-01, -5.9326e-01,\n", + " -8.5505e-01, -8.5113e-01, -6.2499e-01, -9.9391e-01, -8.4853e-01,\n", + " -7.8337e-01, -6.2505e-01, -8.0748e-01, -8.2683e-01, -6.9701e-01,\n", + " -7.8696e-01, -6.9023e-01, -6.2324e-01, -9.8813e-01, -8.8023e-01,\n", + " -7.4747e-01, -9.1390e-01, -1.1208e+00, -1.3740e+00, -1.0556e+00,\n", + " -9.5917e-01, -7.6300e-01, -1.0235e+00, -1.0120e+00, -7.2330e-01,\n", + " -1.0387e+00, -5.4913e-01, -5.8775e-01, -9.5260e-01, -7.9546e-01,\n", + " -6.3363e-01, -7.6522e-01, -1.0495e+00, -1.1376e+00, -9.7715e-01,\n", + " -1.0136e+00, -1.0233e+00, -4.2618e-01, -9.1957e-01, -1.1356e+00,\n", + " -9.9493e-01, -6.0729e-01, -6.6857e-01, -8.6124e-01, -6.8043e-01,\n", + " -7.9954e-01, -9.4514e-01, -9.6364e-01, -7.6007e-01, -7.9190e-01,\n", + " -9.0256e-01, -1.0012e+00, -8.1351e-01, -1.0263e+00, -7.2729e-01,\n", + " -8.8496e-01, -1.2832e+00, -8.1455e-01, -7.6072e-01, -9.7935e-01,\n", + " -1.0354e+00, -1.1628e+00, -8.2264e-01, -7.7549e-01, -1.6201e+00,\n", + " -6.8463e-01, -1.0060e+00, -8.6768e-01, -7.4937e-01, -1.0767e+00,\n", + " -5.6351e-01, -9.3733e-01, -1.2270e+00, -9.3480e-01, -1.1192e+00,\n", + " -1.2890e+00, -1.3016e+00, -9.8122e-01, -1.2527e+00, -8.9113e-01,\n", + " -9.9467e-01, -7.3336e-01, -1.2790e+00, -1.2139e+00, -7.6957e-01,\n", + " -8.9945e-01, -1.2749e+00, -7.1642e-01, -1.0271e+00, -1.3689e+00,\n", + " -8.8271e-01, -9.3780e-01, -1.0709e+00, -1.0079e+00, -1.2095e+00,\n", + " -8.3435e-01, -1.1892e+00, -5.8446e-01, -1.0576e+00, -7.8082e-01,\n", + " -9.9774e-01, -1.0047e+00, -9.4661e-01, -7.9260e-01, -7.8298e-01,\n", + " -8.1630e-01, -1.1429e+00, -9.0614e-01, -1.2286e+00, -1.0185e+00,\n", + " -9.2398e-01, -9.3490e-01, -1.1074e+00, -7.6938e-01, -7.7835e-01,\n", + " -7.9201e-01, -8.3866e-01, -5.0138e-01, -1.0518e+00, -1.1464e+00,\n", + " -8.3545e-01, -6.3239e-01, -8.6411e-01, -1.0649e+00, -8.3904e-01,\n", + " -9.3103e-01, -9.5688e-01, -1.3042e+00, -7.8724e-01, -8.9785e-01,\n", + " -5.8319e-01, -9.7922e-01, -9.8292e-01, -1.0255e+00, -6.4694e-01,\n", + " -8.0609e-01, -6.8586e-01, -1.0256e+00, -6.2613e-01, -5.2035e-01,\n", + " -8.2406e-01, -6.1214e-01, -6.3858e-01, -7.9211e-01, -8.4110e-01,\n", + " -8.7759e-01, -1.0926e+00, -4.8413e-01, -8.8961e-01, -8.6125e-01,\n", + " -8.4024e-01, -7.4395e-01, -7.6605e-01, -7.7586e-01, -6.6531e-01,\n", + " -8.7798e-01, -5.3314e-01, -3.8761e-01, -5.2371e-01, -4.9831e-01,\n", + " -4.7124e-01, -4.0311e-01, -3.9151e-01, -6.0217e-01, -3.5831e-01,\n", + " -8.1952e-01, -3.7521e-01, -4.1182e-01, -6.9520e-01, -1.3176e-01,\n", + " -3.5725e-01, -6.3746e-01, -7.1734e-01, -6.0116e-01, -4.7620e-01,\n", + " -1.3156e-01, -6.7144e-01, -4.4765e-01, -7.9655e-01, -4.6641e-01,\n", + " -5.1395e-01, -5.9736e-01, -7.0441e-02, -2.9234e-01, -6.3963e-01,\n", + " -5.2695e-01, -8.9920e-01, -3.9060e-01, -3.3070e-01, -5.8975e-02,\n", + " -3.4768e-01, -3.9728e-01, -5.0462e-01, -6.9052e-01, -2.6284e-01,\n", + " -5.3189e-01, -2.8471e-01, -3.8808e-01, -2.5389e-01, -1.0635e-01,\n", + " -4.4742e-01, -2.8809e-01, -4.6124e-01, -1.8804e-01, -6.5422e-01,\n", + " -2.9021e-01, -1.6320e-01, -2.7098e-01, -1.8750e-01, 2.4683e-01,\n", + " -1.2878e-01, -2.1855e-01, -5.1811e-01, 5.4305e-02, -1.7425e-01,\n", + " -2.6757e-01, 1.3357e-01, -3.1198e-01, 8.1655e-02, -2.8527e-01,\n", + " -1.3569e-01, -1.4587e-01, 1.7095e-01, -2.3103e-02, 2.1838e-01,\n", + " -1.6752e-01, 3.1579e-01, 2.7031e-01, -2.4856e-01, 7.6009e-03,\n", + " -1.1322e-03, -2.0730e-01, -1.2818e-01, 1.4944e-01, 9.0087e-02,\n", + " 4.0082e-01, 2.9144e-01, -1.4654e-01, 8.8202e-02, -1.7362e-01,\n", + " -9.1909e-03, -8.0324e-02, -5.5343e-02, 5.8975e-01, 1.6623e-01,\n", + " 3.3504e-01, 2.4773e-02, 8.7046e-02, -1.6163e-01, 5.1961e-01,\n", + " 1.7512e-01, 1.0362e-01, 2.0362e-01, 1.9839e-01, 4.1845e-01,\n", + " 4.6793e-01, -1.1853e-01, 1.2487e-01, 1.9344e-01, 3.0220e-01,\n", + " 8.3792e-02, 3.1021e-01, 3.2869e-01, 3.0734e-01, 5.7626e-01,\n", + " 4.3928e-01, 3.1897e-01, 2.8437e-01, 5.5234e-01, 6.2213e-01,\n", + " 6.1580e-01, 3.9967e-01, 4.5823e-01, 4.3247e-01, 5.0114e-01,\n", + " 8.3448e-01, 4.9888e-01, 5.0631e-01, 2.0848e-01, 3.6072e-01,\n", + " 2.7618e-01, 4.0099e-01, 5.4027e-01, 2.4210e-01, 1.2701e-01,\n", + " 4.4325e-01, 3.0193e-01, 3.6690e-01, 5.7623e-01, 5.2195e-01,\n", + " 6.5280e-01, 5.7883e-01, 2.9837e-01, 2.5124e-01, 3.4579e-01,\n", + " 2.2099e-01, 3.4217e-01, 8.5317e-01, 7.0991e-01, 3.0030e-01,\n", + " 7.5253e-01, 7.0718e-01, 7.5546e-01, 8.3272e-01, 8.2167e-01,\n", + " 6.8525e-01, 8.5421e-01, 3.8577e-01, 6.1654e-01, 6.7905e-01,\n", + " 9.9523e-01, 7.6051e-01, 8.6416e-01, 6.0249e-01, 1.2840e+00,\n", + " 6.4849e-01, 5.6504e-01, 6.7845e-01, 3.4798e-01, 6.4645e-01,\n", + " 7.8018e-01, 9.8716e-01, 7.3607e-01, 7.5667e-01, 9.4265e-01,\n", + " 8.0938e-01, 2.6675e-01, 6.1355e-01, 9.0162e-01, 4.2799e-01,\n", + " 8.3804e-01, 4.6611e-01, 8.9841e-01, 9.1118e-01, 6.0615e-01,\n", + " 8.8064e-01, 1.1570e+00, 9.5360e-01, 6.1671e-01, 7.3730e-01,\n", + " 1.1604e+00, 7.5139e-01, 1.0676e+00, 8.5293e-01, 1.2444e+00,\n", + " 7.3487e-01, 7.2214e-01, 1.3246e+00, 9.9059e-01, 1.1876e+00,\n", + " 8.9527e-01, 1.1861e+00, 1.1246e+00, 1.4331e+00, 1.0912e+00,\n", + " 1.0825e+00, 1.1025e+00, 9.9692e-01, 7.3992e-01, 6.6441e-01,\n", + " 9.1873e-01, 9.2798e-01, 1.3192e+00, 1.0102e+00, 1.3542e+00,\n", + " 1.0066e+00, 1.0593e+00, 1.0544e+00, 1.0728e+00, 8.1399e-01,\n", + " 1.2641e+00, 1.0079e+00, 1.0601e+00, 1.0796e+00, 1.0223e+00,\n", + " 1.1092e+00, 7.7240e-01, 1.3857e+00, 9.1455e-01, 8.6129e-01,\n", + " 8.0728e-01, 6.1754e-01, 1.0502e+00, 9.3687e-01, 9.5378e-01,\n", + " 9.7054e-01, 1.2540e+00, 1.1463e+00, 1.1405e+00, 1.2536e+00,\n", + " 8.8310e-01, 1.3811e+00, 1.1267e+00, 7.9463e-01, 1.2574e+00,\n", + " 1.0988e+00, 1.3334e+00, 1.2709e+00, 1.0338e+00, 8.9485e-01,\n", + " 8.5191e-01, 6.2941e-01, 8.1570e-01, 1.1244e+00, 1.0805e+00,\n", + " 9.9755e-01, 1.0758e+00, 1.1607e+00, 1.0960e+00, 9.6049e-01,\n", + " 1.0852e+00, 9.1462e-01, 9.4122e-01, 9.8505e-01, 7.3513e-01,\n", + " 1.0134e+00, 8.3373e-01, 7.4578e-01, 1.1270e+00, 1.0679e+00,\n", + " 8.9848e-01, 9.9106e-01, 9.4795e-01, 1.0659e+00, 8.2919e-01,\n", + " 8.6020e-01, 1.3219e+00, 1.0991e+00, 1.0899e+00, 1.1484e+00,\n", + " 1.0549e+00, 8.9757e-01, 1.2341e+00, 7.1129e-01, 7.8177e-01,\n", + " 7.1453e-01, 9.2287e-01, 5.1673e-01, 7.2670e-01, 5.6472e-01,\n", + " 1.0603e+00, 5.5677e-01, 7.6662e-01, 5.9738e-01, 8.7946e-01,\n", + " 7.2365e-01, 1.1941e+00, 9.4780e-01, 5.6618e-01, 5.3710e-01,\n", + " 6.8202e-01, 1.0785e+00, 7.5097e-01, 7.3525e-01, 7.4950e-01,\n", + " 7.1948e-01, 8.9217e-01, 3.9244e-01, 7.3835e-01, 4.3247e-01,\n", + " 7.5097e-01, 7.1474e-01, 8.1818e-01, 6.3685e-01, 1.0300e+00,\n", + " 5.9656e-01, 1.0586e+00, 8.1963e-01, 4.9452e-01, 1.0996e+00,\n", + " 5.0523e-01, 9.3571e-01, 5.5205e-01, 6.1644e-01, 6.4985e-01,\n", + " 6.3577e-01, 8.5211e-01, 9.2536e-01, 4.3236e-01, 5.6647e-01,\n", + " 4.7429e-01, 8.5065e-01, 5.0285e-01, 1.0053e+00, 4.8989e-01,\n", + " 1.1755e-01, 8.2002e-01, 7.0019e-01, 6.1519e-02, 6.4777e-01,\n", + " 3.1640e-01, 2.8206e-01, 7.1172e-01, 7.0953e-01, 6.4411e-01,\n", + " 4.9723e-01, 4.9160e-01, 7.2991e-01, 4.4568e-01, 4.7622e-01,\n", + " 2.6474e-01, 6.0209e-01, 5.5910e-01, 4.3042e-01, 5.2249e-01,\n", + " 2.1004e-01, 5.4428e-01, 1.2475e-01, 4.2799e-01, 7.4566e-02,\n", + " 5.3251e-01, 6.1238e-01, 3.2354e-01, 1.3797e-02, 2.1109e-01,\n", + " 5.6343e-01, 3.2116e-01, 5.0386e-01, 9.1126e-02, 4.6912e-01,\n", + " 3.4669e-02, 4.0979e-01, 1.4810e-02, 3.8405e-01, 2.2161e-01,\n", + " 1.9445e-01, -3.5447e-01, 1.5456e-01, 1.6863e-01, 2.0110e-01,\n", + " 1.5556e-01, 2.2514e-02, 1.6489e-01, 1.6907e-01, -9.4499e-02,\n", + " 1.3021e-01, 2.4134e-01, 9.6924e-02, 1.5037e-01, 3.9969e-02,\n", + " -2.2726e-01, 2.8770e-01, -1.7184e-01, -1.3635e-01, -8.5396e-02,\n", + " -9.3818e-02, -4.1428e-02, -4.6396e-01, -1.7805e-01, 3.6114e-01,\n", + " 1.5889e-01, -2.7120e-01, 2.0932e-01, -4.9246e-01, -1.9852e-02,\n", + " -9.9432e-02, -3.6289e-01, 2.1602e-01, -1.5902e-01, 2.5226e-01,\n", + " -4.1119e-01, 7.3532e-03, -2.6737e-01, -9.9375e-02, -5.8365e-01,\n", + " -3.8112e-01, 1.0808e-02, -6.2558e-01, -4.5019e-01, -3.2798e-01,\n", + " -7.1162e-02, -2.6805e-01, -2.4978e-01, -3.4975e-01, -2.8487e-01,\n", + " -2.4127e-01, -5.3032e-01, -5.4788e-01, -6.5170e-01, -3.3645e-01,\n", + " -3.3031e-01, -2.5862e-01, -4.1498e-01, -3.1122e-01, -4.6045e-01,\n", + " -5.4418e-01, -2.6614e-01, -4.7850e-01, -3.8730e-01, -3.8611e-01,\n", + " -4.1716e-01, -4.9462e-01, -6.8122e-01, -4.3859e-01, -4.6447e-01,\n", + " -2.6121e-01, -6.4777e-01, -2.9884e-01, -2.7754e-01, -3.8261e-01,\n", + " -5.6598e-01, -1.7966e-01, -8.3324e-01, -5.7268e-01, -5.2891e-01]),\n", + " tensor([[ 0.0644, -0.0288, 0.2246, -0.1722],\n", + " [-0.0288, 0.2246, -0.1722, 0.0664],\n", + " [ 0.2246, -0.1722, 0.0664, -0.1036],\n", " ...,\n", - " [-0.7338, -0.2856, -0.3440, -0.6041],\n", - " [-0.2856, -0.3440, -0.6041, -0.7940],\n", - " [-0.3440, -0.6041, -0.7940, -0.6112]]),\n", - " tensor([[ 0.1759],\n", - " [ 0.1263],\n", - " [ 0.0984],\n", - " [ 0.0670],\n", - " [ 0.3374],\n", - " [-0.3129],\n", - " [ 0.3756],\n", - " [ 0.0234],\n", - " [-0.0841],\n", - " [ 0.4951],\n", - " [ 0.3441],\n", - " [-0.0585],\n", - " [-0.2159],\n", - " [ 0.0357],\n", - " [ 0.0667],\n", - " [-0.0126],\n", - " [ 0.6966],\n", - " [-0.0548],\n", - " [ 0.0864],\n", - " [ 0.5669],\n", - " [ 0.2040],\n", - " [ 0.2158],\n", - " [ 0.1378],\n", - " [ 0.2790],\n", - " [ 0.4541],\n", - " [ 0.3656],\n", - " [ 0.3050],\n", - " [ 0.3321],\n", - " [ 0.3818],\n", - " [ 0.3404],\n", - " [ 0.3803],\n", - " [ 0.3527],\n", - " [ 0.5237],\n", - " [ 0.7250],\n", - " [ 0.3400],\n", - " [ 0.3136],\n", - " [ 0.6944],\n", - " [ 0.3985],\n", - " [ 0.9682],\n", - " [ 0.5841],\n", - " [ 0.5376],\n", - " [ 0.2229],\n", - " [ 0.6266],\n", - " [ 0.1417],\n", - " [ 0.2132],\n", - " [ 0.6786],\n", - " [ 0.3201],\n", - " [ 0.5340],\n", - " [ 0.7747],\n", - " [ 0.7968],\n", - " [ 0.7266],\n", - " [ 0.7018],\n", - " [ 0.8106],\n", - " [ 0.6221],\n", - " [ 0.2093],\n", - " [ 0.3683],\n", - " [ 0.5998],\n", - " [ 0.5546],\n", - " [ 0.6686],\n", - " [ 0.4981],\n", - " [ 0.6079],\n", - " [ 0.3726],\n", - " [ 0.9469],\n", - " [ 0.6261],\n", - " [ 0.4213],\n", - " [ 0.5943],\n", - " [ 1.2487],\n", - " [ 0.5027],\n", - " [ 0.6524],\n", - " [ 0.6218],\n", - " [ 0.4721],\n", - " [ 0.7688],\n", - " [ 0.8629],\n", - " [ 0.5897],\n", - " [ 0.3414],\n", - " [ 1.0822],\n", - " [ 0.9223],\n", - " [ 0.8020],\n", - " [ 0.6607],\n", - " [ 0.4673],\n", - " [ 0.7155],\n", - " [ 0.6349],\n", - " [ 0.4676],\n", - " [ 0.9303],\n", - " [ 0.6977],\n", - " [ 0.7986],\n", - " [ 0.5661],\n", - " [ 0.9401],\n", - " [ 0.8111],\n", - " [ 1.0929],\n", - " [ 0.5887],\n", - " [ 0.8674],\n", - " [ 0.8081],\n", - " [ 0.8682],\n", - " [ 0.7049],\n", - " [ 1.0303],\n", - " [ 0.5297],\n", - " [ 0.8990],\n", - " [ 0.6131],\n", - " [ 1.1693],\n", - " [ 1.0146],\n", - " [ 1.1179],\n", - " [ 0.8550],\n", - " [ 0.6801],\n", - " [ 0.9054],\n", - " [ 0.9622],\n", - " [ 0.8227],\n", - " [ 0.6969],\n", - " [ 0.8629],\n", - " [ 0.9992],\n", - " [ 0.9735],\n", - " [ 0.9114],\n", - " [ 0.5090],\n", - " [ 0.9698],\n", - " [ 1.1530],\n", - " [ 1.2176],\n", - " [ 1.1019],\n", - " [ 1.0681],\n", - " [ 0.6768],\n", - " [ 1.0307],\n", - " [ 0.9873],\n", - " [ 1.1988],\n", - " [ 1.1947],\n", - " [ 0.8704],\n", - " [ 0.8378],\n", - " [ 0.7581],\n", - " [ 1.2643],\n", - " [ 1.2095],\n", - " [ 0.7556],\n", - " [ 1.0024],\n", - " [ 0.8649],\n", - " [ 1.1953],\n", - " [ 0.8106],\n", - " [ 1.2512],\n", - " [ 1.1907],\n", - " [ 0.8453],\n", - " [ 1.0807],\n", - " [ 0.7710],\n", - " [ 0.9226],\n", - " [ 0.8100],\n", - " [ 1.0641],\n", - " [ 0.9683],\n", - " [ 0.7675],\n", - " [ 1.2630],\n", - " [ 0.9153],\n", - " [ 1.0170],\n", - " [ 1.3423],\n", - " [ 0.8989],\n", - " [ 1.2243],\n", - " [ 1.3355],\n", - " [ 0.9849],\n", - " [ 0.6055],\n", - " [ 0.4062],\n", - " [ 0.8255],\n", - " [ 1.1904],\n", - " [ 0.7565],\n", - " [ 1.0362],\n", - " [ 0.8106],\n", - " [ 0.8765],\n", - " [ 1.1825],\n", - " [ 1.0300],\n", - " [ 1.1883],\n", - " [ 0.7432],\n", - " [ 0.7962],\n", - " [ 0.7900],\n", - " [ 0.9459],\n", - " [ 1.0081],\n", - " [ 1.1498],\n", - " [ 1.0555],\n", - " [ 1.4386],\n", - " [ 0.9888],\n", - " [ 0.7890],\n", - " [ 0.9454],\n", - " [ 0.9568],\n", - " [ 0.9832],\n", - " [ 0.7835],\n", - " [ 0.8084],\n", - " [ 0.7282],\n", - " [ 1.1450],\n", - " [ 1.2708],\n", - " [ 1.1315],\n", - " [ 0.6742],\n", - " [ 0.6001],\n", - " [ 0.6483],\n", - " [ 0.8992],\n", - " [ 1.0016],\n", - " [ 1.0392],\n", - " [ 0.5630],\n", - " [ 1.3330],\n", - " [ 0.9323],\n", - " [ 0.6719],\n", - " [ 0.9954],\n", - " [ 1.0855],\n", - " [ 1.0105],\n", - " [ 0.6578],\n", - " [ 1.0974],\n", - " [ 0.9163],\n", - " [ 1.0161],\n", - " [ 1.0866],\n", - " [ 0.8661],\n", - " [ 0.5516],\n", - " [ 1.0398],\n", - " [ 1.0476],\n", - " [ 0.8525],\n", - " [ 0.8723],\n", - " [ 1.0883],\n", - " [ 0.5629],\n", - " [ 0.3963],\n", - " [ 0.7161],\n", - " [ 1.2104],\n", - " [ 1.0025],\n", - " [ 1.0816],\n", - " [ 0.7881],\n", - " [ 0.7980],\n", - " [ 0.6719],\n", - " [ 0.5641],\n", - " [ 0.7839],\n", - " [ 0.7183],\n", - " [ 0.6777],\n", - " [ 1.1626],\n", - " [ 0.6991],\n", - " [ 0.7296],\n", - " [ 0.9149],\n", - " [ 0.4818],\n", - " [ 0.3593],\n", - " [ 0.8057],\n", - " [ 0.9782],\n", - " [ 0.6981],\n", - " [ 0.8359],\n", - " [ 0.5616],\n", - " [ 0.8751],\n", - " [ 0.4524],\n", - " [ 0.9480],\n", - " [ 0.4057],\n", - " [ 0.6413],\n", - " [ 0.6728],\n", - " [ 0.8040],\n", - " [ 1.1152],\n", - " [ 0.6752],\n", - " [ 0.7030],\n", - " [ 0.5862],\n", - " [ 0.7373],\n", - " [ 0.6680],\n", - " [ 0.6739],\n", - " [ 0.7372],\n", - " [ 1.0807],\n", - " [ 0.8491],\n", - " [ 0.4628],\n", - " [ 0.5695],\n", - " [ 0.4675],\n", - " [ 0.8295],\n", - " [ 0.7881],\n", - " [ 0.6622],\n", - " [ 0.3701],\n", - " [ 0.3987],\n", - " [ 0.6082],\n", - " [ 0.4924],\n", - " [ 0.6136],\n", - " [ 0.4755],\n", - " [ 0.7166],\n", - " [ 0.4721],\n", - " [ 0.2420],\n", - " [ 0.2503],\n", - " [ 0.5961],\n", - " [ 0.5344],\n", - " [ 0.6053],\n", - " [ 0.5369],\n", - " [ 0.2291],\n", - " [ 0.3503],\n", - " [ 0.2833],\n", - " [ 0.1630],\n", - " [ 0.0821],\n", - " [ 0.1769],\n", - " [ 0.5129],\n", - " [ 0.2650],\n", - " [ 0.1519],\n", - " [ 0.2660],\n", - " [ 0.1505],\n", - " [ 0.2407],\n", - " [ 0.1766],\n", - " [ 0.2215],\n", - " [ 0.3759],\n", - " [ 0.0643],\n", - " [ 0.2909],\n", - " [ 0.0220],\n", - " [ 0.5878],\n", - " [ 0.1559],\n", - " [ 0.2339],\n", - " [ 0.3533],\n", - " [-0.1447],\n", - " [ 0.5657],\n", - " [ 0.0656],\n", - " [-0.1913],\n", - " [ 0.1975],\n", - " [-0.0296],\n", - " [ 0.3531],\n", - " [ 0.0032],\n", - " [ 0.1607],\n", - " [ 0.2249],\n", - " [ 0.0783],\n", - " [ 0.1663],\n", - " [-0.0781],\n", - " [-0.0607],\n", - " [ 0.3047],\n", - " [ 0.2461],\n", - " [-0.0380],\n", - " [ 0.0481],\n", - " [-0.0040],\n", - " [ 0.0110],\n", - " [-0.0221],\n", - " [ 0.1001],\n", - " [ 0.0754],\n", - " [ 0.2153],\n", - " [-0.1584],\n", - " [ 0.0033],\n", - " [-0.2072],\n", - " [ 0.1622],\n", - " [-0.1114],\n", - " [-0.0954],\n", - " [-0.2582],\n", - " [-0.0575],\n", - " [-0.0883],\n", - " [ 0.3422],\n", - " [-0.1808],\n", - " [-0.2768],\n", - " [-0.1964],\n", - " [ 0.1526],\n", - " [-0.1362],\n", - " [ 0.0674],\n", - " [-0.5093],\n", - " [-0.0344],\n", - " [-0.3681],\n", - " [-0.2217],\n", - " [-0.1733],\n", - " [-0.0589],\n", - " [-0.1194],\n", - " [-0.0979],\n", - " [-0.2122],\n", - " [-0.5427],\n", - " [-0.5028],\n", - " [ 0.0059],\n", - " [-0.2044],\n", - " [-0.2778],\n", - " [-0.3447],\n", - " [-0.0537],\n", - " [-0.4030],\n", - " [-0.7130],\n", - " [-0.5167],\n", - " [-0.4477],\n", - " [-0.4382],\n", - " [ 0.0076],\n", - " [-0.1804],\n", - " [-0.1491],\n", - " [ 0.1210],\n", - " [-0.4279],\n", - " [-0.6204],\n", - " [-0.7309],\n", - " [-0.1835],\n", - " [-0.9354],\n", - " [-0.6655],\n", - " [-0.7265],\n", - " [-0.5585],\n", - " [-0.8215],\n", - " [-0.3998],\n", - " [-0.6667],\n", - " [-0.4026],\n", - " [-0.3606],\n", - " [-0.2286],\n", - " [-0.5571],\n", - " [-0.8246],\n", - " [-0.2567],\n", - " [-0.8022],\n", - " [-0.3873],\n", - " [-0.6781],\n", - " [-0.8021],\n", - " [-0.7463],\n", - " [-0.6887],\n", - " [-0.5723],\n", - " [-0.6661],\n", - " [-0.4324],\n", - " [-0.6482],\n", - " [-0.5130],\n", - " [-0.6848],\n", - " [-0.5460],\n", - " [-0.8493],\n", - " [-0.1809],\n", - " [-0.5165],\n", - " [-0.4671],\n", - " [-0.8529],\n", - " [-0.9896],\n", - " [-0.8904],\n", - " [-0.4498],\n", - " [-1.0809],\n", - " [-0.9123],\n", - " [-0.7125],\n", - " [-0.4627],\n", - " [-0.5643],\n", - " [-0.7416],\n", - " [-0.8990],\n", - " [-0.8161],\n", - " [-0.5500],\n", - " [-0.9439],\n", - " [-0.8327],\n", - " [-0.7132],\n", - " [-0.8250],\n", - " [-0.9772],\n", - " [-0.8947],\n", - " [-0.4970],\n", - " [-0.4945],\n", - " [-0.4604],\n", - " [-0.7029],\n", - " [-0.7518],\n", - " [-0.7635],\n", - " [-0.8060],\n", - " [-0.8300],\n", - " [-1.1194],\n", - " [-1.2429],\n", - " [-0.7834],\n", - " [-0.3628],\n", - " [-1.1099],\n", - " [-0.8337],\n", - " [-1.0767],\n", - " [-0.7193],\n", - " [-0.6253],\n", - " [-0.9703],\n", - " [-0.5913],\n", - " [-1.0695],\n", - " [-0.9610],\n", - " [-0.7796],\n", - " [-0.8729],\n", - " [-1.1516],\n", - " [-0.8974],\n", - " [-1.1277],\n", - " [-0.8297],\n", - " [-0.6336],\n", - " [-1.5144],\n", - " [-1.0980],\n", - " [-1.0812],\n", - " [-0.5136],\n", - " [-0.6882],\n", - " [-0.9138],\n", - " [-0.9021],\n", - " [-1.0671],\n", - " [-1.1456],\n", - " [-0.9467],\n", - " [-0.6042],\n", - " [-0.8922],\n", - " [-0.9499],\n", - " [-0.6512],\n", - " [-1.0729],\n", - " [-1.1589],\n", - " [-1.1675],\n", - " [-0.9637],\n", - " [-0.7511],\n", - " [-0.8479],\n", - " [-0.8410],\n", - " [-1.1934],\n", - " [-0.8869],\n", - " [-0.9340],\n", - " [-1.0252],\n", - " [-0.8195],\n", - " [-1.3040],\n", - " [-0.6508],\n", - " [-1.0083],\n", - " [-1.1282],\n", - " [-0.9536],\n", - " [-1.0764],\n", - " [-1.2750],\n", - " [-1.0073],\n", - " [-1.0259],\n", - " [-0.8144],\n", - " [-1.2082],\n", - " [-0.9558],\n", - " [-0.9895],\n", - " [-1.0417],\n", - " [-1.0077],\n", - " [-0.7460],\n", - " [-0.7199],\n", - " [-1.1118],\n", - " [-0.7411],\n", - " [-1.2156],\n", - " [-0.8967],\n", - " [-0.8194],\n", - " [-1.1041],\n", - " [-0.9286],\n", - " [-0.9155],\n", - " [-0.7483],\n", - " [-0.9874],\n", - " [-1.0476],\n", - " [-0.9132],\n", - " [-0.7950],\n", - " [-0.8823],\n", - " [-0.8565],\n", - " [-1.0017],\n", - " [-0.9736],\n", - " [-0.8743],\n", - " [-0.9509],\n", - " [-1.3399],\n", - " [-0.8861],\n", - " [-1.0557],\n", - " [-0.8494],\n", - " [-0.6369],\n", - " [-1.0813],\n", - " [-0.7510],\n", - " [-0.8624],\n", - " [-1.1163],\n", - " [-0.9114],\n", - " [-0.7323],\n", - " [-0.9083],\n", - " [-0.8352],\n", - " [-0.6851],\n", - " [-0.9174],\n", - " [-0.9412],\n", - " [-1.3040],\n", - " [-0.6257],\n", - " [-0.7814],\n", - " [-0.7670],\n", - " [-1.0620],\n", - " [-0.9168],\n", - " [-1.0231],\n", - " [-0.5532],\n", - " [-0.7955],\n", - " [-0.9293],\n", - " [-0.7984],\n", - " [-0.9475],\n", - " [-0.8074],\n", - " [-1.0046],\n", - " [-0.7866],\n", - " [-0.8110],\n", - " [-0.8169],\n", - " [-0.7929],\n", - " [-0.9577],\n", - " [-0.7490],\n", - " [-0.6953],\n", - " [-0.7600],\n", - " [-0.6348],\n", - " [-0.5752],\n", - " [-0.6600],\n", - " [-1.1377],\n", - " [-1.0344],\n", - " [-0.6518],\n", - " [-0.7506],\n", - " [-0.9227],\n", - " [-0.7814],\n", - " [-0.9301],\n", - " [-0.4463],\n", - " [-0.8153],\n", - " [-0.7221],\n", - " [-0.6543],\n", - " [-1.0062],\n", - " [-0.4462],\n", - " [-0.5389],\n", - " [-0.3644],\n", - " [-0.3854],\n", - " [-0.5175],\n", - " [-0.3598],\n", - " [-0.7745],\n", - " [-0.8278],\n", - " [-0.6843],\n", - " [-0.5519],\n", - " [-0.6849],\n", - " [-0.6662],\n", - " [-0.8282],\n", - " [-0.5927],\n", - " [-0.8346],\n", - " [-0.5149],\n", - " [-0.0033],\n", - " [-0.7285],\n", - " [-0.8659],\n", - " [-0.4320],\n", - " [-0.5433],\n", - " [-0.5551],\n", - " [-0.4936],\n", - " [-0.3990],\n", - " [-0.2697],\n", - " [-0.5388],\n", - " [-0.5527],\n", - " [-0.5663],\n", - " [-0.4017],\n", - " [-0.2667],\n", - " [-0.3446],\n", - " [-0.3117],\n", - " [-0.3110],\n", - " [-0.8562],\n", - " [-0.2726],\n", - " [-0.5014],\n", - " [-0.4719],\n", - " [-0.5338],\n", - " [-0.7666],\n", - " [-0.1854],\n", - " [-0.5822],\n", - " [-0.4734],\n", - " [-0.2585],\n", - " [-0.2755],\n", - " [-0.4047],\n", - " [-0.0902],\n", - " [-0.0984],\n", - " [-0.3434],\n", - " [-0.0755],\n", - " [-0.5209],\n", - " [-0.2434],\n", - " [-0.3536],\n", - " [-0.0617],\n", - " [ 0.1276],\n", - " [-0.0150],\n", - " [-0.5196],\n", - " [-0.2691],\n", - " [-0.8314],\n", - " [ 0.1469],\n", - " [-0.0438],\n", - " [-0.4816],\n", - " [ 0.1779],\n", - " [-0.1709],\n", - " [-0.2126],\n", - " [-0.2875],\n", - " [-0.4329],\n", - " [-0.0967],\n", - " [-0.5540],\n", - " [-0.2296],\n", - " [-0.0021],\n", - " [-0.1871],\n", - " [ 0.0261],\n", - " [-0.0573],\n", - " [ 0.3196],\n", - " [ 0.1587],\n", - " [ 0.1620],\n", - " [-0.3062],\n", - " [ 0.1800],\n", - " [-0.0216],\n", - " [-0.0861],\n", - " [ 0.3876],\n", - " [ 0.2574],\n", - " [ 0.2573],\n", - " [ 0.3694],\n", - " [ 0.1312],\n", - " [ 0.6010],\n", - " [ 0.0274],\n", - " [ 0.0227],\n", - " [-0.1395],\n", - " [ 0.0214],\n", - " [ 0.3586],\n", - " [ 0.0331],\n", - " [ 0.2754],\n", - " [ 0.4699],\n", - " [ 0.3533],\n", - " [-0.0946],\n", - " [ 0.1566],\n", - " [ 0.2768],\n", - " [ 0.6166],\n", - " [ 0.3522],\n", - " [ 0.2357],\n", - " [ 0.2673],\n", - " [ 0.2506],\n", - " [ 0.4461],\n", - " [ 0.6163],\n", - " [ 0.1398],\n", - " [ 0.3288],\n", - " [ 0.4211],\n", - " [ 0.3313],\n", - " [ 0.1029],\n", - " [ 0.4284],\n", - " [ 0.1385],\n", - " [ 0.1132],\n", - " [ 0.0989],\n", - " [ 0.3567],\n", - " [ 0.2329],\n", - " [ 0.4514],\n", - " [ 0.7074],\n", - " [ 0.3183],\n", - " [ 0.2934],\n", - " [ 0.4533],\n", - " [ 0.2790],\n", - " [ 0.4807],\n", - " [ 0.8162],\n", - " [ 0.6992],\n", - " [ 0.1948],\n", - " [ 0.5107],\n", - " [ 0.8306],\n", - " [ 0.2990],\n", - " [ 0.2718],\n", - " [ 0.7156],\n", - " [ 0.8072],\n", - " [ 0.6706],\n", - " [ 0.5840],\n", - " [ 0.8009],\n", - " [ 0.5367],\n", - " [ 0.8542],\n", - " [ 0.4551],\n", - " [ 0.6621],\n", - " [ 0.6004],\n", - " [ 0.6589],\n", - " [ 0.4726],\n", - " [ 0.5991],\n", - " [ 0.8084],\n", - " [ 0.5788],\n", - " [ 0.7125],\n", - " [ 0.6552],\n", - " [ 0.9191],\n", - " [ 0.3361],\n", - " [ 0.8335],\n", - " [ 0.2599],\n", - " [ 0.6830],\n", - " [ 0.6857],\n", - " [ 0.4505],\n", - " [ 0.7303],\n", - " [ 0.5562],\n", - " [ 0.3135],\n", - " [ 0.7432],\n", - " [ 0.8188],\n", - " [ 0.7189],\n", - " [ 0.6228],\n", - " [ 0.8273],\n", - " [ 0.6486],\n", - " [ 0.9803],\n", - " [ 0.6484],\n", - " [ 0.7697],\n", - " [ 1.1531],\n", - " [ 0.9866],\n", - " [ 1.3931],\n", - " [ 0.9747],\n", - " [ 1.2460],\n", - " [ 1.0597],\n", - " [ 0.7014],\n", - " [ 0.9013],\n", - " [ 0.9571],\n", - " [ 0.7041],\n", - " [ 1.0944],\n", - " [ 1.1762],\n", - " [ 1.1356],\n", - " [ 1.0760],\n", - " [ 1.0171],\n", - " [ 0.8546],\n", - " [ 0.9204],\n", - " [ 0.9524],\n", - " [ 1.3716],\n", - " [ 0.7630],\n", - " [ 0.9069],\n", - " [ 1.0180],\n", - " [ 1.0366],\n", - " [ 1.0358],\n", - " [ 0.8609],\n", - " [ 0.8634],\n", - " [ 0.8047],\n", - " [ 0.7477],\n", - " [ 0.9808],\n", - " [ 1.0275],\n", - " [ 1.2071],\n", - " [ 0.5799],\n", - " [ 0.8834],\n", - " [ 0.8784],\n", - " [ 1.1447],\n", - " [ 1.0891],\n", - " [ 0.5811],\n", - " [ 0.9703],\n", - " [ 1.2833],\n", - " [ 0.9937],\n", - " [ 1.1356],\n", - " [ 0.8306],\n", - " [ 0.9129],\n", - " [ 1.0194],\n", - " [ 1.4320],\n", - " [ 1.2589],\n", - " [ 0.9175],\n", - " [ 0.8849],\n", - " [ 1.1727],\n", - " [ 0.9605],\n", - " [ 0.7599],\n", - " [ 0.8099],\n", - " [ 1.0688],\n", - " [ 0.7013],\n", - " [ 1.0260],\n", - " [ 0.7066],\n", - " [ 0.8967],\n", - " [ 1.0578],\n", - " [ 0.8639],\n", - " [ 1.0968],\n", - " [ 0.9553],\n", - " [ 1.0410],\n", - " [ 0.7809],\n", - " [ 0.8928],\n", - " [ 0.9644],\n", - " [ 0.8980],\n", - " [ 0.9744],\n", - " [ 0.6657],\n", - " [ 1.0549],\n", - " [ 0.9716],\n", - " [ 1.0272],\n", - " [ 0.9510],\n", - " [ 1.0992],\n", - " [ 0.8345],\n", - " [ 1.0305],\n", - " [ 1.0269],\n", - " [ 0.9503],\n", - " [ 1.0622],\n", - " [ 0.9953],\n", - " [ 1.3019],\n", - " [ 1.0447],\n", - " [ 0.9759],\n", - " [ 0.9953],\n", - " [ 1.0697],\n", - " [ 0.9619],\n", - " [ 1.0681],\n", - " [ 1.0844],\n", - " [ 0.6814],\n", - " [ 0.7774],\n", - " [ 1.1827],\n", - " [ 1.1599],\n", - " [ 0.7436],\n", - " [ 0.8570],\n", - " [ 0.7392],\n", - " [ 1.2210],\n", - " [ 0.8350],\n", - " [ 0.7613],\n", - " [ 0.7885],\n", - " [ 1.0991],\n", - " [ 0.6867],\n", - " [ 0.5461],\n", - " [ 1.1209],\n", - " [ 1.1265],\n", - " [ 0.9876],\n", - " [ 0.8403],\n", - " [ 0.9892],\n", - " [ 0.7838],\n", - " [ 0.5770],\n", - " [ 0.7996],\n", - " [ 1.1023],\n", - " [ 1.1888],\n", - " [ 0.8290],\n", - " [ 0.9919],\n", - " [ 0.7272],\n", - " [ 0.6149],\n", - " [ 0.8744],\n", - " [ 0.7331],\n", - " [ 0.9389],\n", - " [ 0.8888],\n", - " [ 0.4813],\n", - " [ 1.1600],\n", - " [ 0.6871],\n", - " [ 0.7780],\n", - " [ 0.9699],\n", - " [ 0.3082],\n", - " [ 0.8391],\n", - " [ 0.5978],\n", - " [ 0.5697],\n", - " [ 0.9227],\n", - " [ 0.4502],\n", - " [ 0.5293],\n", - " [ 0.7309],\n", - " [ 0.7579],\n", - " [ 0.5995],\n", - " [ 0.5698],\n", - " [ 0.5490],\n", - " [ 0.7483],\n", - " [ 0.9721],\n", - " [ 0.9419],\n", - " [ 0.5393],\n", - " [ 0.9869],\n", - " [ 0.9892],\n", - " [ 0.5714],\n", - " [ 0.7620],\n", - " [ 0.6800],\n", - " [ 0.8412],\n", - " [ 0.6070],\n", - " [ 0.1774],\n", - " [ 0.6198],\n", - " [ 0.7153],\n", - " [ 0.7985],\n", - " [ 0.5209],\n", - " [ 1.1309],\n", - " [ 0.6716],\n", - " [ 0.7221],\n", - " [ 0.5309],\n", - " [ 0.6143],\n", - " [ 0.9212],\n", - " [ 0.6585],\n", - " [ 0.5518],\n", - " [ 0.7676],\n", - " [ 0.7002],\n", - " [ 0.5711],\n", - " [ 0.5491],\n", - " [ 0.7280],\n", - " [ 1.2188],\n", - " [ 0.3206],\n", - " [ 0.5493],\n", - " [ 0.7454],\n", - " [ 0.5868],\n", - " [ 0.6143],\n", - " [ 0.8513],\n", - " [ 0.1876],\n", - " [ 0.5672],\n", - " [ 0.4292],\n", - " [ 0.5437],\n", - " [ 0.4909],\n", - " [ 0.7139],\n", - " [ 0.5861],\n", - " [ 0.3725],\n", - " [ 0.5194],\n", - " [ 0.4843],\n", - " [ 0.0279],\n", - " [ 0.3152],\n", - " [ 0.4333],\n", - " [ 0.5915],\n", - " [ 0.2709],\n", - " [ 0.4861],\n", - " [ 0.1708],\n", - " [-0.0844],\n", - " [ 0.1523],\n", - " [-0.2092],\n", - " [ 0.2965],\n", - " [-0.1280],\n", - " [ 0.4479],\n", - " [ 0.4392],\n", - " [ 0.1969],\n", - " [ 0.1989],\n", - " [-0.0969],\n", - " [ 0.2829],\n", - " [ 0.1741],\n", - " [-0.1890],\n", - " [-0.0512],\n", - " [ 0.4777],\n", - " [ 0.0458],\n", - " [ 0.0724],\n", - " [ 0.1996],\n", - " [ 0.2772],\n", - " [-0.0650],\n", - " [ 0.4351],\n", - " [ 0.2693],\n", - " [-0.0298],\n", - " [-0.1171],\n", - " [ 0.3714],\n", - " [ 0.0992],\n", - " [ 0.0090],\n", - " [ 0.0618],\n", - " [ 0.1225],\n", - " [ 0.1389],\n", - " [ 0.1166],\n", - " [ 0.0821],\n", - " [ 0.0435],\n", - " [-0.1259],\n", - " [-0.1045],\n", - " [ 0.1779],\n", - " [-0.2051],\n", - " [-0.2457],\n", - " [-0.1619],\n", - " [-0.0991],\n", - " [ 0.1651],\n", - " [ 0.1712],\n", - " [-0.1440],\n", - " [-0.0499],\n", - " [-0.0943],\n", - " [ 0.1058],\n", - " [-0.3224],\n", - " [-0.2115],\n", - " [-0.1307],\n", - " [-0.2432],\n", - " [-0.1935],\n", - " [-0.1462],\n", - " [-0.3798],\n", - " [-0.3857],\n", - " [-0.3871],\n", - " [ 0.1132],\n", - " [-0.5729],\n", - " [ 0.1458],\n", - " [-0.5250],\n", - " [-0.1113],\n", - " [-0.1085],\n", - " [-0.3974],\n", - " [-0.2798],\n", - " [-0.2995],\n", - " [-0.0517],\n", - " [-0.1601],\n", - " [-0.5213],\n", - " [-0.3897],\n", - " [-0.5143],\n", - " [-0.4268],\n", - " [-0.4268],\n", - " [-0.1593],\n", - " [-0.3720],\n", - " [-0.2030],\n", - " [-0.5328],\n", - " [-0.8009],\n", - " [-0.5220],\n", - " [-0.5291],\n", - " [-0.3730],\n", - " [-0.4571],\n", - " [-0.3859],\n", - " [-0.3053],\n", - " [-0.3744],\n", - " [-0.7439],\n", - " [-0.7338],\n", - " [-0.2856],\n", - " [-0.3440],\n", - " [-0.6041],\n", - " [-0.7940],\n", - " [-0.6112],\n", - " [-0.1943]]))" + " [-0.2775, -0.3826, -0.5660, -0.1797],\n", + " [-0.3826, -0.5660, -0.1797, -0.8332],\n", + " [-0.5660, -0.1797, -0.8332, -0.5727]]),\n", + " tensor([[ 6.6353e-02],\n", + " [-1.0363e-01],\n", + " [ 8.8868e-02],\n", + " [ 1.5603e-01],\n", + " [ 2.0316e-01],\n", + " [ 2.2209e-01],\n", + " [ 4.0233e-01],\n", + " [ 1.8191e-01],\n", + " [ 9.4271e-02],\n", + " [ 1.9833e-01],\n", + " [ 2.7132e-01],\n", + " [-2.6344e-02],\n", + " [ 1.3314e-01],\n", + " [-9.5498e-02],\n", + " [ 4.2949e-01],\n", + " [ 2.9735e-01],\n", + " [ 2.6208e-01],\n", + " [ 2.5798e-01],\n", + " [ 2.6224e-01],\n", + " [ 4.0028e-01],\n", + " [ 1.6453e-01],\n", + " [-3.6497e-03],\n", + " [ 4.5941e-02],\n", + " [ 2.9152e-01],\n", + " [ 2.8247e-01],\n", + " [ 3.1230e-01],\n", + " [ 4.0011e-01],\n", + " [ 1.4096e-01],\n", + " [ 4.1744e-01],\n", + " [ 3.4225e-01],\n", + " [-4.5256e-02],\n", + " [ 2.8870e-01],\n", + " [ 3.8852e-01],\n", + " [ 3.4837e-01],\n", + " [ 6.1889e-01],\n", + " [ 6.2549e-01],\n", + " [ 2.3834e-01],\n", + " [ 4.8642e-01],\n", + " [ 3.5614e-01],\n", + " [ 1.1784e-01],\n", + " [ 3.8346e-01],\n", + " [ 4.5669e-01],\n", + " [ 3.6588e-01],\n", + " [ 2.6488e-01],\n", + " [ 6.0995e-01],\n", + " [ 6.9697e-01],\n", + " [ 7.5780e-01],\n", + " [ 5.8101e-01],\n", + " [ 3.5400e-01],\n", + " [ 2.4635e-01],\n", + " [ 4.7288e-01],\n", + " [ 6.6484e-01],\n", + " [ 6.3196e-01],\n", + " [ 5.6758e-01],\n", + " [ 3.1575e-01],\n", + " [ 7.3676e-01],\n", + " [ 8.1908e-01],\n", + " [ 8.8408e-01],\n", + " [ 7.6086e-01],\n", + " [ 4.3549e-01],\n", + " [ 7.9157e-01],\n", + " [ 4.1029e-01],\n", + " [ 3.4122e-01],\n", + " [ 1.0624e+00],\n", + " [ 9.8399e-01],\n", + " [ 7.3473e-01],\n", + " [ 6.9833e-01],\n", + " [ 3.4119e-01],\n", + " [ 7.3251e-01],\n", + " [ 6.7880e-01],\n", + " [ 6.3626e-01],\n", + " [ 1.0105e+00],\n", + " [ 7.0007e-01],\n", + " [ 1.1702e+00],\n", + " [ 6.0600e-01],\n", + " [ 8.9456e-01],\n", + " [ 5.1218e-01],\n", + " [ 7.3733e-01],\n", + " [ 6.1851e-01],\n", + " [ 7.6468e-01],\n", + " [ 6.5189e-01],\n", + " [ 1.0688e+00],\n", + " [ 1.0419e+00],\n", + " [ 9.7937e-01],\n", + " [ 1.0725e+00],\n", + " [ 5.4258e-01],\n", + " [ 9.2915e-01],\n", + " [ 4.3405e-01],\n", + " [ 4.7934e-01],\n", + " [ 1.1528e+00],\n", + " [ 7.5340e-01],\n", + " [ 5.4904e-01],\n", + " [ 5.4025e-01],\n", + " [ 5.1751e-01],\n", + " [ 2.9075e-01],\n", + " [ 5.5143e-01],\n", + " [ 8.6160e-01],\n", + " [ 9.6728e-01],\n", + " [ 6.0795e-01],\n", + " [ 7.0219e-01],\n", + " [ 1.0551e+00],\n", + " [ 7.9270e-01],\n", + " [ 9.2103e-01],\n", + " [ 8.7458e-01],\n", + " [ 9.9153e-01],\n", + " [ 6.0989e-01],\n", + " [ 7.4993e-01],\n", + " [ 6.9077e-01],\n", + " [ 5.6804e-01],\n", + " [ 7.0561e-01],\n", + " [ 7.8830e-01],\n", + " [ 9.7916e-01],\n", + " [ 9.9039e-01],\n", + " [ 7.9061e-01],\n", + " [ 9.6164e-01],\n", + " [ 8.5340e-01],\n", + " [ 8.2899e-01],\n", + " [ 7.3213e-01],\n", + " [ 6.8678e-01],\n", + " [ 1.2765e+00],\n", + " [ 1.2545e+00],\n", + " [ 1.1249e+00],\n", + " [ 1.3865e+00],\n", + " [ 8.9114e-01],\n", + " [ 8.0419e-01],\n", + " [ 1.2773e+00],\n", + " [ 8.9564e-01],\n", + " [ 6.2510e-01],\n", + " [ 1.1143e+00],\n", + " [ 9.5270e-01],\n", + " [ 9.5466e-01],\n", + " [ 7.9755e-01],\n", + " [ 1.0294e+00],\n", + " [ 5.8184e-01],\n", + " [ 1.2175e+00],\n", + " [ 1.0392e+00],\n", + " [ 9.4017e-01],\n", + " [ 1.1067e+00],\n", + " [ 9.4888e-01],\n", + " [ 8.5048e-01],\n", + " [ 9.3845e-01],\n", + " [ 1.2021e+00],\n", + " [ 9.6893e-01],\n", + " [ 1.0378e+00],\n", + " [ 1.1524e+00],\n", + " [ 1.0356e+00],\n", + " [ 1.2582e+00],\n", + " [ 9.6289e-01],\n", + " [ 1.1062e+00],\n", + " [ 6.3397e-01],\n", + " [ 8.6299e-01],\n", + " [ 8.4336e-01],\n", + " [ 6.3310e-01],\n", + " [ 1.3410e+00],\n", + " [ 9.9408e-01],\n", + " [ 7.2785e-01],\n", + " [ 1.2686e+00],\n", + " [ 8.6769e-01],\n", + " [ 1.2330e+00],\n", + " [ 1.0719e+00],\n", + " [ 7.1942e-01],\n", + " [ 1.1396e+00],\n", + " [ 9.7066e-01],\n", + " [ 1.1835e+00],\n", + " [ 9.9540e-01],\n", + " [ 7.0843e-01],\n", + " [ 1.0240e+00],\n", + " [ 9.7269e-01],\n", + " [ 8.0341e-01],\n", + " [ 1.0116e+00],\n", + " [ 8.1968e-01],\n", + " [ 7.5934e-01],\n", + " [ 9.6155e-01],\n", + " [ 1.1158e+00],\n", + " [ 9.6646e-01],\n", + " [ 7.0824e-01],\n", + " [ 1.2226e+00],\n", + " [ 7.9395e-01],\n", + " [ 9.5238e-01],\n", + " [ 1.1413e+00],\n", + " [ 8.7932e-01],\n", + " [ 9.0194e-01],\n", + " [ 8.6707e-01],\n", + " [ 1.2885e+00],\n", + " [ 1.2093e+00],\n", + " [ 1.2944e+00],\n", + " [ 6.3165e-01],\n", + " [ 5.5781e-01],\n", + " [ 1.0286e+00],\n", + " [ 1.3556e+00],\n", + " [ 8.9051e-01],\n", + " [ 1.1046e+00],\n", + " [ 9.9294e-01],\n", + " [ 1.2333e+00],\n", + " [ 8.1726e-01],\n", + " [ 3.1740e-01],\n", + " [ 7.6761e-01],\n", + " [ 6.5092e-01],\n", + " [ 8.9621e-01],\n", + " [ 6.8024e-01],\n", + " [ 1.0196e+00],\n", + " [ 7.5904e-01],\n", + " [ 9.4622e-01],\n", + " [ 8.6102e-01],\n", + " [ 8.3147e-01],\n", + " [ 7.4786e-01],\n", + " [ 9.6059e-01],\n", + " [ 8.6270e-01],\n", + " [ 9.4766e-01],\n", + " [ 5.2817e-01],\n", + " [ 1.0704e+00],\n", + " [ 9.7133e-01],\n", + " [ 8.4503e-01],\n", + " [ 8.8452e-01],\n", + " [ 5.0776e-01],\n", + " [ 9.2430e-01],\n", + " [ 5.9001e-01],\n", + " [ 8.0198e-01],\n", + " [ 7.8422e-01],\n", + " [ 5.8749e-01],\n", + " [ 7.0924e-01],\n", + " [ 7.5607e-01],\n", + " [ 4.9436e-01],\n", + " [ 7.7539e-01],\n", + " [ 6.4349e-01],\n", + " [ 7.5043e-01],\n", + " [ 7.3827e-01],\n", + " [ 8.6847e-01],\n", + " [ 5.4753e-01],\n", + " [ 6.5105e-01],\n", + " [ 1.0554e+00],\n", + " [ 7.8901e-01],\n", + " [ 8.9882e-01],\n", + " [ 7.0064e-01],\n", + " [ 5.4479e-01],\n", + " [ 8.2511e-01],\n", + " [ 5.1943e-01],\n", + " [ 1.5267e-01],\n", + " [ 7.0765e-01],\n", + " [ 5.7810e-01],\n", + " [ 6.0173e-01],\n", + " [ 4.8342e-01],\n", + " [ 6.4010e-01],\n", + " [ 9.0313e-01],\n", + " [ 3.0786e-01],\n", + " [ 1.0283e+00],\n", + " [ 2.3870e-01],\n", + " [ 5.7824e-01],\n", + " [-3.3643e-02],\n", + " [ 4.2503e-01],\n", + " [ 5.7349e-01],\n", + " [ 4.4148e-01],\n", + " [ 6.8640e-01],\n", + " [ 6.1931e-01],\n", + " [ 2.5912e-01],\n", + " [ 2.2371e-01],\n", + " [ 6.0460e-01],\n", + " [ 3.7744e-01],\n", + " [ 5.9038e-01],\n", + " [ 3.7926e-01],\n", + " [ 5.2749e-01],\n", + " [ 6.2748e-01],\n", + " [ 6.6149e-01],\n", + " [ 4.3518e-01],\n", + " [ 4.0026e-01],\n", + " [ 2.9409e-01],\n", + " [ 4.5821e-01],\n", + " [ 3.7015e-01],\n", + " [ 3.4187e-01],\n", + " [ 1.8859e-01],\n", + " [ 6.9215e-01],\n", + " [ 3.2195e-01],\n", + " [ 2.4332e-02],\n", + " [ 5.2798e-01],\n", + " [ 9.0723e-02],\n", + " [ 1.6245e-01],\n", + " [ 2.7128e-01],\n", + " [ 2.0240e-01],\n", + " [-8.3513e-02],\n", + " [ 3.9523e-01],\n", + " [ 5.8745e-01],\n", + " [ 3.2908e-01],\n", + " [ 2.4919e-01],\n", + " [ 2.8691e-01],\n", + " [ 1.1735e-01],\n", + " [ 4.3031e-01],\n", + " [ 2.6840e-01],\n", + " [ 2.5892e-01],\n", + " [ 1.7928e-01],\n", + " [ 4.2978e-01],\n", + " [ 5.2001e-02],\n", + " [ 2.7463e-01],\n", + " [-1.3417e-01],\n", + " [-1.6025e-02],\n", + " [ 2.9625e-01],\n", + " [ 2.3450e-01],\n", + " [ 3.7070e-01],\n", + " [ 7.5755e-02],\n", + " [ 1.6683e-01],\n", + " [ 1.1036e-01],\n", + " [-6.8264e-03],\n", + " [ 7.2137e-03],\n", + " [ 2.7841e-01],\n", + " [ 9.1316e-02],\n", + " [ 9.1231e-03],\n", + " [-3.5385e-01],\n", + " [ 1.1431e-01],\n", + " [-2.0163e-01],\n", + " [ 2.0756e-01],\n", + " [-9.4054e-02],\n", + " [-1.2446e-01],\n", + " [ 2.4384e-01],\n", + " [-2.3242e-01],\n", + " [-2.0931e-01],\n", + " [-1.8707e-01],\n", + " [-1.3957e-01],\n", + " [-1.8903e-01],\n", + " [-8.1507e-02],\n", + " [-3.4759e-01],\n", + " [-1.1257e-02],\n", + " [-1.9703e-01],\n", + " [ 2.7359e-02],\n", + " [ 7.6564e-04],\n", + " [-6.1846e-01],\n", + " [-7.9818e-02],\n", + " [-3.6661e-01],\n", + " [ 6.5931e-02],\n", + " [-5.8843e-01],\n", + " [-1.7423e-01],\n", + " [-2.1431e-01],\n", + " [ 6.6695e-02],\n", + " [-2.9555e-01],\n", + " [-1.3760e-01],\n", + " [-5.6146e-02],\n", + " [-1.7448e-02],\n", + " [-3.2177e-01],\n", + " [-1.8931e-01],\n", + " [-3.3209e-01],\n", + " [-2.6944e-01],\n", + " [-3.6146e-01],\n", + " [-3.5334e-01],\n", + " [-3.3019e-01],\n", + " [-2.8488e-02],\n", + " [-3.6981e-01],\n", + " [-3.1455e-01],\n", + " [-4.2320e-01],\n", + " [-5.8333e-01],\n", + " [-4.5083e-01],\n", + " [-2.6372e-01],\n", + " [-6.6177e-01],\n", + " [-5.4376e-01],\n", + " [-2.1988e-01],\n", + " [-7.4067e-02],\n", + " [-3.6120e-01],\n", + " [-7.7958e-01],\n", + " [-2.7244e-01],\n", + " [-3.3669e-01],\n", + " [-6.1547e-01],\n", + " [-7.1691e-01],\n", + " [-3.2713e-01],\n", + " [-3.2994e-01],\n", + " [-4.0011e-01],\n", + " [-4.5194e-01],\n", + " [-5.5936e-01],\n", + " [-4.8557e-01],\n", + " [-7.0421e-01],\n", + " [-1.8149e-01],\n", + " [-6.7299e-01],\n", + " [-4.4816e-01],\n", + " [-5.8107e-01],\n", + " [-4.7465e-01],\n", + " [-4.2599e-01],\n", + " [-8.3749e-01],\n", + " [-6.6348e-01],\n", + " [-6.9997e-01],\n", + " [-5.8357e-01],\n", + " [-3.5789e-01],\n", + " [-7.1656e-01],\n", + " [-8.7729e-01],\n", + " [-6.3883e-01],\n", + " [-6.9591e-01],\n", + " [-9.3954e-01],\n", + " [-4.9190e-01],\n", + " [-7.3111e-01],\n", + " [-4.3942e-01],\n", + " [-6.2770e-01],\n", + " [-9.2674e-01],\n", + " [-8.6653e-01],\n", + " [-9.6315e-01],\n", + " [-6.9102e-01],\n", + " [-5.9326e-01],\n", + " [-8.5505e-01],\n", + " [-8.5113e-01],\n", + " [-6.2499e-01],\n", + " [-9.9391e-01],\n", + " [-8.4853e-01],\n", + " [-7.8337e-01],\n", + " [-6.2505e-01],\n", + " [-8.0748e-01],\n", + " [-8.2683e-01],\n", + " [-6.9701e-01],\n", + " [-7.8696e-01],\n", + " [-6.9023e-01],\n", + " [-6.2324e-01],\n", + " [-9.8813e-01],\n", + " [-8.8023e-01],\n", + " [-7.4747e-01],\n", + " [-9.1390e-01],\n", + " [-1.1208e+00],\n", + " [-1.3740e+00],\n", + " [-1.0556e+00],\n", + " [-9.5917e-01],\n", + " [-7.6300e-01],\n", + " [-1.0235e+00],\n", + " [-1.0120e+00],\n", + " [-7.2330e-01],\n", + " [-1.0387e+00],\n", + " [-5.4913e-01],\n", + " [-5.8775e-01],\n", + " [-9.5260e-01],\n", + " [-7.9546e-01],\n", + " [-6.3363e-01],\n", + " [-7.6522e-01],\n", + " [-1.0495e+00],\n", + " [-1.1376e+00],\n", + " [-9.7715e-01],\n", + " [-1.0136e+00],\n", + " [-1.0233e+00],\n", + " [-4.2618e-01],\n", + " [-9.1957e-01],\n", + " [-1.1356e+00],\n", + " [-9.9493e-01],\n", + " [-6.0729e-01],\n", + " [-6.6857e-01],\n", + " [-8.6124e-01],\n", + " [-6.8043e-01],\n", + " [-7.9954e-01],\n", + " [-9.4514e-01],\n", + " [-9.6364e-01],\n", + " [-7.6007e-01],\n", + " [-7.9190e-01],\n", + " [-9.0256e-01],\n", + " [-1.0012e+00],\n", + " [-8.1351e-01],\n", + " [-1.0263e+00],\n", + " [-7.2729e-01],\n", + " [-8.8496e-01],\n", + " [-1.2832e+00],\n", + " [-8.1455e-01],\n", + " [-7.6072e-01],\n", + " [-9.7935e-01],\n", + " [-1.0354e+00],\n", + " [-1.1628e+00],\n", + " [-8.2264e-01],\n", + " [-7.7549e-01],\n", + " [-1.6201e+00],\n", + " [-6.8463e-01],\n", + " [-1.0060e+00],\n", + " [-8.6768e-01],\n", + " [-7.4937e-01],\n", + " [-1.0767e+00],\n", + " [-5.6351e-01],\n", + " [-9.3733e-01],\n", + " [-1.2270e+00],\n", + " [-9.3480e-01],\n", + " [-1.1192e+00],\n", + " [-1.2890e+00],\n", + " [-1.3016e+00],\n", + " [-9.8122e-01],\n", + " [-1.2527e+00],\n", + " [-8.9113e-01],\n", + " [-9.9467e-01],\n", + " [-7.3336e-01],\n", + " [-1.2790e+00],\n", + " [-1.2139e+00],\n", + " [-7.6957e-01],\n", + " [-8.9945e-01],\n", + " [-1.2749e+00],\n", + " [-7.1642e-01],\n", + " [-1.0271e+00],\n", + " [-1.3689e+00],\n", + " [-8.8271e-01],\n", + " [-9.3780e-01],\n", + " [-1.0709e+00],\n", + " [-1.0079e+00],\n", + " [-1.2095e+00],\n", + " [-8.3435e-01],\n", + " [-1.1892e+00],\n", + " [-5.8446e-01],\n", + " [-1.0576e+00],\n", + " [-7.8082e-01],\n", + " [-9.9774e-01],\n", + " [-1.0047e+00],\n", + " [-9.4661e-01],\n", + " [-7.9260e-01],\n", + " [-7.8298e-01],\n", + " [-8.1630e-01],\n", + " [-1.1429e+00],\n", + " [-9.0614e-01],\n", + " [-1.2286e+00],\n", + " [-1.0185e+00],\n", + " [-9.2398e-01],\n", + " [-9.3490e-01],\n", + " [-1.1074e+00],\n", + " [-7.6938e-01],\n", + " [-7.7835e-01],\n", + " [-7.9201e-01],\n", + " [-8.3866e-01],\n", + " [-5.0138e-01],\n", + " [-1.0518e+00],\n", + " [-1.1464e+00],\n", + " [-8.3545e-01],\n", + " [-6.3239e-01],\n", + " [-8.6411e-01],\n", + " [-1.0649e+00],\n", + " [-8.3904e-01],\n", + " [-9.3103e-01],\n", + " [-9.5688e-01],\n", + " [-1.3042e+00],\n", + " [-7.8724e-01],\n", + " [-8.9785e-01],\n", + " [-5.8319e-01],\n", + " [-9.7922e-01],\n", + " [-9.8292e-01],\n", + " [-1.0255e+00],\n", + " [-6.4694e-01],\n", + " [-8.0609e-01],\n", + " [-6.8586e-01],\n", + " [-1.0256e+00],\n", + " [-6.2613e-01],\n", + " [-5.2035e-01],\n", + " [-8.2406e-01],\n", + " [-6.1214e-01],\n", + " [-6.3858e-01],\n", + " [-7.9211e-01],\n", + " [-8.4110e-01],\n", + " [-8.7759e-01],\n", + " [-1.0926e+00],\n", + " [-4.8413e-01],\n", + " [-8.8961e-01],\n", + " [-8.6125e-01],\n", + " [-8.4024e-01],\n", + " [-7.4395e-01],\n", + " [-7.6605e-01],\n", + " [-7.7586e-01],\n", + " [-6.6531e-01],\n", + " [-8.7798e-01],\n", + " [-5.3314e-01],\n", + " [-3.8761e-01],\n", + " [-5.2371e-01],\n", + " [-4.9831e-01],\n", + " [-4.7124e-01],\n", + " [-4.0311e-01],\n", + " [-3.9151e-01],\n", + " [-6.0217e-01],\n", + " [-3.5831e-01],\n", + " [-8.1952e-01],\n", + " [-3.7521e-01],\n", + " [-4.1182e-01],\n", + " [-6.9520e-01],\n", + " [-1.3176e-01],\n", + " [-3.5725e-01],\n", + " [-6.3746e-01],\n", + " [-7.1734e-01],\n", + " [-6.0116e-01],\n", + " [-4.7620e-01],\n", + " [-1.3156e-01],\n", + " [-6.7144e-01],\n", + " [-4.4765e-01],\n", + " [-7.9655e-01],\n", + " [-4.6641e-01],\n", + " [-5.1395e-01],\n", + " [-5.9736e-01],\n", + " [-7.0441e-02],\n", + " [-2.9234e-01],\n", + " [-6.3963e-01],\n", + " [-5.2695e-01],\n", + " [-8.9920e-01],\n", + " [-3.9060e-01],\n", + " [-3.3070e-01],\n", + " [-5.8975e-02],\n", + " [-3.4768e-01],\n", + " [-3.9728e-01],\n", + " [-5.0462e-01],\n", + " [-6.9052e-01],\n", + " [-2.6284e-01],\n", + " [-5.3189e-01],\n", + " [-2.8471e-01],\n", + " [-3.8808e-01],\n", + " [-2.5389e-01],\n", + " [-1.0635e-01],\n", + " [-4.4742e-01],\n", + " [-2.8809e-01],\n", + " [-4.6124e-01],\n", + " [-1.8804e-01],\n", + " [-6.5422e-01],\n", + " [-2.9021e-01],\n", + " [-1.6320e-01],\n", + " [-2.7098e-01],\n", + " [-1.8750e-01],\n", + " [ 2.4683e-01],\n", + " [-1.2878e-01],\n", + " [-2.1855e-01],\n", + " [-5.1811e-01],\n", + " [ 5.4305e-02],\n", + " [-1.7425e-01],\n", + " [-2.6757e-01],\n", + " [ 1.3357e-01],\n", + " [-3.1198e-01],\n", + " [ 8.1655e-02],\n", + " [-2.8527e-01],\n", + " [-1.3569e-01],\n", + " [-1.4587e-01],\n", + " [ 1.7095e-01],\n", + " [-2.3103e-02],\n", + " [ 2.1838e-01],\n", + " [-1.6752e-01],\n", + " [ 3.1579e-01],\n", + " [ 2.7031e-01],\n", + " [-2.4856e-01],\n", + " [ 7.6009e-03],\n", + " [-1.1322e-03],\n", + " [-2.0730e-01],\n", + " [-1.2818e-01],\n", + " [ 1.4944e-01],\n", + " [ 9.0087e-02],\n", + " [ 4.0082e-01],\n", + " [ 2.9144e-01],\n", + " [-1.4654e-01],\n", + " [ 8.8202e-02],\n", + " [-1.7362e-01],\n", + " [-9.1909e-03],\n", + " [-8.0324e-02],\n", + " [-5.5343e-02],\n", + " [ 5.8975e-01],\n", + " [ 1.6623e-01],\n", + " [ 3.3504e-01],\n", + " [ 2.4773e-02],\n", + " [ 8.7046e-02],\n", + " [-1.6163e-01],\n", + " [ 5.1961e-01],\n", + " [ 1.7512e-01],\n", + " [ 1.0362e-01],\n", + " [ 2.0362e-01],\n", + " [ 1.9839e-01],\n", + " [ 4.1845e-01],\n", + " [ 4.6793e-01],\n", + " [-1.1853e-01],\n", + " [ 1.2487e-01],\n", + " [ 1.9344e-01],\n", + " [ 3.0220e-01],\n", + " [ 8.3792e-02],\n", + " [ 3.1021e-01],\n", + " [ 3.2869e-01],\n", + " [ 3.0734e-01],\n", + " [ 5.7626e-01],\n", + " [ 4.3928e-01],\n", + " [ 3.1897e-01],\n", + " [ 2.8437e-01],\n", + " [ 5.5234e-01],\n", + " [ 6.2213e-01],\n", + " [ 6.1580e-01],\n", + " [ 3.9967e-01],\n", + " [ 4.5823e-01],\n", + " [ 4.3247e-01],\n", + " [ 5.0114e-01],\n", + " [ 8.3448e-01],\n", + " [ 4.9888e-01],\n", + " [ 5.0631e-01],\n", + " [ 2.0848e-01],\n", + " [ 3.6072e-01],\n", + " [ 2.7618e-01],\n", + " [ 4.0099e-01],\n", + " [ 5.4027e-01],\n", + " [ 2.4210e-01],\n", + " [ 1.2701e-01],\n", + " [ 4.4325e-01],\n", + " [ 3.0193e-01],\n", + " [ 3.6690e-01],\n", + " [ 5.7623e-01],\n", + " [ 5.2195e-01],\n", + " [ 6.5280e-01],\n", + " [ 5.7883e-01],\n", + " [ 2.9837e-01],\n", + " [ 2.5124e-01],\n", + " [ 3.4579e-01],\n", + " [ 2.2099e-01],\n", + " [ 3.4217e-01],\n", + " [ 8.5317e-01],\n", + " [ 7.0991e-01],\n", + " [ 3.0030e-01],\n", + " [ 7.5253e-01],\n", + " [ 7.0718e-01],\n", + " [ 7.5546e-01],\n", + " [ 8.3272e-01],\n", + " [ 8.2167e-01],\n", + " [ 6.8525e-01],\n", + " [ 8.5421e-01],\n", + " [ 3.8577e-01],\n", + " [ 6.1654e-01],\n", + " [ 6.7905e-01],\n", + " [ 9.9523e-01],\n", + " [ 7.6051e-01],\n", + " [ 8.6416e-01],\n", + " [ 6.0249e-01],\n", + " [ 1.2840e+00],\n", + " [ 6.4849e-01],\n", + " [ 5.6504e-01],\n", + " [ 6.7845e-01],\n", + " [ 3.4798e-01],\n", + " [ 6.4645e-01],\n", + " [ 7.8018e-01],\n", + " [ 9.8716e-01],\n", + " [ 7.3607e-01],\n", + " [ 7.5667e-01],\n", + " [ 9.4265e-01],\n", + " [ 8.0938e-01],\n", + " [ 2.6675e-01],\n", + " [ 6.1355e-01],\n", + " [ 9.0162e-01],\n", + " [ 4.2799e-01],\n", + " [ 8.3804e-01],\n", + " [ 4.6611e-01],\n", + " [ 8.9841e-01],\n", + " [ 9.1118e-01],\n", + " [ 6.0615e-01],\n", + " [ 8.8064e-01],\n", + " [ 1.1570e+00],\n", + " [ 9.5360e-01],\n", + " [ 6.1671e-01],\n", + " [ 7.3730e-01],\n", + " [ 1.1604e+00],\n", + " [ 7.5139e-01],\n", + " [ 1.0676e+00],\n", + " [ 8.5293e-01],\n", + " [ 1.2444e+00],\n", + " [ 7.3487e-01],\n", + " [ 7.2214e-01],\n", + " [ 1.3246e+00],\n", + " [ 9.9059e-01],\n", + " [ 1.1876e+00],\n", + " [ 8.9527e-01],\n", + " [ 1.1861e+00],\n", + " [ 1.1246e+00],\n", + " [ 1.4331e+00],\n", + " [ 1.0912e+00],\n", + " [ 1.0825e+00],\n", + " [ 1.1025e+00],\n", + " [ 9.9692e-01],\n", + " [ 7.3992e-01],\n", + " [ 6.6441e-01],\n", + " [ 9.1873e-01],\n", + " [ 9.2798e-01],\n", + " [ 1.3192e+00],\n", + " [ 1.0102e+00],\n", + " [ 1.3542e+00],\n", + " [ 1.0066e+00],\n", + " [ 1.0593e+00],\n", + " [ 1.0544e+00],\n", + " [ 1.0728e+00],\n", + " [ 8.1399e-01],\n", + " [ 1.2641e+00],\n", + " [ 1.0079e+00],\n", + " [ 1.0601e+00],\n", + " [ 1.0796e+00],\n", + " [ 1.0223e+00],\n", + " [ 1.1092e+00],\n", + " [ 7.7240e-01],\n", + " [ 1.3857e+00],\n", + " [ 9.1455e-01],\n", + " [ 8.6129e-01],\n", + " [ 8.0728e-01],\n", + " [ 6.1754e-01],\n", + " [ 1.0502e+00],\n", + " [ 9.3687e-01],\n", + " [ 9.5378e-01],\n", + " [ 9.7054e-01],\n", + " [ 1.2540e+00],\n", + " [ 1.1463e+00],\n", + " [ 1.1405e+00],\n", + " [ 1.2536e+00],\n", + " [ 8.8310e-01],\n", + " [ 1.3811e+00],\n", + " [ 1.1267e+00],\n", + " [ 7.9463e-01],\n", + " [ 1.2574e+00],\n", + " [ 1.0988e+00],\n", + " [ 1.3334e+00],\n", + " [ 1.2709e+00],\n", + " [ 1.0338e+00],\n", + " [ 8.9485e-01],\n", + " [ 8.5191e-01],\n", + " [ 6.2941e-01],\n", + " [ 8.1570e-01],\n", + " [ 1.1244e+00],\n", + " [ 1.0805e+00],\n", + " [ 9.9755e-01],\n", + " [ 1.0758e+00],\n", + " [ 1.1607e+00],\n", + " [ 1.0960e+00],\n", + " [ 9.6049e-01],\n", + " [ 1.0852e+00],\n", + " [ 9.1462e-01],\n", + " [ 9.4122e-01],\n", + " [ 9.8505e-01],\n", + " [ 7.3513e-01],\n", + " [ 1.0134e+00],\n", + " [ 8.3373e-01],\n", + " [ 7.4578e-01],\n", + " [ 1.1270e+00],\n", + " [ 1.0679e+00],\n", + " [ 8.9848e-01],\n", + " [ 9.9106e-01],\n", + " [ 9.4795e-01],\n", + " [ 1.0659e+00],\n", + " [ 8.2919e-01],\n", + " [ 8.6020e-01],\n", + " [ 1.3219e+00],\n", + " [ 1.0991e+00],\n", + " [ 1.0899e+00],\n", + " [ 1.1484e+00],\n", + " [ 1.0549e+00],\n", + " [ 8.9757e-01],\n", + " [ 1.2341e+00],\n", + " [ 7.1129e-01],\n", + " [ 7.8177e-01],\n", + " [ 7.1453e-01],\n", + " [ 9.2287e-01],\n", + " [ 5.1673e-01],\n", + " [ 7.2670e-01],\n", + " [ 5.6472e-01],\n", + " [ 1.0603e+00],\n", + " [ 5.5677e-01],\n", + " [ 7.6662e-01],\n", + " [ 5.9738e-01],\n", + " [ 8.7946e-01],\n", + " [ 7.2365e-01],\n", + " [ 1.1941e+00],\n", + " [ 9.4780e-01],\n", + " [ 5.6618e-01],\n", + " [ 5.3710e-01],\n", + " [ 6.8202e-01],\n", + " [ 1.0785e+00],\n", + " [ 7.5097e-01],\n", + " [ 7.3525e-01],\n", + " [ 7.4950e-01],\n", + " [ 7.1948e-01],\n", + " [ 8.9217e-01],\n", + " [ 3.9244e-01],\n", + " [ 7.3835e-01],\n", + " [ 4.3247e-01],\n", + " [ 7.5097e-01],\n", + " [ 7.1474e-01],\n", + " [ 8.1818e-01],\n", + " [ 6.3685e-01],\n", + " [ 1.0300e+00],\n", + " [ 5.9656e-01],\n", + " [ 1.0586e+00],\n", + " [ 8.1963e-01],\n", + " [ 4.9452e-01],\n", + " [ 1.0996e+00],\n", + " [ 5.0523e-01],\n", + " [ 9.3571e-01],\n", + " [ 5.5205e-01],\n", + " [ 6.1644e-01],\n", + " [ 6.4985e-01],\n", + " [ 6.3577e-01],\n", + " [ 8.5211e-01],\n", + " [ 9.2536e-01],\n", + " [ 4.3236e-01],\n", + " [ 5.6647e-01],\n", + " [ 4.7429e-01],\n", + " [ 8.5065e-01],\n", + " [ 5.0285e-01],\n", + " [ 1.0053e+00],\n", + " [ 4.8989e-01],\n", + " [ 1.1755e-01],\n", + " [ 8.2002e-01],\n", + " [ 7.0019e-01],\n", + " [ 6.1519e-02],\n", + " [ 6.4777e-01],\n", + " [ 3.1640e-01],\n", + " [ 2.8206e-01],\n", + " [ 7.1172e-01],\n", + " [ 7.0953e-01],\n", + " [ 6.4411e-01],\n", + " [ 4.9723e-01],\n", + " [ 4.9160e-01],\n", + " [ 7.2991e-01],\n", + " [ 4.4568e-01],\n", + " [ 4.7622e-01],\n", + " [ 2.6474e-01],\n", + " [ 6.0209e-01],\n", + " [ 5.5910e-01],\n", + " [ 4.3042e-01],\n", + " [ 5.2249e-01],\n", + " [ 2.1004e-01],\n", + " [ 5.4428e-01],\n", + " [ 1.2475e-01],\n", + " [ 4.2799e-01],\n", + " [ 7.4566e-02],\n", + " [ 5.3251e-01],\n", + " [ 6.1238e-01],\n", + " [ 3.2354e-01],\n", + " [ 1.3797e-02],\n", + " [ 2.1109e-01],\n", + " [ 5.6343e-01],\n", + " [ 3.2116e-01],\n", + " [ 5.0386e-01],\n", + " [ 9.1126e-02],\n", + " [ 4.6912e-01],\n", + " [ 3.4669e-02],\n", + " [ 4.0979e-01],\n", + " [ 1.4810e-02],\n", + " [ 3.8405e-01],\n", + " [ 2.2161e-01],\n", + " [ 1.9445e-01],\n", + " [-3.5447e-01],\n", + " [ 1.5456e-01],\n", + " [ 1.6863e-01],\n", + " [ 2.0110e-01],\n", + " [ 1.5556e-01],\n", + " [ 2.2514e-02],\n", + " [ 1.6489e-01],\n", + " [ 1.6907e-01],\n", + " [-9.4499e-02],\n", + " [ 1.3021e-01],\n", + " [ 2.4134e-01],\n", + " [ 9.6924e-02],\n", + " [ 1.5037e-01],\n", + " [ 3.9969e-02],\n", + " [-2.2726e-01],\n", + " [ 2.8770e-01],\n", + " [-1.7184e-01],\n", + " [-1.3635e-01],\n", + " [-8.5396e-02],\n", + " [-9.3818e-02],\n", + " [-4.1428e-02],\n", + " [-4.6396e-01],\n", + " [-1.7805e-01],\n", + " [ 3.6114e-01],\n", + " [ 1.5889e-01],\n", + " [-2.7120e-01],\n", + " [ 2.0932e-01],\n", + " [-4.9246e-01],\n", + " [-1.9852e-02],\n", + " [-9.9432e-02],\n", + " [-3.6289e-01],\n", + " [ 2.1602e-01],\n", + " [-1.5902e-01],\n", + " [ 2.5226e-01],\n", + " [-4.1119e-01],\n", + " [ 7.3532e-03],\n", + " [-2.6737e-01],\n", + " [-9.9375e-02],\n", + " [-5.8365e-01],\n", + " [-3.8112e-01],\n", + " [ 1.0808e-02],\n", + " [-6.2558e-01],\n", + " [-4.5019e-01],\n", + " [-3.2798e-01],\n", + " [-7.1162e-02],\n", + " [-2.6805e-01],\n", + " [-2.4978e-01],\n", + " [-3.4975e-01],\n", + " [-2.8487e-01],\n", + " [-2.4127e-01],\n", + " [-5.3032e-01],\n", + " [-5.4788e-01],\n", + " [-6.5170e-01],\n", + " [-3.3645e-01],\n", + " [-3.3031e-01],\n", + " [-2.5862e-01],\n", + " [-4.1498e-01],\n", + " [-3.1122e-01],\n", + " [-4.6045e-01],\n", + " [-5.4418e-01],\n", + " [-2.6614e-01],\n", + " [-4.7850e-01],\n", + " [-3.8730e-01],\n", + " [-3.8611e-01],\n", + " [-4.1716e-01],\n", + " [-4.9462e-01],\n", + " [-6.8122e-01],\n", + " [-4.3859e-01],\n", + " [-4.6447e-01],\n", + " [-2.6121e-01],\n", + " [-6.4777e-01],\n", + " [-2.9884e-01],\n", + " [-2.7754e-01],\n", + " [-3.8261e-01],\n", + " [-5.6598e-01],\n", + " [-1.7966e-01],\n", + " [-8.3324e-01],\n", + " [-5.7268e-01],\n", + " [-5.2891e-01]]))" ] }, - "execution_count": 85, + "execution_count": 84, "metadata": {}, "output_type": "execute_result" } ], - "execution_count": 85 + "execution_count": 84 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:45.359640179Z", - "start_time": "2026-03-25T12:54:45.318414005Z" + "end_time": "2026-03-29T09:05:38.270738873Z", + "start_time": "2026-03-29T09:05:38.256891510Z" } }, "cell_type": "code", @@ -3416,13 +3491,13 @@ ], "id": "239a596b20d40dec", "outputs": [], - "execution_count": 86 + "execution_count": 85 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:45.428803377Z", - "start_time": "2026-03-25T12:54:45.361568655Z" + "end_time": "2026-03-29T09:05:38.324191264Z", + "start_time": "2026-03-29T09:05:38.275367502Z" } }, "cell_type": "code", @@ -3433,13 +3508,13 @@ ], "id": "54d30bd0ee41cb8", "outputs": [], - "execution_count": 87 + "execution_count": 86 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:45.522687266Z", - "start_time": "2026-03-25T12:54:45.432893670Z" + "end_time": "2026-03-29T09:05:38.371737960Z", + "start_time": "2026-03-29T09:05:38.325724185Z" } }, "cell_type": "code", @@ -3454,13 +3529,13 @@ ], "id": "5d095792e3b3681", "outputs": [], - "execution_count": 88 + "execution_count": 87 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:45.821846960Z", - "start_time": "2026-03-25T12:54:45.527750802Z" + "end_time": "2026-03-29T09:05:38.471484710Z", + "start_time": "2026-03-29T09:05:38.373039400Z" } }, "cell_type": "code", @@ -3484,11 +3559,11 @@ "name": "stdout", "output_type": "stream", "text": [ - "epoch 1, loss: 0.069361\n", - "epoch 2, loss: 0.057280\n", - "epoch 3, loss: 0.054714\n", - "epoch 4, loss: 0.054167\n", - "epoch 5, loss: 0.050941\n" + "epoch 1, loss: 0.057278\n", + "epoch 2, loss: 0.051284\n", + "epoch 3, loss: 0.047806\n", + "epoch 4, loss: 0.048928\n", + "epoch 5, loss: 0.049009\n" ] }, { @@ -3501,13 +3576,13 @@ ] } ], - "execution_count": 89 + "execution_count": 88 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:46.022554993Z", - "start_time": "2026-03-25T12:54:45.826680707Z" + "end_time": "2026-03-29T09:05:38.651527416Z", + "start_time": "2026-03-29T09:05:38.486176418Z" } }, "cell_type": "code", @@ -3525,7 +3600,7 @@ "text/plain": [ "
" ], - "image/svg+xml": "\n\n\n \n \n \n \n 2026-03-25T20:54:45.966103\n image/svg+xml\n \n \n Matplotlib v3.7.2, https://matplotlib.org/\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n\n" + "image/svg+xml": "\n\n\n \n \n \n \n 2026-03-29T17:05:38.555907\n image/svg+xml\n \n \n Matplotlib v3.7.2, https://matplotlib.org/\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n\n" }, "metadata": {}, "output_type": "display_data", @@ -3534,13 +3609,13 @@ } } ], - "execution_count": 90 + "execution_count": 89 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:46.309387018Z", - "start_time": "2026-03-25T12:54:46.060491885Z" + "end_time": "2026-03-29T09:05:38.758036538Z", + "start_time": "2026-03-29T09:05:38.654924198Z" } }, "cell_type": "code", @@ -3563,7 +3638,7 @@ "text/plain": [ "
" ], - "image/svg+xml": "\n\n\n \n \n \n \n 2026-03-25T20:54:46.220729\n image/svg+xml\n \n \n Matplotlib v3.7.2, https://matplotlib.org/\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n\n" + "image/svg+xml": "\n\n\n \n \n \n \n 2026-03-29T17:05:38.729306\n image/svg+xml\n \n \n Matplotlib v3.7.2, https://matplotlib.org/\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n\n" }, "metadata": {}, "output_type": "display_data", @@ -3572,13 +3647,13 @@ } } ], - "execution_count": 91 + "execution_count": 90 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:46.389774559Z", - "start_time": "2026-03-25T12:54:46.333788807Z" + "end_time": "2026-03-29T09:05:38.831552628Z", + "start_time": "2026-03-29T09:05:38.780075298Z" } }, "cell_type": "code", @@ -3588,13 +3663,13 @@ ], "id": "aab66c10a4c143d2", "outputs": [], - "execution_count": 92 + "execution_count": 91 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:46.511151557Z", - "start_time": "2026-03-25T12:54:46.396367087Z" + "end_time": "2026-03-29T09:05:38.889096136Z", + "start_time": "2026-03-29T09:05:38.833703204Z" } }, "cell_type": "code", @@ -3623,13 +3698,13 @@ ] } ], - "execution_count": 93 + "execution_count": 92 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:46.589883911Z", - "start_time": "2026-03-25T12:54:46.524677647Z" + "end_time": "2026-03-29T09:05:38.974340058Z", + "start_time": "2026-03-29T09:05:38.905164643Z" } }, "cell_type": "code", @@ -3666,13 +3741,13 @@ ] } ], - "execution_count": 94 + "execution_count": 93 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:46.684454112Z", - "start_time": "2026-03-25T12:54:46.620352826Z" + "end_time": "2026-03-29T09:05:39.026306689Z", + "start_time": "2026-03-29T09:05:38.975870867Z" } }, "cell_type": "code", @@ -3724,13 +3799,13 @@ ], "id": "bee8e5d7b798c6c", "outputs": [], - "execution_count": 95 + "execution_count": 94 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:46.844584420Z", - "start_time": "2026-03-25T12:54:46.709821817Z" + "end_time": "2026-03-29T09:05:39.084414078Z", + "start_time": "2026-03-29T09:05:39.028224941Z" } }, "cell_type": "code", @@ -3748,13 +3823,13 @@ ] } ], - "execution_count": 96 + "execution_count": 95 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:46.914064266Z", - "start_time": "2026-03-25T12:54:46.846539992Z" + "end_time": "2026-03-29T09:05:39.172122701Z", + "start_time": "2026-03-29T09:05:39.098729247Z" } }, "cell_type": "code", @@ -3776,13 +3851,13 @@ ] } ], - "execution_count": 97 + "execution_count": 96 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:47.087077440Z", - "start_time": "2026-03-25T12:54:46.945943096Z" + "end_time": "2026-03-29T09:05:39.242984562Z", + "start_time": "2026-03-29T09:05:39.173224665Z" } }, "cell_type": "code", @@ -3810,18 +3885,18 @@ "(170580, 28)" ] }, - "execution_count": 98, + "execution_count": 97, "metadata": {}, "output_type": "execute_result" } ], - "execution_count": 98 + "execution_count": 97 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:47.245364838Z", - "start_time": "2026-03-25T12:54:47.111205224Z" + "end_time": "2026-03-29T09:05:39.315199771Z", + "start_time": "2026-03-29T09:05:39.258108438Z" } }, "cell_type": "code", @@ -3849,18 +3924,18 @@ " ('my', 440)]" ] }, - "execution_count": 99, + "execution_count": 98, "metadata": {}, "output_type": "execute_result" } ], - "execution_count": 99 + "execution_count": 98 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:47.857887916Z", - "start_time": "2026-03-25T12:54:47.247469243Z" + "end_time": "2026-03-29T09:05:39.598676534Z", + "start_time": "2026-03-29T09:05:39.332385572Z" } }, "cell_type": "code", @@ -3876,7 +3951,7 @@ "text/plain": [ "
" ], - "image/svg+xml": "\n\n\n \n \n \n \n 2026-03-25T20:54:47.734963\n image/svg+xml\n \n \n Matplotlib v3.7.2, https://matplotlib.org/\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n\n" + "image/svg+xml": "\n\n\n \n \n \n \n 2026-03-29T17:05:39.535495\n image/svg+xml\n \n \n Matplotlib v3.7.2, https://matplotlib.org/\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n\n" }, "metadata": {}, "output_type": "display_data", @@ -3885,13 +3960,13 @@ } } ], - "execution_count": 100 + "execution_count": 99 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:48.002182407Z", - "start_time": "2026-03-25T12:54:47.912592290Z" + "end_time": "2026-03-29T09:05:39.691613898Z", + "start_time": "2026-03-29T09:05:39.602184215Z" } }, "cell_type": "code", @@ -3917,18 +3992,18 @@ " (('of', 'a'), 73)]" ] }, - "execution_count": 101, + "execution_count": 100, "metadata": {}, "output_type": "execute_result" } ], - "execution_count": 101 + "execution_count": 100 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:48.095243055Z", - "start_time": "2026-03-25T12:54:48.005003927Z" + "end_time": "2026-03-29T09:05:39.773596513Z", + "start_time": "2026-03-29T09:05:39.693158268Z" } }, "cell_type": "code", @@ -3955,18 +4030,18 @@ " (('i', 'began', 'to'), 13)]" ] }, - "execution_count": 102, + "execution_count": 101, "metadata": {}, "output_type": "execute_result" } ], - "execution_count": 102 + "execution_count": 101 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:48.748052730Z", - "start_time": "2026-03-25T12:54:48.097673111Z" + "end_time": "2026-03-29T09:05:40.025057797Z", + "start_time": "2026-03-29T09:05:39.775024733Z" } }, "cell_type": "code", @@ -3984,7 +4059,7 @@ "text/plain": [ "
" ], - "image/svg+xml": "\n\n\n \n \n \n \n 2026-03-25T20:54:48.552018\n image/svg+xml\n \n \n Matplotlib v3.7.2, https://matplotlib.org/\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n\n" + "image/svg+xml": "\n\n\n \n \n \n \n 2026-03-29T17:05:39.966276\n image/svg+xml\n \n \n Matplotlib v3.7.2, https://matplotlib.org/\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n\n" }, "metadata": {}, "output_type": "display_data", @@ -3993,13 +4068,13 @@ } } ], - "execution_count": 103 + "execution_count": 102 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:48.898844389Z", - "start_time": "2026-03-25T12:54:48.827838521Z" + "end_time": "2026-03-29T09:05:40.090429874Z", + "start_time": "2026-03-29T09:05:40.040896926Z" } }, "cell_type": "code", @@ -4029,13 +4104,13 @@ ], "id": "fd015793938b83ab", "outputs": [], - "execution_count": 104 + "execution_count": 103 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:49.053830957Z", - "start_time": "2026-03-25T12:54:48.902512374Z" + "end_time": "2026-03-29T09:05:40.149638908Z", + "start_time": "2026-03-29T09:05:40.092265248Z" } }, "cell_type": "code", @@ -4050,28 +4125,28 @@ "name": "stdout", "output_type": "stream", "text": [ - "X: tensor([[27, 28, 29, 30, 31],\n", - " [ 2, 3, 4, 5, 6]]) \n", - "Y: tensor([[28, 29, 30, 31, 32],\n", - " [ 3, 4, 5, 6, 7]])\n", - "X: tensor([[17, 18, 19, 20, 21],\n", - " [22, 23, 24, 25, 26]]) \n", - "Y: tensor([[18, 19, 20, 21, 22],\n", - " [23, 24, 25, 26, 27]])\n", - "X: tensor([[12, 13, 14, 15, 16],\n", - " [ 7, 8, 9, 10, 11]]) \n", - "Y: tensor([[13, 14, 15, 16, 17],\n", - " [ 8, 9, 10, 11, 12]])\n" + "X: tensor([[26, 27, 28, 29, 30],\n", + " [21, 22, 23, 24, 25]]) \n", + "Y: tensor([[27, 28, 29, 30, 31],\n", + " [22, 23, 24, 25, 26]])\n", + "X: tensor([[11, 12, 13, 14, 15],\n", + " [ 1, 2, 3, 4, 5]]) \n", + "Y: tensor([[12, 13, 14, 15, 16],\n", + " [ 2, 3, 4, 5, 6]])\n", + "X: tensor([[ 6, 7, 8, 9, 10],\n", + " [16, 17, 18, 19, 20]]) \n", + "Y: tensor([[ 7, 8, 9, 10, 11],\n", + " [17, 18, 19, 20, 21]])\n" ] } ], - "execution_count": 105 + "execution_count": 104 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T12:54:49.085900056Z", - "start_time": "2026-03-25T12:54:49.065678273Z" + "end_time": "2026-03-29T09:05:40.215887628Z", + "start_time": "2026-03-29T09:05:40.163501969Z" } }, "cell_type": "code", @@ -4092,13 +4167,13 @@ ], "id": "621b66c0614b22da", "outputs": [], - "execution_count": 106 + "execution_count": 105 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T13:13:22.060317841Z", - "start_time": "2026-03-25T13:13:22.007573330Z" + "end_time": "2026-03-29T09:05:40.267211418Z", + "start_time": "2026-03-29T09:05:40.217997368Z" } }, "cell_type": "code", @@ -4123,13 +4198,13 @@ ], "id": "f09fe2507a925fe9", "outputs": [], - "execution_count": 111 + "execution_count": 106 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T13:13:25.998507190Z", - "start_time": "2026-03-25T13:13:25.902583940Z" + "end_time": "2026-03-29T09:05:40.327565785Z", + "start_time": "2026-03-29T09:05:40.269141766Z" } }, "cell_type": "code", @@ -4139,13 +4214,13 @@ ], "id": "69272a664d3b9ae1", "outputs": [], - "execution_count": 112 + "execution_count": 107 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T13:14:32.469873183Z", - "start_time": "2026-03-25T13:14:32.366446697Z" + "end_time": "2026-03-29T09:05:40.390353470Z", + "start_time": "2026-03-29T09:05:40.335766683Z" } }, "cell_type": "code", @@ -4161,18 +4236,18 @@ " 0, 0, 0, 0]])" ] }, - "execution_count": 115, + "execution_count": 108, "metadata": {}, "output_type": "execute_result" } ], - "execution_count": 115 + "execution_count": 108 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T13:16:48.087534183Z", - "start_time": "2026-03-25T13:16:47.919685613Z" + "end_time": "2026-03-29T09:05:40.545044245Z", + "start_time": "2026-03-29T09:05:40.446941053Z" } }, "cell_type": "code", @@ -4188,18 +4263,18 @@ "torch.Size([5, 2, 28])" ] }, - "execution_count": 119, + "execution_count": 109, "metadata": {}, "output_type": "execute_result" } ], - "execution_count": 119 + "execution_count": 109 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T13:37:28.354220059Z", - "start_time": "2026-03-25T13:37:28.262974202Z" + "end_time": "2026-03-29T09:05:40.636340487Z", + "start_time": "2026-03-29T09:05:40.574500540Z" } }, "cell_type": "code", @@ -4251,13 +4326,13 @@ ], "id": "405f7c6af8bdd939", "outputs": [], - "execution_count": 120 + "execution_count": 110 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T13:50:48.023098387Z", - "start_time": "2026-03-25T13:50:47.712386114Z" + "end_time": "2026-03-29T09:05:40.714678739Z", + "start_time": "2026-03-29T09:05:40.640615581Z" } }, "cell_type": "code", @@ -4277,18 +4352,18 @@ "(torch.Size([10, 28]), 1, torch.Size([2, 512]))" ] }, - "execution_count": 123, + "execution_count": 111, "metadata": {}, "output_type": "execute_result" } ], - "execution_count": 123 + "execution_count": 111 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T14:06:25.042155295Z", - "start_time": "2026-03-25T14:06:24.593900625Z" + "end_time": "2026-03-29T09:05:40.933485442Z", + "start_time": "2026-03-29T09:05:40.715946914Z" } }, "cell_type": "code", @@ -4312,21 +4387,21 @@ { "data": { "text/plain": [ - "'time traveller slgm sl sl'" + "'time traveller qxyumumumu'" ] }, - "execution_count": 124, + "execution_count": 112, "metadata": {}, "output_type": "execute_result" } ], - "execution_count": 124 + "execution_count": 112 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T14:14:43.788897281Z", - "start_time": "2026-03-25T14:14:43.657537187Z" + "end_time": "2026-03-29T09:05:40.987574570Z", + "start_time": "2026-03-29T09:05:40.936566018Z" } }, "cell_type": "code", @@ -4344,13 +4419,13 @@ ], "id": "6c19717736ffbc68", "outputs": [], - "execution_count": 125 + "execution_count": 113 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T14:21:41.754553299Z", - "start_time": "2026-03-25T14:21:41.701446937Z" + "end_time": "2026-03-29T09:05:41.038078698Z", + "start_time": "2026-03-29T09:05:40.989835785Z" } }, "cell_type": "code", @@ -4391,13 +4466,13 @@ ], "id": "37ef611dedcb714b", "outputs": [], - "execution_count": 132 + "execution_count": 114 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T15:00:52.669519274Z", - "start_time": "2026-03-25T15:00:52.618407065Z" + "end_time": "2026-03-29T09:05:41.089234437Z", + "start_time": "2026-03-29T09:05:41.040415821Z" } }, "cell_type": "code", @@ -4427,52 +4502,29 @@ ], "id": "c96b60b55664378a", "outputs": [], - "execution_count": 146 + "execution_count": 115 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T15:02:40.728313868Z", - "start_time": "2026-03-25T15:00:53.106582989Z" + "end_time": "2026-03-29T09:05:41.147914921Z", + "start_time": "2026-03-29T09:05:41.099546332Z" } }, "cell_type": "code", "source": [ "num_epochs, lr = 500, 1\n", - "train_ch8(net, train_iter, vocab, lr, num_epochs, d2l.try_gpu())" + "#train_ch8(net, train_iter, vocab, lr, num_epochs, d2l.try_gpu())" ], "id": "ab4a2fbf4dfd21ef", - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "困惑度 1.3, 128113.6 词元/秒 cpu\n", - "time travelleris thene by in psmed the k waile to se pas of sour\n", - "traveller tore asmethe which we canle wey thard abthof spar\n" - ] - }, - { - "data": { - "text/plain": [ - "
" - ], - "image/svg+xml": "\n\n\n \n \n \n \n 2026-03-25T23:02:40.690662\n image/svg+xml\n \n \n Matplotlib v3.7.2, https://matplotlib.org/\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n\n" - }, - "metadata": {}, - "output_type": "display_data", - "jetTransient": { - "display_id": null - } - } - ], - "execution_count": 147 + "outputs": [], + "execution_count": 116 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T15:02:40.837383063Z", - "start_time": "2026-03-25T15:02:40.788068670Z" + "end_time": "2026-03-29T09:05:41.196189157Z", + "start_time": "2026-03-29T09:05:41.149680280Z" } }, "cell_type": "code", @@ -4482,13 +4534,13 @@ ], "id": "74d672745751714", "outputs": [], - "execution_count": 148 + "execution_count": 117 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T15:02:40.907873399Z", - "start_time": "2026-03-25T15:02:40.840147997Z" + "end_time": "2026-03-29T09:05:41.583876478Z", + "start_time": "2026-03-29T09:05:41.197696611Z" } }, "cell_type": "code", @@ -4508,18 +4560,18 @@ "(torch.Size([35, 32, 256]), torch.Size([1, 32, 256]))" ] }, - "execution_count": 149, + "execution_count": 118, "metadata": {}, "output_type": "execute_result" } ], - "execution_count": 149 + "execution_count": 118 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T15:02:40.960240439Z", - "start_time": "2026-03-25T15:02:40.909528103Z" + "end_time": "2026-03-29T09:05:41.638041580Z", + "start_time": "2026-03-29T09:05:41.586864085Z" } }, "cell_type": "code", @@ -4563,13 +4615,13 @@ ], "id": "858873034be01538", "outputs": [], - "execution_count": 150 + "execution_count": 119 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T15:02:41.082450468Z", - "start_time": "2026-03-25T15:02:40.962991493Z" + "end_time": "2026-03-29T09:05:41.686881805Z", + "start_time": "2026-03-29T09:05:41.640393942Z" } }, "cell_type": "code", @@ -4577,52 +4629,244 @@ "device = d2l.try_gpu()\n", "net = RNNModel(rnn_layer, vocab_size=len(vocab))\n", "net = net.to(device)\n", - "predict_ch8('time traveller', 10, net, vocab, device)" + "#predict_ch8('time traveller', 10, net, vocab, device)" ], "id": "d59c1599998c8fd4", - "outputs": [ - { - "data": { - "text/plain": [ - "'time travellerunuuuuuuuu'" - ] - }, - "execution_count": 151, - "metadata": {}, - "output_type": "execute_result" - } - ], - "execution_count": 151 + "outputs": [], + "execution_count": 120 }, { "metadata": { "ExecuteTime": { - "end_time": "2026-03-25T15:04:22.185320871Z", - "start_time": "2026-03-25T15:02:41.084179495Z" + "end_time": "2026-03-29T09:05:41.737181902Z", + "start_time": "2026-03-29T09:05:41.688775143Z" } }, "cell_type": "code", "source": [ - "num_epochs, lr = 500, 1\n", - "train_ch8(net, train_iter, vocab, lr, num_epochs, device)" + "vocab_size, num_hiddens, device = len(vocab), 256, d2l.try_gpu()\n", + "num_inputs = vocab_size\n", + "gru_layer = nn.GRU(num_inputs, num_hiddens)\n", + "model = RNNModel(gru_layer, len(vocab))\n", + "model = model.to(device)\n", + "#train_ch8(model, train_iter, vocab, lr, num_epochs, device)" ], - "id": "460f80bcf15ffd50", + "id": "adda23bc3664ec6b", + "outputs": [], + "execution_count": 121 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T09:05:41.786646674Z", + "start_time": "2026-03-29T09:05:41.738416914Z" + } + }, + "cell_type": "code", + "source": [ + "num_inputs = vocab_size\n", + "lstm_layer = nn.LSTM(num_inputs, num_hiddens)\n", + "model = RNNModel(lstm_layer, len(vocab))\n", + "model = model.to(device)\n", + "#train_ch8(model, train_iter, vocab, lr, num_epochs, device)" + ], + "id": "b4e30d643d6f755d", + "outputs": [], + "execution_count": 122 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T09:05:41.841175343Z", + "start_time": "2026-03-29T09:05:41.788640688Z" + } + }, + "cell_type": "code", + "source": [ + "d2l.DATA_HUB['fra-eng'] = (d2l.DATA_URL + 'fra-eng.zip',\n", + " '94646ad1522d915e7b0f9296181140edcf86a4f5')" + ], + "id": "50554e839be36011", + "outputs": [], + "execution_count": 123 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T09:05:41.893584442Z", + "start_time": "2026-03-29T09:05:41.843443764Z" + } + }, + "cell_type": "code", + "source": [ + "import os\n", + "def read_data_nmt():\n", + " \"\"\"载入“英语-法语”数据集\"\"\"\n", + " data_dir = d2l.download_extract('fra-eng')\n", + " with open(os.path.join(data_dir, 'fra.txt'), 'r',\n", + " encoding='utf-8') as f:\n", + " return f.read()" + ], + "id": "9cd4287ed84db220", + "outputs": [], + "execution_count": 124 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T09:05:41.981913006Z", + "start_time": "2026-03-29T09:05:41.895418207Z" + } + }, + "cell_type": "code", + "source": [ + "raw_text = read_data_nmt()\n", + "print(raw_text[:75])" + ], + "id": "7c4452b3b6a32f91", "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "困惑度 1.3, 146307.4 词元/秒 cpu\n", - "time travellerit would be revery erance for any hemptanef re has\n", - "travellery uplagstoot somethacongacout in anly fale tard ap\n" + "Go.\tVa !\n", + "Hi.\tSalut !\n", + "Run!\tCours !\n", + "Run!\tCourez !\n", + "Who?\tQui ?\n", + "Wow!\tÇa alors !\n", + "\n" ] - }, + } + ], + "execution_count": 125 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T09:05:43.184417099Z", + "start_time": "2026-03-29T09:05:41.984779926Z" + } + }, + "cell_type": "code", + "source": [ + "def preprocess_nmt(text):\n", + " def no_space(char,prev_char):\n", + " return char in set(',.!?') and prev_char != ' '\n", + " text = text.replace('\\u202f',' ').replace('\\xa0',' ').lower()\n", + " out = [' ' + char if i >0 and no_space(char,text[i-1]) else char for i,char in enumerate(text)]\n", + " return ''.join(out)\n", + "text = preprocess_nmt(raw_text)\n", + "print(text[:80])" + ], + "id": "1c729da265572287", + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "go .\tva !\n", + "hi .\tsalut !\n", + "run !\tcours !\n", + "run !\tcourez !\n", + "who ?\tqui ?\n", + "wow !\tça alors !\n" + ] + } + ], + "execution_count": 126 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T09:05:43.281720452Z", + "start_time": "2026-03-29T09:05:43.232801710Z" + } + }, + "cell_type": "code", + "source": [ + "def tokenize_nmt(text,num_examples=None):\n", + " source,target = [],[]\n", + " for i,line in enumerate(text.split('\\n')):\n", + " if num_examples and i > num_examples:\n", + " break\n", + " parts = line.split('\\t')\n", + " if len(parts) == 2:\n", + " source.append(parts[0].split(' '))\n", + " target.append(parts[1].split(' '))\n", + " return source,target\n", + "\n" + ], + "id": "ca16ef22cbe2c02a", + "outputs": [], + "execution_count": 127 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T09:05:43.925371949Z", + "start_time": "2026-03-29T09:05:43.283929461Z" + } + }, + "cell_type": "code", + "source": [ + "source, target = tokenize_nmt(text)\n", + "source[:6], target[:6]" + ], + "id": "5ece5cb4b78168d0", + "outputs": [ + { + "data": { + "text/plain": [ + "([['go', '.'],\n", + " ['hi', '.'],\n", + " ['run', '!'],\n", + " ['run', '!'],\n", + " ['who', '?'],\n", + " ['wow', '!']],\n", + " [['va', '!'],\n", + " ['salut', '!'],\n", + " ['cours', '!'],\n", + " ['courez', '!'],\n", + " ['qui', '?'],\n", + " ['ça', 'alors', '!']])" + ] + }, + "execution_count": 128, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 128 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T09:05:44.088961043Z", + "start_time": "2026-03-29T09:05:43.974341311Z" + } + }, + "cell_type": "code", + "source": [ + "def show_list_len_pair_hist(legend,xlabel,ylabel,xlist,ylist):\n", + " d2l.set_figsize()\n", + " _,_,patches = d2l.plt.hist([[len(l) for l in xlist],[len(l) for l in ylist]])\n", + " d2l.plt.xlabel(xlabel)\n", + " d2l.plt.ylabel(ylabel)\n", + " for patch in patches[1].patches:\n", + " patch.set_hatch('/')\n", + " d2l.plt.legend(legend)\n", + "\n", + "show_list_len_pair_hist(['source','target'],'# tokens per sequence','count',source,target)" + ], + "id": "518249f852ec54c4", + "outputs": [ { "data": { "text/plain": [ "
" ], - "image/svg+xml": "\n\n\n \n \n \n \n 2026-03-25T23:04:22.133483\n image/svg+xml\n \n \n Matplotlib v3.7.2, https://matplotlib.org/\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n\n" + "image/svg+xml": "\n\n\n \n \n \n \n 2026-03-29T17:05:44.064312\n image/svg+xml\n \n \n Matplotlib v3.7.2, https://matplotlib.org/\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n\n" }, "metadata": {}, "output_type": "display_data", @@ -4631,7 +4875,405 @@ } } ], - "execution_count": 152 + "execution_count": 129 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T09:05:44.211764847Z", + "start_time": "2026-03-29T09:05:44.108134314Z" + } + }, + "cell_type": "code", + "source": [ + "src_vocab=Vocab(source,min_freq=2,reserved_tokens=['','',''])\n", + "len(src_vocab)" + ], + "id": "c2dc82617d5a41a4", + "outputs": [ + { + "data": { + "text/plain": [ + "10012" + ] + }, + "execution_count": 130, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 130 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T09:05:44.266693213Z", + "start_time": "2026-03-29T09:05:44.214356393Z" + } + }, + "cell_type": "code", + "source": [ + "def truncate_pad(line,num_steps,padding_token):\n", + " if len(line) > num_steps:\n", + " return line[:num_steps]\n", + " return line + [padding_token] * (num_steps - len(line))\n", + "truncate_pad(src_vocab[source[0]], 10, src_vocab[''])" + ], + "id": "93ae326a3258ecc", + "outputs": [ + { + "data": { + "text/plain": [ + "[47, 4, 1, 1, 1, 1, 1, 1, 1, 1]" + ] + }, + "execution_count": 131, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 131 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T09:05:44.326945861Z", + "start_time": "2026-03-29T09:05:44.279624651Z" + } + }, + "cell_type": "code", + "source": [ + "def build_array_nmt(lines, vocab, num_steps):\n", + " \"\"\"将机器翻译的文本序列转换成小批量\"\"\"\n", + " lines = [vocab[l] for l in lines]\n", + " lines = [l + [vocab['']] for l in lines]\n", + " array = torch.tensor([truncate_pad(\n", + " l, num_steps, vocab['']) for l in lines])\n", + " valid_len = (array != vocab['']).type(torch.int32).sum(1)\n", + " return array, valid_len" + ], + "id": "acd4344e678cf487", + "outputs": [], + "execution_count": 132 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T09:05:44.376299140Z", + "start_time": "2026-03-29T09:05:44.328437032Z" + } + }, + "cell_type": "code", + "source": [ + "def load_data_nmt(batch_size, num_steps, num_examples=600):\n", + " \"\"\"返回翻译数据集的迭代器和词表\"\"\"\n", + " text = preprocess_nmt(read_data_nmt())\n", + " source, target = tokenize_nmt(text, num_examples)\n", + " src_vocab = d2l.Vocab(source, min_freq=2,\n", + " reserved_tokens=['', '', ''])\n", + " tgt_vocab = d2l.Vocab(target, min_freq=2,\n", + " reserved_tokens=['', '', ''])\n", + " src_array, src_valid_len = build_array_nmt(source, src_vocab, num_steps)\n", + " tgt_array, tgt_valid_len = build_array_nmt(target, tgt_vocab, num_steps)\n", + " data_arrays = (src_array, src_valid_len, tgt_array, tgt_valid_len)\n", + " data_iter = d2l.load_array(data_arrays, batch_size)\n", + " return data_iter, src_vocab, tgt_vocab" + ], + "id": "62586b0175993a4f", + "outputs": [], + "execution_count": 133 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T09:05:45.610515926Z", + "start_time": "2026-03-29T09:05:44.378149052Z" + } + }, + "cell_type": "code", + "source": [ + "train_iter, src_vocab, tgt_vocab = load_data_nmt(batch_size=2, num_steps=8)\n", + "for X, X_valid_len, Y, Y_valid_len in train_iter:\n", + " print('X:', X.type(torch.int32))\n", + " print('X的有效长度:', X_valid_len)\n", + " print('Y:', Y.type(torch.int32))\n", + " print('Y的有效长度:', Y_valid_len)\n", + " break" + ], + "id": "87a2f147db41a91d", + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "X: tensor([[81, 6, 2, 4, 5, 5, 5, 5],\n", + " [81, 11, 96, 2, 4, 5, 5, 5]], dtype=torch.int32)\n", + "X的有效长度: tensor([4, 5])\n", + "Y: tensor([[103, 79, 166, 55, 105, 6, 2, 4],\n", + " [100, 171, 75, 2, 4, 5, 5, 5]], dtype=torch.int32)\n", + "Y的有效长度: tensor([8, 5])\n" + ] + } + ], + "execution_count": 134 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T12:26:28.968567662Z", + "start_time": "2026-03-29T12:26:28.880277260Z" + } + }, + "cell_type": "code", + "source": [ + "class Encoder(nn.Module):\n", + " def __init__(self,**kargs):\n", + " super(Encoder,self).__init__(**kargs)\n", + " def forward(self,X,*args):\n", + " raise NotImplementedError(\"必须实现这个方法\")\n", + "class Decoder(nn.Module):\n", + " \"\"\"编码器-解码器架构的基本解码器接口\"\"\"\n", + " def __init__(self, **kwargs):\n", + " super(Decoder, self).__init__(**kwargs)\n", + " def init_state(self, enc_outputs, *args):\n", + " raise NotImplementedError\n", + " def forward(self, X, state):\n", + " raise NotImplementedError\n", + "class EncoderDecoder(nn.Module):\n", + " \"\"\"编码器-解码器架构的基类\"\"\"\n", + " def __init__(self, encoder, decoder, **kwargs):\n", + " super(EncoderDecoder, self).__init__(**kwargs)\n", + " self.encoder = encoder\n", + " self.decoder = decoder\n", + " def forward(self, enc_X, dec_X, *args):\n", + " enc_outputs = self.encoder(enc_X, *args)\n", + " dec_state = self.decoder.init_state(enc_outputs, *args)\n", + " return self.decoder(dec_X, dec_state)\n", + "class Seq2SeqEncoder(Encoder):\n", + " def __init__(self,vocab_size,embed_size,num_hiddens,num_layers,dropout=0,**kwargs):\n", + " super(Seq2SeqEncoder, self).__init__(**kwargs)\n", + " self.embedding = nn.Embedding(vocab_size, embed_size)\n", + " self.rnn = nn.GRU(embed_size,num_hiddens,num_layers,dropout=dropout)\n", + " def forward(self,X,*args):\n", + " X = self.embedding(X)\n", + " X = X.permute(1,0,2) #(batch,steps,embed_size) -> (steps,batch,embed_size)\n", + " output,state = self.rnn(X)\n", + " return output,state\n", + " # shape of output (steps,batch,num_hiddens)\n", + " # shape of state (num_layers,batch,num_hiddens)\n", + "encoder = Seq2SeqEncoder(vocab_size=10, embed_size=8, num_hiddens=16,\n", + " num_layers=2)\n", + "X = torch.zeros((4,7),dtype=torch.long) #one-hot is integer\n", + "output,state = encoder(X)\n", + "output.shape\n" + ], + "id": "d0d01aef4857ee9c", + "outputs": [ + { + "data": { + "text/plain": [ + "torch.Size([7, 4, 16])" + ] + }, + "execution_count": 139, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 139 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T12:26:43.259123495Z", + "start_time": "2026-03-29T12:26:43.204225780Z" + } + }, + "cell_type": "code", + "source": "state.shape", + "id": "bba15a040c10cb01", + "outputs": [ + { + "data": { + "text/plain": [ + "torch.Size([2, 4, 16])" + ] + }, + "execution_count": 140, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 140 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T13:47:51.954052296Z", + "start_time": "2026-03-29T13:47:51.853781706Z" + } + }, + "cell_type": "code", + "source": [ + "class Seq2SeqDecoder(Decoder):\n", + " def __init__(self,vocab_size,embed_size,num_hiddens,num_layers,dropout=0,**kwargs):\n", + " super(Seq2SeqDecoder, self).__init__(**kwargs)\n", + " self.embedding = nn.Embedding(vocab_size, embed_size)\n", + " self.rnn = nn.GRU(embed_size+num_hiddens,num_hiddens,num_layers,dropout=dropout)\n", + " self.dense = nn.Linear(num_hiddens,vocab_size)\n", + " def init_state(self,enc_outputs,*args):\n", + " return enc_outputs[1]\n", + " def forward(self,X,state):\n", + " X = self.embedding(X).permute(1,0,2)\n", + " context = state[-1].repeat(X.shape[0],1,1)\n", + " X_and_context = torch.cat((X,context),2)\n", + " output,state = self.rnn(X_and_context,state)\n", + " output = self.dense(output).permute(1,0,2)\n", + " return output,state" + ], + "id": "b659bfd2fdcabebe", + "outputs": [], + "execution_count": 141 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T13:48:04.405972579Z", + "start_time": "2026-03-29T13:48:04.307991931Z" + } + }, + "cell_type": "code", + "source": [ + "decoder = Seq2SeqDecoder(vocab_size=10, embed_size=8, num_hiddens=16,\n", + "num_layers=2)\n", + "decoder.eval()\n", + "state = decoder.init_state(encoder(X))\n", + "output, state = decoder(X, state)\n", + "output.shape, state.shape" + ], + "id": "e9c451e560ce3769", + "outputs": [ + { + "data": { + "text/plain": [ + "(torch.Size([4, 7, 10]), torch.Size([2, 4, 16]))" + ] + }, + "execution_count": 142, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 142 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T13:56:58.324121647Z", + "start_time": "2026-03-29T13:56:58.160904863Z" + } + }, + "cell_type": "code", + "source": [ + "def sequence_mask(X, valid_len, value=0):\n", + " \"\"\"在序列中屏蔽不相关的项\"\"\"\n", + " maxlen = X.size(1)\n", + " mask = torch.arange((maxlen), dtype=torch.float32,\n", + " device=X.device)[None, :] < valid_len[:, None]\n", + " X[~mask] = value\n", + " return X\n", + "X = torch.tensor([[1, 2, 3], [4, 5, 6]])\n", + "sequence_mask(X, torch.tensor([1, 2]))" + ], + "id": "9ee2db877c089d48", + "outputs": [ + { + "data": { + "text/plain": [ + "tensor([[1, 0, 0],\n", + " [4, 5, 0]])" + ] + }, + "execution_count": 143, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 143 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T13:57:55.473311100Z", + "start_time": "2026-03-29T13:57:55.287150264Z" + } + }, + "cell_type": "code", + "source": [ + "X = torch.ones(2, 3, 4)\n", + "sequence_mask(X, torch.tensor([1, 2]), value=-1)" + ], + "id": "caca450bdfe7f650", + "outputs": [ + { + "data": { + "text/plain": [ + "tensor([[[ 1., 1., 1., 1.],\n", + " [-1., -1., -1., -1.],\n", + " [-1., -1., -1., -1.]],\n", + "\n", + " [[ 1., 1., 1., 1.],\n", + " [ 1., 1., 1., 1.],\n", + " [-1., -1., -1., -1.]]])" + ] + }, + "execution_count": 144, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 144 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2026-03-29T14:08:10.919373362Z", + "start_time": "2026-03-29T14:08:10.636085289Z" + } + }, + "cell_type": "code", + "source": [ + "class MaskedSoftmaxCELoss(nn.CrossEntropyLoss):\n", + " \"\"\"带遮蔽的softmax交叉熵损失函数\"\"\"\n", + " # pred的形状:(batch_size,num_steps,vocab_size)\n", + " # label的形状:(batch_size,num_steps)\n", + " # valid_len的形状:(batch_size,)\n", + " def forward(self, pred, label, valid_len):\n", + " weights = torch.ones_like(label)\n", + " weights = sequence_mask(weights, valid_len)\n", + " self.reduction='none'\n", + " unweighted_loss = super(MaskedSoftmaxCELoss, self).forward(\n", + " pred.permute(0, 2, 1), label)\n", + " weighted_loss = (unweighted_loss * weights).mean(dim=1)\n", + " return weighted_loss\n", + "loss = MaskedSoftmaxCELoss()\n", + "loss(torch.ones(3, 4, 10), torch.ones((3, 4), dtype=torch.long),\n", + "torch.tensor([4, 2, 0]))" + ], + "id": "46fc96f0246f32b7", + "outputs": [ + { + "data": { + "text/plain": [ + "tensor([2.3026, 1.1513, 0.0000])" + ] + }, + "execution_count": 145, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 145 }, { "metadata": {}, @@ -4639,7 +5281,7 @@ "outputs": [], "execution_count": null, "source": "", - "id": "adda23bc3664ec6b" + "id": "69c315b5875fc288" } ], "metadata": {