mirror of
https://github.com/Vision-CAIR/MiniGPT-4.git
synced 2025-04-25 07:00:46 +00:00
360 lines
24 KiB
Plaintext
360 lines
24 KiB
Plaintext
tmp_name = [name for name, p in model.named_parameters() if (p.requires_grad and '10.expert' in name)]
|
|
|
|
tmp = [p for name, p in model.named_parameters() if (p.requires_grad and '10.expert' in name)]
|
|
|
|
tensor([[-1.4032e-02, 3.7242e-03, 8.4997e-03, -3.4016e-03, -6.4855e-03,
|
|
4.3595e-02, 3.4423e-02, -8.6274e-03, -1.9702e-02, 9.1813e-03,
|
|
1.1643e-02, 2.3939e-02, -2.0908e-02, 3.4555e-03, 9.1636e-03,
|
|
1.5413e-02, 2.4148e-02, -1.0880e-03, 1.1193e-02, -1.3591e-02,
|
|
9.3484e-03, 1.5999e-02, -9.6086e-04, 3.8322e-02, -8.0687e-03,
|
|
-1.4056e-02, 3.9486e-02, 3.5167e-02, -9.3226e-03, -1.0493e-02,
|
|
-2.5795e-02, -9.7541e-03, 4.4437e-03, 7.7226e-03, 7.5210e-03,
|
|
-1.3526e-02, -5.0316e-03, -1.1149e-02, 6.0583e-03, 2.0564e-02,
|
|
-6.4477e-03, 1.4170e-02, -3.7847e-02, 1.1780e-02, 1.3321e-02,
|
|
-8.2501e-03, -1.0298e-02, 1.4805e-02, -1.2432e-02, -1.9159e-02,
|
|
-5.7095e-04, -3.8618e-02, -2.4230e-02, -1.4991e-03, -1.4114e-02,
|
|
-1.5365e-02, 1.5640e-02, -4.8623e-02, -2.9991e-02, 1.2796e-02,
|
|
-4.9917e-03, 2.3846e-03, 7.7368e-03, 1.2913e-02, 1.5300e-02,
|
|
8.5125e-03, 1.1582e-02, 8.1161e-03, 4.2259e-03, 7.6109e-03,
|
|
-2.0747e-02, -3.5099e-03, 2.2282e-02, 5.0493e-02, -1.7849e-02,
|
|
-3.7106e-02, -1.4944e-02, -1.4582e-02, -2.2458e-02, -4.6173e-05,
|
|
-8.1270e-03, 1.9037e-02, -2.0086e-02, 3.0980e-03, -9.3947e-03,
|
|
1.3054e-02, 2.3203e-02, -9.9304e-03, -2.6038e-02, 1.8679e-02,
|
|
9.2081e-03, -2.1770e-02, -1.6568e-03, -3.6503e-02, 2.0054e-02,
|
|
1.2886e-02, -1.8021e-02, 3.4457e-02, -1.3704e-02, -6.1498e-03,
|
|
-8.6769e-03, 1.5024e-02, -1.3875e-02, 1.7416e-02, -1.1178e-02,
|
|
-2.4088e-02, -1.7802e-02, 3.3326e-02, -1.1216e-02, -8.6330e-03,
|
|
-5.5359e-03, -1.1939e-02, -1.7777e-02, -2.8666e-02, -3.8280e-02,
|
|
4.2682e-02, 1.4946e-02, 9.6427e-03, 8.2754e-03, -1.0516e-03,
|
|
2.9560e-02, 2.4552e-03, -4.8354e-02, 1.5568e-02, 2.5881e-02,
|
|
-1.7354e-02, -3.1232e-02, 2.3683e-02, -2.3239e-02, 2.2966e-02,
|
|
5.6349e-03, -8.7595e-03, 1.5173e-02, 2.7660e-02, -4.3304e-03,
|
|
-2.5330e-02, -2.1795e-02, 1.6856e-02, -2.1587e-04, 2.3707e-02,
|
|
-2.3667e-02, 3.5378e-02, -7.9245e-03, 7.1029e-04, -3.2800e-02,
|
|
-1.5402e-03, -8.5634e-03, -1.1356e-02, -2.1935e-03, -1.8854e-02,
|
|
-1.9705e-03, -3.8333e-02, 2.9131e-02, -4.4470e-02, -2.0893e-03,
|
|
1.2937e-02, -1.7116e-02, 2.7778e-02, 1.0311e-02, -6.4017e-03,
|
|
3.7647e-02, -1.9953e-02, -5.3925e-03, 3.6978e-02, -1.5534e-02,
|
|
1.2241e-02, 1.3597e-02, 2.0703e-03, 2.4213e-03, 9.2604e-03,
|
|
6.6108e-03, -5.8213e-03, 9.8167e-03, -9.8300e-04, -1.0236e-02,
|
|
2.9581e-02, 1.0987e-02, 2.0046e-02, -1.0500e-02, -3.2221e-03,
|
|
-2.6303e-02, 1.3688e-02, -2.2529e-02, -5.7654e-03, 1.1784e-02,
|
|
1.6221e-02, 2.8743e-02, 5.7565e-03, 1.8129e-02, 1.5140e-02,
|
|
-1.1748e-02, -1.7528e-02, 4.7977e-02, 1.5568e-02, 4.7030e-04,
|
|
3.2757e-03, 1.6631e-02, 1.9986e-02, -7.3463e-03, 1.1435e-02,
|
|
-1.4739e-02, -3.2959e-03, -2.8770e-03, 2.9260e-02, 1.7007e-02,
|
|
3.0611e-02, 2.2102e-02, -3.3819e-02, -1.9403e-02, 2.5524e-02,
|
|
3.0738e-02, -1.9951e-02, -1.4553e-02, -1.5796e-02, -2.3143e-02,
|
|
-2.8826e-02, 2.4739e-02, -5.8602e-03, 4.1871e-02, 5.0821e-04,
|
|
3.3493e-02, 2.3524e-02, 2.3191e-02, 9.0416e-03, 3.3262e-02,
|
|
-1.6805e-02, 1.1545e-02, -1.7195e-02, -3.8696e-02, -8.4358e-04,
|
|
-8.1605e-03, 3.1372e-03, 1.0726e-03, 1.0865e-03, 1.0760e-02,
|
|
-5.2421e-03, 1.3039e-02, 3.6873e-04, 1.0464e-02, -1.1544e-02,
|
|
-2.2775e-02, -4.8439e-02, -1.0711e-02, 4.4236e-03, 2.0351e-02,
|
|
2.4479e-03, -1.9968e-02, -2.2941e-02, -2.0486e-02, -1.9528e-02,
|
|
-2.3176e-02, -3.2731e-03, 1.1789e-02, 2.0921e-02, 2.9809e-03,
|
|
-8.8507e-03, -3.5716e-02, 8.8418e-03, 5.3665e-05, -1.1288e-02,
|
|
-7.5571e-03, 2.1053e-02, -3.7381e-03, -4.0165e-03, -2.2628e-03,
|
|
3.7554e-03, -1.6597e-02, 7.6946e-03, -3.2689e-02, 2.2016e-02,
|
|
5.5122e-03, 4.5455e-02, 6.7586e-03, 1.5714e-02, 5.2125e-03,
|
|
3.9596e-03, 1.8134e-02, 1.5834e-03, -1.6239e-02, -1.3889e-02,
|
|
-2.3522e-02, 1.4738e-02, 5.5867e-03, -7.0727e-03, -2.8140e-03,
|
|
1.6849e-02, -3.1327e-02, -3.2443e-02, 4.7851e-03, 1.2980e-02,
|
|
-2.0014e-04, -9.9475e-03, 8.0657e-03, 1.9468e-02, -1.5774e-02,
|
|
1.7017e-02, -8.7196e-03, -4.0681e-03, -6.9754e-03, -2.2007e-02,
|
|
-6.6217e-03, -1.8219e-02, 4.2186e-02, -5.6621e-03, -9.3449e-03,
|
|
-1.1662e-02, 2.8700e-02, -9.0654e-03, 3.1569e-02, -2.9825e-03,
|
|
-3.8198e-02, -5.2723e-02, -4.8325e-02, -2.7871e-03, 5.1127e-03,
|
|
1.4511e-02, 9.3245e-03, -2.3339e-02, -8.6658e-03, 1.5276e-02,
|
|
-1.5823e-02, -3.4476e-03, 1.4601e-02, 6.3504e-03, -1.4307e-02,
|
|
2.2817e-02, 2.1998e-02, 1.7330e-02, -2.4448e-02, 4.0178e-03,
|
|
3.2280e-03, -1.2721e-02, 1.9661e-02, 7.5263e-03, 2.0245e-02,
|
|
4.5525e-02, -1.5658e-02, -4.0676e-02, 9.3160e-03, 1.1920e-02,
|
|
-1.9317e-02, 1.7848e-02, -5.8601e-03, 1.1786e-03, 8.3864e-03,
|
|
-1.8341e-02, 2.5985e-02, -1.1387e-02, -1.5069e-02, -2.8097e-02,
|
|
2.4966e-02, 1.4790e-02, 2.0424e-02, -1.3062e-02, 3.1314e-02,
|
|
1.7811e-02, 7.2393e-03, 1.4413e-02, -1.2746e-02, 3.1039e-02,
|
|
-1.1697e-02, -1.4826e-02, -8.8397e-03, 1.5157e-02, -1.5855e-02,
|
|
-1.8157e-03, 1.3024e-02, -1.8902e-03, 2.5212e-02, -3.4886e-02,
|
|
4.3029e-02, -4.0842e-02, 1.1362e-02, -1.4654e-02, -1.3337e-02,
|
|
-3.1832e-02, 3.6222e-03, 8.2804e-03, -1.4269e-02, 2.8399e-03,
|
|
-1.2008e-02, 2.4685e-02, -4.3070e-03, 6.3163e-03, -1.3517e-02,
|
|
-1.3807e-02, 2.4617e-02, 2.1453e-02, 4.7332e-03, 9.1636e-03,
|
|
-1.2881e-02, 1.9077e-02, 1.7571e-04, -5.2817e-03, -2.8821e-02,
|
|
5.8223e-03, -3.0979e-02, 2.4609e-02, 3.6666e-02, -1.0950e-02,
|
|
2.0421e-02, -2.6378e-03, 3.1825e-02, -9.6689e-04, -2.8398e-02,
|
|
-2.7513e-02, 1.6946e-02, -2.4110e-02, -1.3575e-02, -1.3443e-02,
|
|
8.4217e-03, 2.6754e-02, -2.3309e-03, -2.5086e-02, 1.1844e-02,
|
|
1.4152e-02, 1.2989e-02, -5.7336e-03, 4.7391e-03, 3.4106e-02,
|
|
1.0142e-02, -1.8029e-02, -1.5410e-04, -1.3548e-02, 9.1742e-03,
|
|
-3.0150e-02, 1.5666e-02, 4.3049e-03, 1.6273e-02, 2.0672e-02,
|
|
-1.2458e-02, 4.5496e-02, 3.2131e-02, -3.0967e-03, 2.1891e-02,
|
|
2.5524e-02, -1.1998e-02, -1.8866e-03, -1.0945e-02, 5.9930e-03,
|
|
-8.4233e-03, -8.9095e-03, -1.8261e-02, 1.9308e-02, -1.9728e-02,
|
|
-1.4216e-02, 1.4952e-02, 5.7355e-04, -2.4753e-02, -1.0948e-02,
|
|
1.0965e-02, 1.3607e-03, 3.4974e-02, -4.1396e-03, 2.5519e-02,
|
|
1.0364e-02, -1.5851e-02, -4.9224e-03, 1.0903e-02, -1.0523e-04,
|
|
3.1355e-02, -1.5105e-02, 5.6972e-03, -8.4078e-03, -1.9868e-02,
|
|
1.7186e-03, 2.9396e-02, -4.1439e-02, 1.4124e-02, -3.7745e-03,
|
|
3.3007e-02, 8.0368e-04, 8.5574e-03, 1.7269e-02, 1.1955e-02,
|
|
8.8142e-03, -1.3123e-02, 1.6817e-02, -1.5456e-02, -1.3868e-02,
|
|
2.4139e-02, -9.1566e-03, -1.8477e-02, -4.7972e-03, -6.8459e-03,
|
|
1.6818e-02, 3.1645e-03, -3.0901e-02, -5.6036e-03, -1.4758e-02,
|
|
2.0473e-02, -7.5411e-05, 2.0673e-03, -7.0061e-03, 9.5544e-03,
|
|
1.6600e-02, -1.7315e-02, -2.0168e-02, -5.3008e-03, 2.0206e-02,
|
|
2.4209e-03, 2.1205e-02, -8.9188e-03, -4.1350e-04, -1.0638e-02,
|
|
1.3705e-02, 9.5925e-05, 3.8877e-02, 3.2884e-02, -2.7730e-03,
|
|
1.0052e-02, 1.9311e-02, 1.1341e-02, -1.2988e-02, -1.7157e-02,
|
|
3.2095e-02, -1.8493e-02, -9.2551e-03, -2.6509e-03, -1.1130e-02,
|
|
1.6581e-02, 1.0216e-02, 1.3687e-02, 1.1860e-02, -3.0462e-03,
|
|
-1.2082e-02, 2.8502e-03, -1.2620e-02, 8.8330e-03, 1.7357e-02,
|
|
1.8383e-02, -2.3130e-02, -3.2654e-02, 1.2853e-02, -7.8144e-03,
|
|
1.9418e-04, 3.8635e-03, 4.9333e-02, 1.9350e-02, -2.0643e-02,
|
|
8.4650e-04, 5.0242e-02, 1.6576e-02, -8.9166e-03, -5.8805e-03,
|
|
-4.1484e-02, 9.3217e-03, -1.1292e-02, -8.7944e-03, -3.3190e-03,
|
|
5.7970e-03, -6.6078e-03, -2.4052e-02, -5.6347e-03, 8.4539e-03,
|
|
1.9250e-02, 7.9559e-03, -3.0055e-03, -3.0398e-04, 2.7007e-02,
|
|
3.1046e-03, 1.8332e-02, 5.5470e-03, 6.6815e-03, 1.1466e-02,
|
|
1.9738e-02, 1.2176e-02, -2.0220e-02, 8.6928e-03, 4.2451e-03,
|
|
4.4517e-03, -5.1524e-03, 1.0805e-02, -2.1935e-02, -1.7575e-02,
|
|
-1.2529e-02, -2.2191e-02, -1.0854e-02, -9.4462e-03, -2.9102e-02,
|
|
2.6752e-02, -1.0919e-02, -2.6724e-02, 8.3694e-04, 2.9832e-03,
|
|
1.4416e-02, -2.9906e-02, 2.3556e-02, -6.6624e-03, 2.6671e-02,
|
|
-3.6474e-02, 1.7237e-02, -2.5176e-02, 6.5560e-03, -2.6062e-02,
|
|
-2.3838e-02, 3.0629e-02, 2.5382e-02, 1.2302e-02, -1.1665e-02,
|
|
-7.0603e-03, 1.9931e-02, 2.3401e-02, -2.6047e-03, -2.7728e-02,
|
|
-1.7212e-02, 2.3061e-02, -2.5961e-02, 3.9764e-04, -2.9022e-02,
|
|
-1.5546e-03, 4.5519e-03, 2.3589e-02, -3.5005e-02, 4.1890e-03,
|
|
-1.5586e-02, 1.2389e-02, -2.1045e-02, 1.6377e-03, -1.1328e-02,
|
|
1.0195e-02, 6.4322e-03, -3.8431e-02, 2.2918e-02, -4.0123e-03,
|
|
6.6680e-02, 4.1135e-02, -1.5031e-02, -1.3550e-02, -2.2566e-02,
|
|
-2.3622e-03, -2.9323e-02, 2.1756e-02, 1.8399e-03, -4.2460e-03,
|
|
-1.5128e-03, -2.4731e-02, 1.8663e-02, 1.3469e-02, -1.3897e-02,
|
|
2.6399e-02, -8.0740e-03, -4.6753e-03, 3.9857e-02, 6.2364e-03,
|
|
2.2371e-03, 2.1501e-03, 5.9443e-02, 1.3574e-02, 7.6483e-03,
|
|
-6.2290e-03, 1.4324e-02, 1.2572e-02, 2.7331e-02, -6.0165e-03,
|
|
-5.9154e-03, -3.7000e-02, 1.4001e-02, 1.2869e-02, -2.8854e-02,
|
|
-9.4147e-03, 8.3965e-03, -1.4530e-03, -7.4215e-03, 9.0369e-03,
|
|
-2.4612e-02, 2.0625e-02, 2.2329e-02, -1.5216e-02, 1.4947e-03,
|
|
-3.6020e-02, -2.0702e-02, -4.0410e-02, -1.3157e-02, -1.5085e-02,
|
|
1.2911e-02, -2.7552e-02, -2.9781e-02, -4.7424e-03, 2.0521e-02,
|
|
-4.0043e-02, -4.8763e-02, -1.3175e-02, 2.6802e-02, 2.8869e-02,
|
|
6.5014e-03, -2.3213e-02, 1.4438e-02, -7.6318e-03, -1.9928e-03,
|
|
1.8509e-03, 2.9728e-03, 1.5225e-02, -2.9405e-03, -7.2875e-03,
|
|
2.9562e-05, -1.8661e-02, 9.1341e-03, -2.4919e-02, 2.9786e-02,
|
|
9.5186e-03, 1.5435e-02, -1.1080e-02, 1.1192e-02, -2.7315e-03,
|
|
6.9769e-05, -1.5392e-02, 4.9892e-03, 7.9857e-03, 2.0063e-02,
|
|
-2.0283e-02, -1.2596e-02, -4.1985e-04, -6.9686e-03, -5.4704e-02,
|
|
-1.9142e-02, 9.9706e-03, 2.3217e-02, -5.0579e-03, -4.9132e-02,
|
|
2.0023e-02, -2.6238e-02, 1.0709e-02, 2.1528e-02, -1.6390e-03,
|
|
-6.7829e-03, 1.3211e-02, -9.6793e-03, 1.3130e-02, -1.2878e-02,
|
|
1.7365e-02, 1.2509e-02, 1.2986e-03, -3.9292e-02, 9.5784e-03,
|
|
-8.0514e-03, -3.5619e-02, -3.2298e-02, 6.5933e-04, 9.9298e-03,
|
|
3.7268e-02, -3.4047e-02, -7.8385e-03, 2.3999e-02, 1.0386e-02,
|
|
1.7853e-02, -1.0122e-04, 5.2483e-04, -7.3150e-03, 1.0818e-02,
|
|
1.6245e-02, -3.5619e-02, -9.9190e-03, 4.0132e-03, 9.7788e-03,
|
|
2.7039e-02, -4.7858e-02, -2.0010e-02, -2.3702e-02, 7.8376e-04,
|
|
-2.5326e-02, 1.1698e-02, -1.3041e-02, 3.8634e-03, 9.3083e-03,
|
|
4.8204e-03, 3.9503e-02, -4.1356e-03]], requires_grad=True)
|
|
model.Qformer.bert.encoder.layer[10].experts.gate.weight
|
|
|
|
layer 11
|
|
0:
|
|
model.Qformer.bert.encoder.layer[11].output.dense.weight.grad
|
|
model.Qformer.bert.encoder.layer[11].intermediate.dense.weight.grad
|
|
|
|
nan:
|
|
model.Qformer.bert.encoder.layer[11].attention.output.dense.weight.grad
|
|
model.Qformer.bert.encoder.layer[11].attention.self.query.weight.grad
|
|
model.Qformer.bert.encoder.layer[11].experts.intermediate_query.dense.weight.grad
|
|
model.Qformer.bert.encoder.layer[11].experts.output_query.dense.weight.grad
|
|
|
|
None:
|
|
model.Qformer.bert.encoder.layer[11].intermediate_query.dense.weight.grad
|
|
model.Qformer.bert.encoder.layer[11].output_query.dense.weight.grad
|
|
|
|
layer 8
|
|
0:
|
|
model.Qformer.bert.encoder.layer[8].experts.experts[0].intermediate_query.dense.weight.grad
|
|
model.Qformer.bert.encoder.layer[8].experts.experts[2].intermediate_query.dense.weight.grad
|
|
model.Qformer.bert.encoder.layer[8].experts.experts[0].output_query.dense.weight.grad
|
|
model.Qformer.bert.encoder.layer[8].experts.experts[2].output_query.dense.weight.grad
|
|
|
|
nan:
|
|
model.Qformer.bert.encoder.layer[8].experts.experts[1].intermediate_query.dense.weight.grad
|
|
model.Qformer.bert.encoder.layer[8].experts.experts[1].output_query.dense.weight.grad
|
|
(Qformer)model.Qformer.bert.encoder.layer[8].intermediate_query.dense.weight.grad
|
|
|
|
None:
|
|
model.Qformer.bert.encoder.layer[8].experts.gate.weight.grad == None
|
|
model.Qformer.bert.encoder.layer[8].experts.gate.weight.requires_grad == True
|
|
|
|
|
|
model.Qformer.bert.encoder.layer[6].experts.gate.weight
|
|
Qformer.bert.encoder.layer.6.experts.gate.weight
|
|
|
|
tensor([[-0.0089, -0.0123, -0.0168, ..., -0.0072, 0.0295, -0.0167],
|
|
[ 0.0305, 0.0277, -0.0215, ..., 0.0149, 0.0016, -0.0415],
|
|
[ 0.0199, 0.0151, 0.0237, ..., 0.0007, 0.0023, 0.0167]],
|
|
requires_grad=True)
|
|
|
|
tensor([[-0.0089, -0.0123, -0.0168, ..., -0.0072, 0.0295, -0.0167],
|
|
[ 0.0305, 0.0277, -0.0215, ..., 0.0149, 0.0016, -0.0415],
|
|
[ 0.0199, 0.0151, 0.0237, ..., 0.0007, 0.0023, 0.0167]],
|
|
requires_grad=True)
|
|
|
|
|
|
tensor([[ 4.5972e-02, -1.5231e-02, -6.9533e-03, 3.2431e-02, -7.9703e-03,
|
|
1.5567e-02, 2.9619e-03, -2.2609e-04, 1.8580e-02, -2.8783e-02,
|
|
1.3093e-02, -1.0594e-02, 1.1918e-02, 4.4701e-02, 2.0108e-02,
|
|
-1.1011e-03, -8.2449e-03, 8.8876e-03, 4.6096e-03, 2.3274e-02,
|
|
-9.2557e-03, 2.5704e-03, 1.8919e-02, -5.3251e-03, -3.2665e-03,
|
|
-3.2663e-02, -5.6756e-02, -2.3400e-02, 1.3674e-02, -6.6185e-03,
|
|
1.4429e-03, 1.2354e-02, 2.5934e-03, 2.1895e-02, -1.9793e-02,
|
|
1.5497e-03, 4.3056e-03, -4.0023e-02, 9.8740e-03, 3.8631e-03,
|
|
-1.2918e-02, -3.6782e-02, -9.8365e-03, 3.2182e-02, 2.3729e-02,
|
|
2.3509e-03, 1.8473e-02, 1.5583e-02, -1.1029e-02, -1.0738e-02,
|
|
-3.0278e-02, -9.8731e-03, -1.0500e-02, 7.9832e-05, -1.0345e-02,
|
|
8.2803e-03, -5.9923e-03, -1.2669e-02, 1.2065e-03, 7.5720e-03,
|
|
-1.9286e-02, 4.0070e-02, 3.6221e-03, -1.7486e-02, 2.1725e-02,
|
|
-3.3231e-02, 7.3948e-03, -1.0924e-02, 3.1448e-02, 1.2101e-02,
|
|
6.1737e-03, -2.0851e-02, -3.7964e-02, 8.0938e-03, -8.8967e-03,
|
|
2.5925e-02, -7.8063e-04, 8.6102e-03, 2.7370e-02, 1.2323e-02,
|
|
4.0606e-03, 3.9316e-02, -1.0837e-02, -2.6835e-03, 3.1941e-03,
|
|
-1.2017e-02, -2.3022e-02, 8.3533e-03, -2.2668e-02, 1.4438e-02,
|
|
-2.3664e-02, 4.5595e-02, -1.0962e-02, 1.7547e-02, -1.6739e-03,
|
|
1.2048e-02, 2.0544e-02, 2.8837e-02, -1.6736e-02, 2.1207e-02,
|
|
8.7612e-03, 2.8757e-02, -3.8561e-03, 8.4050e-03, -1.1503e-02,
|
|
-5.8332e-03, 1.5734e-02, -1.0773e-02, 7.5827e-03, 6.5794e-03,
|
|
2.4291e-02, 2.6811e-02, 1.1681e-02, -3.3246e-02, 4.5776e-03,
|
|
-9.0628e-04, -2.9400e-02, 4.2933e-03, 1.5885e-03, 5.5757e-02,
|
|
7.5518e-03, 1.0099e-02, 5.3507e-03, -3.0182e-02, 2.0830e-02,
|
|
1.0102e-02, -9.3074e-03, 3.1161e-02, -1.7800e-02, -4.4445e-03,
|
|
-3.1503e-02, 2.3028e-02, 8.3472e-03, 7.4444e-03, 1.8838e-02,
|
|
-1.1977e-02, -2.6713e-02, 1.1364e-02, 8.3522e-04, 3.3736e-03,
|
|
6.9425e-03, -2.0632e-02, 1.8155e-02, -2.1711e-02, -3.4703e-02,
|
|
-3.6268e-03, -4.8810e-03, -2.8142e-02, -1.5781e-02, -3.3166e-02,
|
|
-2.9910e-02, -9.7459e-03, -6.7474e-03, 1.7988e-02, 9.0176e-03,
|
|
1.9452e-02, 4.2009e-02, 1.7217e-02, 1.4959e-02, -1.6552e-02,
|
|
-3.8206e-03, -2.4889e-02, 7.7993e-03, -1.9285e-02, -1.9770e-02,
|
|
2.6936e-02, -5.0484e-03, -2.5117e-02, -2.3122e-02, 1.3754e-02,
|
|
1.6025e-02, -9.1569e-03, -2.0068e-02, -1.6013e-02, -2.1775e-02,
|
|
-2.4154e-02, 6.2840e-03, -1.3684e-02, 2.5378e-02, -1.3166e-02,
|
|
-1.2201e-02, 1.0011e-02, -8.2324e-03, -5.6623e-03, -1.0383e-02,
|
|
-1.6251e-02, 1.0723e-02, -3.0207e-03, -6.9374e-03, -2.3161e-03,
|
|
-2.0850e-03, -3.4216e-02, 3.3997e-02, 3.7444e-02, -3.4273e-02,
|
|
1.5051e-02, -9.5605e-03, -2.6979e-03, 1.8848e-02, 2.3090e-02,
|
|
1.9669e-02, -3.9656e-02, 1.0453e-02, 5.2222e-03, -7.2493e-03,
|
|
1.4122e-02, 5.6583e-04, -1.3991e-02, 4.0975e-02, 1.3947e-02,
|
|
4.6919e-03, 7.9121e-03, 2.6936e-02, 1.2338e-02, 1.9048e-02,
|
|
7.7740e-03, -6.4494e-03, -5.2965e-02, 8.1929e-03, -1.3503e-02,
|
|
3.7466e-03, -3.3504e-02, -8.1192e-03, 1.0463e-02, -2.1568e-02,
|
|
1.0076e-02, -1.3420e-02, -6.3353e-04, 7.4253e-03, 2.2281e-02,
|
|
5.2829e-03, 1.4102e-02, 1.4427e-02, 1.6331e-02, -2.3305e-04,
|
|
-4.4875e-02, 6.5300e-03, 2.4963e-02, 2.2141e-03, 3.9830e-02,
|
|
1.1405e-02, 8.6810e-03, -2.0404e-03, -1.8579e-03, 1.4765e-02,
|
|
5.4752e-03, -1.3364e-02, -1.3082e-03, 1.5873e-03, 1.9309e-02,
|
|
3.4367e-02, 1.8459e-02, -1.1323e-02, -1.8764e-02, -1.5370e-02,
|
|
3.6180e-03, 2.8253e-02, -1.6867e-03, 3.5884e-03, -2.1952e-02,
|
|
-1.5026e-02, -2.1070e-02, -1.2149e-02, 1.1162e-02, -3.0343e-02,
|
|
-4.1372e-02, 1.0880e-02, 2.2365e-02, 1.2896e-02, 2.9694e-02,
|
|
-8.4248e-03, -7.8876e-03, -6.7049e-03, 2.3700e-02, 4.7528e-03,
|
|
-7.8350e-03, -5.9220e-03, 3.8396e-02, -4.1598e-02, -2.3161e-03,
|
|
1.3419e-02, 7.1029e-03, 1.4195e-02, -1.1124e-02, 1.5812e-02,
|
|
-1.9789e-02, -2.3883e-02, -8.2788e-04, 1.4670e-02, -2.1482e-02,
|
|
-1.1182e-02, -1.6532e-02, -8.0637e-03, -3.7822e-02, 3.9402e-02,
|
|
-1.4097e-03, -7.6648e-03, -3.7156e-02, 2.5791e-02, 6.1038e-03,
|
|
-6.3429e-03, 3.2865e-03, 3.6277e-02, 9.4312e-03, -2.1003e-02,
|
|
-3.6885e-03, 1.7147e-02, -1.3079e-02, -4.9414e-02, -3.2066e-02,
|
|
1.4835e-02, -2.9742e-02, 1.8358e-02, -2.1733e-02, 3.0256e-03,
|
|
1.7825e-02, 1.1079e-02, 1.1619e-02, -2.3680e-02, -7.8721e-03,
|
|
2.4456e-03, 4.3608e-02, -4.5674e-03, -3.6818e-02, 3.3952e-02,
|
|
3.3108e-02, -3.1665e-03, -2.3468e-03, 1.5091e-02, 7.0856e-03,
|
|
1.1723e-02, -2.0713e-02, -6.9180e-03, 3.7929e-02, 3.7671e-03,
|
|
4.6663e-02, 9.5301e-03, 1.2638e-02, -6.5623e-03, -3.1771e-03,
|
|
-1.7568e-02, 1.8711e-03, -1.2310e-02, 2.1518e-02, 4.3408e-03,
|
|
-6.7171e-03, -5.0451e-03, 2.6870e-02, -1.9832e-02, 7.0422e-03,
|
|
1.1274e-02, -2.4637e-02, -4.8450e-03, 2.1892e-02, -2.6059e-02,
|
|
1.5605e-02, -1.1617e-02, -1.9273e-02, -8.6735e-04, -9.8002e-04,
|
|
-1.8553e-02, 2.1239e-02, 2.1078e-02, -1.2091e-02, 9.7025e-03,
|
|
1.3426e-02, -1.1710e-02, -2.2242e-03, 6.4133e-03, -1.4820e-02,
|
|
1.4682e-02, 3.0679e-02, 1.1526e-02, 1.0072e-02, -1.1572e-02,
|
|
2.6128e-02, 4.0879e-03, -1.7936e-02, 1.3715e-02, -2.3667e-02,
|
|
2.0419e-03, -1.6887e-02, 1.2595e-02, -2.1988e-02, -2.3777e-02,
|
|
-1.0399e-02, 2.4868e-03, -1.2265e-02, -1.8543e-02, 3.4672e-02,
|
|
2.1114e-02, 2.0523e-02, 7.6818e-03, 2.9282e-02, -5.9593e-03,
|
|
-2.8496e-02, 2.8482e-03, 3.6874e-04, 4.7455e-02, -2.9770e-02,
|
|
-2.0684e-02, -2.0749e-02, -5.7681e-02, -2.6175e-03, -2.4488e-02,
|
|
-5.2550e-03, -7.1191e-03, 3.8192e-02, 4.3438e-02, 5.4181e-03,
|
|
2.8392e-02, 1.9493e-02, -3.5262e-02, 1.4839e-02, 4.6481e-03,
|
|
1.7219e-02, 2.0160e-02, 4.9998e-03, 2.1316e-02, -8.7929e-04,
|
|
-2.1542e-02, 3.9816e-03, 1.5879e-02, 9.9231e-03, 1.3962e-02,
|
|
-5.3418e-03, 3.9857e-02, 2.0997e-02, -2.1291e-05, 1.8133e-02,
|
|
-1.2472e-02, 4.9437e-03, -1.5099e-02, 4.8860e-02, 6.1980e-03,
|
|
2.0197e-02, 1.3141e-04, -3.1087e-03, -2.2718e-03, 2.3804e-02,
|
|
6.0726e-03, -2.0485e-02, -2.0514e-02, -2.7679e-02, -3.0412e-02,
|
|
-1.7661e-02, -1.7462e-02, 7.5216e-03, 2.2238e-02, 1.1413e-03,
|
|
2.6647e-02, -2.3855e-02, 2.2652e-03, -4.3256e-03, -9.3274e-03,
|
|
2.5149e-02, 6.8432e-03, 4.2664e-03, 3.8221e-02, 7.7480e-03,
|
|
8.7203e-03, -1.2851e-03, -1.1325e-02, -1.0650e-02, -2.8079e-02,
|
|
-1.5375e-02, 2.2630e-02, -4.3439e-03, 1.3493e-02, -1.8223e-02,
|
|
9.9750e-03, -2.4560e-02, 1.0904e-03, -3.1198e-02, 4.7331e-03,
|
|
1.6713e-02, -1.7653e-02, -3.8674e-02, 1.5458e-02, 4.0555e-02,
|
|
6.9451e-03, 1.1988e-03, 8.0718e-04, 3.9985e-03, -2.2781e-02,
|
|
8.1173e-04, 2.0106e-02, -1.2800e-02, -1.2961e-02, -2.1273e-02,
|
|
-4.4104e-05, -3.6080e-02, -1.9392e-02, 3.2862e-02, -5.6041e-03,
|
|
2.3288e-02, -4.6795e-02, 1.7282e-02, 5.7052e-03, 2.2405e-02,
|
|
1.9871e-03, -1.4333e-02, 5.3773e-03, 4.3568e-02, 9.8980e-03,
|
|
-1.9403e-03, 1.8981e-02, -2.5712e-02, -3.3621e-03, 2.9886e-02,
|
|
1.3326e-03, 1.1318e-02, -3.3238e-03, -1.5494e-02, -3.0565e-02,
|
|
1.7137e-02, -2.7874e-02, -1.1257e-02, 3.2250e-02, -2.5293e-02,
|
|
-3.0693e-03, -2.7787e-02, 1.4931e-02, 2.4202e-03, -4.0572e-03,
|
|
5.0273e-03, 9.7496e-03, 2.2601e-02, 3.2389e-02, -1.1910e-02,
|
|
9.1037e-03, 5.6000e-02, -1.9640e-02, 1.5469e-02, -3.3027e-02,
|
|
1.4839e-02, 2.5071e-02, -1.2687e-02, -1.3466e-02, 1.9031e-02,
|
|
-7.3403e-03, -1.5207e-02, -1.4486e-02, 2.0678e-02, -4.1996e-02,
|
|
1.0585e-02, 3.6276e-02, 6.1149e-03, 1.6405e-02, 1.5643e-02,
|
|
1.5060e-02, -5.1235e-03, -2.2824e-02, -1.3752e-02, -1.5742e-02,
|
|
2.4032e-02, -2.1782e-03, -1.3158e-02, 3.9482e-03, 3.2267e-02,
|
|
-2.2632e-03, 1.2055e-02, 4.4731e-02, 1.8271e-02, -1.1486e-02,
|
|
1.7836e-02, 1.7886e-03, -2.4020e-02, 2.6064e-02, -2.2122e-04,
|
|
1.8643e-02, -2.9808e-02, -6.1845e-03, -4.4464e-03, 8.8374e-04,
|
|
1.5268e-02, 1.7205e-03, 5.7832e-02, -1.7486e-02, 1.1897e-02,
|
|
5.8081e-02, 1.7667e-02, -7.7282e-03, 1.4036e-02, -1.4936e-03,
|
|
6.0635e-04, 1.6124e-03, -1.6916e-02, -1.1239e-02, 1.8497e-02,
|
|
1.2334e-03, -2.0706e-02, 3.2959e-03, 2.9186e-02, 3.7506e-02,
|
|
1.2037e-02, -1.4903e-02, 8.5606e-03, 3.4136e-03, 1.1850e-02,
|
|
-7.4782e-03, 5.3924e-03, -2.4772e-02, 2.6840e-02, -2.7656e-02,
|
|
-3.2637e-02, -1.2779e-02, 1.0730e-02, 1.4096e-03, 3.1572e-02,
|
|
7.8976e-04, 3.1674e-02, 8.5333e-03, -1.2679e-02, 1.1176e-02,
|
|
-2.0446e-02, 1.8628e-02, -4.0158e-02, -2.3358e-02, -2.2504e-02,
|
|
-2.8759e-02, -1.4597e-02, -8.5879e-03, 1.0550e-02, -3.5556e-02,
|
|
-1.9046e-02, -1.9159e-02, -2.2703e-02, -7.2056e-03, 4.2380e-02,
|
|
-9.7475e-03, -2.4754e-02, 1.3992e-03, -1.0411e-02, 1.5708e-02,
|
|
-8.2899e-03, -6.4856e-03, 1.6359e-02, -5.1969e-04, -5.0958e-03,
|
|
-4.1232e-02, 2.7349e-03, -1.7723e-02, 1.3388e-02, 2.2776e-03,
|
|
-2.0786e-02, -1.8082e-02, -2.4866e-03, 2.2141e-02, 6.9998e-03,
|
|
-5.5714e-03, 2.1088e-02, 5.8745e-03, 1.2788e-02, 4.2977e-03,
|
|
5.8631e-03, -1.8121e-02, 1.9242e-03, 2.3622e-02, 1.4917e-02,
|
|
-5.3198e-03, -3.9222e-02, -2.4697e-02, 9.1218e-03, -1.0711e-02,
|
|
1.0268e-02, 1.5148e-02, -4.4508e-02, 4.6783e-03, 2.8093e-03,
|
|
9.1253e-03, -7.3281e-03, 1.0114e-03, -9.2369e-04, 1.4841e-02,
|
|
2.2642e-02, 2.3675e-02, 1.3902e-02, -5.6343e-03, 1.4851e-02,
|
|
-9.5169e-03, -3.1721e-02, 1.6696e-02, 2.9285e-02, -1.4090e-02,
|
|
2.1128e-02, 4.8656e-02, 3.8431e-02, -3.5470e-02, -4.8230e-03,
|
|
-1.6513e-02, 4.1917e-02, 8.9090e-03, -1.4022e-04, 4.0182e-03,
|
|
7.1723e-03, 3.1419e-02, -4.8508e-03, 1.7768e-03, -7.3688e-03,
|
|
3.4637e-03, -2.3227e-02, 3.9606e-05, -2.4731e-02, -1.3640e-02,
|
|
-5.1718e-03, 2.6662e-02, -1.2871e-02, -1.6009e-02, -5.3720e-03,
|
|
2.7397e-04, -3.4016e-03, 2.6429e-02, 3.8069e-02, 1.0929e-02,
|
|
-1.0620e-02, 1.2165e-02, -2.6018e-02, 1.6021e-02, 4.0644e-02,
|
|
-8.0898e-03, -3.5198e-02, -1.9602e-02, 2.4986e-02, -5.8400e-03,
|
|
3.2070e-02, -1.8265e-02, -5.4518e-03, 2.8195e-02, 5.5598e-02,
|
|
-3.9959e-02, 1.5521e-02, -2.8416e-02, 3.1130e-02, -1.0038e-02,
|
|
2.1522e-02, -1.1654e-02, 2.2382e-02, -5.4467e-03, -2.2840e-02,
|
|
2.7036e-03, -4.4607e-02, -4.1953e-02, 2.0079e-02, -5.0121e-03,
|
|
-1.7495e-02, 4.4070e-03, 3.7400e-04, 1.0899e-02, 1.7008e-02,
|
|
-1.6307e-02, -1.9986e-02, -2.3865e-02, -2.5618e-02, -2.9981e-02,
|
|
-2.7230e-03, 2.7079e-02, 5.2920e-03, 2.1069e-02, -2.5896e-02,
|
|
-1.6256e-02, -1.4182e-03, 1.1829e-02, 1.0360e-02, 2.8883e-02,
|
|
-6.8762e-03, 1.4032e-02, -4.3389e-03]], requires_grad=True) |