|
|
@@ -41,8 +41,8 @@ |
|
|
|
{ |
|
|
|
"data": { |
|
|
|
"text/plain": [ |
|
|
|
"tensor([[1.2563e-37, 0.0000e+00, 5.7453e-44],\n", |
|
|
|
" [0.0000e+00, nan, 4.5814e-41],\n", |
|
|
|
"tensor([[3.7158e-37, 0.0000e+00, 5.7453e-44],\n", |
|
|
|
" [0.0000e+00, nan, 4.5745e-41],\n", |
|
|
|
" [1.3733e-14, 6.4076e+07, 2.0706e-19],\n", |
|
|
|
" [7.3909e+22, 2.4176e-12, 1.1625e+33],\n", |
|
|
|
" [8.9605e-01, 1.1632e+33, 5.6003e-02]])" |
|
|
@@ -67,11 +67,11 @@ |
|
|
|
{ |
|
|
|
"data": { |
|
|
|
"text/plain": [ |
|
|
|
"tensor([[0.7149, 0.6065, 0.8056],\n", |
|
|
|
" [0.2450, 0.1942, 0.5305],\n", |
|
|
|
" [0.6735, 0.7798, 0.6060],\n", |
|
|
|
" [0.1072, 0.8325, 0.8617],\n", |
|
|
|
" [0.5117, 0.2246, 0.4984]])" |
|
|
|
"tensor([[0.4157, 0.7456, 0.9620],\n", |
|
|
|
" [0.3965, 0.8182, 0.7723],\n", |
|
|
|
" [0.3705, 0.9292, 0.0063],\n", |
|
|
|
" [0.4054, 0.9137, 0.9611],\n", |
|
|
|
" [0.8307, 0.0900, 0.6887]])" |
|
|
|
] |
|
|
|
}, |
|
|
|
"execution_count": 3, |
|
|
@@ -128,11 +128,11 @@ |
|
|
|
{ |
|
|
|
"data": { |
|
|
|
"text/plain": [ |
|
|
|
"tensor([[1.6605, 1.1155, 1.2724],\n", |
|
|
|
" [0.6727, 0.6428, 1.0969],\n", |
|
|
|
" [1.4898, 1.7437, 1.3258],\n", |
|
|
|
" [0.8030, 1.5725, 1.4709],\n", |
|
|
|
" [0.6847, 0.4828, 0.6183]])" |
|
|
|
"tensor([[0.5021, 1.2500, 1.4749],\n", |
|
|
|
" [0.6019, 0.9378, 1.7240],\n", |
|
|
|
" [1.2752, 1.3837, 0.6832],\n", |
|
|
|
" [1.2053, 1.4374, 1.5160],\n", |
|
|
|
" [0.9404, 0.8743, 0.8164]])" |
|
|
|
] |
|
|
|
}, |
|
|
|
"execution_count": 5, |
|
|
@@ -154,13 +154,11 @@ |
|
|
|
{ |
|
|
|
"data": { |
|
|
|
"text/plain": [ |
|
|
|
"\n", |
|
|
|
" 0.4063 0.7378 1.2411\n", |
|
|
|
" 0.0687 0.7725 0.0634\n", |
|
|
|
" 1.1016 1.4291 0.7324\n", |
|
|
|
" 0.7604 1.2880 0.4597\n", |
|
|
|
" 0.6020 1.0124 1.0185\n", |
|
|
|
"[torch.FloatTensor of size 5x3]" |
|
|
|
"tensor([[0.5021, 1.2500, 1.4749],\n", |
|
|
|
" [0.6019, 0.9378, 1.7240],\n", |
|
|
|
" [1.2752, 1.3837, 0.6832],\n", |
|
|
|
" [1.2053, 1.4374, 1.5160],\n", |
|
|
|
" [0.9404, 0.8743, 0.8164]])" |
|
|
|
] |
|
|
|
}, |
|
|
|
"execution_count": 6, |
|
|
@@ -210,23 +208,23 @@ |
|
|
|
"output_type": "stream", |
|
|
|
"text": [ |
|
|
|
"最初y\n", |
|
|
|
"tensor([[0.9778, 0.9240, 0.0337],\n", |
|
|
|
" [0.7461, 0.8548, 0.5141],\n", |
|
|
|
" [0.5364, 0.9908, 0.1078],\n", |
|
|
|
" [0.6880, 0.1675, 0.0010],\n", |
|
|
|
" [0.9120, 0.5539, 0.2896]])\n", |
|
|
|
"tensor([[0.0864, 0.5044, 0.5128],\n", |
|
|
|
" [0.2054, 0.1196, 0.9517],\n", |
|
|
|
" [0.9047, 0.4545, 0.6769],\n", |
|
|
|
" [0.7999, 0.5236, 0.5549],\n", |
|
|
|
" [0.1097, 0.7843, 0.1277]])\n", |
|
|
|
"第一种加法,y的结果\n", |
|
|
|
"tensor([[0.9778, 0.9240, 0.0337],\n", |
|
|
|
" [0.7461, 0.8548, 0.5141],\n", |
|
|
|
" [0.5364, 0.9908, 0.1078],\n", |
|
|
|
" [0.6880, 0.1675, 0.0010],\n", |
|
|
|
" [0.9120, 0.5539, 0.2896]])\n", |
|
|
|
"tensor([[0.0864, 0.5044, 0.5128],\n", |
|
|
|
" [0.2054, 0.1196, 0.9517],\n", |
|
|
|
" [0.9047, 0.4545, 0.6769],\n", |
|
|
|
" [0.7999, 0.5236, 0.5549],\n", |
|
|
|
" [0.1097, 0.7843, 0.1277]])\n", |
|
|
|
"第二种加法,y的结果\n", |
|
|
|
"tensor([[1.7112, 1.2969, 0.3289],\n", |
|
|
|
" [0.7841, 1.0128, 0.7596],\n", |
|
|
|
" [1.1364, 1.1541, 0.8970],\n", |
|
|
|
" [0.8831, 0.7063, 0.3158],\n", |
|
|
|
" [1.5160, 1.3610, 0.8437]])\n" |
|
|
|
"tensor([[0.5021, 1.2500, 1.4749],\n", |
|
|
|
" [0.6019, 0.9378, 1.7240],\n", |
|
|
|
" [1.2752, 1.3837, 0.6832],\n", |
|
|
|
" [1.2053, 1.4374, 1.5160],\n", |
|
|
|
" [0.9404, 0.8743, 0.8164]])\n" |
|
|
|
] |
|
|
|
} |
|
|
|
], |
|
|
@@ -252,22 +250,16 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 9, |
|
|
|
"execution_count": 8, |
|
|
|
"metadata": {}, |
|
|
|
"outputs": [ |
|
|
|
{ |
|
|
|
"data": { |
|
|
|
"text/plain": [ |
|
|
|
"\n", |
|
|
|
" 0.2522\n", |
|
|
|
" 0.7138\n", |
|
|
|
" 0.6019\n", |
|
|
|
" 0.3675\n", |
|
|
|
" 0.5104\n", |
|
|
|
"[torch.FloatTensor of size 5]" |
|
|
|
"tensor([0.7456, 0.8182, 0.9292, 0.9137, 0.0900])" |
|
|
|
] |
|
|
|
}, |
|
|
|
"execution_count": 9, |
|
|
|
"execution_count": 8, |
|
|
|
"metadata": {}, |
|
|
|
"output_type": "execute_result" |
|
|
|
} |
|
|
@@ -288,7 +280,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 8, |
|
|
|
"execution_count": 9, |
|
|
|
"metadata": {}, |
|
|
|
"outputs": [ |
|
|
|
{ |
|
|
@@ -297,7 +289,7 @@ |
|
|
|
"tensor([1., 1., 1., 1., 1.])" |
|
|
|
] |
|
|
|
}, |
|
|
|
"execution_count": 8, |
|
|
|
"execution_count": 9, |
|
|
|
"metadata": {}, |
|
|
|
"output_type": "execute_result" |
|
|
|
} |
|
|
@@ -309,7 +301,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 9, |
|
|
|
"execution_count": 10, |
|
|
|
"metadata": {}, |
|
|
|
"outputs": [ |
|
|
|
{ |
|
|
@@ -318,7 +310,7 @@ |
|
|
|
"array([1., 1., 1., 1., 1.], dtype=float32)" |
|
|
|
] |
|
|
|
}, |
|
|
|
"execution_count": 9, |
|
|
|
"execution_count": 10, |
|
|
|
"metadata": {}, |
|
|
|
"output_type": "execute_result" |
|
|
|
} |
|
|
@@ -330,7 +322,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 10, |
|
|
|
"execution_count": 11, |
|
|
|
"metadata": {}, |
|
|
|
"outputs": [ |
|
|
|
{ |
|
|
@@ -393,18 +385,18 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 6, |
|
|
|
"execution_count": 12, |
|
|
|
"metadata": {}, |
|
|
|
"outputs": [ |
|
|
|
{ |
|
|
|
"name": "stdout", |
|
|
|
"output_type": "stream", |
|
|
|
"text": [ |
|
|
|
"tensor([[1.6605, 1.1155, 1.2724],\n", |
|
|
|
" [0.6727, 0.6428, 1.0969],\n", |
|
|
|
" [1.4898, 1.7437, 1.3258],\n", |
|
|
|
" [0.8030, 1.5725, 1.4709],\n", |
|
|
|
" [0.6847, 0.4828, 0.6183]], device='cuda:0')\n" |
|
|
|
"tensor([[0.9177, 1.9956, 2.4369],\n", |
|
|
|
" [0.9984, 1.7561, 2.4963],\n", |
|
|
|
" [1.6457, 2.3129, 0.6895],\n", |
|
|
|
" [1.6107, 2.3511, 2.4770],\n", |
|
|
|
" [1.7711, 0.9643, 1.5050]], device='cuda:0')\n" |
|
|
|
] |
|
|
|
} |
|
|
|
], |
|
|
@@ -446,7 +438,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 8, |
|
|
|
"execution_count": 13, |
|
|
|
"metadata": {}, |
|
|
|
"outputs": [], |
|
|
|
"source": [ |
|
|
@@ -455,7 +447,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 9, |
|
|
|
"execution_count": 14, |
|
|
|
"metadata": { |
|
|
|
"scrolled": true |
|
|
|
}, |
|
|
@@ -467,7 +459,7 @@ |
|
|
|
" [1., 1.]], requires_grad=True)" |
|
|
|
] |
|
|
|
}, |
|
|
|
"execution_count": 9, |
|
|
|
"execution_count": 14, |
|
|
|
"metadata": {}, |
|
|
|
"output_type": "execute_result" |
|
|
|
} |
|
|
@@ -480,7 +472,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 10, |
|
|
|
"execution_count": 15, |
|
|
|
"metadata": { |
|
|
|
"scrolled": true |
|
|
|
}, |
|
|
@@ -491,7 +483,7 @@ |
|
|
|
"tensor(4., grad_fn=<SumBackward0>)" |
|
|
|
] |
|
|
|
}, |
|
|
|
"execution_count": 10, |
|
|
|
"execution_count": 15, |
|
|
|
"metadata": {}, |
|
|
|
"output_type": "execute_result" |
|
|
|
} |
|
|
@@ -503,16 +495,16 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 11, |
|
|
|
"execution_count": 16, |
|
|
|
"metadata": {}, |
|
|
|
"outputs": [ |
|
|
|
{ |
|
|
|
"data": { |
|
|
|
"text/plain": [ |
|
|
|
"<SumBackward0 at 0x7fb610129c88>" |
|
|
|
"<SumBackward0 at 0x7f85680bd710>" |
|
|
|
] |
|
|
|
}, |
|
|
|
"execution_count": 11, |
|
|
|
"execution_count": 16, |
|
|
|
"metadata": {}, |
|
|
|
"output_type": "execute_result" |
|
|
|
} |
|
|
@@ -523,7 +515,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 12, |
|
|
|
"execution_count": 17, |
|
|
|
"metadata": {}, |
|
|
|
"outputs": [], |
|
|
|
"source": [ |
|
|
@@ -532,7 +524,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 13, |
|
|
|
"execution_count": 18, |
|
|
|
"metadata": {}, |
|
|
|
"outputs": [ |
|
|
|
{ |
|
|
@@ -542,7 +534,7 @@ |
|
|
|
" [1., 1.]])" |
|
|
|
] |
|
|
|
}, |
|
|
|
"execution_count": 13, |
|
|
|
"execution_count": 18, |
|
|
|
"metadata": {}, |
|
|
|
"output_type": "execute_result" |
|
|
|
} |
|
|
@@ -562,7 +554,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 14, |
|
|
|
"execution_count": 19, |
|
|
|
"metadata": {}, |
|
|
|
"outputs": [ |
|
|
|
{ |
|
|
@@ -572,7 +564,7 @@ |
|
|
|
" [2., 2.]])" |
|
|
|
] |
|
|
|
}, |
|
|
|
"execution_count": 14, |
|
|
|
"execution_count": 19, |
|
|
|
"metadata": {}, |
|
|
|
"output_type": "execute_result" |
|
|
|
} |
|
|
@@ -584,7 +576,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 15, |
|
|
|
"execution_count": 20, |
|
|
|
"metadata": { |
|
|
|
"scrolled": true |
|
|
|
}, |
|
|
@@ -596,7 +588,7 @@ |
|
|
|
" [3., 3.]])" |
|
|
|
] |
|
|
|
}, |
|
|
|
"execution_count": 15, |
|
|
|
"execution_count": 20, |
|
|
|
"metadata": {}, |
|
|
|
"output_type": "execute_result" |
|
|
|
} |
|
|
@@ -608,7 +600,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 16, |
|
|
|
"execution_count": 21, |
|
|
|
"metadata": {}, |
|
|
|
"outputs": [ |
|
|
|
{ |
|
|
@@ -618,7 +610,7 @@ |
|
|
|
" [0., 0.]])" |
|
|
|
] |
|
|
|
}, |
|
|
|
"execution_count": 16, |
|
|
|
"execution_count": 21, |
|
|
|
"metadata": {}, |
|
|
|
"output_type": "execute_result" |
|
|
|
} |
|
|
@@ -630,7 +622,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 26, |
|
|
|
"execution_count": 22, |
|
|
|
"metadata": {}, |
|
|
|
"outputs": [ |
|
|
|
{ |
|
|
@@ -640,7 +632,7 @@ |
|
|
|
" [1., 1.]])" |
|
|
|
] |
|
|
|
}, |
|
|
|
"execution_count": 26, |
|
|
|
"execution_count": 22, |
|
|
|
"metadata": {}, |
|
|
|
"output_type": "execute_result" |
|
|
|
} |
|
|
@@ -659,7 +651,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 17, |
|
|
|
"execution_count": 24, |
|
|
|
"metadata": {}, |
|
|
|
"outputs": [ |
|
|
|
{ |
|
|
@@ -681,7 +673,7 @@ |
|
|
|
" [0.5403, 0.5403, 0.5403, 0.5403, 0.5403]])" |
|
|
|
] |
|
|
|
}, |
|
|
|
"execution_count": 17, |
|
|
|
"execution_count": 24, |
|
|
|
"metadata": {}, |
|
|
|
"output_type": "execute_result" |
|
|
|
} |
|
|
@@ -713,7 +705,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 27, |
|
|
|
"execution_count": 25, |
|
|
|
"metadata": {}, |
|
|
|
"outputs": [ |
|
|
|
{ |
|
|
@@ -775,7 +767,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 28, |
|
|
|
"execution_count": 26, |
|
|
|
"metadata": {}, |
|
|
|
"outputs": [ |
|
|
|
{ |
|
|
@@ -793,7 +785,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 29, |
|
|
|
"execution_count": 27, |
|
|
|
"metadata": {}, |
|
|
|
"outputs": [ |
|
|
|
{ |
|
|
@@ -827,7 +819,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 30, |
|
|
|
"execution_count": 28, |
|
|
|
"metadata": { |
|
|
|
"scrolled": true |
|
|
|
}, |
|
|
@@ -838,7 +830,7 @@ |
|
|
|
"torch.Size([1, 10])" |
|
|
|
] |
|
|
|
}, |
|
|
|
"execution_count": 30, |
|
|
|
"execution_count": 28, |
|
|
|
"metadata": {}, |
|
|
|
"output_type": "execute_result" |
|
|
|
} |
|
|
@@ -851,7 +843,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 31, |
|
|
|
"execution_count": 29, |
|
|
|
"metadata": {}, |
|
|
|
"outputs": [], |
|
|
|
"source": [ |
|
|
@@ -877,7 +869,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 39, |
|
|
|
"execution_count": 30, |
|
|
|
"metadata": { |
|
|
|
"scrolled": true |
|
|
|
}, |
|
|
@@ -885,10 +877,10 @@ |
|
|
|
{ |
|
|
|
"data": { |
|
|
|
"text/plain": [ |
|
|
|
"tensor(28.3834, grad_fn=<MseLossBackward>)" |
|
|
|
"tensor(28.6268, grad_fn=<MseLossBackward>)" |
|
|
|
] |
|
|
|
}, |
|
|
|
"execution_count": 39, |
|
|
|
"execution_count": 30, |
|
|
|
"metadata": {}, |
|
|
|
"output_type": "execute_result" |
|
|
|
} |
|
|
@@ -920,7 +912,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 32, |
|
|
|
"execution_count": 31, |
|
|
|
"metadata": {}, |
|
|
|
"outputs": [ |
|
|
|
{ |
|
|
@@ -928,26 +920,9 @@ |
|
|
|
"output_type": "stream", |
|
|
|
"text": [ |
|
|
|
"反向传播之前 conv1.bias的梯度\n", |
|
|
|
"Variable containing:\n", |
|
|
|
" 0\n", |
|
|
|
" 0\n", |
|
|
|
" 0\n", |
|
|
|
" 0\n", |
|
|
|
" 0\n", |
|
|
|
" 0\n", |
|
|
|
"[torch.FloatTensor of size 6]\n", |
|
|
|
"\n", |
|
|
|
"tensor([0., 0., 0., 0., 0., 0.])\n", |
|
|
|
"反向传播之后 conv1.bias的梯度\n", |
|
|
|
"Variable containing:\n", |
|
|
|
"1.00000e-02 *\n", |
|
|
|
" -4.2109\n", |
|
|
|
" -2.7638\n", |
|
|
|
" -5.8431\n", |
|
|
|
" 1.3761\n", |
|
|
|
" -2.4141\n", |
|
|
|
" -1.2015\n", |
|
|
|
"[torch.FloatTensor of size 6]\n", |
|
|
|
"\n" |
|
|
|
"tensor([-0.0368, 0.0240, 0.0169, 0.0118, -0.0122, -0.0259])\n" |
|
|
|
] |
|
|
|
} |
|
|
|
], |
|
|
@@ -990,7 +965,7 @@ |
|
|
|
}, |
|
|
|
{ |
|
|
|
"cell_type": "code", |
|
|
|
"execution_count": 33, |
|
|
|
"execution_count": 32, |
|
|
|
"metadata": {}, |
|
|
|
"outputs": [], |
|
|
|
"source": [ |
|
|
|