someTest.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 109,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Files already downloaded and verified\n",
      "Files already downloaded and verified\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "import torch\n",
    "import torch.nn as nn\n",
    "import torch.optim as optim\n",
    "import torchvision\n",
    "import torchvision.transforms as transforms\n",
    "from torchvision.models import resnet18\n",
    "from torch.utils.data import DataLoader\n",
    "model = torch.load('./models/modelLeNet.pth')\n",
    "\n",
    "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n",
    "batch_size = 8\n",
    "device\n",
    "from torch.utils.data import random_split\n",
    "transform = transforms.Compose([\n",
    "    transforms.ToTensor(),\n",
    "    transforms.Normalize(mean=[0.5, 0.5, 0.5], std=[0.5, 0.5, 0.5])\n",
    "])\n",
    "\n",
    "\n",
    "train_dataset = torchvision.datasets.CIFAR10(root='./data', train=True, download=True, transform=transform)\n",
    "train_size = 40000\n",
    "val_size = len(train_dataset) - train_size\n",
    "train_set, val_set = random_split(train_dataset, [train_size, val_size])\n",
    "#print(train_size, val_size) #they are 40000 and 10000 respectively.\n",
    "train_loader = DataLoader(train_set, batch_size=batch_size, shuffle=True, num_workers=2)\n",
    "test_set = torchvision.datasets.CIFAR10(root=\"./data/\", train=False, download=True, transform=transform)\n",
    "val_loader = DataLoader(val_set, batch_size=batch_size, shuffle=False, num_workers=2)\n",
    "testloader = DataLoader(train_set, batch_size=batch_size, shuffle=True, num_workers=2)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "d:\\python\\Lib\\site-packages\\torchvision\\models\\_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.\n",
      "  warnings.warn(\n",
      "d:\\python\\Lib\\site-packages\\torchvision\\models\\_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=None`.\n",
      "  warnings.warn(msg)\n"
     ]
    }
   ],
   "source": [
    "import torch.nn.utils.prune as prune\n",
    "pruning_ratio = 0.5\n",
    "model = resnet18(pretrained=False)\n",
    "num_ftrs = model.fc.in_features\n",
    "model.fc = nn.Linear(num_ftrs, 10)\n",
    "model.load_state_dict(torch.load('./models/modelResNet.pth'))\n",
    "parameters_to_prune = []\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[('weight', Parameter containing:\n",
      "tensor([[[[ 5.6301e-02, -3.3317e-02, -2.6283e-02,  ...,  7.1762e-03,\n",
      "           -1.5437e-02, -1.6184e-02],\n",
      "          [ 5.5005e-02,  1.8621e-02, -3.1146e-02,  ..., -2.0491e-02,\n",
      "           -1.0332e-02, -4.5827e-02],\n",
      "          [ 4.3598e-02, -2.7003e-02, -3.2107e-02,  ...,  3.8094e-03,\n",
      "            4.6784e-02,  1.2251e-02],\n",
      "          ...,\n",
      "          [ 3.0689e-02, -2.0697e-02, -5.9207e-02,  ..., -3.2679e-02,\n",
      "           -4.7373e-02, -1.6765e-02],\n",
      "          [ 2.9091e-02, -3.9187e-02, -5.1207e-02,  ..., -3.0126e-02,\n",
      "           -4.9887e-02, -1.8109e-02],\n",
      "          [ 5.1639e-02,  5.6830e-03, -3.5043e-02,  ...,  7.0827e-03,\n",
      "           -5.0458e-02, -3.1624e-03]],\n",
      "\n",
      "         [[ 5.3227e-02,  1.1374e-03, -6.4848e-02,  ...,  1.1745e-02,\n",
      "           -3.4678e-02, -8.0377e-02],\n",
      "          [-3.2463e-03, -3.0599e-02, -1.0340e-01,  ..., -1.2938e-02,\n",
      "           -3.4355e-02, -7.7483e-02],\n",
      "          [-9.4215e-03, -3.5572e-02, -4.6945e-02,  ..., -2.1222e-02,\n",
      "           -3.4136e-02, -1.3921e-02],\n",
      "          ...,\n",
      "          [ 7.2279e-02,  2.2238e-02, -8.8484e-03,  ...,  1.7874e-02,\n",
      "            4.6699e-02,  3.6810e-02],\n",
      "          [ 6.0997e-02,  2.1399e-02, -8.0163e-02,  ...,  2.1545e-02,\n",
      "            4.1745e-03,  3.5125e-02],\n",
      "          [ 9.5041e-02,  4.9360e-02,  1.4674e-03,  ...,  5.0114e-02,\n",
      "           -3.8246e-02,  7.5154e-03]],\n",
      "\n",
      "         [[ 5.0723e-02, -3.8252e-02, -4.0940e-02,  ..., -3.6065e-02,\n",
      "           -1.4853e-02, -3.9154e-02],\n",
      "          [ 3.1425e-02, -5.2712e-02, -6.7825e-02,  ...,  1.7476e-02,\n",
      "           -8.4198e-02, -4.7166e-02],\n",
      "          [-2.3852e-02, -8.4720e-02, -6.0316e-02,  ..., -1.7568e-02,\n",
      "           -5.0781e-02, -4.2141e-02],\n",
      "          ...,\n",
      "          [ 7.5741e-02,  3.2851e-02,  2.0285e-02,  ...,  3.1594e-02,\n",
      "            6.2831e-02,  4.7814e-02],\n",
      "          [ 9.4853e-03, -1.6578e-02, -1.4831e-02,  ...,  1.5198e-02,\n",
      "            1.0855e-02,  2.1275e-02],\n",
      "          [ 4.7991e-02,  4.7195e-02, -4.0184e-03,  ..., -1.0482e-03,\n",
      "           -2.4305e-02, -1.4938e-02]]],\n",
      "\n",
      "\n",
      "        [[[-1.4618e-02,  8.8016e-03,  2.7646e-02,  ..., -2.9520e-03,\n",
      "            3.1480e-02,  1.0924e-02],\n",
      "          [ 9.9351e-03, -6.0774e-03,  1.4598e-02,  ...,  7.9581e-03,\n",
      "            1.4493e-02, -2.2290e-03],\n",
      "          [-3.9733e-02, -1.8181e-02,  1.3045e-02,  ..., -1.2972e-03,\n",
      "           -2.7763e-02,  8.5259e-04],\n",
      "          ...,\n",
      "          [-1.8818e-02, -3.4912e-02, -7.2195e-02,  ..., -1.7514e-03,\n",
      "           -3.1997e-02,  1.1680e-02],\n",
      "          [-3.4831e-02, -3.7903e-02,  6.8257e-03,  ..., -9.8326e-03,\n",
      "           -2.6898e-02,  6.2844e-02],\n",
      "          [-1.7075e-02, -3.6909e-02, -3.2841e-02,  ..., -4.6901e-02,\n",
      "            1.8888e-02,  4.3800e-02]],\n",
      "\n",
      "         [[ 3.5721e-03,  6.6878e-03,  3.2947e-02,  ..., -4.5669e-02,\n",
      "           -3.7208e-03, -4.1729e-03],\n",
      "          [-8.3882e-03, -2.1295e-03,  1.1832e-02,  ..., -2.1804e-03,\n",
      "            3.6632e-02,  1.0010e-02],\n",
      "          [-7.5394e-02, -8.1456e-02, -1.4541e-02,  ..., -5.2803e-02,\n",
      "           -8.1461e-02, -2.0941e-02],\n",
      "          ...,\n",
      "          [-5.5498e-02, -5.8494e-02, -8.7223e-02,  ..., -4.7270e-02,\n",
      "           -7.5754e-02, -1.5286e-02],\n",
      "          [-6.0767e-03, -5.7127e-03, -9.6114e-02,  ..., -2.7705e-02,\n",
      "           -4.8310e-02,  2.6420e-02],\n",
      "          [ 5.5312e-03, -4.1389e-02, -3.9228e-03,  ...,  3.2915e-02,\n",
      "            4.3823e-02,  7.3213e-02]],\n",
      "\n",
      "         [[ 2.2972e-02, -9.4534e-03,  3.7720e-02,  ..., -3.2706e-03,\n",
      "            2.9875e-02,  2.0335e-02],\n",
      "          [ 5.1211e-02,  3.3869e-02,  6.8664e-02,  ...,  2.5935e-02,\n",
      "            2.5189e-02,  4.0107e-02],\n",
      "          [-3.4197e-03, -3.9030e-02, -4.3889e-02,  ...,  3.8650e-02,\n",
      "           -1.1853e-02,  3.4963e-02],\n",
      "          ...,\n",
      "          [-3.1600e-02, -2.8869e-02, -3.2424e-02,  ..., -4.9828e-02,\n",
      "           -3.2195e-02,  5.0661e-02],\n",
      "          [ 4.2484e-02, -3.6393e-02, -1.3328e-02,  ..., -1.1261e-02,\n",
      "           -1.1557e-02,  4.0826e-02],\n",
      "          [ 4.8555e-02, -1.7256e-02, -1.1103e-02,  ...,  5.6616e-03,\n",
      "           -2.3417e-02,  5.5942e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 2.2483e-02, -7.7734e-02, -2.5930e-02,  ..., -7.4907e-02,\n",
      "            7.0677e-02, -2.6221e-02],\n",
      "          [ 3.6674e-02, -8.3207e-02,  5.5756e-02,  ..., -1.3625e-01,\n",
      "            6.1164e-02,  1.2278e-02],\n",
      "          [ 3.8554e-02, -2.4993e-01,  1.1434e-01,  ..., -2.1296e-01,\n",
      "            9.0887e-02,  1.6305e-02],\n",
      "          ...,\n",
      "          [ 9.1652e-02, -2.7475e-01,  1.2596e-01,  ..., -2.8266e-01,\n",
      "           -1.2271e-02,  9.3261e-02],\n",
      "          [ 1.3517e-01, -2.0927e-01,  2.9549e-02,  ..., -2.5033e-01,\n",
      "           -3.8026e-02,  7.2802e-02],\n",
      "          [ 2.7450e-03, -7.3441e-02,  1.2723e-01,  ..., -1.2617e-01,\n",
      "           -3.9458e-02,  7.7940e-02]],\n",
      "\n",
      "         [[-6.1250e-03, -4.5335e-02,  4.8238e-02,  ..., -1.4209e-01,\n",
      "           -2.1544e-02,  1.2850e-02],\n",
      "          [ 6.5088e-03, -1.1676e-01,  9.0221e-02,  ..., -2.0607e-01,\n",
      "            7.5952e-03, -4.4109e-02],\n",
      "          [ 6.7087e-02, -2.2401e-01,  1.9066e-01,  ..., -3.0904e-01,\n",
      "            4.5358e-02,  3.9521e-02],\n",
      "          ...,\n",
      "          [ 1.4606e-01, -3.0589e-01,  1.6342e-01,  ..., -3.0297e-01,\n",
      "           -1.6185e-02,  1.2127e-01],\n",
      "          [ 8.8455e-02, -2.1971e-01,  9.6746e-02,  ..., -2.6368e-01,\n",
      "           -1.9683e-02,  7.9220e-02],\n",
      "          [-6.2744e-02, -1.0877e-01,  1.2190e-01,  ..., -1.7610e-01,\n",
      "           -1.1997e-01, -3.5452e-02]],\n",
      "\n",
      "         [[ 2.4834e-02, -2.6921e-02,  9.3772e-02,  ..., -4.3025e-02,\n",
      "            5.8727e-02,  7.5380e-02],\n",
      "          [ 8.7061e-03, -6.7968e-02,  7.6557e-02,  ..., -1.7559e-01,\n",
      "            4.5088e-02, -4.2942e-02],\n",
      "          [ 2.4785e-02, -1.3384e-01,  1.7782e-01,  ..., -1.9476e-01,\n",
      "            1.3184e-01,  6.1239e-02],\n",
      "          ...,\n",
      "          [ 8.4418e-02, -2.0784e-01,  1.3450e-01,  ..., -2.7908e-01,\n",
      "            1.3508e-02,  9.5443e-02],\n",
      "          [ 9.2544e-02, -1.6776e-01,  5.7784e-02,  ..., -2.1559e-01,\n",
      "           -6.8073e-03,  1.6371e-01],\n",
      "          [-8.0584e-02, -5.4450e-02,  2.7685e-02,  ..., -1.7944e-01,\n",
      "           -8.4417e-02,  7.7121e-02]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-8.6872e-02, -9.1772e-02, -5.3469e-02,  ..., -9.2900e-02,\n",
      "           -8.1407e-03, -6.3021e-02],\n",
      "          [-1.1185e-01, -8.0136e-02, -7.3431e-02,  ..., -7.8114e-02,\n",
      "           -5.6462e-02, -1.2217e-01],\n",
      "          [-7.2012e-02,  8.0391e-04, -4.4428e-02,  ..., -5.6789e-02,\n",
      "           -6.7727e-02, -1.2881e-01],\n",
      "          ...,\n",
      "          [ 2.4043e-02,  4.0560e-02,  3.4754e-02,  ...,  5.8036e-02,\n",
      "            4.3986e-02,  9.6191e-03],\n",
      "          [ 3.0190e-02,  8.0006e-03, -8.8163e-03,  ...,  1.5405e-02,\n",
      "            1.0862e-02,  8.0303e-03],\n",
      "          [ 3.7771e-02,  4.7414e-02,  2.9508e-02,  ...,  2.6745e-02,\n",
      "            2.9436e-02,  6.1263e-02]],\n",
      "\n",
      "         [[-7.7085e-02, -5.8301e-02, -6.1295e-02,  ..., -8.2216e-02,\n",
      "           -4.3422e-02, -4.0843e-02],\n",
      "          [-6.1071e-02, -9.6712e-02, -7.6692e-02,  ..., -7.8615e-02,\n",
      "           -1.1034e-01, -1.4565e-01],\n",
      "          [ 3.1381e-02,  5.7800e-03,  1.3386e-02,  ..., -1.8073e-03,\n",
      "           -5.6743e-02, -1.1010e-01],\n",
      "          ...,\n",
      "          [ 5.4945e-02,  8.2571e-02,  9.8515e-02,  ...,  6.6440e-02,\n",
      "            6.9460e-02,  4.1187e-02],\n",
      "          [ 2.8372e-02, -6.6260e-03,  2.7733e-02,  ...,  2.5024e-02,\n",
      "            3.1251e-02,  1.4699e-02],\n",
      "          [ 8.0841e-03,  3.7458e-02,  4.2439e-02,  ...,  6.3520e-02,\n",
      "            6.2669e-02,  4.3483e-02]],\n",
      "\n",
      "         [[ 5.0164e-03, -4.6797e-02,  4.9183e-02,  ..., -4.6395e-02,\n",
      "            4.7557e-03,  1.7034e-02],\n",
      "          [ 2.6986e-02, -5.7700e-02, -1.4220e-02,  ..., -6.8787e-02,\n",
      "           -3.6582e-02, -4.2498e-02],\n",
      "          [ 5.6698e-02, -4.7457e-03,  9.9915e-03,  ...,  1.4137e-02,\n",
      "           -1.3884e-03, -6.3120e-02],\n",
      "          ...,\n",
      "          [-2.2547e-04,  6.4393e-02,  3.8368e-02,  ...,  6.8463e-02,\n",
      "            3.2340e-02, -2.6203e-02],\n",
      "          [ 1.2689e-03, -1.2458e-02,  9.6622e-03,  ...,  1.8996e-02,\n",
      "            4.2446e-02, -2.8642e-02],\n",
      "          [-2.7984e-02, -3.2843e-02, -3.7657e-03,  ..., -2.6566e-03,\n",
      "            2.4157e-02,  2.1174e-02]]],\n",
      "\n",
      "\n",
      "        [[[-1.1564e-02, -4.7786e-02, -4.1997e-03,  ..., -8.0896e-02,\n",
      "            5.4472e-03,  4.0054e-03],\n",
      "          [-1.3119e-02, -8.7132e-03, -2.9950e-02,  ..., -5.8686e-05,\n",
      "            1.3224e-02,  6.9283e-02],\n",
      "          [-1.5807e-02, -3.0719e-02,  6.0033e-03,  ...,  2.8071e-03,\n",
      "           -5.5380e-02, -3.0936e-02],\n",
      "          ...,\n",
      "          [-1.6314e-02,  5.1053e-02,  9.2370e-02,  ...,  1.6442e-02,\n",
      "            5.7615e-02, -1.1331e-02],\n",
      "          [-2.1642e-03,  3.1568e-02,  1.9978e-02,  ...,  1.1827e-02,\n",
      "           -2.6710e-03,  7.8347e-03],\n",
      "          [-5.0234e-02, -2.1035e-02, -7.6923e-04,  ...,  2.0252e-02,\n",
      "            5.7355e-02, -1.0181e-03]],\n",
      "\n",
      "         [[ 1.0116e-02,  2.6745e-02, -2.7556e-02,  ..., -1.5199e-02,\n",
      "            8.1552e-03,  2.7991e-02],\n",
      "          [-2.8022e-02,  1.5956e-02, -2.4790e-02,  ..., -1.9780e-02,\n",
      "            6.1412e-02,  6.7816e-02],\n",
      "          [ 8.1306e-03,  5.6236e-03,  7.6459e-03,  ...,  1.8908e-02,\n",
      "            1.3617e-02, -7.1530e-03],\n",
      "          ...,\n",
      "          [ 7.4431e-02,  5.7794e-02,  7.7378e-02,  ...,  4.1687e-03,\n",
      "            4.7511e-02, -3.6472e-03],\n",
      "          [-2.2030e-02, -1.5609e-02,  5.2513e-02,  ...,  7.2860e-02,\n",
      "            1.3979e-02,  4.6685e-02],\n",
      "          [-1.6571e-02,  2.9706e-02, -2.0973e-02,  ...,  4.2041e-02,\n",
      "            2.7866e-02, -1.4788e-02]],\n",
      "\n",
      "         [[ 5.4221e-02, -1.9841e-02, -1.6001e-02,  ..., -4.8366e-03,\n",
      "            6.0111e-02,  2.9346e-02],\n",
      "          [ 1.4498e-02,  3.3832e-02,  1.8664e-02,  ...,  1.0752e-02,\n",
      "            3.7103e-02,  8.0523e-02],\n",
      "          [-2.0206e-03,  5.6535e-02,  5.1033e-02,  ...,  1.8931e-02,\n",
      "           -2.6856e-02, -6.3902e-03],\n",
      "          ...,\n",
      "          [ 3.2967e-02,  1.2651e-02,  1.5506e-03,  ...,  2.9000e-02,\n",
      "            3.3324e-02,  1.5108e-02],\n",
      "          [-2.0429e-02,  7.8942e-03,  1.3896e-02,  ...,  6.0862e-02,\n",
      "            5.3537e-03,  4.2407e-02],\n",
      "          [-8.9443e-03,  2.2383e-02,  1.8701e-02,  ..., -5.0384e-03,\n",
      "           -2.1672e-02,  3.0607e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 3.2742e-02,  1.5977e-02, -2.8890e-02,  ..., -5.7358e-02,\n",
      "           -8.1724e-03, -2.6461e-02],\n",
      "          [ 6.0312e-02,  2.5928e-02,  2.2570e-02,  ..., -1.7879e-02,\n",
      "           -2.6120e-02, -2.5345e-02],\n",
      "          [ 5.8077e-02,  5.3103e-02,  1.0127e-02,  ..., -3.7833e-02,\n",
      "            2.5666e-02,  8.0641e-03],\n",
      "          ...,\n",
      "          [-1.5520e-02, -4.0687e-02, -3.7192e-02,  ...,  9.7038e-03,\n",
      "           -9.2747e-03, -4.6100e-03],\n",
      "          [-1.4886e-02, -4.7019e-02, -5.3104e-02,  ...,  3.7812e-02,\n",
      "           -2.2196e-02,  3.3498e-03],\n",
      "          [-5.5898e-03, -3.8547e-02,  4.8764e-03,  ...,  2.5151e-02,\n",
      "           -1.8684e-02,  5.9512e-03]],\n",
      "\n",
      "         [[-2.4307e-03, -2.7472e-02, -3.2391e-02,  ..., -2.0433e-03,\n",
      "           -3.5153e-02, -1.3463e-02],\n",
      "          [-1.9214e-02,  1.3256e-03,  3.1339e-02,  ..., -2.2592e-02,\n",
      "            6.3191e-04,  2.9710e-02],\n",
      "          [ 2.1342e-02,  3.6872e-02, -2.2906e-02,  ...,  1.0792e-02,\n",
      "            1.3902e-03, -1.7934e-02],\n",
      "          ...,\n",
      "          [ 6.8143e-05,  7.1369e-03,  3.7672e-02,  ...,  6.4241e-03,\n",
      "            1.5038e-02,  4.0023e-02],\n",
      "          [-8.3887e-03,  1.2137e-02, -1.5242e-02,  ...,  4.3942e-02,\n",
      "            4.8075e-02,  1.2513e-02],\n",
      "          [ 3.2685e-02, -9.1904e-03, -2.8327e-02,  ...,  2.7627e-02,\n",
      "            2.4584e-02,  7.3187e-02]],\n",
      "\n",
      "         [[ 2.3528e-02, -4.7640e-02,  2.6795e-02,  ..., -8.7694e-03,\n",
      "            3.7353e-02, -1.5275e-02],\n",
      "          [ 4.5996e-02,  1.1872e-02,  4.7059e-02,  ...,  4.2904e-02,\n",
      "            2.9259e-02,  5.3278e-02],\n",
      "          [ 6.1149e-02,  7.9672e-02,  1.2861e-03,  ...,  3.4113e-03,\n",
      "            5.0189e-02,  3.3107e-02],\n",
      "          ...,\n",
      "          [-6.7899e-03,  1.6908e-02,  1.3529e-02,  ...,  6.5909e-02,\n",
      "           -1.0941e-03,  8.2703e-02],\n",
      "          [-7.6045e-03,  6.1994e-02,  1.2285e-02,  ...,  1.4043e-02,\n",
      "            7.9512e-02,  4.6542e-02],\n",
      "          [-1.5959e-02, -8.4574e-03,  4.0816e-02,  ...,  6.6787e-02,\n",
      "            8.4132e-02,  8.2368e-02]]]], requires_grad=True))]\n"
     ]
    }
   ],
   "source": [
    "module= model.conv1\n",
    "print(list(module.named_parameters()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "Conv2d(3, 64, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), bias=False)"
      ]
     },
     "execution_count": 112,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(list(module.named_buffers()))\n",
    "prune.random_unstructured(module, name=\"weight\", amount=0.3)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[('weight_orig', Parameter containing:\n",
      "tensor([[[[ 5.6301e-02, -3.3317e-02, -2.6283e-02,  ...,  7.1762e-03,\n",
      "           -1.5437e-02, -1.6184e-02],\n",
      "          [ 5.5005e-02,  1.8621e-02, -3.1146e-02,  ..., -2.0491e-02,\n",
      "           -1.0332e-02, -4.5827e-02],\n",
      "          [ 4.3598e-02, -2.7003e-02, -3.2107e-02,  ...,  3.8094e-03,\n",
      "            4.6784e-02,  1.2251e-02],\n",
      "          ...,\n",
      "          [ 3.0689e-02, -2.0697e-02, -5.9207e-02,  ..., -3.2679e-02,\n",
      "           -4.7373e-02, -1.6765e-02],\n",
      "          [ 2.9091e-02, -3.9187e-02, -5.1207e-02,  ..., -3.0126e-02,\n",
      "           -4.9887e-02, -1.8109e-02],\n",
      "          [ 5.1639e-02,  5.6830e-03, -3.5043e-02,  ...,  7.0827e-03,\n",
      "           -5.0458e-02, -3.1624e-03]],\n",
      "\n",
      "         [[ 5.3227e-02,  1.1374e-03, -6.4848e-02,  ...,  1.1745e-02,\n",
      "           -3.4678e-02, -8.0377e-02],\n",
      "          [-3.2463e-03, -3.0599e-02, -1.0340e-01,  ..., -1.2938e-02,\n",
      "           -3.4355e-02, -7.7483e-02],\n",
      "          [-9.4215e-03, -3.5572e-02, -4.6945e-02,  ..., -2.1222e-02,\n",
      "           -3.4136e-02, -1.3921e-02],\n",
      "          ...,\n",
      "          [ 7.2279e-02,  2.2238e-02, -8.8484e-03,  ...,  1.7874e-02,\n",
      "            4.6699e-02,  3.6810e-02],\n",
      "          [ 6.0997e-02,  2.1399e-02, -8.0163e-02,  ...,  2.1545e-02,\n",
      "            4.1745e-03,  3.5125e-02],\n",
      "          [ 9.5041e-02,  4.9360e-02,  1.4674e-03,  ...,  5.0114e-02,\n",
      "           -3.8246e-02,  7.5154e-03]],\n",
      "\n",
      "         [[ 5.0723e-02, -3.8252e-02, -4.0940e-02,  ..., -3.6065e-02,\n",
      "           -1.4853e-02, -3.9154e-02],\n",
      "          [ 3.1425e-02, -5.2712e-02, -6.7825e-02,  ...,  1.7476e-02,\n",
      "           -8.4198e-02, -4.7166e-02],\n",
      "          [-2.3852e-02, -8.4720e-02, -6.0316e-02,  ..., -1.7568e-02,\n",
      "           -5.0781e-02, -4.2141e-02],\n",
      "          ...,\n",
      "          [ 7.5741e-02,  3.2851e-02,  2.0285e-02,  ...,  3.1594e-02,\n",
      "            6.2831e-02,  4.7814e-02],\n",
      "          [ 9.4853e-03, -1.6578e-02, -1.4831e-02,  ...,  1.5198e-02,\n",
      "            1.0855e-02,  2.1275e-02],\n",
      "          [ 4.7991e-02,  4.7195e-02, -4.0184e-03,  ..., -1.0482e-03,\n",
      "           -2.4305e-02, -1.4938e-02]]],\n",
      "\n",
      "\n",
      "        [[[-1.4618e-02,  8.8016e-03,  2.7646e-02,  ..., -2.9520e-03,\n",
      "            3.1480e-02,  1.0924e-02],\n",
      "          [ 9.9351e-03, -6.0774e-03,  1.4598e-02,  ...,  7.9581e-03,\n",
      "            1.4493e-02, -2.2290e-03],\n",
      "          [-3.9733e-02, -1.8181e-02,  1.3045e-02,  ..., -1.2972e-03,\n",
      "           -2.7763e-02,  8.5259e-04],\n",
      "          ...,\n",
      "          [-1.8818e-02, -3.4912e-02, -7.2195e-02,  ..., -1.7514e-03,\n",
      "           -3.1997e-02,  1.1680e-02],\n",
      "          [-3.4831e-02, -3.7903e-02,  6.8257e-03,  ..., -9.8326e-03,\n",
      "           -2.6898e-02,  6.2844e-02],\n",
      "          [-1.7075e-02, -3.6909e-02, -3.2841e-02,  ..., -4.6901e-02,\n",
      "            1.8888e-02,  4.3800e-02]],\n",
      "\n",
      "         [[ 3.5721e-03,  6.6878e-03,  3.2947e-02,  ..., -4.5669e-02,\n",
      "           -3.7208e-03, -4.1729e-03],\n",
      "          [-8.3882e-03, -2.1295e-03,  1.1832e-02,  ..., -2.1804e-03,\n",
      "            3.6632e-02,  1.0010e-02],\n",
      "          [-7.5394e-02, -8.1456e-02, -1.4541e-02,  ..., -5.2803e-02,\n",
      "           -8.1461e-02, -2.0941e-02],\n",
      "          ...,\n",
      "          [-5.5498e-02, -5.8494e-02, -8.7223e-02,  ..., -4.7270e-02,\n",
      "           -7.5754e-02, -1.5286e-02],\n",
      "          [-6.0767e-03, -5.7127e-03, -9.6114e-02,  ..., -2.7705e-02,\n",
      "           -4.8310e-02,  2.6420e-02],\n",
      "          [ 5.5312e-03, -4.1389e-02, -3.9228e-03,  ...,  3.2915e-02,\n",
      "            4.3823e-02,  7.3213e-02]],\n",
      "\n",
      "         [[ 2.2972e-02, -9.4534e-03,  3.7720e-02,  ..., -3.2706e-03,\n",
      "            2.9875e-02,  2.0335e-02],\n",
      "          [ 5.1211e-02,  3.3869e-02,  6.8664e-02,  ...,  2.5935e-02,\n",
      "            2.5189e-02,  4.0107e-02],\n",
      "          [-3.4197e-03, -3.9030e-02, -4.3889e-02,  ...,  3.8650e-02,\n",
      "           -1.1853e-02,  3.4963e-02],\n",
      "          ...,\n",
      "          [-3.1600e-02, -2.8869e-02, -3.2424e-02,  ..., -4.9828e-02,\n",
      "           -3.2195e-02,  5.0661e-02],\n",
      "          [ 4.2484e-02, -3.6393e-02, -1.3328e-02,  ..., -1.1261e-02,\n",
      "           -1.1557e-02,  4.0826e-02],\n",
      "          [ 4.8555e-02, -1.7256e-02, -1.1103e-02,  ...,  5.6616e-03,\n",
      "           -2.3417e-02,  5.5942e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 2.2483e-02, -7.7734e-02, -2.5930e-02,  ..., -7.4907e-02,\n",
      "            7.0677e-02, -2.6221e-02],\n",
      "          [ 3.6674e-02, -8.3207e-02,  5.5756e-02,  ..., -1.3625e-01,\n",
      "            6.1164e-02,  1.2278e-02],\n",
      "          [ 3.8554e-02, -2.4993e-01,  1.1434e-01,  ..., -2.1296e-01,\n",
      "            9.0887e-02,  1.6305e-02],\n",
      "          ...,\n",
      "          [ 9.1652e-02, -2.7475e-01,  1.2596e-01,  ..., -2.8266e-01,\n",
      "           -1.2271e-02,  9.3261e-02],\n",
      "          [ 1.3517e-01, -2.0927e-01,  2.9549e-02,  ..., -2.5033e-01,\n",
      "           -3.8026e-02,  7.2802e-02],\n",
      "          [ 2.7450e-03, -7.3441e-02,  1.2723e-01,  ..., -1.2617e-01,\n",
      "           -3.9458e-02,  7.7940e-02]],\n",
      "\n",
      "         [[-6.1250e-03, -4.5335e-02,  4.8238e-02,  ..., -1.4209e-01,\n",
      "           -2.1544e-02,  1.2850e-02],\n",
      "          [ 6.5088e-03, -1.1676e-01,  9.0221e-02,  ..., -2.0607e-01,\n",
      "            7.5952e-03, -4.4109e-02],\n",
      "          [ 6.7087e-02, -2.2401e-01,  1.9066e-01,  ..., -3.0904e-01,\n",
      "            4.5358e-02,  3.9521e-02],\n",
      "          ...,\n",
      "          [ 1.4606e-01, -3.0589e-01,  1.6342e-01,  ..., -3.0297e-01,\n",
      "           -1.6185e-02,  1.2127e-01],\n",
      "          [ 8.8455e-02, -2.1971e-01,  9.6746e-02,  ..., -2.6368e-01,\n",
      "           -1.9683e-02,  7.9220e-02],\n",
      "          [-6.2744e-02, -1.0877e-01,  1.2190e-01,  ..., -1.7610e-01,\n",
      "           -1.1997e-01, -3.5452e-02]],\n",
      "\n",
      "         [[ 2.4834e-02, -2.6921e-02,  9.3772e-02,  ..., -4.3025e-02,\n",
      "            5.8727e-02,  7.5380e-02],\n",
      "          [ 8.7061e-03, -6.7968e-02,  7.6557e-02,  ..., -1.7559e-01,\n",
      "            4.5088e-02, -4.2942e-02],\n",
      "          [ 2.4785e-02, -1.3384e-01,  1.7782e-01,  ..., -1.9476e-01,\n",
      "            1.3184e-01,  6.1239e-02],\n",
      "          ...,\n",
      "          [ 8.4418e-02, -2.0784e-01,  1.3450e-01,  ..., -2.7908e-01,\n",
      "            1.3508e-02,  9.5443e-02],\n",
      "          [ 9.2544e-02, -1.6776e-01,  5.7784e-02,  ..., -2.1559e-01,\n",
      "           -6.8073e-03,  1.6371e-01],\n",
      "          [-8.0584e-02, -5.4450e-02,  2.7685e-02,  ..., -1.7944e-01,\n",
      "           -8.4417e-02,  7.7121e-02]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-8.6872e-02, -9.1772e-02, -5.3469e-02,  ..., -9.2900e-02,\n",
      "           -8.1407e-03, -6.3021e-02],\n",
      "          [-1.1185e-01, -8.0136e-02, -7.3431e-02,  ..., -7.8114e-02,\n",
      "           -5.6462e-02, -1.2217e-01],\n",
      "          [-7.2012e-02,  8.0391e-04, -4.4428e-02,  ..., -5.6789e-02,\n",
      "           -6.7727e-02, -1.2881e-01],\n",
      "          ...,\n",
      "          [ 2.4043e-02,  4.0560e-02,  3.4754e-02,  ...,  5.8036e-02,\n",
      "            4.3986e-02,  9.6191e-03],\n",
      "          [ 3.0190e-02,  8.0006e-03, -8.8163e-03,  ...,  1.5405e-02,\n",
      "            1.0862e-02,  8.0303e-03],\n",
      "          [ 3.7771e-02,  4.7414e-02,  2.9508e-02,  ...,  2.6745e-02,\n",
      "            2.9436e-02,  6.1263e-02]],\n",
      "\n",
      "         [[-7.7085e-02, -5.8301e-02, -6.1295e-02,  ..., -8.2216e-02,\n",
      "           -4.3422e-02, -4.0843e-02],\n",
      "          [-6.1071e-02, -9.6712e-02, -7.6692e-02,  ..., -7.8615e-02,\n",
      "           -1.1034e-01, -1.4565e-01],\n",
      "          [ 3.1381e-02,  5.7800e-03,  1.3386e-02,  ..., -1.8073e-03,\n",
      "           -5.6743e-02, -1.1010e-01],\n",
      "          ...,\n",
      "          [ 5.4945e-02,  8.2571e-02,  9.8515e-02,  ...,  6.6440e-02,\n",
      "            6.9460e-02,  4.1187e-02],\n",
      "          [ 2.8372e-02, -6.6260e-03,  2.7733e-02,  ...,  2.5024e-02,\n",
      "            3.1251e-02,  1.4699e-02],\n",
      "          [ 8.0841e-03,  3.7458e-02,  4.2439e-02,  ...,  6.3520e-02,\n",
      "            6.2669e-02,  4.3483e-02]],\n",
      "\n",
      "         [[ 5.0164e-03, -4.6797e-02,  4.9183e-02,  ..., -4.6395e-02,\n",
      "            4.7557e-03,  1.7034e-02],\n",
      "          [ 2.6986e-02, -5.7700e-02, -1.4220e-02,  ..., -6.8787e-02,\n",
      "           -3.6582e-02, -4.2498e-02],\n",
      "          [ 5.6698e-02, -4.7457e-03,  9.9915e-03,  ...,  1.4137e-02,\n",
      "           -1.3884e-03, -6.3120e-02],\n",
      "          ...,\n",
      "          [-2.2547e-04,  6.4393e-02,  3.8368e-02,  ...,  6.8463e-02,\n",
      "            3.2340e-02, -2.6203e-02],\n",
      "          [ 1.2689e-03, -1.2458e-02,  9.6622e-03,  ...,  1.8996e-02,\n",
      "            4.2446e-02, -2.8642e-02],\n",
      "          [-2.7984e-02, -3.2843e-02, -3.7657e-03,  ..., -2.6566e-03,\n",
      "            2.4157e-02,  2.1174e-02]]],\n",
      "\n",
      "\n",
      "        [[[-1.1564e-02, -4.7786e-02, -4.1997e-03,  ..., -8.0896e-02,\n",
      "            5.4472e-03,  4.0054e-03],\n",
      "          [-1.3119e-02, -8.7132e-03, -2.9950e-02,  ..., -5.8686e-05,\n",
      "            1.3224e-02,  6.9283e-02],\n",
      "          [-1.5807e-02, -3.0719e-02,  6.0033e-03,  ...,  2.8071e-03,\n",
      "           -5.5380e-02, -3.0936e-02],\n",
      "          ...,\n",
      "          [-1.6314e-02,  5.1053e-02,  9.2370e-02,  ...,  1.6442e-02,\n",
      "            5.7615e-02, -1.1331e-02],\n",
      "          [-2.1642e-03,  3.1568e-02,  1.9978e-02,  ...,  1.1827e-02,\n",
      "           -2.6710e-03,  7.8347e-03],\n",
      "          [-5.0234e-02, -2.1035e-02, -7.6923e-04,  ...,  2.0252e-02,\n",
      "            5.7355e-02, -1.0181e-03]],\n",
      "\n",
      "         [[ 1.0116e-02,  2.6745e-02, -2.7556e-02,  ..., -1.5199e-02,\n",
      "            8.1552e-03,  2.7991e-02],\n",
      "          [-2.8022e-02,  1.5956e-02, -2.4790e-02,  ..., -1.9780e-02,\n",
      "            6.1412e-02,  6.7816e-02],\n",
      "          [ 8.1306e-03,  5.6236e-03,  7.6459e-03,  ...,  1.8908e-02,\n",
      "            1.3617e-02, -7.1530e-03],\n",
      "          ...,\n",
      "          [ 7.4431e-02,  5.7794e-02,  7.7378e-02,  ...,  4.1687e-03,\n",
      "            4.7511e-02, -3.6472e-03],\n",
      "          [-2.2030e-02, -1.5609e-02,  5.2513e-02,  ...,  7.2860e-02,\n",
      "            1.3979e-02,  4.6685e-02],\n",
      "          [-1.6571e-02,  2.9706e-02, -2.0973e-02,  ...,  4.2041e-02,\n",
      "            2.7866e-02, -1.4788e-02]],\n",
      "\n",
      "         [[ 5.4221e-02, -1.9841e-02, -1.6001e-02,  ..., -4.8366e-03,\n",
      "            6.0111e-02,  2.9346e-02],\n",
      "          [ 1.4498e-02,  3.3832e-02,  1.8664e-02,  ...,  1.0752e-02,\n",
      "            3.7103e-02,  8.0523e-02],\n",
      "          [-2.0206e-03,  5.6535e-02,  5.1033e-02,  ...,  1.8931e-02,\n",
      "           -2.6856e-02, -6.3902e-03],\n",
      "          ...,\n",
      "          [ 3.2967e-02,  1.2651e-02,  1.5506e-03,  ...,  2.9000e-02,\n",
      "            3.3324e-02,  1.5108e-02],\n",
      "          [-2.0429e-02,  7.8942e-03,  1.3896e-02,  ...,  6.0862e-02,\n",
      "            5.3537e-03,  4.2407e-02],\n",
      "          [-8.9443e-03,  2.2383e-02,  1.8701e-02,  ..., -5.0384e-03,\n",
      "           -2.1672e-02,  3.0607e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 3.2742e-02,  1.5977e-02, -2.8890e-02,  ..., -5.7358e-02,\n",
      "           -8.1724e-03, -2.6461e-02],\n",
      "          [ 6.0312e-02,  2.5928e-02,  2.2570e-02,  ..., -1.7879e-02,\n",
      "           -2.6120e-02, -2.5345e-02],\n",
      "          [ 5.8077e-02,  5.3103e-02,  1.0127e-02,  ..., -3.7833e-02,\n",
      "            2.5666e-02,  8.0641e-03],\n",
      "          ...,\n",
      "          [-1.5520e-02, -4.0687e-02, -3.7192e-02,  ...,  9.7038e-03,\n",
      "           -9.2747e-03, -4.6100e-03],\n",
      "          [-1.4886e-02, -4.7019e-02, -5.3104e-02,  ...,  3.7812e-02,\n",
      "           -2.2196e-02,  3.3498e-03],\n",
      "          [-5.5898e-03, -3.8547e-02,  4.8764e-03,  ...,  2.5151e-02,\n",
      "           -1.8684e-02,  5.9512e-03]],\n",
      "\n",
      "         [[-2.4307e-03, -2.7472e-02, -3.2391e-02,  ..., -2.0433e-03,\n",
      "           -3.5153e-02, -1.3463e-02],\n",
      "          [-1.9214e-02,  1.3256e-03,  3.1339e-02,  ..., -2.2592e-02,\n",
      "            6.3191e-04,  2.9710e-02],\n",
      "          [ 2.1342e-02,  3.6872e-02, -2.2906e-02,  ...,  1.0792e-02,\n",
      "            1.3902e-03, -1.7934e-02],\n",
      "          ...,\n",
      "          [ 6.8143e-05,  7.1369e-03,  3.7672e-02,  ...,  6.4241e-03,\n",
      "            1.5038e-02,  4.0023e-02],\n",
      "          [-8.3887e-03,  1.2137e-02, -1.5242e-02,  ...,  4.3942e-02,\n",
      "            4.8075e-02,  1.2513e-02],\n",
      "          [ 3.2685e-02, -9.1904e-03, -2.8327e-02,  ...,  2.7627e-02,\n",
      "            2.4584e-02,  7.3187e-02]],\n",
      "\n",
      "         [[ 2.3528e-02, -4.7640e-02,  2.6795e-02,  ..., -8.7694e-03,\n",
      "            3.7353e-02, -1.5275e-02],\n",
      "          [ 4.5996e-02,  1.1872e-02,  4.7059e-02,  ...,  4.2904e-02,\n",
      "            2.9259e-02,  5.3278e-02],\n",
      "          [ 6.1149e-02,  7.9672e-02,  1.2861e-03,  ...,  3.4113e-03,\n",
      "            5.0189e-02,  3.3107e-02],\n",
      "          ...,\n",
      "          [-6.7899e-03,  1.6908e-02,  1.3529e-02,  ...,  6.5909e-02,\n",
      "           -1.0941e-03,  8.2703e-02],\n",
      "          [-7.6045e-03,  6.1994e-02,  1.2285e-02,  ...,  1.4043e-02,\n",
      "            7.9512e-02,  4.6542e-02],\n",
      "          [-1.5959e-02, -8.4574e-03,  4.0816e-02,  ...,  6.6787e-02,\n",
      "            8.4132e-02,  8.2368e-02]]]], requires_grad=True))]\n",
      "[('weight_mask', tensor([[[[0., 1., 1.,  ..., 0., 1., 0.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 0.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 1.],\n",
      "          ...,\n",
      "          [0., 0., 0.,  ..., 1., 1., 0.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 0.],\n",
      "          [1., 1., 1.,  ..., 0., 1., 1.]],\n",
      "\n",
      "         [[1., 1., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 0., 0., 1.],\n",
      "          [0., 1., 1.,  ..., 0., 0., 1.],\n",
      "          ...,\n",
      "          [1., 0., 1.,  ..., 1., 1., 0.],\n",
      "          [0., 1., 1.,  ..., 1., 1., 1.],\n",
      "          [0., 1., 0.,  ..., 1., 1., 0.]],\n",
      "\n",
      "         [[1., 1., 0.,  ..., 1., 1., 1.],\n",
      "          [1., 0., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 0., 0.,  ..., 1., 1., 1.],\n",
      "          ...,\n",
      "          [1., 0., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 0., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 1.]]],\n",
      "\n",
      "\n",
      "        [[[1., 0., 0.,  ..., 1., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 0., 0.,  ..., 1., 0., 0.],\n",
      "          ...,\n",
      "          [1., 1., 1.,  ..., 0., 0., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 1.]],\n",
      "\n",
      "         [[1., 1., 1.,  ..., 1., 0., 1.],\n",
      "          [0., 1., 1.,  ..., 1., 0., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 0.],\n",
      "          ...,\n",
      "          [1., 1., 1.,  ..., 1., 0., 1.],\n",
      "          [0., 0., 0.,  ..., 1., 1., 1.],\n",
      "          [1., 0., 1.,  ..., 0., 1., 0.]],\n",
      "\n",
      "         [[1., 1., 1.,  ..., 0., 0., 1.],\n",
      "          [1., 1., 1.,  ..., 0., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 0., 0.],\n",
      "          ...,\n",
      "          [1., 0., 0.,  ..., 1., 1., 0.],\n",
      "          [1., 0., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 1., 0.,  ..., 1., 1., 0.]]],\n",
      "\n",
      "\n",
      "        [[[1., 1., 1.,  ..., 1., 0., 1.],\n",
      "          [1., 1., 1.,  ..., 0., 1., 0.],\n",
      "          [1., 0., 1.,  ..., 1., 1., 0.],\n",
      "          ...,\n",
      "          [0., 1., 1.,  ..., 0., 1., 1.],\n",
      "          [1., 0., 1.,  ..., 1., 1., 0.],\n",
      "          [1., 1., 1.,  ..., 0., 1., 1.]],\n",
      "\n",
      "         [[0., 1., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 0., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 0., 0.,  ..., 1., 1., 0.],\n",
      "          ...,\n",
      "          [0., 0., 0.,  ..., 0., 0., 1.],\n",
      "          [1., 1., 0.,  ..., 0., 1., 1.],\n",
      "          [0., 1., 1.,  ..., 0., 0., 1.]],\n",
      "\n",
      "         [[1., 0., 0.,  ..., 1., 0., 0.],\n",
      "          [1., 0., 0.,  ..., 1., 0., 0.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 0.],\n",
      "          ...,\n",
      "          [0., 0., 1.,  ..., 0., 0., 1.],\n",
      "          [1., 0., 1.,  ..., 0., 1., 1.],\n",
      "          [1., 0., 1.,  ..., 1., 1., 1.]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[0., 1., 1.,  ..., 0., 0., 1.],\n",
      "          [1., 0., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 1.],\n",
      "          ...,\n",
      "          [0., 1., 1.,  ..., 0., 1., 1.],\n",
      "          [1., 0., 1.,  ..., 1., 1., 0.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 0.]],\n",
      "\n",
      "         [[1., 1., 1.,  ..., 1., 1., 0.],\n",
      "          [1., 0., 0.,  ..., 1., 0., 1.],\n",
      "          [0., 1., 1.,  ..., 1., 1., 1.],\n",
      "          ...,\n",
      "          [1., 1., 0.,  ..., 1., 0., 1.],\n",
      "          [1., 1., 0.,  ..., 1., 0., 0.],\n",
      "          [0., 1., 1.,  ..., 0., 0., 1.]],\n",
      "\n",
      "         [[1., 1., 0.,  ..., 1., 1., 1.],\n",
      "          [1., 1., 0.,  ..., 1., 1., 1.],\n",
      "          [1., 0., 1.,  ..., 1., 1., 1.],\n",
      "          ...,\n",
      "          [0., 0., 1.,  ..., 1., 1., 1.],\n",
      "          [0., 0., 0.,  ..., 1., 0., 1.],\n",
      "          [0., 0., 1.,  ..., 1., 0., 1.]]],\n",
      "\n",
      "\n",
      "        [[[1., 0., 1.,  ..., 1., 1., 1.],\n",
      "          [0., 0., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 0.],\n",
      "          ...,\n",
      "          [1., 1., 0.,  ..., 1., 0., 0.],\n",
      "          [0., 0., 1.,  ..., 0., 1., 0.],\n",
      "          [1., 1., 0.,  ..., 1., 1., 1.]],\n",
      "\n",
      "         [[1., 1., 1.,  ..., 0., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 0., 1., 1.],\n",
      "          [1., 0., 0.,  ..., 1., 1., 1.],\n",
      "          ...,\n",
      "          [1., 0., 1.,  ..., 0., 0., 1.],\n",
      "          [1., 1., 0.,  ..., 0., 1., 0.],\n",
      "          [0., 1., 1.,  ..., 1., 1., 1.]],\n",
      "\n",
      "         [[1., 1., 0.,  ..., 0., 0., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 0., 0.],\n",
      "          [1., 1., 1.,  ..., 0., 1., 1.],\n",
      "          ...,\n",
      "          [0., 0., 1.,  ..., 0., 1., 1.],\n",
      "          [0., 1., 1.,  ..., 1., 1., 0.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 1.]]],\n",
      "\n",
      "\n",
      "        [[[1., 1., 1.,  ..., 1., 1., 0.],\n",
      "          [1., 1., 1.,  ..., 0., 1., 1.],\n",
      "          [1., 1., 0.,  ..., 1., 1., 1.],\n",
      "          ...,\n",
      "          [1., 1., 1.,  ..., 1., 0., 1.],\n",
      "          [0., 1., 0.,  ..., 1., 1., 0.],\n",
      "          [0., 0., 0.,  ..., 1., 0., 1.]],\n",
      "\n",
      "         [[0., 1., 1.,  ..., 1., 0., 1.],\n",
      "          [1., 0., 1.,  ..., 1., 0., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 0., 0.],\n",
      "          ...,\n",
      "          [0., 1., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 0., 1.,  ..., 1., 0., 1.],\n",
      "          [1., 1., 0.,  ..., 1., 0., 0.]],\n",
      "\n",
      "         [[0., 1., 1.,  ..., 0., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 0.],\n",
      "          ...,\n",
      "          [1., 1., 1.,  ..., 1., 0., 1.],\n",
      "          [1., 1., 1.,  ..., 0., 0., 1.],\n",
      "          [0., 1., 1.,  ..., 1., 0., 1.]]]]))]\n"
     ]
    }
   ],
   "source": [
    "print(list(module.named_parameters()))\n",
    "print(list(module.named_buffers()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([[[[ 0.0000e+00, -3.3317e-02, -2.6283e-02,  ...,  0.0000e+00,\n",
      "           -1.5437e-02, -0.0000e+00],\n",
      "          [ 5.5005e-02,  1.8621e-02, -3.1146e-02,  ..., -2.0491e-02,\n",
      "           -1.0332e-02, -0.0000e+00],\n",
      "          [ 4.3598e-02, -2.7003e-02, -3.2107e-02,  ...,  3.8094e-03,\n",
      "            4.6784e-02,  1.2251e-02],\n",
      "          ...,\n",
      "          [ 0.0000e+00, -0.0000e+00, -0.0000e+00,  ..., -3.2679e-02,\n",
      "           -4.7373e-02, -0.0000e+00],\n",
      "          [ 2.9091e-02, -3.9187e-02, -5.1207e-02,  ..., -3.0126e-02,\n",
      "           -4.9887e-02, -0.0000e+00],\n",
      "          [ 5.1639e-02,  5.6830e-03, -3.5043e-02,  ...,  0.0000e+00,\n",
      "           -5.0458e-02, -3.1624e-03]],\n",
      "\n",
      "         [[ 5.3227e-02,  1.1374e-03, -6.4848e-02,  ...,  1.1745e-02,\n",
      "           -3.4678e-02, -8.0377e-02],\n",
      "          [-3.2463e-03, -3.0599e-02, -1.0340e-01,  ..., -0.0000e+00,\n",
      "           -0.0000e+00, -7.7483e-02],\n",
      "          [-0.0000e+00, -3.5572e-02, -4.6945e-02,  ..., -0.0000e+00,\n",
      "           -0.0000e+00, -1.3921e-02],\n",
      "          ...,\n",
      "          [ 7.2279e-02,  0.0000e+00, -8.8484e-03,  ...,  1.7874e-02,\n",
      "            4.6699e-02,  0.0000e+00],\n",
      "          [ 0.0000e+00,  2.1399e-02, -8.0163e-02,  ...,  2.1545e-02,\n",
      "            4.1745e-03,  3.5125e-02],\n",
      "          [ 0.0000e+00,  4.9360e-02,  0.0000e+00,  ...,  5.0114e-02,\n",
      "           -3.8246e-02,  0.0000e+00]],\n",
      "\n",
      "         [[ 5.0723e-02, -3.8252e-02, -0.0000e+00,  ..., -3.6065e-02,\n",
      "           -1.4853e-02, -3.9154e-02],\n",
      "          [ 3.1425e-02, -0.0000e+00, -6.7825e-02,  ...,  1.7476e-02,\n",
      "           -8.4198e-02, -4.7166e-02],\n",
      "          [-2.3852e-02, -0.0000e+00, -0.0000e+00,  ..., -1.7568e-02,\n",
      "           -5.0781e-02, -4.2141e-02],\n",
      "          ...,\n",
      "          [ 7.5741e-02,  0.0000e+00,  2.0285e-02,  ...,  3.1594e-02,\n",
      "            6.2831e-02,  4.7814e-02],\n",
      "          [ 9.4853e-03, -1.6578e-02, -1.4831e-02,  ...,  0.0000e+00,\n",
      "            1.0855e-02,  2.1275e-02],\n",
      "          [ 4.7991e-02,  4.7195e-02, -4.0184e-03,  ..., -1.0482e-03,\n",
      "           -2.4305e-02, -1.4938e-02]]],\n",
      "\n",
      "\n",
      "        [[[-1.4618e-02,  0.0000e+00,  0.0000e+00,  ..., -2.9520e-03,\n",
      "            3.1480e-02,  1.0924e-02],\n",
      "          [ 9.9351e-03, -6.0774e-03,  1.4598e-02,  ...,  7.9581e-03,\n",
      "            1.4493e-02, -2.2290e-03],\n",
      "          [-3.9733e-02, -0.0000e+00,  0.0000e+00,  ..., -1.2972e-03,\n",
      "           -0.0000e+00,  0.0000e+00],\n",
      "          ...,\n",
      "          [-1.8818e-02, -3.4912e-02, -7.2195e-02,  ..., -0.0000e+00,\n",
      "           -0.0000e+00,  1.1680e-02],\n",
      "          [-3.4831e-02, -3.7903e-02,  6.8257e-03,  ..., -9.8326e-03,\n",
      "           -2.6898e-02,  6.2844e-02],\n",
      "          [-1.7075e-02, -3.6909e-02, -3.2841e-02,  ..., -4.6901e-02,\n",
      "            1.8888e-02,  4.3800e-02]],\n",
      "\n",
      "         [[ 3.5721e-03,  6.6878e-03,  3.2947e-02,  ..., -4.5669e-02,\n",
      "           -0.0000e+00, -4.1729e-03],\n",
      "          [-0.0000e+00, -2.1295e-03,  1.1832e-02,  ..., -2.1804e-03,\n",
      "            0.0000e+00,  1.0010e-02],\n",
      "          [-7.5394e-02, -8.1456e-02, -1.4541e-02,  ..., -5.2803e-02,\n",
      "           -8.1461e-02, -0.0000e+00],\n",
      "          ...,\n",
      "          [-5.5498e-02, -5.8494e-02, -8.7223e-02,  ..., -4.7270e-02,\n",
      "           -0.0000e+00, -1.5286e-02],\n",
      "          [-0.0000e+00, -0.0000e+00, -0.0000e+00,  ..., -2.7705e-02,\n",
      "           -4.8310e-02,  2.6420e-02],\n",
      "          [ 5.5312e-03, -0.0000e+00, -3.9228e-03,  ...,  0.0000e+00,\n",
      "            4.3823e-02,  0.0000e+00]],\n",
      "\n",
      "         [[ 2.2972e-02, -9.4534e-03,  3.7720e-02,  ..., -0.0000e+00,\n",
      "            0.0000e+00,  2.0335e-02],\n",
      "          [ 5.1211e-02,  3.3869e-02,  6.8664e-02,  ...,  0.0000e+00,\n",
      "            2.5189e-02,  4.0107e-02],\n",
      "          [-3.4197e-03, -3.9030e-02, -4.3889e-02,  ...,  3.8650e-02,\n",
      "           -0.0000e+00,  0.0000e+00],\n",
      "          ...,\n",
      "          [-3.1600e-02, -0.0000e+00, -0.0000e+00,  ..., -4.9828e-02,\n",
      "           -3.2195e-02,  0.0000e+00],\n",
      "          [ 4.2484e-02, -0.0000e+00, -1.3328e-02,  ..., -1.1261e-02,\n",
      "           -1.1557e-02,  4.0826e-02],\n",
      "          [ 4.8555e-02, -1.7256e-02, -0.0000e+00,  ...,  5.6616e-03,\n",
      "           -2.3417e-02,  0.0000e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 2.2483e-02, -7.7734e-02, -2.5930e-02,  ..., -7.4907e-02,\n",
      "            0.0000e+00, -2.6221e-02],\n",
      "          [ 3.6674e-02, -8.3207e-02,  5.5756e-02,  ..., -0.0000e+00,\n",
      "            6.1164e-02,  0.0000e+00],\n",
      "          [ 3.8554e-02, -0.0000e+00,  1.1434e-01,  ..., -2.1296e-01,\n",
      "            9.0887e-02,  0.0000e+00],\n",
      "          ...,\n",
      "          [ 0.0000e+00, -2.7475e-01,  1.2596e-01,  ..., -0.0000e+00,\n",
      "           -1.2271e-02,  9.3261e-02],\n",
      "          [ 1.3517e-01, -0.0000e+00,  2.9549e-02,  ..., -2.5033e-01,\n",
      "           -3.8026e-02,  0.0000e+00],\n",
      "          [ 2.7450e-03, -7.3441e-02,  1.2723e-01,  ..., -0.0000e+00,\n",
      "           -3.9458e-02,  7.7940e-02]],\n",
      "\n",
      "         [[-0.0000e+00, -4.5335e-02,  4.8238e-02,  ..., -1.4209e-01,\n",
      "           -2.1544e-02,  1.2850e-02],\n",
      "          [ 6.5088e-03, -0.0000e+00,  9.0221e-02,  ..., -2.0607e-01,\n",
      "            7.5952e-03, -4.4109e-02],\n",
      "          [ 6.7087e-02, -0.0000e+00,  0.0000e+00,  ..., -3.0904e-01,\n",
      "            4.5358e-02,  0.0000e+00],\n",
      "          ...,\n",
      "          [ 0.0000e+00, -0.0000e+00,  0.0000e+00,  ..., -0.0000e+00,\n",
      "           -0.0000e+00,  1.2127e-01],\n",
      "          [ 8.8455e-02, -2.1971e-01,  0.0000e+00,  ..., -0.0000e+00,\n",
      "           -1.9683e-02,  7.9220e-02],\n",
      "          [-0.0000e+00, -1.0877e-01,  1.2190e-01,  ..., -0.0000e+00,\n",
      "           -0.0000e+00, -3.5452e-02]],\n",
      "\n",
      "         [[ 2.4834e-02, -0.0000e+00,  0.0000e+00,  ..., -4.3025e-02,\n",
      "            0.0000e+00,  0.0000e+00],\n",
      "          [ 8.7061e-03, -0.0000e+00,  0.0000e+00,  ..., -1.7559e-01,\n",
      "            0.0000e+00, -0.0000e+00],\n",
      "          [ 2.4785e-02, -1.3384e-01,  1.7782e-01,  ..., -1.9476e-01,\n",
      "            1.3184e-01,  0.0000e+00],\n",
      "          ...,\n",
      "          [ 0.0000e+00, -0.0000e+00,  1.3450e-01,  ..., -0.0000e+00,\n",
      "            0.0000e+00,  9.5443e-02],\n",
      "          [ 9.2544e-02, -0.0000e+00,  5.7784e-02,  ..., -0.0000e+00,\n",
      "           -6.8073e-03,  1.6371e-01],\n",
      "          [-8.0584e-02, -0.0000e+00,  2.7685e-02,  ..., -1.7944e-01,\n",
      "           -8.4417e-02,  7.7121e-02]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-0.0000e+00, -9.1772e-02, -5.3469e-02,  ..., -0.0000e+00,\n",
      "           -0.0000e+00, -6.3021e-02],\n",
      "          [-1.1185e-01, -0.0000e+00, -7.3431e-02,  ..., -7.8114e-02,\n",
      "           -5.6462e-02, -1.2217e-01],\n",
      "          [-7.2012e-02,  8.0391e-04, -4.4428e-02,  ..., -5.6789e-02,\n",
      "           -6.7727e-02, -1.2881e-01],\n",
      "          ...,\n",
      "          [ 0.0000e+00,  4.0560e-02,  3.4754e-02,  ...,  0.0000e+00,\n",
      "            4.3986e-02,  9.6191e-03],\n",
      "          [ 3.0190e-02,  0.0000e+00, -8.8163e-03,  ...,  1.5405e-02,\n",
      "            1.0862e-02,  0.0000e+00],\n",
      "          [ 3.7771e-02,  4.7414e-02,  2.9508e-02,  ...,  2.6745e-02,\n",
      "            2.9436e-02,  0.0000e+00]],\n",
      "\n",
      "         [[-7.7085e-02, -5.8301e-02, -6.1295e-02,  ..., -8.2216e-02,\n",
      "           -4.3422e-02, -0.0000e+00],\n",
      "          [-6.1071e-02, -0.0000e+00, -0.0000e+00,  ..., -7.8615e-02,\n",
      "           -0.0000e+00, -1.4565e-01],\n",
      "          [ 0.0000e+00,  5.7800e-03,  1.3386e-02,  ..., -1.8073e-03,\n",
      "           -5.6743e-02, -1.1010e-01],\n",
      "          ...,\n",
      "          [ 5.4945e-02,  8.2571e-02,  0.0000e+00,  ...,  6.6440e-02,\n",
      "            0.0000e+00,  4.1187e-02],\n",
      "          [ 2.8372e-02, -6.6260e-03,  0.0000e+00,  ...,  2.5024e-02,\n",
      "            0.0000e+00,  0.0000e+00],\n",
      "          [ 0.0000e+00,  3.7458e-02,  4.2439e-02,  ...,  0.0000e+00,\n",
      "            0.0000e+00,  4.3483e-02]],\n",
      "\n",
      "         [[ 5.0164e-03, -4.6797e-02,  0.0000e+00,  ..., -4.6395e-02,\n",
      "            4.7557e-03,  1.7034e-02],\n",
      "          [ 2.6986e-02, -5.7700e-02, -0.0000e+00,  ..., -6.8787e-02,\n",
      "           -3.6582e-02, -4.2498e-02],\n",
      "          [ 5.6698e-02, -0.0000e+00,  9.9915e-03,  ...,  1.4137e-02,\n",
      "           -1.3884e-03, -6.3120e-02],\n",
      "          ...,\n",
      "          [-0.0000e+00,  0.0000e+00,  3.8368e-02,  ...,  6.8463e-02,\n",
      "            3.2340e-02, -2.6203e-02],\n",
      "          [ 0.0000e+00, -0.0000e+00,  0.0000e+00,  ...,  1.8996e-02,\n",
      "            0.0000e+00, -2.8642e-02],\n",
      "          [-0.0000e+00, -0.0000e+00, -3.7657e-03,  ..., -2.6566e-03,\n",
      "            0.0000e+00,  2.1174e-02]]],\n",
      "\n",
      "\n",
      "        [[[-1.1564e-02, -0.0000e+00, -4.1997e-03,  ..., -8.0896e-02,\n",
      "            5.4472e-03,  4.0054e-03],\n",
      "          [-0.0000e+00, -0.0000e+00, -2.9950e-02,  ..., -5.8686e-05,\n",
      "            1.3224e-02,  6.9283e-02],\n",
      "          [-1.5807e-02, -3.0719e-02,  6.0033e-03,  ...,  2.8071e-03,\n",
      "           -5.5380e-02, -0.0000e+00],\n",
      "          ...,\n",
      "          [-1.6314e-02,  5.1053e-02,  0.0000e+00,  ...,  1.6442e-02,\n",
      "            0.0000e+00, -0.0000e+00],\n",
      "          [-0.0000e+00,  0.0000e+00,  1.9978e-02,  ...,  0.0000e+00,\n",
      "           -2.6710e-03,  0.0000e+00],\n",
      "          [-5.0234e-02, -2.1035e-02, -0.0000e+00,  ...,  2.0252e-02,\n",
      "            5.7355e-02, -1.0181e-03]],\n",
      "\n",
      "         [[ 1.0116e-02,  2.6745e-02, -2.7556e-02,  ..., -0.0000e+00,\n",
      "            8.1552e-03,  2.7991e-02],\n",
      "          [-2.8022e-02,  1.5956e-02, -2.4790e-02,  ..., -0.0000e+00,\n",
      "            6.1412e-02,  6.7816e-02],\n",
      "          [ 8.1306e-03,  0.0000e+00,  0.0000e+00,  ...,  1.8908e-02,\n",
      "            1.3617e-02, -7.1530e-03],\n",
      "          ...,\n",
      "          [ 7.4431e-02,  0.0000e+00,  7.7378e-02,  ...,  0.0000e+00,\n",
      "            0.0000e+00, -3.6472e-03],\n",
      "          [-2.2030e-02, -1.5609e-02,  0.0000e+00,  ...,  0.0000e+00,\n",
      "            1.3979e-02,  0.0000e+00],\n",
      "          [-0.0000e+00,  2.9706e-02, -2.0973e-02,  ...,  4.2041e-02,\n",
      "            2.7866e-02, -1.4788e-02]],\n",
      "\n",
      "         [[ 5.4221e-02, -1.9841e-02, -0.0000e+00,  ..., -0.0000e+00,\n",
      "            0.0000e+00,  2.9346e-02],\n",
      "          [ 1.4498e-02,  3.3832e-02,  1.8664e-02,  ...,  1.0752e-02,\n",
      "            0.0000e+00,  0.0000e+00],\n",
      "          [-2.0206e-03,  5.6535e-02,  5.1033e-02,  ...,  0.0000e+00,\n",
      "           -2.6856e-02, -6.3902e-03],\n",
      "          ...,\n",
      "          [ 0.0000e+00,  0.0000e+00,  1.5506e-03,  ...,  0.0000e+00,\n",
      "            3.3324e-02,  1.5108e-02],\n",
      "          [-0.0000e+00,  7.8942e-03,  1.3896e-02,  ...,  6.0862e-02,\n",
      "            5.3537e-03,  0.0000e+00],\n",
      "          [-8.9443e-03,  2.2383e-02,  1.8701e-02,  ..., -5.0384e-03,\n",
      "           -2.1672e-02,  3.0607e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 3.2742e-02,  1.5977e-02, -2.8890e-02,  ..., -5.7358e-02,\n",
      "           -8.1724e-03, -0.0000e+00],\n",
      "          [ 6.0312e-02,  2.5928e-02,  2.2570e-02,  ..., -0.0000e+00,\n",
      "           -2.6120e-02, -2.5345e-02],\n",
      "          [ 5.8077e-02,  5.3103e-02,  0.0000e+00,  ..., -3.7833e-02,\n",
      "            2.5666e-02,  8.0641e-03],\n",
      "          ...,\n",
      "          [-1.5520e-02, -4.0687e-02, -3.7192e-02,  ...,  9.7038e-03,\n",
      "           -0.0000e+00, -4.6100e-03],\n",
      "          [-0.0000e+00, -4.7019e-02, -0.0000e+00,  ...,  3.7812e-02,\n",
      "           -2.2196e-02,  0.0000e+00],\n",
      "          [-0.0000e+00, -0.0000e+00,  0.0000e+00,  ...,  2.5151e-02,\n",
      "           -0.0000e+00,  5.9512e-03]],\n",
      "\n",
      "         [[-0.0000e+00, -2.7472e-02, -3.2391e-02,  ..., -2.0433e-03,\n",
      "           -0.0000e+00, -1.3463e-02],\n",
      "          [-1.9214e-02,  0.0000e+00,  3.1339e-02,  ..., -2.2592e-02,\n",
      "            0.0000e+00,  2.9710e-02],\n",
      "          [ 2.1342e-02,  3.6872e-02, -2.2906e-02,  ...,  1.0792e-02,\n",
      "            0.0000e+00, -0.0000e+00],\n",
      "          ...,\n",
      "          [ 0.0000e+00,  7.1369e-03,  3.7672e-02,  ...,  6.4241e-03,\n",
      "            1.5038e-02,  4.0023e-02],\n",
      "          [-8.3887e-03,  0.0000e+00, -1.5242e-02,  ...,  4.3942e-02,\n",
      "            0.0000e+00,  1.2513e-02],\n",
      "          [ 3.2685e-02, -9.1904e-03, -0.0000e+00,  ...,  2.7627e-02,\n",
      "            0.0000e+00,  0.0000e+00]],\n",
      "\n",
      "         [[ 0.0000e+00, -4.7640e-02,  2.6795e-02,  ..., -0.0000e+00,\n",
      "            3.7353e-02, -1.5275e-02],\n",
      "          [ 4.5996e-02,  1.1872e-02,  4.7059e-02,  ...,  4.2904e-02,\n",
      "            2.9259e-02,  5.3278e-02],\n",
      "          [ 6.1149e-02,  7.9672e-02,  1.2861e-03,  ...,  3.4113e-03,\n",
      "            5.0189e-02,  0.0000e+00],\n",
      "          ...,\n",
      "          [-6.7899e-03,  1.6908e-02,  1.3529e-02,  ...,  6.5909e-02,\n",
      "           -0.0000e+00,  8.2703e-02],\n",
      "          [-7.6045e-03,  6.1994e-02,  1.2285e-02,  ...,  0.0000e+00,\n",
      "            0.0000e+00,  4.6542e-02],\n",
      "          [-0.0000e+00, -8.4574e-03,  4.0816e-02,  ...,  6.6787e-02,\n",
      "            0.0000e+00,  8.2368e-02]]]], grad_fn=<MulBackward0>)\n"
     ]
    }
   ],
   "source": [
    "print(module.weight)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "OrderedDict([(697, <torch.nn.utils.prune.RandomUnstructured object at 0x000002D94FA6C910>)])\n"
     ]
    }
   ],
   "source": [
    "print(module._forward_pre_hooks)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[('weight_orig', Parameter containing:\n",
      "tensor([[[[ 5.6301e-02, -3.3317e-02, -2.6283e-02,  ...,  7.1762e-03,\n",
      "           -1.5437e-02, -1.6184e-02],\n",
      "          [ 5.5005e-02,  1.8621e-02, -3.1146e-02,  ..., -2.0491e-02,\n",
      "           -1.0332e-02, -4.5827e-02],\n",
      "          [ 4.3598e-02, -2.7003e-02, -3.2107e-02,  ...,  3.8094e-03,\n",
      "            4.6784e-02,  1.2251e-02],\n",
      "          ...,\n",
      "          [ 3.0689e-02, -2.0697e-02, -5.9207e-02,  ..., -3.2679e-02,\n",
      "           -4.7373e-02, -1.6765e-02],\n",
      "          [ 2.9091e-02, -3.9187e-02, -5.1207e-02,  ..., -3.0126e-02,\n",
      "           -4.9887e-02, -1.8109e-02],\n",
      "          [ 5.1639e-02,  5.6830e-03, -3.5043e-02,  ...,  7.0827e-03,\n",
      "           -5.0458e-02, -3.1624e-03]],\n",
      "\n",
      "         [[ 5.3227e-02,  1.1374e-03, -6.4848e-02,  ...,  1.1745e-02,\n",
      "           -3.4678e-02, -8.0377e-02],\n",
      "          [-3.2463e-03, -3.0599e-02, -1.0340e-01,  ..., -1.2938e-02,\n",
      "           -3.4355e-02, -7.7483e-02],\n",
      "          [-9.4215e-03, -3.5572e-02, -4.6945e-02,  ..., -2.1222e-02,\n",
      "           -3.4136e-02, -1.3921e-02],\n",
      "          ...,\n",
      "          [ 7.2279e-02,  2.2238e-02, -8.8484e-03,  ...,  1.7874e-02,\n",
      "            4.6699e-02,  3.6810e-02],\n",
      "          [ 6.0997e-02,  2.1399e-02, -8.0163e-02,  ...,  2.1545e-02,\n",
      "            4.1745e-03,  3.5125e-02],\n",
      "          [ 9.5041e-02,  4.9360e-02,  1.4674e-03,  ...,  5.0114e-02,\n",
      "           -3.8246e-02,  7.5154e-03]],\n",
      "\n",
      "         [[ 5.0723e-02, -3.8252e-02, -4.0940e-02,  ..., -3.6065e-02,\n",
      "           -1.4853e-02, -3.9154e-02],\n",
      "          [ 3.1425e-02, -5.2712e-02, -6.7825e-02,  ...,  1.7476e-02,\n",
      "           -8.4198e-02, -4.7166e-02],\n",
      "          [-2.3852e-02, -8.4720e-02, -6.0316e-02,  ..., -1.7568e-02,\n",
      "           -5.0781e-02, -4.2141e-02],\n",
      "          ...,\n",
      "          [ 7.5741e-02,  3.2851e-02,  2.0285e-02,  ...,  3.1594e-02,\n",
      "            6.2831e-02,  4.7814e-02],\n",
      "          [ 9.4853e-03, -1.6578e-02, -1.4831e-02,  ...,  1.5198e-02,\n",
      "            1.0855e-02,  2.1275e-02],\n",
      "          [ 4.7991e-02,  4.7195e-02, -4.0184e-03,  ..., -1.0482e-03,\n",
      "           -2.4305e-02, -1.4938e-02]]],\n",
      "\n",
      "\n",
      "        [[[-1.4618e-02,  8.8016e-03,  2.7646e-02,  ..., -2.9520e-03,\n",
      "            3.1480e-02,  1.0924e-02],\n",
      "          [ 9.9351e-03, -6.0774e-03,  1.4598e-02,  ...,  7.9581e-03,\n",
      "            1.4493e-02, -2.2290e-03],\n",
      "          [-3.9733e-02, -1.8181e-02,  1.3045e-02,  ..., -1.2972e-03,\n",
      "           -2.7763e-02,  8.5259e-04],\n",
      "          ...,\n",
      "          [-1.8818e-02, -3.4912e-02, -7.2195e-02,  ..., -1.7514e-03,\n",
      "           -3.1997e-02,  1.1680e-02],\n",
      "          [-3.4831e-02, -3.7903e-02,  6.8257e-03,  ..., -9.8326e-03,\n",
      "           -2.6898e-02,  6.2844e-02],\n",
      "          [-1.7075e-02, -3.6909e-02, -3.2841e-02,  ..., -4.6901e-02,\n",
      "            1.8888e-02,  4.3800e-02]],\n",
      "\n",
      "         [[ 3.5721e-03,  6.6878e-03,  3.2947e-02,  ..., -4.5669e-02,\n",
      "           -3.7208e-03, -4.1729e-03],\n",
      "          [-8.3882e-03, -2.1295e-03,  1.1832e-02,  ..., -2.1804e-03,\n",
      "            3.6632e-02,  1.0010e-02],\n",
      "          [-7.5394e-02, -8.1456e-02, -1.4541e-02,  ..., -5.2803e-02,\n",
      "           -8.1461e-02, -2.0941e-02],\n",
      "          ...,\n",
      "          [-5.5498e-02, -5.8494e-02, -8.7223e-02,  ..., -4.7270e-02,\n",
      "           -7.5754e-02, -1.5286e-02],\n",
      "          [-6.0767e-03, -5.7127e-03, -9.6114e-02,  ..., -2.7705e-02,\n",
      "           -4.8310e-02,  2.6420e-02],\n",
      "          [ 5.5312e-03, -4.1389e-02, -3.9228e-03,  ...,  3.2915e-02,\n",
      "            4.3823e-02,  7.3213e-02]],\n",
      "\n",
      "         [[ 2.2972e-02, -9.4534e-03,  3.7720e-02,  ..., -3.2706e-03,\n",
      "            2.9875e-02,  2.0335e-02],\n",
      "          [ 5.1211e-02,  3.3869e-02,  6.8664e-02,  ...,  2.5935e-02,\n",
      "            2.5189e-02,  4.0107e-02],\n",
      "          [-3.4197e-03, -3.9030e-02, -4.3889e-02,  ...,  3.8650e-02,\n",
      "           -1.1853e-02,  3.4963e-02],\n",
      "          ...,\n",
      "          [-3.1600e-02, -2.8869e-02, -3.2424e-02,  ..., -4.9828e-02,\n",
      "           -3.2195e-02,  5.0661e-02],\n",
      "          [ 4.2484e-02, -3.6393e-02, -1.3328e-02,  ..., -1.1261e-02,\n",
      "           -1.1557e-02,  4.0826e-02],\n",
      "          [ 4.8555e-02, -1.7256e-02, -1.1103e-02,  ...,  5.6616e-03,\n",
      "           -2.3417e-02,  5.5942e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 2.2483e-02, -7.7734e-02, -2.5930e-02,  ..., -7.4907e-02,\n",
      "            7.0677e-02, -2.6221e-02],\n",
      "          [ 3.6674e-02, -8.3207e-02,  5.5756e-02,  ..., -1.3625e-01,\n",
      "            6.1164e-02,  1.2278e-02],\n",
      "          [ 3.8554e-02, -2.4993e-01,  1.1434e-01,  ..., -2.1296e-01,\n",
      "            9.0887e-02,  1.6305e-02],\n",
      "          ...,\n",
      "          [ 9.1652e-02, -2.7475e-01,  1.2596e-01,  ..., -2.8266e-01,\n",
      "           -1.2271e-02,  9.3261e-02],\n",
      "          [ 1.3517e-01, -2.0927e-01,  2.9549e-02,  ..., -2.5033e-01,\n",
      "           -3.8026e-02,  7.2802e-02],\n",
      "          [ 2.7450e-03, -7.3441e-02,  1.2723e-01,  ..., -1.2617e-01,\n",
      "           -3.9458e-02,  7.7940e-02]],\n",
      "\n",
      "         [[-6.1250e-03, -4.5335e-02,  4.8238e-02,  ..., -1.4209e-01,\n",
      "           -2.1544e-02,  1.2850e-02],\n",
      "          [ 6.5088e-03, -1.1676e-01,  9.0221e-02,  ..., -2.0607e-01,\n",
      "            7.5952e-03, -4.4109e-02],\n",
      "          [ 6.7087e-02, -2.2401e-01,  1.9066e-01,  ..., -3.0904e-01,\n",
      "            4.5358e-02,  3.9521e-02],\n",
      "          ...,\n",
      "          [ 1.4606e-01, -3.0589e-01,  1.6342e-01,  ..., -3.0297e-01,\n",
      "           -1.6185e-02,  1.2127e-01],\n",
      "          [ 8.8455e-02, -2.1971e-01,  9.6746e-02,  ..., -2.6368e-01,\n",
      "           -1.9683e-02,  7.9220e-02],\n",
      "          [-6.2744e-02, -1.0877e-01,  1.2190e-01,  ..., -1.7610e-01,\n",
      "           -1.1997e-01, -3.5452e-02]],\n",
      "\n",
      "         [[ 2.4834e-02, -2.6921e-02,  9.3772e-02,  ..., -4.3025e-02,\n",
      "            5.8727e-02,  7.5380e-02],\n",
      "          [ 8.7061e-03, -6.7968e-02,  7.6557e-02,  ..., -1.7559e-01,\n",
      "            4.5088e-02, -4.2942e-02],\n",
      "          [ 2.4785e-02, -1.3384e-01,  1.7782e-01,  ..., -1.9476e-01,\n",
      "            1.3184e-01,  6.1239e-02],\n",
      "          ...,\n",
      "          [ 8.4418e-02, -2.0784e-01,  1.3450e-01,  ..., -2.7908e-01,\n",
      "            1.3508e-02,  9.5443e-02],\n",
      "          [ 9.2544e-02, -1.6776e-01,  5.7784e-02,  ..., -2.1559e-01,\n",
      "           -6.8073e-03,  1.6371e-01],\n",
      "          [-8.0584e-02, -5.4450e-02,  2.7685e-02,  ..., -1.7944e-01,\n",
      "           -8.4417e-02,  7.7121e-02]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-8.6872e-02, -9.1772e-02, -5.3469e-02,  ..., -9.2900e-02,\n",
      "           -8.1407e-03, -6.3021e-02],\n",
      "          [-1.1185e-01, -8.0136e-02, -7.3431e-02,  ..., -7.8114e-02,\n",
      "           -5.6462e-02, -1.2217e-01],\n",
      "          [-7.2012e-02,  8.0391e-04, -4.4428e-02,  ..., -5.6789e-02,\n",
      "           -6.7727e-02, -1.2881e-01],\n",
      "          ...,\n",
      "          [ 2.4043e-02,  4.0560e-02,  3.4754e-02,  ...,  5.8036e-02,\n",
      "            4.3986e-02,  9.6191e-03],\n",
      "          [ 3.0190e-02,  8.0006e-03, -8.8163e-03,  ...,  1.5405e-02,\n",
      "            1.0862e-02,  8.0303e-03],\n",
      "          [ 3.7771e-02,  4.7414e-02,  2.9508e-02,  ...,  2.6745e-02,\n",
      "            2.9436e-02,  6.1263e-02]],\n",
      "\n",
      "         [[-7.7085e-02, -5.8301e-02, -6.1295e-02,  ..., -8.2216e-02,\n",
      "           -4.3422e-02, -4.0843e-02],\n",
      "          [-6.1071e-02, -9.6712e-02, -7.6692e-02,  ..., -7.8615e-02,\n",
      "           -1.1034e-01, -1.4565e-01],\n",
      "          [ 3.1381e-02,  5.7800e-03,  1.3386e-02,  ..., -1.8073e-03,\n",
      "           -5.6743e-02, -1.1010e-01],\n",
      "          ...,\n",
      "          [ 5.4945e-02,  8.2571e-02,  9.8515e-02,  ...,  6.6440e-02,\n",
      "            6.9460e-02,  4.1187e-02],\n",
      "          [ 2.8372e-02, -6.6260e-03,  2.7733e-02,  ...,  2.5024e-02,\n",
      "            3.1251e-02,  1.4699e-02],\n",
      "          [ 8.0841e-03,  3.7458e-02,  4.2439e-02,  ...,  6.3520e-02,\n",
      "            6.2669e-02,  4.3483e-02]],\n",
      "\n",
      "         [[ 5.0164e-03, -4.6797e-02,  4.9183e-02,  ..., -4.6395e-02,\n",
      "            4.7557e-03,  1.7034e-02],\n",
      "          [ 2.6986e-02, -5.7700e-02, -1.4220e-02,  ..., -6.8787e-02,\n",
      "           -3.6582e-02, -4.2498e-02],\n",
      "          [ 5.6698e-02, -4.7457e-03,  9.9915e-03,  ...,  1.4137e-02,\n",
      "           -1.3884e-03, -6.3120e-02],\n",
      "          ...,\n",
      "          [-2.2547e-04,  6.4393e-02,  3.8368e-02,  ...,  6.8463e-02,\n",
      "            3.2340e-02, -2.6203e-02],\n",
      "          [ 1.2689e-03, -1.2458e-02,  9.6622e-03,  ...,  1.8996e-02,\n",
      "            4.2446e-02, -2.8642e-02],\n",
      "          [-2.7984e-02, -3.2843e-02, -3.7657e-03,  ..., -2.6566e-03,\n",
      "            2.4157e-02,  2.1174e-02]]],\n",
      "\n",
      "\n",
      "        [[[-1.1564e-02, -4.7786e-02, -4.1997e-03,  ..., -8.0896e-02,\n",
      "            5.4472e-03,  4.0054e-03],\n",
      "          [-1.3119e-02, -8.7132e-03, -2.9950e-02,  ..., -5.8686e-05,\n",
      "            1.3224e-02,  6.9283e-02],\n",
      "          [-1.5807e-02, -3.0719e-02,  6.0033e-03,  ...,  2.8071e-03,\n",
      "           -5.5380e-02, -3.0936e-02],\n",
      "          ...,\n",
      "          [-1.6314e-02,  5.1053e-02,  9.2370e-02,  ...,  1.6442e-02,\n",
      "            5.7615e-02, -1.1331e-02],\n",
      "          [-2.1642e-03,  3.1568e-02,  1.9978e-02,  ...,  1.1827e-02,\n",
      "           -2.6710e-03,  7.8347e-03],\n",
      "          [-5.0234e-02, -2.1035e-02, -7.6923e-04,  ...,  2.0252e-02,\n",
      "            5.7355e-02, -1.0181e-03]],\n",
      "\n",
      "         [[ 1.0116e-02,  2.6745e-02, -2.7556e-02,  ..., -1.5199e-02,\n",
      "            8.1552e-03,  2.7991e-02],\n",
      "          [-2.8022e-02,  1.5956e-02, -2.4790e-02,  ..., -1.9780e-02,\n",
      "            6.1412e-02,  6.7816e-02],\n",
      "          [ 8.1306e-03,  5.6236e-03,  7.6459e-03,  ...,  1.8908e-02,\n",
      "            1.3617e-02, -7.1530e-03],\n",
      "          ...,\n",
      "          [ 7.4431e-02,  5.7794e-02,  7.7378e-02,  ...,  4.1687e-03,\n",
      "            4.7511e-02, -3.6472e-03],\n",
      "          [-2.2030e-02, -1.5609e-02,  5.2513e-02,  ...,  7.2860e-02,\n",
      "            1.3979e-02,  4.6685e-02],\n",
      "          [-1.6571e-02,  2.9706e-02, -2.0973e-02,  ...,  4.2041e-02,\n",
      "            2.7866e-02, -1.4788e-02]],\n",
      "\n",
      "         [[ 5.4221e-02, -1.9841e-02, -1.6001e-02,  ..., -4.8366e-03,\n",
      "            6.0111e-02,  2.9346e-02],\n",
      "          [ 1.4498e-02,  3.3832e-02,  1.8664e-02,  ...,  1.0752e-02,\n",
      "            3.7103e-02,  8.0523e-02],\n",
      "          [-2.0206e-03,  5.6535e-02,  5.1033e-02,  ...,  1.8931e-02,\n",
      "           -2.6856e-02, -6.3902e-03],\n",
      "          ...,\n",
      "          [ 3.2967e-02,  1.2651e-02,  1.5506e-03,  ...,  2.9000e-02,\n",
      "            3.3324e-02,  1.5108e-02],\n",
      "          [-2.0429e-02,  7.8942e-03,  1.3896e-02,  ...,  6.0862e-02,\n",
      "            5.3537e-03,  4.2407e-02],\n",
      "          [-8.9443e-03,  2.2383e-02,  1.8701e-02,  ..., -5.0384e-03,\n",
      "           -2.1672e-02,  3.0607e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 3.2742e-02,  1.5977e-02, -2.8890e-02,  ..., -5.7358e-02,\n",
      "           -8.1724e-03, -2.6461e-02],\n",
      "          [ 6.0312e-02,  2.5928e-02,  2.2570e-02,  ..., -1.7879e-02,\n",
      "           -2.6120e-02, -2.5345e-02],\n",
      "          [ 5.8077e-02,  5.3103e-02,  1.0127e-02,  ..., -3.7833e-02,\n",
      "            2.5666e-02,  8.0641e-03],\n",
      "          ...,\n",
      "          [-1.5520e-02, -4.0687e-02, -3.7192e-02,  ...,  9.7038e-03,\n",
      "           -9.2747e-03, -4.6100e-03],\n",
      "          [-1.4886e-02, -4.7019e-02, -5.3104e-02,  ...,  3.7812e-02,\n",
      "           -2.2196e-02,  3.3498e-03],\n",
      "          [-5.5898e-03, -3.8547e-02,  4.8764e-03,  ...,  2.5151e-02,\n",
      "           -1.8684e-02,  5.9512e-03]],\n",
      "\n",
      "         [[-2.4307e-03, -2.7472e-02, -3.2391e-02,  ..., -2.0433e-03,\n",
      "           -3.5153e-02, -1.3463e-02],\n",
      "          [-1.9214e-02,  1.3256e-03,  3.1339e-02,  ..., -2.2592e-02,\n",
      "            6.3191e-04,  2.9710e-02],\n",
      "          [ 2.1342e-02,  3.6872e-02, -2.2906e-02,  ...,  1.0792e-02,\n",
      "            1.3902e-03, -1.7934e-02],\n",
      "          ...,\n",
      "          [ 6.8143e-05,  7.1369e-03,  3.7672e-02,  ...,  6.4241e-03,\n",
      "            1.5038e-02,  4.0023e-02],\n",
      "          [-8.3887e-03,  1.2137e-02, -1.5242e-02,  ...,  4.3942e-02,\n",
      "            4.8075e-02,  1.2513e-02],\n",
      "          [ 3.2685e-02, -9.1904e-03, -2.8327e-02,  ...,  2.7627e-02,\n",
      "            2.4584e-02,  7.3187e-02]],\n",
      "\n",
      "         [[ 2.3528e-02, -4.7640e-02,  2.6795e-02,  ..., -8.7694e-03,\n",
      "            3.7353e-02, -1.5275e-02],\n",
      "          [ 4.5996e-02,  1.1872e-02,  4.7059e-02,  ...,  4.2904e-02,\n",
      "            2.9259e-02,  5.3278e-02],\n",
      "          [ 6.1149e-02,  7.9672e-02,  1.2861e-03,  ...,  3.4113e-03,\n",
      "            5.0189e-02,  3.3107e-02],\n",
      "          ...,\n",
      "          [-6.7899e-03,  1.6908e-02,  1.3529e-02,  ...,  6.5909e-02,\n",
      "           -1.0941e-03,  8.2703e-02],\n",
      "          [-7.6045e-03,  6.1994e-02,  1.2285e-02,  ...,  1.4043e-02,\n",
      "            7.9512e-02,  4.6542e-02],\n",
      "          [-1.5959e-02, -8.4574e-03,  4.0816e-02,  ...,  6.6787e-02,\n",
      "            8.4132e-02,  8.2368e-02]]]], requires_grad=True))]\n"
     ]
    }
   ],
   "source": [
    "print(list(module.named_parameters()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "odict_keys(['conv1.weight_orig', 'conv1.weight_mask', 'bn1.weight', 'bn1.bias', 'bn1.running_mean', 'bn1.running_var', 'bn1.num_batches_tracked', 'layer1.0.conv1.weight', 'layer1.0.bn1.weight', 'layer1.0.bn1.bias', 'layer1.0.bn1.running_mean', 'layer1.0.bn1.running_var', 'layer1.0.bn1.num_batches_tracked', 'layer1.0.conv2.weight', 'layer1.0.bn2.weight', 'layer1.0.bn2.bias', 'layer1.0.bn2.running_mean', 'layer1.0.bn2.running_var', 'layer1.0.bn2.num_batches_tracked', 'layer1.1.conv1.weight', 'layer1.1.bn1.weight', 'layer1.1.bn1.bias', 'layer1.1.bn1.running_mean', 'layer1.1.bn1.running_var', 'layer1.1.bn1.num_batches_tracked', 'layer1.1.conv2.weight', 'layer1.1.bn2.weight', 'layer1.1.bn2.bias', 'layer1.1.bn2.running_mean', 'layer1.1.bn2.running_var', 'layer1.1.bn2.num_batches_tracked', 'layer2.0.conv1.weight', 'layer2.0.bn1.weight', 'layer2.0.bn1.bias', 'layer2.0.bn1.running_mean', 'layer2.0.bn1.running_var', 'layer2.0.bn1.num_batches_tracked', 'layer2.0.conv2.weight', 'layer2.0.bn2.weight', 'layer2.0.bn2.bias', 'layer2.0.bn2.running_mean', 'layer2.0.bn2.running_var', 'layer2.0.bn2.num_batches_tracked', 'layer2.0.downsample.0.weight', 'layer2.0.downsample.1.weight', 'layer2.0.downsample.1.bias', 'layer2.0.downsample.1.running_mean', 'layer2.0.downsample.1.running_var', 'layer2.0.downsample.1.num_batches_tracked', 'layer2.1.conv1.weight', 'layer2.1.bn1.weight', 'layer2.1.bn1.bias', 'layer2.1.bn1.running_mean', 'layer2.1.bn1.running_var', 'layer2.1.bn1.num_batches_tracked', 'layer2.1.conv2.weight', 'layer2.1.bn2.weight', 'layer2.1.bn2.bias', 'layer2.1.bn2.running_mean', 'layer2.1.bn2.running_var', 'layer2.1.bn2.num_batches_tracked', 'layer3.0.conv1.weight', 'layer3.0.bn1.weight', 'layer3.0.bn1.bias', 'layer3.0.bn1.running_mean', 'layer3.0.bn1.running_var', 'layer3.0.bn1.num_batches_tracked', 'layer3.0.conv2.weight', 'layer3.0.bn2.weight', 'layer3.0.bn2.bias', 'layer3.0.bn2.running_mean', 'layer3.0.bn2.running_var', 'layer3.0.bn2.num_batches_tracked', 'layer3.0.downsample.0.weight', 'layer3.0.downsample.1.weight', 'layer3.0.downsample.1.bias', 'layer3.0.downsample.1.running_mean', 'layer3.0.downsample.1.running_var', 'layer3.0.downsample.1.num_batches_tracked', 'layer3.1.conv1.weight', 'layer3.1.bn1.weight', 'layer3.1.bn1.bias', 'layer3.1.bn1.running_mean', 'layer3.1.bn1.running_var', 'layer3.1.bn1.num_batches_tracked', 'layer3.1.conv2.weight', 'layer3.1.bn2.weight', 'layer3.1.bn2.bias', 'layer3.1.bn2.running_mean', 'layer3.1.bn2.running_var', 'layer3.1.bn2.num_batches_tracked', 'layer4.0.conv1.weight', 'layer4.0.bn1.weight', 'layer4.0.bn1.bias', 'layer4.0.bn1.running_mean', 'layer4.0.bn1.running_var', 'layer4.0.bn1.num_batches_tracked', 'layer4.0.conv2.weight', 'layer4.0.bn2.weight', 'layer4.0.bn2.bias', 'layer4.0.bn2.running_mean', 'layer4.0.bn2.running_var', 'layer4.0.bn2.num_batches_tracked', 'layer4.0.downsample.0.weight', 'layer4.0.downsample.1.weight', 'layer4.0.downsample.1.bias', 'layer4.0.downsample.1.running_mean', 'layer4.0.downsample.1.running_var', 'layer4.0.downsample.1.num_batches_tracked', 'layer4.1.conv1.weight', 'layer4.1.bn1.weight', 'layer4.1.bn1.bias', 'layer4.1.bn1.running_mean', 'layer4.1.bn1.running_var', 'layer4.1.bn1.num_batches_tracked', 'layer4.1.conv2.weight', 'layer4.1.bn2.weight', 'layer4.1.bn2.bias', 'layer4.1.bn2.running_mean', 'layer4.1.bn2.running_var', 'layer4.1.bn2.num_batches_tracked', 'fc.weight', 'fc.bias'])\n"
     ]
    }
   ],
   "source": [
    "print(model.state_dict().keys())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[('weight_orig', Parameter containing:\n",
      "tensor([[[[ 5.6301e-02, -3.3317e-02, -2.6283e-02,  ...,  7.1762e-03,\n",
      "           -1.5437e-02, -1.6184e-02],\n",
      "          [ 5.5005e-02,  1.8621e-02, -3.1146e-02,  ..., -2.0491e-02,\n",
      "           -1.0332e-02, -4.5827e-02],\n",
      "          [ 4.3598e-02, -2.7003e-02, -3.2107e-02,  ...,  3.8094e-03,\n",
      "            4.6784e-02,  1.2251e-02],\n",
      "          ...,\n",
      "          [ 3.0689e-02, -2.0697e-02, -5.9207e-02,  ..., -3.2679e-02,\n",
      "           -4.7373e-02, -1.6765e-02],\n",
      "          [ 2.9091e-02, -3.9187e-02, -5.1207e-02,  ..., -3.0126e-02,\n",
      "           -4.9887e-02, -1.8109e-02],\n",
      "          [ 5.1639e-02,  5.6830e-03, -3.5043e-02,  ...,  7.0827e-03,\n",
      "           -5.0458e-02, -3.1624e-03]],\n",
      "\n",
      "         [[ 5.3227e-02,  1.1374e-03, -6.4848e-02,  ...,  1.1745e-02,\n",
      "           -3.4678e-02, -8.0377e-02],\n",
      "          [-3.2463e-03, -3.0599e-02, -1.0340e-01,  ..., -1.2938e-02,\n",
      "           -3.4355e-02, -7.7483e-02],\n",
      "          [-9.4215e-03, -3.5572e-02, -4.6945e-02,  ..., -2.1222e-02,\n",
      "           -3.4136e-02, -1.3921e-02],\n",
      "          ...,\n",
      "          [ 7.2279e-02,  2.2238e-02, -8.8484e-03,  ...,  1.7874e-02,\n",
      "            4.6699e-02,  3.6810e-02],\n",
      "          [ 6.0997e-02,  2.1399e-02, -8.0163e-02,  ...,  2.1545e-02,\n",
      "            4.1745e-03,  3.5125e-02],\n",
      "          [ 9.5041e-02,  4.9360e-02,  1.4674e-03,  ...,  5.0114e-02,\n",
      "           -3.8246e-02,  7.5154e-03]],\n",
      "\n",
      "         [[ 5.0723e-02, -3.8252e-02, -4.0940e-02,  ..., -3.6065e-02,\n",
      "           -1.4853e-02, -3.9154e-02],\n",
      "          [ 3.1425e-02, -5.2712e-02, -6.7825e-02,  ...,  1.7476e-02,\n",
      "           -8.4198e-02, -4.7166e-02],\n",
      "          [-2.3852e-02, -8.4720e-02, -6.0316e-02,  ..., -1.7568e-02,\n",
      "           -5.0781e-02, -4.2141e-02],\n",
      "          ...,\n",
      "          [ 7.5741e-02,  3.2851e-02,  2.0285e-02,  ...,  3.1594e-02,\n",
      "            6.2831e-02,  4.7814e-02],\n",
      "          [ 9.4853e-03, -1.6578e-02, -1.4831e-02,  ...,  1.5198e-02,\n",
      "            1.0855e-02,  2.1275e-02],\n",
      "          [ 4.7991e-02,  4.7195e-02, -4.0184e-03,  ..., -1.0482e-03,\n",
      "           -2.4305e-02, -1.4938e-02]]],\n",
      "\n",
      "\n",
      "        [[[-1.4618e-02,  8.8016e-03,  2.7646e-02,  ..., -2.9520e-03,\n",
      "            3.1480e-02,  1.0924e-02],\n",
      "          [ 9.9351e-03, -6.0774e-03,  1.4598e-02,  ...,  7.9581e-03,\n",
      "            1.4493e-02, -2.2290e-03],\n",
      "          [-3.9733e-02, -1.8181e-02,  1.3045e-02,  ..., -1.2972e-03,\n",
      "           -2.7763e-02,  8.5259e-04],\n",
      "          ...,\n",
      "          [-1.8818e-02, -3.4912e-02, -7.2195e-02,  ..., -1.7514e-03,\n",
      "           -3.1997e-02,  1.1680e-02],\n",
      "          [-3.4831e-02, -3.7903e-02,  6.8257e-03,  ..., -9.8326e-03,\n",
      "           -2.6898e-02,  6.2844e-02],\n",
      "          [-1.7075e-02, -3.6909e-02, -3.2841e-02,  ..., -4.6901e-02,\n",
      "            1.8888e-02,  4.3800e-02]],\n",
      "\n",
      "         [[ 3.5721e-03,  6.6878e-03,  3.2947e-02,  ..., -4.5669e-02,\n",
      "           -3.7208e-03, -4.1729e-03],\n",
      "          [-8.3882e-03, -2.1295e-03,  1.1832e-02,  ..., -2.1804e-03,\n",
      "            3.6632e-02,  1.0010e-02],\n",
      "          [-7.5394e-02, -8.1456e-02, -1.4541e-02,  ..., -5.2803e-02,\n",
      "           -8.1461e-02, -2.0941e-02],\n",
      "          ...,\n",
      "          [-5.5498e-02, -5.8494e-02, -8.7223e-02,  ..., -4.7270e-02,\n",
      "           -7.5754e-02, -1.5286e-02],\n",
      "          [-6.0767e-03, -5.7127e-03, -9.6114e-02,  ..., -2.7705e-02,\n",
      "           -4.8310e-02,  2.6420e-02],\n",
      "          [ 5.5312e-03, -4.1389e-02, -3.9228e-03,  ...,  3.2915e-02,\n",
      "            4.3823e-02,  7.3213e-02]],\n",
      "\n",
      "         [[ 2.2972e-02, -9.4534e-03,  3.7720e-02,  ..., -3.2706e-03,\n",
      "            2.9875e-02,  2.0335e-02],\n",
      "          [ 5.1211e-02,  3.3869e-02,  6.8664e-02,  ...,  2.5935e-02,\n",
      "            2.5189e-02,  4.0107e-02],\n",
      "          [-3.4197e-03, -3.9030e-02, -4.3889e-02,  ...,  3.8650e-02,\n",
      "           -1.1853e-02,  3.4963e-02],\n",
      "          ...,\n",
      "          [-3.1600e-02, -2.8869e-02, -3.2424e-02,  ..., -4.9828e-02,\n",
      "           -3.2195e-02,  5.0661e-02],\n",
      "          [ 4.2484e-02, -3.6393e-02, -1.3328e-02,  ..., -1.1261e-02,\n",
      "           -1.1557e-02,  4.0826e-02],\n",
      "          [ 4.8555e-02, -1.7256e-02, -1.1103e-02,  ...,  5.6616e-03,\n",
      "           -2.3417e-02,  5.5942e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 2.2483e-02, -7.7734e-02, -2.5930e-02,  ..., -7.4907e-02,\n",
      "            7.0677e-02, -2.6221e-02],\n",
      "          [ 3.6674e-02, -8.3207e-02,  5.5756e-02,  ..., -1.3625e-01,\n",
      "            6.1164e-02,  1.2278e-02],\n",
      "          [ 3.8554e-02, -2.4993e-01,  1.1434e-01,  ..., -2.1296e-01,\n",
      "            9.0887e-02,  1.6305e-02],\n",
      "          ...,\n",
      "          [ 9.1652e-02, -2.7475e-01,  1.2596e-01,  ..., -2.8266e-01,\n",
      "           -1.2271e-02,  9.3261e-02],\n",
      "          [ 1.3517e-01, -2.0927e-01,  2.9549e-02,  ..., -2.5033e-01,\n",
      "           -3.8026e-02,  7.2802e-02],\n",
      "          [ 2.7450e-03, -7.3441e-02,  1.2723e-01,  ..., -1.2617e-01,\n",
      "           -3.9458e-02,  7.7940e-02]],\n",
      "\n",
      "         [[-6.1250e-03, -4.5335e-02,  4.8238e-02,  ..., -1.4209e-01,\n",
      "           -2.1544e-02,  1.2850e-02],\n",
      "          [ 6.5088e-03, -1.1676e-01,  9.0221e-02,  ..., -2.0607e-01,\n",
      "            7.5952e-03, -4.4109e-02],\n",
      "          [ 6.7087e-02, -2.2401e-01,  1.9066e-01,  ..., -3.0904e-01,\n",
      "            4.5358e-02,  3.9521e-02],\n",
      "          ...,\n",
      "          [ 1.4606e-01, -3.0589e-01,  1.6342e-01,  ..., -3.0297e-01,\n",
      "           -1.6185e-02,  1.2127e-01],\n",
      "          [ 8.8455e-02, -2.1971e-01,  9.6746e-02,  ..., -2.6368e-01,\n",
      "           -1.9683e-02,  7.9220e-02],\n",
      "          [-6.2744e-02, -1.0877e-01,  1.2190e-01,  ..., -1.7610e-01,\n",
      "           -1.1997e-01, -3.5452e-02]],\n",
      "\n",
      "         [[ 2.4834e-02, -2.6921e-02,  9.3772e-02,  ..., -4.3025e-02,\n",
      "            5.8727e-02,  7.5380e-02],\n",
      "          [ 8.7061e-03, -6.7968e-02,  7.6557e-02,  ..., -1.7559e-01,\n",
      "            4.5088e-02, -4.2942e-02],\n",
      "          [ 2.4785e-02, -1.3384e-01,  1.7782e-01,  ..., -1.9476e-01,\n",
      "            1.3184e-01,  6.1239e-02],\n",
      "          ...,\n",
      "          [ 8.4418e-02, -2.0784e-01,  1.3450e-01,  ..., -2.7908e-01,\n",
      "            1.3508e-02,  9.5443e-02],\n",
      "          [ 9.2544e-02, -1.6776e-01,  5.7784e-02,  ..., -2.1559e-01,\n",
      "           -6.8073e-03,  1.6371e-01],\n",
      "          [-8.0584e-02, -5.4450e-02,  2.7685e-02,  ..., -1.7944e-01,\n",
      "           -8.4417e-02,  7.7121e-02]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-8.6872e-02, -9.1772e-02, -5.3469e-02,  ..., -9.2900e-02,\n",
      "           -8.1407e-03, -6.3021e-02],\n",
      "          [-1.1185e-01, -8.0136e-02, -7.3431e-02,  ..., -7.8114e-02,\n",
      "           -5.6462e-02, -1.2217e-01],\n",
      "          [-7.2012e-02,  8.0391e-04, -4.4428e-02,  ..., -5.6789e-02,\n",
      "           -6.7727e-02, -1.2881e-01],\n",
      "          ...,\n",
      "          [ 2.4043e-02,  4.0560e-02,  3.4754e-02,  ...,  5.8036e-02,\n",
      "            4.3986e-02,  9.6191e-03],\n",
      "          [ 3.0190e-02,  8.0006e-03, -8.8163e-03,  ...,  1.5405e-02,\n",
      "            1.0862e-02,  8.0303e-03],\n",
      "          [ 3.7771e-02,  4.7414e-02,  2.9508e-02,  ...,  2.6745e-02,\n",
      "            2.9436e-02,  6.1263e-02]],\n",
      "\n",
      "         [[-7.7085e-02, -5.8301e-02, -6.1295e-02,  ..., -8.2216e-02,\n",
      "           -4.3422e-02, -4.0843e-02],\n",
      "          [-6.1071e-02, -9.6712e-02, -7.6692e-02,  ..., -7.8615e-02,\n",
      "           -1.1034e-01, -1.4565e-01],\n",
      "          [ 3.1381e-02,  5.7800e-03,  1.3386e-02,  ..., -1.8073e-03,\n",
      "           -5.6743e-02, -1.1010e-01],\n",
      "          ...,\n",
      "          [ 5.4945e-02,  8.2571e-02,  9.8515e-02,  ...,  6.6440e-02,\n",
      "            6.9460e-02,  4.1187e-02],\n",
      "          [ 2.8372e-02, -6.6260e-03,  2.7733e-02,  ...,  2.5024e-02,\n",
      "            3.1251e-02,  1.4699e-02],\n",
      "          [ 8.0841e-03,  3.7458e-02,  4.2439e-02,  ...,  6.3520e-02,\n",
      "            6.2669e-02,  4.3483e-02]],\n",
      "\n",
      "         [[ 5.0164e-03, -4.6797e-02,  4.9183e-02,  ..., -4.6395e-02,\n",
      "            4.7557e-03,  1.7034e-02],\n",
      "          [ 2.6986e-02, -5.7700e-02, -1.4220e-02,  ..., -6.8787e-02,\n",
      "           -3.6582e-02, -4.2498e-02],\n",
      "          [ 5.6698e-02, -4.7457e-03,  9.9915e-03,  ...,  1.4137e-02,\n",
      "           -1.3884e-03, -6.3120e-02],\n",
      "          ...,\n",
      "          [-2.2547e-04,  6.4393e-02,  3.8368e-02,  ...,  6.8463e-02,\n",
      "            3.2340e-02, -2.6203e-02],\n",
      "          [ 1.2689e-03, -1.2458e-02,  9.6622e-03,  ...,  1.8996e-02,\n",
      "            4.2446e-02, -2.8642e-02],\n",
      "          [-2.7984e-02, -3.2843e-02, -3.7657e-03,  ..., -2.6566e-03,\n",
      "            2.4157e-02,  2.1174e-02]]],\n",
      "\n",
      "\n",
      "        [[[-1.1564e-02, -4.7786e-02, -4.1997e-03,  ..., -8.0896e-02,\n",
      "            5.4472e-03,  4.0054e-03],\n",
      "          [-1.3119e-02, -8.7132e-03, -2.9950e-02,  ..., -5.8686e-05,\n",
      "            1.3224e-02,  6.9283e-02],\n",
      "          [-1.5807e-02, -3.0719e-02,  6.0033e-03,  ...,  2.8071e-03,\n",
      "           -5.5380e-02, -3.0936e-02],\n",
      "          ...,\n",
      "          [-1.6314e-02,  5.1053e-02,  9.2370e-02,  ...,  1.6442e-02,\n",
      "            5.7615e-02, -1.1331e-02],\n",
      "          [-2.1642e-03,  3.1568e-02,  1.9978e-02,  ...,  1.1827e-02,\n",
      "           -2.6710e-03,  7.8347e-03],\n",
      "          [-5.0234e-02, -2.1035e-02, -7.6923e-04,  ...,  2.0252e-02,\n",
      "            5.7355e-02, -1.0181e-03]],\n",
      "\n",
      "         [[ 1.0116e-02,  2.6745e-02, -2.7556e-02,  ..., -1.5199e-02,\n",
      "            8.1552e-03,  2.7991e-02],\n",
      "          [-2.8022e-02,  1.5956e-02, -2.4790e-02,  ..., -1.9780e-02,\n",
      "            6.1412e-02,  6.7816e-02],\n",
      "          [ 8.1306e-03,  5.6236e-03,  7.6459e-03,  ...,  1.8908e-02,\n",
      "            1.3617e-02, -7.1530e-03],\n",
      "          ...,\n",
      "          [ 7.4431e-02,  5.7794e-02,  7.7378e-02,  ...,  4.1687e-03,\n",
      "            4.7511e-02, -3.6472e-03],\n",
      "          [-2.2030e-02, -1.5609e-02,  5.2513e-02,  ...,  7.2860e-02,\n",
      "            1.3979e-02,  4.6685e-02],\n",
      "          [-1.6571e-02,  2.9706e-02, -2.0973e-02,  ...,  4.2041e-02,\n",
      "            2.7866e-02, -1.4788e-02]],\n",
      "\n",
      "         [[ 5.4221e-02, -1.9841e-02, -1.6001e-02,  ..., -4.8366e-03,\n",
      "            6.0111e-02,  2.9346e-02],\n",
      "          [ 1.4498e-02,  3.3832e-02,  1.8664e-02,  ...,  1.0752e-02,\n",
      "            3.7103e-02,  8.0523e-02],\n",
      "          [-2.0206e-03,  5.6535e-02,  5.1033e-02,  ...,  1.8931e-02,\n",
      "           -2.6856e-02, -6.3902e-03],\n",
      "          ...,\n",
      "          [ 3.2967e-02,  1.2651e-02,  1.5506e-03,  ...,  2.9000e-02,\n",
      "            3.3324e-02,  1.5108e-02],\n",
      "          [-2.0429e-02,  7.8942e-03,  1.3896e-02,  ...,  6.0862e-02,\n",
      "            5.3537e-03,  4.2407e-02],\n",
      "          [-8.9443e-03,  2.2383e-02,  1.8701e-02,  ..., -5.0384e-03,\n",
      "           -2.1672e-02,  3.0607e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 3.2742e-02,  1.5977e-02, -2.8890e-02,  ..., -5.7358e-02,\n",
      "           -8.1724e-03, -2.6461e-02],\n",
      "          [ 6.0312e-02,  2.5928e-02,  2.2570e-02,  ..., -1.7879e-02,\n",
      "           -2.6120e-02, -2.5345e-02],\n",
      "          [ 5.8077e-02,  5.3103e-02,  1.0127e-02,  ..., -3.7833e-02,\n",
      "            2.5666e-02,  8.0641e-03],\n",
      "          ...,\n",
      "          [-1.5520e-02, -4.0687e-02, -3.7192e-02,  ...,  9.7038e-03,\n",
      "           -9.2747e-03, -4.6100e-03],\n",
      "          [-1.4886e-02, -4.7019e-02, -5.3104e-02,  ...,  3.7812e-02,\n",
      "           -2.2196e-02,  3.3498e-03],\n",
      "          [-5.5898e-03, -3.8547e-02,  4.8764e-03,  ...,  2.5151e-02,\n",
      "           -1.8684e-02,  5.9512e-03]],\n",
      "\n",
      "         [[-2.4307e-03, -2.7472e-02, -3.2391e-02,  ..., -2.0433e-03,\n",
      "           -3.5153e-02, -1.3463e-02],\n",
      "          [-1.9214e-02,  1.3256e-03,  3.1339e-02,  ..., -2.2592e-02,\n",
      "            6.3191e-04,  2.9710e-02],\n",
      "          [ 2.1342e-02,  3.6872e-02, -2.2906e-02,  ...,  1.0792e-02,\n",
      "            1.3902e-03, -1.7934e-02],\n",
      "          ...,\n",
      "          [ 6.8143e-05,  7.1369e-03,  3.7672e-02,  ...,  6.4241e-03,\n",
      "            1.5038e-02,  4.0023e-02],\n",
      "          [-8.3887e-03,  1.2137e-02, -1.5242e-02,  ...,  4.3942e-02,\n",
      "            4.8075e-02,  1.2513e-02],\n",
      "          [ 3.2685e-02, -9.1904e-03, -2.8327e-02,  ...,  2.7627e-02,\n",
      "            2.4584e-02,  7.3187e-02]],\n",
      "\n",
      "         [[ 2.3528e-02, -4.7640e-02,  2.6795e-02,  ..., -8.7694e-03,\n",
      "            3.7353e-02, -1.5275e-02],\n",
      "          [ 4.5996e-02,  1.1872e-02,  4.7059e-02,  ...,  4.2904e-02,\n",
      "            2.9259e-02,  5.3278e-02],\n",
      "          [ 6.1149e-02,  7.9672e-02,  1.2861e-03,  ...,  3.4113e-03,\n",
      "            5.0189e-02,  3.3107e-02],\n",
      "          ...,\n",
      "          [-6.7899e-03,  1.6908e-02,  1.3529e-02,  ...,  6.5909e-02,\n",
      "           -1.0941e-03,  8.2703e-02],\n",
      "          [-7.6045e-03,  6.1994e-02,  1.2285e-02,  ...,  1.4043e-02,\n",
      "            7.9512e-02,  4.6542e-02],\n",
      "          [-1.5959e-02, -8.4574e-03,  4.0816e-02,  ...,  6.6787e-02,\n",
      "            8.4132e-02,  8.2368e-02]]]], requires_grad=True))]\n"
     ]
    }
   ],
   "source": [
    "print(list(module.named_parameters()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[('weight_mask', tensor([[[[0., 1., 1.,  ..., 0., 1., 0.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 0.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 1.],\n",
      "          ...,\n",
      "          [0., 0., 0.,  ..., 1., 1., 0.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 0.],\n",
      "          [1., 1., 1.,  ..., 0., 1., 1.]],\n",
      "\n",
      "         [[1., 1., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 0., 0., 1.],\n",
      "          [0., 1., 1.,  ..., 0., 0., 1.],\n",
      "          ...,\n",
      "          [1., 0., 1.,  ..., 1., 1., 0.],\n",
      "          [0., 1., 1.,  ..., 1., 1., 1.],\n",
      "          [0., 1., 0.,  ..., 1., 1., 0.]],\n",
      "\n",
      "         [[1., 1., 0.,  ..., 1., 1., 1.],\n",
      "          [1., 0., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 0., 0.,  ..., 1., 1., 1.],\n",
      "          ...,\n",
      "          [1., 0., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 0., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 1.]]],\n",
      "\n",
      "\n",
      "        [[[1., 0., 0.,  ..., 1., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 0., 0.,  ..., 1., 0., 0.],\n",
      "          ...,\n",
      "          [1., 1., 1.,  ..., 0., 0., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 1.]],\n",
      "\n",
      "         [[1., 1., 1.,  ..., 1., 0., 1.],\n",
      "          [0., 1., 1.,  ..., 1., 0., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 0.],\n",
      "          ...,\n",
      "          [1., 1., 1.,  ..., 1., 0., 1.],\n",
      "          [0., 0., 0.,  ..., 1., 1., 1.],\n",
      "          [1., 0., 1.,  ..., 0., 1., 0.]],\n",
      "\n",
      "         [[1., 1., 1.,  ..., 0., 0., 1.],\n",
      "          [1., 1., 1.,  ..., 0., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 0., 0.],\n",
      "          ...,\n",
      "          [1., 0., 0.,  ..., 1., 1., 0.],\n",
      "          [1., 0., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 1., 0.,  ..., 1., 1., 0.]]],\n",
      "\n",
      "\n",
      "        [[[1., 1., 1.,  ..., 1., 0., 1.],\n",
      "          [1., 1., 1.,  ..., 0., 1., 0.],\n",
      "          [1., 0., 1.,  ..., 1., 1., 0.],\n",
      "          ...,\n",
      "          [0., 1., 1.,  ..., 0., 1., 1.],\n",
      "          [1., 0., 1.,  ..., 1., 1., 0.],\n",
      "          [1., 1., 1.,  ..., 0., 1., 1.]],\n",
      "\n",
      "         [[0., 1., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 0., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 0., 0.,  ..., 1., 1., 0.],\n",
      "          ...,\n",
      "          [0., 0., 0.,  ..., 0., 0., 1.],\n",
      "          [1., 1., 0.,  ..., 0., 1., 1.],\n",
      "          [0., 1., 1.,  ..., 0., 0., 1.]],\n",
      "\n",
      "         [[1., 0., 0.,  ..., 1., 0., 0.],\n",
      "          [1., 0., 0.,  ..., 1., 0., 0.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 0.],\n",
      "          ...,\n",
      "          [0., 0., 1.,  ..., 0., 0., 1.],\n",
      "          [1., 0., 1.,  ..., 0., 1., 1.],\n",
      "          [1., 0., 1.,  ..., 1., 1., 1.]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[0., 1., 1.,  ..., 0., 0., 1.],\n",
      "          [1., 0., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 1.],\n",
      "          ...,\n",
      "          [0., 1., 1.,  ..., 0., 1., 1.],\n",
      "          [1., 0., 1.,  ..., 1., 1., 0.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 0.]],\n",
      "\n",
      "         [[1., 1., 1.,  ..., 1., 1., 0.],\n",
      "          [1., 0., 0.,  ..., 1., 0., 1.],\n",
      "          [0., 1., 1.,  ..., 1., 1., 1.],\n",
      "          ...,\n",
      "          [1., 1., 0.,  ..., 1., 0., 1.],\n",
      "          [1., 1., 0.,  ..., 1., 0., 0.],\n",
      "          [0., 1., 1.,  ..., 0., 0., 1.]],\n",
      "\n",
      "         [[1., 1., 0.,  ..., 1., 1., 1.],\n",
      "          [1., 1., 0.,  ..., 1., 1., 1.],\n",
      "          [1., 0., 1.,  ..., 1., 1., 1.],\n",
      "          ...,\n",
      "          [0., 0., 1.,  ..., 1., 1., 1.],\n",
      "          [0., 0., 0.,  ..., 1., 0., 1.],\n",
      "          [0., 0., 1.,  ..., 1., 0., 1.]]],\n",
      "\n",
      "\n",
      "        [[[1., 0., 1.,  ..., 1., 1., 1.],\n",
      "          [0., 0., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 0.],\n",
      "          ...,\n",
      "          [1., 1., 0.,  ..., 1., 0., 0.],\n",
      "          [0., 0., 1.,  ..., 0., 1., 0.],\n",
      "          [1., 1., 0.,  ..., 1., 1., 1.]],\n",
      "\n",
      "         [[1., 1., 1.,  ..., 0., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 0., 1., 1.],\n",
      "          [1., 0., 0.,  ..., 1., 1., 1.],\n",
      "          ...,\n",
      "          [1., 0., 1.,  ..., 0., 0., 1.],\n",
      "          [1., 1., 0.,  ..., 0., 1., 0.],\n",
      "          [0., 1., 1.,  ..., 1., 1., 1.]],\n",
      "\n",
      "         [[1., 1., 0.,  ..., 0., 0., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 0., 0.],\n",
      "          [1., 1., 1.,  ..., 0., 1., 1.],\n",
      "          ...,\n",
      "          [0., 0., 1.,  ..., 0., 1., 1.],\n",
      "          [0., 1., 1.,  ..., 1., 1., 0.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 1.]]],\n",
      "\n",
      "\n",
      "        [[[1., 1., 1.,  ..., 1., 1., 0.],\n",
      "          [1., 1., 1.,  ..., 0., 1., 1.],\n",
      "          [1., 1., 0.,  ..., 1., 1., 1.],\n",
      "          ...,\n",
      "          [1., 1., 1.,  ..., 1., 0., 1.],\n",
      "          [0., 1., 0.,  ..., 1., 1., 0.],\n",
      "          [0., 0., 0.,  ..., 1., 0., 1.]],\n",
      "\n",
      "         [[0., 1., 1.,  ..., 1., 0., 1.],\n",
      "          [1., 0., 1.,  ..., 1., 0., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 0., 0.],\n",
      "          ...,\n",
      "          [0., 1., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 0., 1.,  ..., 1., 0., 1.],\n",
      "          [1., 1., 0.,  ..., 1., 0., 0.]],\n",
      "\n",
      "         [[0., 1., 1.,  ..., 0., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 1.],\n",
      "          [1., 1., 1.,  ..., 1., 1., 0.],\n",
      "          ...,\n",
      "          [1., 1., 1.,  ..., 1., 0., 1.],\n",
      "          [1., 1., 1.,  ..., 0., 0., 1.],\n",
      "          [0., 1., 1.,  ..., 1., 0., 1.]]]]))]\n"
     ]
    }
   ],
   "source": [
    "print(list(module.named_buffers()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 120,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[('weight', Parameter containing:\n",
      "tensor([[[[ 0.0000e+00, -3.3317e-02, -2.6283e-02,  ...,  0.0000e+00,\n",
      "           -1.5437e-02, -0.0000e+00],\n",
      "          [ 5.5005e-02,  1.8621e-02, -3.1146e-02,  ..., -2.0491e-02,\n",
      "           -1.0332e-02, -0.0000e+00],\n",
      "          [ 4.3598e-02, -2.7003e-02, -3.2107e-02,  ...,  3.8094e-03,\n",
      "            4.6784e-02,  1.2251e-02],\n",
      "          ...,\n",
      "          [ 0.0000e+00, -0.0000e+00, -0.0000e+00,  ..., -3.2679e-02,\n",
      "           -4.7373e-02, -0.0000e+00],\n",
      "          [ 2.9091e-02, -3.9187e-02, -5.1207e-02,  ..., -3.0126e-02,\n",
      "           -4.9887e-02, -0.0000e+00],\n",
      "          [ 5.1639e-02,  5.6830e-03, -3.5043e-02,  ...,  0.0000e+00,\n",
      "           -5.0458e-02, -3.1624e-03]],\n",
      "\n",
      "         [[ 5.3227e-02,  1.1374e-03, -6.4848e-02,  ...,  1.1745e-02,\n",
      "           -3.4678e-02, -8.0377e-02],\n",
      "          [-3.2463e-03, -3.0599e-02, -1.0340e-01,  ..., -0.0000e+00,\n",
      "           -0.0000e+00, -7.7483e-02],\n",
      "          [-0.0000e+00, -3.5572e-02, -4.6945e-02,  ..., -0.0000e+00,\n",
      "           -0.0000e+00, -1.3921e-02],\n",
      "          ...,\n",
      "          [ 7.2279e-02,  0.0000e+00, -8.8484e-03,  ...,  1.7874e-02,\n",
      "            4.6699e-02,  0.0000e+00],\n",
      "          [ 0.0000e+00,  2.1399e-02, -8.0163e-02,  ...,  2.1545e-02,\n",
      "            4.1745e-03,  3.5125e-02],\n",
      "          [ 0.0000e+00,  4.9360e-02,  0.0000e+00,  ...,  5.0114e-02,\n",
      "           -3.8246e-02,  0.0000e+00]],\n",
      "\n",
      "         [[ 5.0723e-02, -3.8252e-02, -0.0000e+00,  ..., -3.6065e-02,\n",
      "           -1.4853e-02, -3.9154e-02],\n",
      "          [ 3.1425e-02, -0.0000e+00, -6.7825e-02,  ...,  1.7476e-02,\n",
      "           -8.4198e-02, -4.7166e-02],\n",
      "          [-2.3852e-02, -0.0000e+00, -0.0000e+00,  ..., -1.7568e-02,\n",
      "           -5.0781e-02, -4.2141e-02],\n",
      "          ...,\n",
      "          [ 7.5741e-02,  0.0000e+00,  2.0285e-02,  ...,  3.1594e-02,\n",
      "            6.2831e-02,  4.7814e-02],\n",
      "          [ 9.4853e-03, -1.6578e-02, -1.4831e-02,  ...,  0.0000e+00,\n",
      "            1.0855e-02,  2.1275e-02],\n",
      "          [ 4.7991e-02,  4.7195e-02, -4.0184e-03,  ..., -1.0482e-03,\n",
      "           -2.4305e-02, -1.4938e-02]]],\n",
      "\n",
      "\n",
      "        [[[-1.4618e-02,  0.0000e+00,  0.0000e+00,  ..., -2.9520e-03,\n",
      "            3.1480e-02,  1.0924e-02],\n",
      "          [ 9.9351e-03, -6.0774e-03,  1.4598e-02,  ...,  7.9581e-03,\n",
      "            1.4493e-02, -2.2290e-03],\n",
      "          [-3.9733e-02, -0.0000e+00,  0.0000e+00,  ..., -1.2972e-03,\n",
      "           -0.0000e+00,  0.0000e+00],\n",
      "          ...,\n",
      "          [-1.8818e-02, -3.4912e-02, -7.2195e-02,  ..., -0.0000e+00,\n",
      "           -0.0000e+00,  1.1680e-02],\n",
      "          [-3.4831e-02, -3.7903e-02,  6.8257e-03,  ..., -9.8326e-03,\n",
      "           -2.6898e-02,  6.2844e-02],\n",
      "          [-1.7075e-02, -3.6909e-02, -3.2841e-02,  ..., -4.6901e-02,\n",
      "            1.8888e-02,  4.3800e-02]],\n",
      "\n",
      "         [[ 3.5721e-03,  6.6878e-03,  3.2947e-02,  ..., -4.5669e-02,\n",
      "           -0.0000e+00, -4.1729e-03],\n",
      "          [-0.0000e+00, -2.1295e-03,  1.1832e-02,  ..., -2.1804e-03,\n",
      "            0.0000e+00,  1.0010e-02],\n",
      "          [-7.5394e-02, -8.1456e-02, -1.4541e-02,  ..., -5.2803e-02,\n",
      "           -8.1461e-02, -0.0000e+00],\n",
      "          ...,\n",
      "          [-5.5498e-02, -5.8494e-02, -8.7223e-02,  ..., -4.7270e-02,\n",
      "           -0.0000e+00, -1.5286e-02],\n",
      "          [-0.0000e+00, -0.0000e+00, -0.0000e+00,  ..., -2.7705e-02,\n",
      "           -4.8310e-02,  2.6420e-02],\n",
      "          [ 5.5312e-03, -0.0000e+00, -3.9228e-03,  ...,  0.0000e+00,\n",
      "            4.3823e-02,  0.0000e+00]],\n",
      "\n",
      "         [[ 2.2972e-02, -9.4534e-03,  3.7720e-02,  ..., -0.0000e+00,\n",
      "            0.0000e+00,  2.0335e-02],\n",
      "          [ 5.1211e-02,  3.3869e-02,  6.8664e-02,  ...,  0.0000e+00,\n",
      "            2.5189e-02,  4.0107e-02],\n",
      "          [-3.4197e-03, -3.9030e-02, -4.3889e-02,  ...,  3.8650e-02,\n",
      "           -0.0000e+00,  0.0000e+00],\n",
      "          ...,\n",
      "          [-3.1600e-02, -0.0000e+00, -0.0000e+00,  ..., -4.9828e-02,\n",
      "           -3.2195e-02,  0.0000e+00],\n",
      "          [ 4.2484e-02, -0.0000e+00, -1.3328e-02,  ..., -1.1261e-02,\n",
      "           -1.1557e-02,  4.0826e-02],\n",
      "          [ 4.8555e-02, -1.7256e-02, -0.0000e+00,  ...,  5.6616e-03,\n",
      "           -2.3417e-02,  0.0000e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 2.2483e-02, -7.7734e-02, -2.5930e-02,  ..., -7.4907e-02,\n",
      "            0.0000e+00, -2.6221e-02],\n",
      "          [ 3.6674e-02, -8.3207e-02,  5.5756e-02,  ..., -0.0000e+00,\n",
      "            6.1164e-02,  0.0000e+00],\n",
      "          [ 3.8554e-02, -0.0000e+00,  1.1434e-01,  ..., -2.1296e-01,\n",
      "            9.0887e-02,  0.0000e+00],\n",
      "          ...,\n",
      "          [ 0.0000e+00, -2.7475e-01,  1.2596e-01,  ..., -0.0000e+00,\n",
      "           -1.2271e-02,  9.3261e-02],\n",
      "          [ 1.3517e-01, -0.0000e+00,  2.9549e-02,  ..., -2.5033e-01,\n",
      "           -3.8026e-02,  0.0000e+00],\n",
      "          [ 2.7450e-03, -7.3441e-02,  1.2723e-01,  ..., -0.0000e+00,\n",
      "           -3.9458e-02,  7.7940e-02]],\n",
      "\n",
      "         [[-0.0000e+00, -4.5335e-02,  4.8238e-02,  ..., -1.4209e-01,\n",
      "           -2.1544e-02,  1.2850e-02],\n",
      "          [ 6.5088e-03, -0.0000e+00,  9.0221e-02,  ..., -2.0607e-01,\n",
      "            7.5952e-03, -4.4109e-02],\n",
      "          [ 6.7087e-02, -0.0000e+00,  0.0000e+00,  ..., -3.0904e-01,\n",
      "            4.5358e-02,  0.0000e+00],\n",
      "          ...,\n",
      "          [ 0.0000e+00, -0.0000e+00,  0.0000e+00,  ..., -0.0000e+00,\n",
      "           -0.0000e+00,  1.2127e-01],\n",
      "          [ 8.8455e-02, -2.1971e-01,  0.0000e+00,  ..., -0.0000e+00,\n",
      "           -1.9683e-02,  7.9220e-02],\n",
      "          [-0.0000e+00, -1.0877e-01,  1.2190e-01,  ..., -0.0000e+00,\n",
      "           -0.0000e+00, -3.5452e-02]],\n",
      "\n",
      "         [[ 2.4834e-02, -0.0000e+00,  0.0000e+00,  ..., -4.3025e-02,\n",
      "            0.0000e+00,  0.0000e+00],\n",
      "          [ 8.7061e-03, -0.0000e+00,  0.0000e+00,  ..., -1.7559e-01,\n",
      "            0.0000e+00, -0.0000e+00],\n",
      "          [ 2.4785e-02, -1.3384e-01,  1.7782e-01,  ..., -1.9476e-01,\n",
      "            1.3184e-01,  0.0000e+00],\n",
      "          ...,\n",
      "          [ 0.0000e+00, -0.0000e+00,  1.3450e-01,  ..., -0.0000e+00,\n",
      "            0.0000e+00,  9.5443e-02],\n",
      "          [ 9.2544e-02, -0.0000e+00,  5.7784e-02,  ..., -0.0000e+00,\n",
      "           -6.8073e-03,  1.6371e-01],\n",
      "          [-8.0584e-02, -0.0000e+00,  2.7685e-02,  ..., -1.7944e-01,\n",
      "           -8.4417e-02,  7.7121e-02]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-0.0000e+00, -9.1772e-02, -5.3469e-02,  ..., -0.0000e+00,\n",
      "           -0.0000e+00, -6.3021e-02],\n",
      "          [-1.1185e-01, -0.0000e+00, -7.3431e-02,  ..., -7.8114e-02,\n",
      "           -5.6462e-02, -1.2217e-01],\n",
      "          [-7.2012e-02,  8.0391e-04, -4.4428e-02,  ..., -5.6789e-02,\n",
      "           -6.7727e-02, -1.2881e-01],\n",
      "          ...,\n",
      "          [ 0.0000e+00,  4.0560e-02,  3.4754e-02,  ...,  0.0000e+00,\n",
      "            4.3986e-02,  9.6191e-03],\n",
      "          [ 3.0190e-02,  0.0000e+00, -8.8163e-03,  ...,  1.5405e-02,\n",
      "            1.0862e-02,  0.0000e+00],\n",
      "          [ 3.7771e-02,  4.7414e-02,  2.9508e-02,  ...,  2.6745e-02,\n",
      "            2.9436e-02,  0.0000e+00]],\n",
      "\n",
      "         [[-7.7085e-02, -5.8301e-02, -6.1295e-02,  ..., -8.2216e-02,\n",
      "           -4.3422e-02, -0.0000e+00],\n",
      "          [-6.1071e-02, -0.0000e+00, -0.0000e+00,  ..., -7.8615e-02,\n",
      "           -0.0000e+00, -1.4565e-01],\n",
      "          [ 0.0000e+00,  5.7800e-03,  1.3386e-02,  ..., -1.8073e-03,\n",
      "           -5.6743e-02, -1.1010e-01],\n",
      "          ...,\n",
      "          [ 5.4945e-02,  8.2571e-02,  0.0000e+00,  ...,  6.6440e-02,\n",
      "            0.0000e+00,  4.1187e-02],\n",
      "          [ 2.8372e-02, -6.6260e-03,  0.0000e+00,  ...,  2.5024e-02,\n",
      "            0.0000e+00,  0.0000e+00],\n",
      "          [ 0.0000e+00,  3.7458e-02,  4.2439e-02,  ...,  0.0000e+00,\n",
      "            0.0000e+00,  4.3483e-02]],\n",
      "\n",
      "         [[ 5.0164e-03, -4.6797e-02,  0.0000e+00,  ..., -4.6395e-02,\n",
      "            4.7557e-03,  1.7034e-02],\n",
      "          [ 2.6986e-02, -5.7700e-02, -0.0000e+00,  ..., -6.8787e-02,\n",
      "           -3.6582e-02, -4.2498e-02],\n",
      "          [ 5.6698e-02, -0.0000e+00,  9.9915e-03,  ...,  1.4137e-02,\n",
      "           -1.3884e-03, -6.3120e-02],\n",
      "          ...,\n",
      "          [-0.0000e+00,  0.0000e+00,  3.8368e-02,  ...,  6.8463e-02,\n",
      "            3.2340e-02, -2.6203e-02],\n",
      "          [ 0.0000e+00, -0.0000e+00,  0.0000e+00,  ...,  1.8996e-02,\n",
      "            0.0000e+00, -2.8642e-02],\n",
      "          [-0.0000e+00, -0.0000e+00, -3.7657e-03,  ..., -2.6566e-03,\n",
      "            0.0000e+00,  2.1174e-02]]],\n",
      "\n",
      "\n",
      "        [[[-1.1564e-02, -0.0000e+00, -4.1997e-03,  ..., -8.0896e-02,\n",
      "            5.4472e-03,  4.0054e-03],\n",
      "          [-0.0000e+00, -0.0000e+00, -2.9950e-02,  ..., -5.8686e-05,\n",
      "            1.3224e-02,  6.9283e-02],\n",
      "          [-1.5807e-02, -3.0719e-02,  6.0033e-03,  ...,  2.8071e-03,\n",
      "           -5.5380e-02, -0.0000e+00],\n",
      "          ...,\n",
      "          [-1.6314e-02,  5.1053e-02,  0.0000e+00,  ...,  1.6442e-02,\n",
      "            0.0000e+00, -0.0000e+00],\n",
      "          [-0.0000e+00,  0.0000e+00,  1.9978e-02,  ...,  0.0000e+00,\n",
      "           -2.6710e-03,  0.0000e+00],\n",
      "          [-5.0234e-02, -2.1035e-02, -0.0000e+00,  ...,  2.0252e-02,\n",
      "            5.7355e-02, -1.0181e-03]],\n",
      "\n",
      "         [[ 1.0116e-02,  2.6745e-02, -2.7556e-02,  ..., -0.0000e+00,\n",
      "            8.1552e-03,  2.7991e-02],\n",
      "          [-2.8022e-02,  1.5956e-02, -2.4790e-02,  ..., -0.0000e+00,\n",
      "            6.1412e-02,  6.7816e-02],\n",
      "          [ 8.1306e-03,  0.0000e+00,  0.0000e+00,  ...,  1.8908e-02,\n",
      "            1.3617e-02, -7.1530e-03],\n",
      "          ...,\n",
      "          [ 7.4431e-02,  0.0000e+00,  7.7378e-02,  ...,  0.0000e+00,\n",
      "            0.0000e+00, -3.6472e-03],\n",
      "          [-2.2030e-02, -1.5609e-02,  0.0000e+00,  ...,  0.0000e+00,\n",
      "            1.3979e-02,  0.0000e+00],\n",
      "          [-0.0000e+00,  2.9706e-02, -2.0973e-02,  ...,  4.2041e-02,\n",
      "            2.7866e-02, -1.4788e-02]],\n",
      "\n",
      "         [[ 5.4221e-02, -1.9841e-02, -0.0000e+00,  ..., -0.0000e+00,\n",
      "            0.0000e+00,  2.9346e-02],\n",
      "          [ 1.4498e-02,  3.3832e-02,  1.8664e-02,  ...,  1.0752e-02,\n",
      "            0.0000e+00,  0.0000e+00],\n",
      "          [-2.0206e-03,  5.6535e-02,  5.1033e-02,  ...,  0.0000e+00,\n",
      "           -2.6856e-02, -6.3902e-03],\n",
      "          ...,\n",
      "          [ 0.0000e+00,  0.0000e+00,  1.5506e-03,  ...,  0.0000e+00,\n",
      "            3.3324e-02,  1.5108e-02],\n",
      "          [-0.0000e+00,  7.8942e-03,  1.3896e-02,  ...,  6.0862e-02,\n",
      "            5.3537e-03,  0.0000e+00],\n",
      "          [-8.9443e-03,  2.2383e-02,  1.8701e-02,  ..., -5.0384e-03,\n",
      "           -2.1672e-02,  3.0607e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 3.2742e-02,  1.5977e-02, -2.8890e-02,  ..., -5.7358e-02,\n",
      "           -8.1724e-03, -0.0000e+00],\n",
      "          [ 6.0312e-02,  2.5928e-02,  2.2570e-02,  ..., -0.0000e+00,\n",
      "           -2.6120e-02, -2.5345e-02],\n",
      "          [ 5.8077e-02,  5.3103e-02,  0.0000e+00,  ..., -3.7833e-02,\n",
      "            2.5666e-02,  8.0641e-03],\n",
      "          ...,\n",
      "          [-1.5520e-02, -4.0687e-02, -3.7192e-02,  ...,  9.7038e-03,\n",
      "           -0.0000e+00, -4.6100e-03],\n",
      "          [-0.0000e+00, -4.7019e-02, -0.0000e+00,  ...,  3.7812e-02,\n",
      "           -2.2196e-02,  0.0000e+00],\n",
      "          [-0.0000e+00, -0.0000e+00,  0.0000e+00,  ...,  2.5151e-02,\n",
      "           -0.0000e+00,  5.9512e-03]],\n",
      "\n",
      "         [[-0.0000e+00, -2.7472e-02, -3.2391e-02,  ..., -2.0433e-03,\n",
      "           -0.0000e+00, -1.3463e-02],\n",
      "          [-1.9214e-02,  0.0000e+00,  3.1339e-02,  ..., -2.2592e-02,\n",
      "            0.0000e+00,  2.9710e-02],\n",
      "          [ 2.1342e-02,  3.6872e-02, -2.2906e-02,  ...,  1.0792e-02,\n",
      "            0.0000e+00, -0.0000e+00],\n",
      "          ...,\n",
      "          [ 0.0000e+00,  7.1369e-03,  3.7672e-02,  ...,  6.4241e-03,\n",
      "            1.5038e-02,  4.0023e-02],\n",
      "          [-8.3887e-03,  0.0000e+00, -1.5242e-02,  ...,  4.3942e-02,\n",
      "            0.0000e+00,  1.2513e-02],\n",
      "          [ 3.2685e-02, -9.1904e-03, -0.0000e+00,  ...,  2.7627e-02,\n",
      "            0.0000e+00,  0.0000e+00]],\n",
      "\n",
      "         [[ 0.0000e+00, -4.7640e-02,  2.6795e-02,  ..., -0.0000e+00,\n",
      "            3.7353e-02, -1.5275e-02],\n",
      "          [ 4.5996e-02,  1.1872e-02,  4.7059e-02,  ...,  4.2904e-02,\n",
      "            2.9259e-02,  5.3278e-02],\n",
      "          [ 6.1149e-02,  7.9672e-02,  1.2861e-03,  ...,  3.4113e-03,\n",
      "            5.0189e-02,  0.0000e+00],\n",
      "          ...,\n",
      "          [-6.7899e-03,  1.6908e-02,  1.3529e-02,  ...,  6.5909e-02,\n",
      "           -0.0000e+00,  8.2703e-02],\n",
      "          [-7.6045e-03,  6.1994e-02,  1.2285e-02,  ...,  0.0000e+00,\n",
      "            0.0000e+00,  4.6542e-02],\n",
      "          [-0.0000e+00, -8.4574e-03,  4.0816e-02,  ...,  6.6787e-02,\n",
      "            0.0000e+00,  8.2368e-02]]]], requires_grad=True))]\n"
     ]
    }
   ],
   "source": [
    "prune.remove(module, 'weight')\n",
    "print(list(module.named_parameters()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\"#print(list(model.named_modules()))\\nparameters_to_prune = (\\n    (model.conv1, 'weight'),\\n    (model.bn1, 'weight'),\\n    (model.fc, 'weight'),\\n)\\n\\nprune.global_unstructured(\\n    parameters_to_prune,\\n    pruning_method=prune.L1Unstructured,\\n    amount=0.5,\\n    )\\n\\n\\nprint(list(model.named_parameters()))\\n\""
      ]
     },
     "execution_count": 121,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "\"\"\"#print(list(model.named_modules()))\n",
    "parameters_to_prune = (\n",
    "    (model.conv1, 'weight'),\n",
    "    (model.bn1, 'weight'),\n",
    "    (model.fc, 'weight'),\n",
    ")\n",
    "\n",
    "prune.global_unstructured(\n",
    "    parameters_to_prune,\n",
    "    pruning_method=prune.L1Unstructured,\n",
    "    amount=0.5,\n",
    "    )\n",
    "\n",
    "\n",
    "print(list(model.named_parameters()))\n",
    "\"\"\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 122,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<All keys matched successfully>"
      ]
     },
     "execution_count": 122,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import torch.nn.utils.prune as prune\n",
    "pruning_ratio = 0.5\n",
    "model = resnet18(pretrained=False)\n",
    "num_ftrs = model.fc.in_features\n",
    "model.fc = nn.Linear(num_ftrs, 10)\n",
    "model.load_state_dict(torch.load('./models/modelResNet.pth'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 123,
   "metadata": {},
   "outputs": [],
   "source": [
    "parameters_to_prune = (\n",
    "    (model.conv1, 'weight'),\n",
    "    (model.fc, 'weight'),\n",
    "    (model.bn1, 'weight'),\n",
    "\n",
    ")\n",
    "\n",
    "prune.global_unstructured(\n",
    "    parameters_to_prune,\n",
    "    pruning_method=prune.L1Unstructured,\n",
    "    amount=0.5,\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 124,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sparsity in conv1.weight: 50.80%\n",
      "Sparsity in fc.weight: 49.16%\n",
      "Sparsity in bn1.weight: 0.00%\n",
      "[('weight', Parameter containing:\n",
      "tensor([[[[ 0.0000e+00, -3.3317e-02, -2.6283e-02,  ...,  0.0000e+00,\n",
      "           -1.5437e-02, -0.0000e+00],\n",
      "          [ 5.5005e-02,  1.8621e-02, -3.1146e-02,  ..., -2.0491e-02,\n",
      "           -1.0332e-02, -0.0000e+00],\n",
      "          [ 4.3598e-02, -2.7003e-02, -3.2107e-02,  ...,  3.8094e-03,\n",
      "            4.6784e-02,  1.2251e-02],\n",
      "          ...,\n",
      "          [ 0.0000e+00, -0.0000e+00, -0.0000e+00,  ..., -3.2679e-02,\n",
      "           -4.7373e-02, -0.0000e+00],\n",
      "          [ 2.9091e-02, -3.9187e-02, -5.1207e-02,  ..., -3.0126e-02,\n",
      "           -4.9887e-02, -0.0000e+00],\n",
      "          [ 5.1639e-02,  5.6830e-03, -3.5043e-02,  ...,  0.0000e+00,\n",
      "           -5.0458e-02, -3.1624e-03]],\n",
      "\n",
      "         [[ 5.3227e-02,  1.1374e-03, -6.4848e-02,  ...,  1.1745e-02,\n",
      "           -3.4678e-02, -8.0377e-02],\n",
      "          [-3.2463e-03, -3.0599e-02, -1.0340e-01,  ..., -0.0000e+00,\n",
      "           -0.0000e+00, -7.7483e-02],\n",
      "          [-0.0000e+00, -3.5572e-02, -4.6945e-02,  ..., -0.0000e+00,\n",
      "           -0.0000e+00, -1.3921e-02],\n",
      "          ...,\n",
      "          [ 7.2279e-02,  0.0000e+00, -8.8484e-03,  ...,  1.7874e-02,\n",
      "            4.6699e-02,  0.0000e+00],\n",
      "          [ 0.0000e+00,  2.1399e-02, -8.0163e-02,  ...,  2.1545e-02,\n",
      "            4.1745e-03,  3.5125e-02],\n",
      "          [ 0.0000e+00,  4.9360e-02,  0.0000e+00,  ...,  5.0114e-02,\n",
      "           -3.8246e-02,  0.0000e+00]],\n",
      "\n",
      "         [[ 5.0723e-02, -3.8252e-02, -0.0000e+00,  ..., -3.6065e-02,\n",
      "           -1.4853e-02, -3.9154e-02],\n",
      "          [ 3.1425e-02, -0.0000e+00, -6.7825e-02,  ...,  1.7476e-02,\n",
      "           -8.4198e-02, -4.7166e-02],\n",
      "          [-2.3852e-02, -0.0000e+00, -0.0000e+00,  ..., -1.7568e-02,\n",
      "           -5.0781e-02, -4.2141e-02],\n",
      "          ...,\n",
      "          [ 7.5741e-02,  0.0000e+00,  2.0285e-02,  ...,  3.1594e-02,\n",
      "            6.2831e-02,  4.7814e-02],\n",
      "          [ 9.4853e-03, -1.6578e-02, -1.4831e-02,  ...,  0.0000e+00,\n",
      "            1.0855e-02,  2.1275e-02],\n",
      "          [ 4.7991e-02,  4.7195e-02, -4.0184e-03,  ..., -1.0482e-03,\n",
      "           -2.4305e-02, -1.4938e-02]]],\n",
      "\n",
      "\n",
      "        [[[-1.4618e-02,  0.0000e+00,  0.0000e+00,  ..., -2.9520e-03,\n",
      "            3.1480e-02,  1.0924e-02],\n",
      "          [ 9.9351e-03, -6.0774e-03,  1.4598e-02,  ...,  7.9581e-03,\n",
      "            1.4493e-02, -2.2290e-03],\n",
      "          [-3.9733e-02, -0.0000e+00,  0.0000e+00,  ..., -1.2972e-03,\n",
      "           -0.0000e+00,  0.0000e+00],\n",
      "          ...,\n",
      "          [-1.8818e-02, -3.4912e-02, -7.2195e-02,  ..., -0.0000e+00,\n",
      "           -0.0000e+00,  1.1680e-02],\n",
      "          [-3.4831e-02, -3.7903e-02,  6.8257e-03,  ..., -9.8326e-03,\n",
      "           -2.6898e-02,  6.2844e-02],\n",
      "          [-1.7075e-02, -3.6909e-02, -3.2841e-02,  ..., -4.6901e-02,\n",
      "            1.8888e-02,  4.3800e-02]],\n",
      "\n",
      "         [[ 3.5721e-03,  6.6878e-03,  3.2947e-02,  ..., -4.5669e-02,\n",
      "           -0.0000e+00, -4.1729e-03],\n",
      "          [-0.0000e+00, -2.1295e-03,  1.1832e-02,  ..., -2.1804e-03,\n",
      "            0.0000e+00,  1.0010e-02],\n",
      "          [-7.5394e-02, -8.1456e-02, -1.4541e-02,  ..., -5.2803e-02,\n",
      "           -8.1461e-02, -0.0000e+00],\n",
      "          ...,\n",
      "          [-5.5498e-02, -5.8494e-02, -8.7223e-02,  ..., -4.7270e-02,\n",
      "           -0.0000e+00, -1.5286e-02],\n",
      "          [-0.0000e+00, -0.0000e+00, -0.0000e+00,  ..., -2.7705e-02,\n",
      "           -4.8310e-02,  2.6420e-02],\n",
      "          [ 5.5312e-03, -0.0000e+00, -3.9228e-03,  ...,  0.0000e+00,\n",
      "            4.3823e-02,  0.0000e+00]],\n",
      "\n",
      "         [[ 2.2972e-02, -9.4534e-03,  3.7720e-02,  ..., -0.0000e+00,\n",
      "            0.0000e+00,  2.0335e-02],\n",
      "          [ 5.1211e-02,  3.3869e-02,  6.8664e-02,  ...,  0.0000e+00,\n",
      "            2.5189e-02,  4.0107e-02],\n",
      "          [-3.4197e-03, -3.9030e-02, -4.3889e-02,  ...,  3.8650e-02,\n",
      "           -0.0000e+00,  0.0000e+00],\n",
      "          ...,\n",
      "          [-3.1600e-02, -0.0000e+00, -0.0000e+00,  ..., -4.9828e-02,\n",
      "           -3.2195e-02,  0.0000e+00],\n",
      "          [ 4.2484e-02, -0.0000e+00, -1.3328e-02,  ..., -1.1261e-02,\n",
      "           -1.1557e-02,  4.0826e-02],\n",
      "          [ 4.8555e-02, -1.7256e-02, -0.0000e+00,  ...,  5.6616e-03,\n",
      "           -2.3417e-02,  0.0000e+00]]],\n",
      "\n",
      "\n",
      "        [[[ 2.2483e-02, -7.7734e-02, -2.5930e-02,  ..., -7.4907e-02,\n",
      "            0.0000e+00, -2.6221e-02],\n",
      "          [ 3.6674e-02, -8.3207e-02,  5.5756e-02,  ..., -0.0000e+00,\n",
      "            6.1164e-02,  0.0000e+00],\n",
      "          [ 3.8554e-02, -0.0000e+00,  1.1434e-01,  ..., -2.1296e-01,\n",
      "            9.0887e-02,  0.0000e+00],\n",
      "          ...,\n",
      "          [ 0.0000e+00, -2.7475e-01,  1.2596e-01,  ..., -0.0000e+00,\n",
      "           -1.2271e-02,  9.3261e-02],\n",
      "          [ 1.3517e-01, -0.0000e+00,  2.9549e-02,  ..., -2.5033e-01,\n",
      "           -3.8026e-02,  0.0000e+00],\n",
      "          [ 2.7450e-03, -7.3441e-02,  1.2723e-01,  ..., -0.0000e+00,\n",
      "           -3.9458e-02,  7.7940e-02]],\n",
      "\n",
      "         [[-0.0000e+00, -4.5335e-02,  4.8238e-02,  ..., -1.4209e-01,\n",
      "           -2.1544e-02,  1.2850e-02],\n",
      "          [ 6.5088e-03, -0.0000e+00,  9.0221e-02,  ..., -2.0607e-01,\n",
      "            7.5952e-03, -4.4109e-02],\n",
      "          [ 6.7087e-02, -0.0000e+00,  0.0000e+00,  ..., -3.0904e-01,\n",
      "            4.5358e-02,  0.0000e+00],\n",
      "          ...,\n",
      "          [ 0.0000e+00, -0.0000e+00,  0.0000e+00,  ..., -0.0000e+00,\n",
      "           -0.0000e+00,  1.2127e-01],\n",
      "          [ 8.8455e-02, -2.1971e-01,  0.0000e+00,  ..., -0.0000e+00,\n",
      "           -1.9683e-02,  7.9220e-02],\n",
      "          [-0.0000e+00, -1.0877e-01,  1.2190e-01,  ..., -0.0000e+00,\n",
      "           -0.0000e+00, -3.5452e-02]],\n",
      "\n",
      "         [[ 2.4834e-02, -0.0000e+00,  0.0000e+00,  ..., -4.3025e-02,\n",
      "            0.0000e+00,  0.0000e+00],\n",
      "          [ 8.7061e-03, -0.0000e+00,  0.0000e+00,  ..., -1.7559e-01,\n",
      "            0.0000e+00, -0.0000e+00],\n",
      "          [ 2.4785e-02, -1.3384e-01,  1.7782e-01,  ..., -1.9476e-01,\n",
      "            1.3184e-01,  0.0000e+00],\n",
      "          ...,\n",
      "          [ 0.0000e+00, -0.0000e+00,  1.3450e-01,  ..., -0.0000e+00,\n",
      "            0.0000e+00,  9.5443e-02],\n",
      "          [ 9.2544e-02, -0.0000e+00,  5.7784e-02,  ..., -0.0000e+00,\n",
      "           -6.8073e-03,  1.6371e-01],\n",
      "          [-8.0584e-02, -0.0000e+00,  2.7685e-02,  ..., -1.7944e-01,\n",
      "           -8.4417e-02,  7.7121e-02]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-0.0000e+00, -9.1772e-02, -5.3469e-02,  ..., -0.0000e+00,\n",
      "           -0.0000e+00, -6.3021e-02],\n",
      "          [-1.1185e-01, -0.0000e+00, -7.3431e-02,  ..., -7.8114e-02,\n",
      "           -5.6462e-02, -1.2217e-01],\n",
      "          [-7.2012e-02,  8.0391e-04, -4.4428e-02,  ..., -5.6789e-02,\n",
      "           -6.7727e-02, -1.2881e-01],\n",
      "          ...,\n",
      "          [ 0.0000e+00,  4.0560e-02,  3.4754e-02,  ...,  0.0000e+00,\n",
      "            4.3986e-02,  9.6191e-03],\n",
      "          [ 3.0190e-02,  0.0000e+00, -8.8163e-03,  ...,  1.5405e-02,\n",
      "            1.0862e-02,  0.0000e+00],\n",
      "          [ 3.7771e-02,  4.7414e-02,  2.9508e-02,  ...,  2.6745e-02,\n",
      "            2.9436e-02,  0.0000e+00]],\n",
      "\n",
      "         [[-7.7085e-02, -5.8301e-02, -6.1295e-02,  ..., -8.2216e-02,\n",
      "           -4.3422e-02, -0.0000e+00],\n",
      "          [-6.1071e-02, -0.0000e+00, -0.0000e+00,  ..., -7.8615e-02,\n",
      "           -0.0000e+00, -1.4565e-01],\n",
      "          [ 0.0000e+00,  5.7800e-03,  1.3386e-02,  ..., -1.8073e-03,\n",
      "           -5.6743e-02, -1.1010e-01],\n",
      "          ...,\n",
      "          [ 5.4945e-02,  8.2571e-02,  0.0000e+00,  ...,  6.6440e-02,\n",
      "            0.0000e+00,  4.1187e-02],\n",
      "          [ 2.8372e-02, -6.6260e-03,  0.0000e+00,  ...,  2.5024e-02,\n",
      "            0.0000e+00,  0.0000e+00],\n",
      "          [ 0.0000e+00,  3.7458e-02,  4.2439e-02,  ...,  0.0000e+00,\n",
      "            0.0000e+00,  4.3483e-02]],\n",
      "\n",
      "         [[ 5.0164e-03, -4.6797e-02,  0.0000e+00,  ..., -4.6395e-02,\n",
      "            4.7557e-03,  1.7034e-02],\n",
      "          [ 2.6986e-02, -5.7700e-02, -0.0000e+00,  ..., -6.8787e-02,\n",
      "           -3.6582e-02, -4.2498e-02],\n",
      "          [ 5.6698e-02, -0.0000e+00,  9.9915e-03,  ...,  1.4137e-02,\n",
      "           -1.3884e-03, -6.3120e-02],\n",
      "          ...,\n",
      "          [-0.0000e+00,  0.0000e+00,  3.8368e-02,  ...,  6.8463e-02,\n",
      "            3.2340e-02, -2.6203e-02],\n",
      "          [ 0.0000e+00, -0.0000e+00,  0.0000e+00,  ...,  1.8996e-02,\n",
      "            0.0000e+00, -2.8642e-02],\n",
      "          [-0.0000e+00, -0.0000e+00, -3.7657e-03,  ..., -2.6566e-03,\n",
      "            0.0000e+00,  2.1174e-02]]],\n",
      "\n",
      "\n",
      "        [[[-1.1564e-02, -0.0000e+00, -4.1997e-03,  ..., -8.0896e-02,\n",
      "            5.4472e-03,  4.0054e-03],\n",
      "          [-0.0000e+00, -0.0000e+00, -2.9950e-02,  ..., -5.8686e-05,\n",
      "            1.3224e-02,  6.9283e-02],\n",
      "          [-1.5807e-02, -3.0719e-02,  6.0033e-03,  ...,  2.8071e-03,\n",
      "           -5.5380e-02, -0.0000e+00],\n",
      "          ...,\n",
      "          [-1.6314e-02,  5.1053e-02,  0.0000e+00,  ...,  1.6442e-02,\n",
      "            0.0000e+00, -0.0000e+00],\n",
      "          [-0.0000e+00,  0.0000e+00,  1.9978e-02,  ...,  0.0000e+00,\n",
      "           -2.6710e-03,  0.0000e+00],\n",
      "          [-5.0234e-02, -2.1035e-02, -0.0000e+00,  ...,  2.0252e-02,\n",
      "            5.7355e-02, -1.0181e-03]],\n",
      "\n",
      "         [[ 1.0116e-02,  2.6745e-02, -2.7556e-02,  ..., -0.0000e+00,\n",
      "            8.1552e-03,  2.7991e-02],\n",
      "          [-2.8022e-02,  1.5956e-02, -2.4790e-02,  ..., -0.0000e+00,\n",
      "            6.1412e-02,  6.7816e-02],\n",
      "          [ 8.1306e-03,  0.0000e+00,  0.0000e+00,  ...,  1.8908e-02,\n",
      "            1.3617e-02, -7.1530e-03],\n",
      "          ...,\n",
      "          [ 7.4431e-02,  0.0000e+00,  7.7378e-02,  ...,  0.0000e+00,\n",
      "            0.0000e+00, -3.6472e-03],\n",
      "          [-2.2030e-02, -1.5609e-02,  0.0000e+00,  ...,  0.0000e+00,\n",
      "            1.3979e-02,  0.0000e+00],\n",
      "          [-0.0000e+00,  2.9706e-02, -2.0973e-02,  ...,  4.2041e-02,\n",
      "            2.7866e-02, -1.4788e-02]],\n",
      "\n",
      "         [[ 5.4221e-02, -1.9841e-02, -0.0000e+00,  ..., -0.0000e+00,\n",
      "            0.0000e+00,  2.9346e-02],\n",
      "          [ 1.4498e-02,  3.3832e-02,  1.8664e-02,  ...,  1.0752e-02,\n",
      "            0.0000e+00,  0.0000e+00],\n",
      "          [-2.0206e-03,  5.6535e-02,  5.1033e-02,  ...,  0.0000e+00,\n",
      "           -2.6856e-02, -6.3902e-03],\n",
      "          ...,\n",
      "          [ 0.0000e+00,  0.0000e+00,  1.5506e-03,  ...,  0.0000e+00,\n",
      "            3.3324e-02,  1.5108e-02],\n",
      "          [-0.0000e+00,  7.8942e-03,  1.3896e-02,  ...,  6.0862e-02,\n",
      "            5.3537e-03,  0.0000e+00],\n",
      "          [-8.9443e-03,  2.2383e-02,  1.8701e-02,  ..., -5.0384e-03,\n",
      "           -2.1672e-02,  3.0607e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 3.2742e-02,  1.5977e-02, -2.8890e-02,  ..., -5.7358e-02,\n",
      "           -8.1724e-03, -0.0000e+00],\n",
      "          [ 6.0312e-02,  2.5928e-02,  2.2570e-02,  ..., -0.0000e+00,\n",
      "           -2.6120e-02, -2.5345e-02],\n",
      "          [ 5.8077e-02,  5.3103e-02,  0.0000e+00,  ..., -3.7833e-02,\n",
      "            2.5666e-02,  8.0641e-03],\n",
      "          ...,\n",
      "          [-1.5520e-02, -4.0687e-02, -3.7192e-02,  ...,  9.7038e-03,\n",
      "           -0.0000e+00, -4.6100e-03],\n",
      "          [-0.0000e+00, -4.7019e-02, -0.0000e+00,  ...,  3.7812e-02,\n",
      "           -2.2196e-02,  0.0000e+00],\n",
      "          [-0.0000e+00, -0.0000e+00,  0.0000e+00,  ...,  2.5151e-02,\n",
      "           -0.0000e+00,  5.9512e-03]],\n",
      "\n",
      "         [[-0.0000e+00, -2.7472e-02, -3.2391e-02,  ..., -2.0433e-03,\n",
      "           -0.0000e+00, -1.3463e-02],\n",
      "          [-1.9214e-02,  0.0000e+00,  3.1339e-02,  ..., -2.2592e-02,\n",
      "            0.0000e+00,  2.9710e-02],\n",
      "          [ 2.1342e-02,  3.6872e-02, -2.2906e-02,  ...,  1.0792e-02,\n",
      "            0.0000e+00, -0.0000e+00],\n",
      "          ...,\n",
      "          [ 0.0000e+00,  7.1369e-03,  3.7672e-02,  ...,  6.4241e-03,\n",
      "            1.5038e-02,  4.0023e-02],\n",
      "          [-8.3887e-03,  0.0000e+00, -1.5242e-02,  ...,  4.3942e-02,\n",
      "            0.0000e+00,  1.2513e-02],\n",
      "          [ 3.2685e-02, -9.1904e-03, -0.0000e+00,  ...,  2.7627e-02,\n",
      "            0.0000e+00,  0.0000e+00]],\n",
      "\n",
      "         [[ 0.0000e+00, -4.7640e-02,  2.6795e-02,  ..., -0.0000e+00,\n",
      "            3.7353e-02, -1.5275e-02],\n",
      "          [ 4.5996e-02,  1.1872e-02,  4.7059e-02,  ...,  4.2904e-02,\n",
      "            2.9259e-02,  5.3278e-02],\n",
      "          [ 6.1149e-02,  7.9672e-02,  1.2861e-03,  ...,  3.4113e-03,\n",
      "            5.0189e-02,  0.0000e+00],\n",
      "          ...,\n",
      "          [-6.7899e-03,  1.6908e-02,  1.3529e-02,  ...,  6.5909e-02,\n",
      "           -0.0000e+00,  8.2703e-02],\n",
      "          [-7.6045e-03,  6.1994e-02,  1.2285e-02,  ...,  0.0000e+00,\n",
      "            0.0000e+00,  4.6542e-02],\n",
      "          [-0.0000e+00, -8.4574e-03,  4.0816e-02,  ...,  6.6787e-02,\n",
      "            0.0000e+00,  8.2368e-02]]]], requires_grad=True))]\n"
     ]
    }
   ],
   "source": [
    "print(\n",
    "    \"Sparsity in conv1.weight: {:.2f}%\".format(\n",
    "        100. * float(torch.sum(model.conv1.weight == 0))\n",
    "        / float(model.conv1.weight.nelement())\n",
    "    )\n",
    ")\n",
    "print(\n",
    "    \"Sparsity in fc.weight: {:.2f}%\".format(\n",
    "        100. * float(torch.sum(model.fc.weight == 0))\n",
    "        / float(model.fc.weight.nelement())\n",
    "    )\n",
    ")\n",
    "print(\n",
    "    \"Sparsity in bn1.weight: {:.2f}%\".format(\n",
    "        100. * float(torch.sum(model.bn1.weight == 0))\n",
    "        / float(model.bn1.weight.nelement())\n",
    "    )\n",
    ")\n",
    "print(list(module.named_parameters()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 125,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[('', ResNet(\n",
      "  (conv1): Conv2d(3, 64, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), bias=False)\n",
      "  (bn1): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  (relu): ReLU(inplace=True)\n",
      "  (maxpool): MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False)\n",
      "  (layer1): Sequential(\n",
      "    (0): BasicBlock(\n",
      "      (conv1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (relu): ReLU(inplace=True)\n",
      "      (conv2): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    )\n",
      "    (1): BasicBlock(\n",
      "      (conv1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (relu): ReLU(inplace=True)\n",
      "      (conv2): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    )\n",
      "  )\n",
      "  (layer2): Sequential(\n",
      "    (0): BasicBlock(\n",
      "      (conv1): Conv2d(64, 128, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (relu): ReLU(inplace=True)\n",
      "      (conv2): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (downsample): Sequential(\n",
      "        (0): Conv2d(64, 128, kernel_size=(1, 1), stride=(2, 2), bias=False)\n",
      "        (1): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      )\n",
      "    )\n",
      "    (1): BasicBlock(\n",
      "      (conv1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (relu): ReLU(inplace=True)\n",
      "      (conv2): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    )\n",
      "  )\n",
      "  (layer3): Sequential(\n",
      "    (0): BasicBlock(\n",
      "      (conv1): Conv2d(128, 256, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (relu): ReLU(inplace=True)\n",
      "      (conv2): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (downsample): Sequential(\n",
      "        (0): Conv2d(128, 256, kernel_size=(1, 1), stride=(2, 2), bias=False)\n",
      "        (1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      )\n",
      "    )\n",
      "    (1): BasicBlock(\n",
      "      (conv1): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (relu): ReLU(inplace=True)\n",
      "      (conv2): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    )\n",
      "  )\n",
      "  (layer4): Sequential(\n",
      "    (0): BasicBlock(\n",
      "      (conv1): Conv2d(256, 512, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (relu): ReLU(inplace=True)\n",
      "      (conv2): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (downsample): Sequential(\n",
      "        (0): Conv2d(256, 512, kernel_size=(1, 1), stride=(2, 2), bias=False)\n",
      "        (1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      )\n",
      "    )\n",
      "    (1): BasicBlock(\n",
      "      (conv1): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "      (relu): ReLU(inplace=True)\n",
      "      (conv2): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "      (bn2): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    )\n",
      "  )\n",
      "  (avgpool): AdaptiveAvgPool2d(output_size=(1, 1))\n",
      "  (fc): Linear(in_features=512, out_features=10, bias=True)\n",
      ")), ('conv1', Conv2d(3, 64, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), bias=False)), ('bn1', BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('relu', ReLU(inplace=True)), ('maxpool', MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False)), ('layer1', Sequential(\n",
      "  (0): BasicBlock(\n",
      "    (conv1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "    (bn1): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    (relu): ReLU(inplace=True)\n",
      "    (conv2): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "    (bn2): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  )\n",
      "  (1): BasicBlock(\n",
      "    (conv1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "    (bn1): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    (relu): ReLU(inplace=True)\n",
      "    (conv2): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "    (bn2): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  )\n",
      ")), ('layer1.0', BasicBlock(\n",
      "  (conv1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "  (bn1): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  (relu): ReLU(inplace=True)\n",
      "  (conv2): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "  (bn2): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      ")), ('layer1.0.conv1', Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)), ('layer1.0.bn1', BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('layer1.0.relu', ReLU(inplace=True)), ('layer1.0.conv2', Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)), ('layer1.0.bn2', BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('layer1.1', BasicBlock(\n",
      "  (conv1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "  (bn1): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  (relu): ReLU(inplace=True)\n",
      "  (conv2): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "  (bn2): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      ")), ('layer1.1.conv1', Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)), ('layer1.1.bn1', BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('layer1.1.relu', ReLU(inplace=True)), ('layer1.1.conv2', Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)), ('layer1.1.bn2', BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('layer2', Sequential(\n",
      "  (0): BasicBlock(\n",
      "    (conv1): Conv2d(64, 128, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n",
      "    (bn1): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    (relu): ReLU(inplace=True)\n",
      "    (conv2): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "    (bn2): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    (downsample): Sequential(\n",
      "      (0): Conv2d(64, 128, kernel_size=(1, 1), stride=(2, 2), bias=False)\n",
      "      (1): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    )\n",
      "  )\n",
      "  (1): BasicBlock(\n",
      "    (conv1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "    (bn1): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    (relu): ReLU(inplace=True)\n",
      "    (conv2): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "    (bn2): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  )\n",
      ")), ('layer2.0', BasicBlock(\n",
      "  (conv1): Conv2d(64, 128, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n",
      "  (bn1): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  (relu): ReLU(inplace=True)\n",
      "  (conv2): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "  (bn2): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  (downsample): Sequential(\n",
      "    (0): Conv2d(64, 128, kernel_size=(1, 1), stride=(2, 2), bias=False)\n",
      "    (1): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  )\n",
      ")), ('layer2.0.conv1', Conv2d(64, 128, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)), ('layer2.0.bn1', BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('layer2.0.relu', ReLU(inplace=True)), ('layer2.0.conv2', Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)), ('layer2.0.bn2', BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('layer2.0.downsample', Sequential(\n",
      "  (0): Conv2d(64, 128, kernel_size=(1, 1), stride=(2, 2), bias=False)\n",
      "  (1): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      ")), ('layer2.0.downsample.0', Conv2d(64, 128, kernel_size=(1, 1), stride=(2, 2), bias=False)), ('layer2.0.downsample.1', BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('layer2.1', BasicBlock(\n",
      "  (conv1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "  (bn1): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  (relu): ReLU(inplace=True)\n",
      "  (conv2): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "  (bn2): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      ")), ('layer2.1.conv1', Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)), ('layer2.1.bn1', BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('layer2.1.relu', ReLU(inplace=True)), ('layer2.1.conv2', Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)), ('layer2.1.bn2', BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('layer3', Sequential(\n",
      "  (0): BasicBlock(\n",
      "    (conv1): Conv2d(128, 256, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n",
      "    (bn1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    (relu): ReLU(inplace=True)\n",
      "    (conv2): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "    (bn2): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    (downsample): Sequential(\n",
      "      (0): Conv2d(128, 256, kernel_size=(1, 1), stride=(2, 2), bias=False)\n",
      "      (1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    )\n",
      "  )\n",
      "  (1): BasicBlock(\n",
      "    (conv1): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "    (bn1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    (relu): ReLU(inplace=True)\n",
      "    (conv2): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "    (bn2): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  )\n",
      ")), ('layer3.0', BasicBlock(\n",
      "  (conv1): Conv2d(128, 256, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n",
      "  (bn1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  (relu): ReLU(inplace=True)\n",
      "  (conv2): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "  (bn2): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  (downsample): Sequential(\n",
      "    (0): Conv2d(128, 256, kernel_size=(1, 1), stride=(2, 2), bias=False)\n",
      "    (1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  )\n",
      ")), ('layer3.0.conv1', Conv2d(128, 256, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)), ('layer3.0.bn1', BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('layer3.0.relu', ReLU(inplace=True)), ('layer3.0.conv2', Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)), ('layer3.0.bn2', BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('layer3.0.downsample', Sequential(\n",
      "  (0): Conv2d(128, 256, kernel_size=(1, 1), stride=(2, 2), bias=False)\n",
      "  (1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      ")), ('layer3.0.downsample.0', Conv2d(128, 256, kernel_size=(1, 1), stride=(2, 2), bias=False)), ('layer3.0.downsample.1', BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('layer3.1', BasicBlock(\n",
      "  (conv1): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "  (bn1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  (relu): ReLU(inplace=True)\n",
      "  (conv2): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "  (bn2): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      ")), ('layer3.1.conv1', Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)), ('layer3.1.bn1', BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('layer3.1.relu', ReLU(inplace=True)), ('layer3.1.conv2', Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)), ('layer3.1.bn2', BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('layer4', Sequential(\n",
      "  (0): BasicBlock(\n",
      "    (conv1): Conv2d(256, 512, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n",
      "    (bn1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    (relu): ReLU(inplace=True)\n",
      "    (conv2): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "    (bn2): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    (downsample): Sequential(\n",
      "      (0): Conv2d(256, 512, kernel_size=(1, 1), stride=(2, 2), bias=False)\n",
      "      (1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    )\n",
      "  )\n",
      "  (1): BasicBlock(\n",
      "    (conv1): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "    (bn1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "    (relu): ReLU(inplace=True)\n",
      "    (conv2): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "    (bn2): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  )\n",
      ")), ('layer4.0', BasicBlock(\n",
      "  (conv1): Conv2d(256, 512, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n",
      "  (bn1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  (relu): ReLU(inplace=True)\n",
      "  (conv2): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "  (bn2): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  (downsample): Sequential(\n",
      "    (0): Conv2d(256, 512, kernel_size=(1, 1), stride=(2, 2), bias=False)\n",
      "    (1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  )\n",
      ")), ('layer4.0.conv1', Conv2d(256, 512, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)), ('layer4.0.bn1', BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('layer4.0.relu', ReLU(inplace=True)), ('layer4.0.conv2', Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)), ('layer4.0.bn2', BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('layer4.0.downsample', Sequential(\n",
      "  (0): Conv2d(256, 512, kernel_size=(1, 1), stride=(2, 2), bias=False)\n",
      "  (1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      ")), ('layer4.0.downsample.0', Conv2d(256, 512, kernel_size=(1, 1), stride=(2, 2), bias=False)), ('layer4.0.downsample.1', BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('layer4.1', BasicBlock(\n",
      "  (conv1): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "  (bn1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      "  (relu): ReLU(inplace=True)\n",
      "  (conv2): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n",
      "  (bn2): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
      ")), ('layer4.1.conv1', Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)), ('layer4.1.bn1', BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('layer4.1.relu', ReLU(inplace=True)), ('layer4.1.conv2', Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)), ('layer4.1.bn2', BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)), ('avgpool', AdaptiveAvgPool2d(output_size=(1, 1))), ('fc', Linear(in_features=512, out_features=10, bias=True))]\n"
     ]
    }
   ],
   "source": [
    "prune.remove(model.bn1, 'weight')\n",
    "prune.remove(model.conv1, 'weight')\n",
    "prune.remove(model.fc, 'weight')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 127,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[('conv1.weight', Parameter containing:\n",
      "tensor([[[[ 0.0563, -0.0000, -0.0000,  ...,  0.0000, -0.0000, -0.0000],\n",
      "          [ 0.0550,  0.0000, -0.0000,  ..., -0.0000, -0.0000, -0.0458],\n",
      "          [ 0.0436, -0.0000, -0.0000,  ...,  0.0000,  0.0468,  0.0000],\n",
      "          ...,\n",
      "          [ 0.0000, -0.0000, -0.0592,  ..., -0.0000, -0.0474, -0.0000],\n",
      "          [ 0.0000, -0.0392, -0.0512,  ..., -0.0000, -0.0499, -0.0000],\n",
      "          [ 0.0516,  0.0000, -0.0000,  ...,  0.0000, -0.0505, -0.0000]],\n",
      "\n",
      "         [[ 0.0532,  0.0000, -0.0648,  ...,  0.0000, -0.0000, -0.0804],\n",
      "          [-0.0000, -0.0000, -0.1034,  ..., -0.0000, -0.0000, -0.0775],\n",
      "          [-0.0000, -0.0000, -0.0469,  ..., -0.0000, -0.0000, -0.0000],\n",
      "          ...,\n",
      "          [ 0.0723,  0.0000, -0.0000,  ...,  0.0000,  0.0467,  0.0000],\n",
      "          [ 0.0610,  0.0000, -0.0802,  ...,  0.0000,  0.0000,  0.0000],\n",
      "          [ 0.0950,  0.0494,  0.0000,  ...,  0.0501, -0.0000,  0.0000]],\n",
      "\n",
      "         [[ 0.0507, -0.0000, -0.0409,  ..., -0.0000, -0.0000, -0.0392],\n",
      "          [ 0.0000, -0.0527, -0.0678,  ...,  0.0000, -0.0842, -0.0472],\n",
      "          [-0.0000, -0.0847, -0.0603,  ..., -0.0000, -0.0508, -0.0421],\n",
      "          ...,\n",
      "          [ 0.0757,  0.0000,  0.0000,  ...,  0.0000,  0.0628,  0.0478],\n",
      "          [ 0.0000, -0.0000, -0.0000,  ...,  0.0000,  0.0000,  0.0000],\n",
      "          [ 0.0480,  0.0472, -0.0000,  ..., -0.0000, -0.0000, -0.0000]]],\n",
      "\n",
      "\n",
      "        [[[-0.0000,  0.0000,  0.0000,  ..., -0.0000,  0.0000,  0.0000],\n",
      "          [ 0.0000, -0.0000,  0.0000,  ...,  0.0000,  0.0000, -0.0000],\n",
      "          [-0.0397, -0.0000,  0.0000,  ..., -0.0000, -0.0000,  0.0000],\n",
      "          ...,\n",
      "          [-0.0000, -0.0000, -0.0722,  ..., -0.0000, -0.0000,  0.0000],\n",
      "          [-0.0000, -0.0000,  0.0000,  ..., -0.0000, -0.0000,  0.0628],\n",
      "          [-0.0000, -0.0000, -0.0000,  ..., -0.0469,  0.0000,  0.0438]],\n",
      "\n",
      "         [[ 0.0000,  0.0000,  0.0000,  ..., -0.0457, -0.0000, -0.0000],\n",
      "          [-0.0000, -0.0000,  0.0000,  ..., -0.0000,  0.0000,  0.0000],\n",
      "          [-0.0754, -0.0815, -0.0000,  ..., -0.0528, -0.0815, -0.0000],\n",
      "          ...,\n",
      "          [-0.0555, -0.0585, -0.0872,  ..., -0.0473, -0.0758, -0.0000],\n",
      "          [-0.0000, -0.0000, -0.0961,  ..., -0.0000, -0.0483,  0.0000],\n",
      "          [ 0.0000, -0.0414, -0.0000,  ...,  0.0000,  0.0438,  0.0732]],\n",
      "\n",
      "         [[ 0.0000, -0.0000,  0.0000,  ..., -0.0000,  0.0000,  0.0000],\n",
      "          [ 0.0512,  0.0000,  0.0687,  ...,  0.0000,  0.0000,  0.0401],\n",
      "          [-0.0000, -0.0390, -0.0439,  ...,  0.0387, -0.0000,  0.0000],\n",
      "          ...,\n",
      "          [-0.0000, -0.0000, -0.0000,  ..., -0.0498, -0.0000,  0.0507],\n",
      "          [ 0.0425, -0.0000, -0.0000,  ..., -0.0000, -0.0000,  0.0408],\n",
      "          [ 0.0486, -0.0000, -0.0000,  ...,  0.0000, -0.0000,  0.0559]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0000, -0.0777, -0.0000,  ..., -0.0749,  0.0707, -0.0000],\n",
      "          [ 0.0000, -0.0832,  0.0558,  ..., -0.1363,  0.0612,  0.0000],\n",
      "          [ 0.0386, -0.2499,  0.1143,  ..., -0.2130,  0.0909,  0.0000],\n",
      "          ...,\n",
      "          [ 0.0917, -0.2748,  0.1260,  ..., -0.2827, -0.0000,  0.0933],\n",
      "          [ 0.1352, -0.2093,  0.0000,  ..., -0.2503, -0.0000,  0.0728],\n",
      "          [ 0.0000, -0.0734,  0.1272,  ..., -0.1262, -0.0395,  0.0779]],\n",
      "\n",
      "         [[-0.0000, -0.0453,  0.0482,  ..., -0.1421, -0.0000,  0.0000],\n",
      "          [ 0.0000, -0.1168,  0.0902,  ..., -0.2061,  0.0000, -0.0441],\n",
      "          [ 0.0671, -0.2240,  0.1907,  ..., -0.3090,  0.0454,  0.0395],\n",
      "          ...,\n",
      "          [ 0.1461, -0.3059,  0.1634,  ..., -0.3030, -0.0000,  0.1213],\n",
      "          [ 0.0885, -0.2197,  0.0967,  ..., -0.2637, -0.0000,  0.0792],\n",
      "          [-0.0627, -0.1088,  0.1219,  ..., -0.1761, -0.1200, -0.0000]],\n",
      "\n",
      "         [[ 0.0000, -0.0000,  0.0938,  ..., -0.0430,  0.0587,  0.0754],\n",
      "          [ 0.0000, -0.0680,  0.0766,  ..., -0.1756,  0.0451, -0.0429],\n",
      "          [ 0.0000, -0.1338,  0.1778,  ..., -0.1948,  0.1318,  0.0612],\n",
      "          ...,\n",
      "          [ 0.0844, -0.2078,  0.1345,  ..., -0.2791,  0.0000,  0.0954],\n",
      "          [ 0.0925, -0.1678,  0.0578,  ..., -0.2156, -0.0000,  0.1637],\n",
      "          [-0.0806, -0.0545,  0.0000,  ..., -0.1794, -0.0844,  0.0771]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-0.0869, -0.0918, -0.0535,  ..., -0.0929, -0.0000, -0.0630],\n",
      "          [-0.1118, -0.0801, -0.0734,  ..., -0.0781, -0.0565, -0.1222],\n",
      "          [-0.0720,  0.0000, -0.0444,  ..., -0.0568, -0.0677, -0.1288],\n",
      "          ...,\n",
      "          [ 0.0000,  0.0406,  0.0000,  ...,  0.0580,  0.0440,  0.0000],\n",
      "          [ 0.0000,  0.0000, -0.0000,  ...,  0.0000,  0.0000,  0.0000],\n",
      "          [ 0.0000,  0.0474,  0.0000,  ...,  0.0000,  0.0000,  0.0613]],\n",
      "\n",
      "         [[-0.0771, -0.0583, -0.0613,  ..., -0.0822, -0.0434, -0.0408],\n",
      "          [-0.0611, -0.0967, -0.0767,  ..., -0.0786, -0.1103, -0.1456],\n",
      "          [ 0.0000,  0.0000,  0.0000,  ..., -0.0000, -0.0567, -0.1101],\n",
      "          ...,\n",
      "          [ 0.0549,  0.0826,  0.0985,  ...,  0.0664,  0.0695,  0.0412],\n",
      "          [ 0.0000, -0.0000,  0.0000,  ...,  0.0000,  0.0000,  0.0000],\n",
      "          [ 0.0000,  0.0000,  0.0424,  ...,  0.0635,  0.0627,  0.0435]],\n",
      "\n",
      "         [[ 0.0000, -0.0468,  0.0492,  ..., -0.0464,  0.0000,  0.0000],\n",
      "          [ 0.0000, -0.0577, -0.0000,  ..., -0.0688, -0.0000, -0.0425],\n",
      "          [ 0.0567, -0.0000,  0.0000,  ...,  0.0000, -0.0000, -0.0631],\n",
      "          ...,\n",
      "          [-0.0000,  0.0644,  0.0000,  ...,  0.0685,  0.0000, -0.0000],\n",
      "          [ 0.0000, -0.0000,  0.0000,  ...,  0.0000,  0.0424, -0.0000],\n",
      "          [-0.0000, -0.0000, -0.0000,  ..., -0.0000,  0.0000,  0.0000]]],\n",
      "\n",
      "\n",
      "        [[[-0.0000, -0.0478, -0.0000,  ..., -0.0809,  0.0000,  0.0000],\n",
      "          [-0.0000, -0.0000, -0.0000,  ..., -0.0000,  0.0000,  0.0693],\n",
      "          [-0.0000, -0.0000,  0.0000,  ...,  0.0000, -0.0554, -0.0000],\n",
      "          ...,\n",
      "          [-0.0000,  0.0511,  0.0924,  ...,  0.0000,  0.0576, -0.0000],\n",
      "          [-0.0000,  0.0000,  0.0000,  ...,  0.0000, -0.0000,  0.0000],\n",
      "          [-0.0502, -0.0000, -0.0000,  ...,  0.0000,  0.0574, -0.0000]],\n",
      "\n",
      "         [[ 0.0000,  0.0000, -0.0000,  ..., -0.0000,  0.0000,  0.0000],\n",
      "          [-0.0000,  0.0000, -0.0000,  ..., -0.0000,  0.0614,  0.0678],\n",
      "          [ 0.0000,  0.0000,  0.0000,  ...,  0.0000,  0.0000, -0.0000],\n",
      "          ...,\n",
      "          [ 0.0744,  0.0578,  0.0774,  ...,  0.0000,  0.0475, -0.0000],\n",
      "          [-0.0000, -0.0000,  0.0525,  ...,  0.0729,  0.0000,  0.0467],\n",
      "          [-0.0000,  0.0000, -0.0000,  ...,  0.0420,  0.0000, -0.0000]],\n",
      "\n",
      "         [[ 0.0542, -0.0000, -0.0000,  ..., -0.0000,  0.0601,  0.0000],\n",
      "          [ 0.0000,  0.0000,  0.0000,  ...,  0.0000,  0.0000,  0.0805],\n",
      "          [-0.0000,  0.0565,  0.0510,  ...,  0.0000, -0.0000, -0.0000],\n",
      "          ...,\n",
      "          [ 0.0000,  0.0000,  0.0000,  ...,  0.0000,  0.0000,  0.0000],\n",
      "          [-0.0000,  0.0000,  0.0000,  ...,  0.0609,  0.0000,  0.0424],\n",
      "          [-0.0000,  0.0000,  0.0000,  ..., -0.0000, -0.0000,  0.0000]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0000,  0.0000, -0.0000,  ..., -0.0574, -0.0000, -0.0000],\n",
      "          [ 0.0603,  0.0000,  0.0000,  ..., -0.0000, -0.0000, -0.0000],\n",
      "          [ 0.0581,  0.0531,  0.0000,  ..., -0.0000,  0.0000,  0.0000],\n",
      "          ...,\n",
      "          [-0.0000, -0.0407, -0.0000,  ...,  0.0000, -0.0000, -0.0000],\n",
      "          [-0.0000, -0.0470, -0.0531,  ...,  0.0000, -0.0000,  0.0000],\n",
      "          [-0.0000, -0.0385,  0.0000,  ...,  0.0000, -0.0000,  0.0000]],\n",
      "\n",
      "         [[-0.0000, -0.0000, -0.0000,  ..., -0.0000, -0.0000, -0.0000],\n",
      "          [-0.0000,  0.0000,  0.0000,  ..., -0.0000,  0.0000,  0.0000],\n",
      "          [ 0.0000,  0.0000, -0.0000,  ...,  0.0000,  0.0000, -0.0000],\n",
      "          ...,\n",
      "          [ 0.0000,  0.0000,  0.0000,  ...,  0.0000,  0.0000,  0.0400],\n",
      "          [-0.0000,  0.0000, -0.0000,  ...,  0.0439,  0.0481,  0.0000],\n",
      "          [ 0.0000, -0.0000, -0.0000,  ...,  0.0000,  0.0000,  0.0732]],\n",
      "\n",
      "         [[ 0.0000, -0.0476,  0.0000,  ..., -0.0000,  0.0000, -0.0000],\n",
      "          [ 0.0460,  0.0000,  0.0471,  ...,  0.0429,  0.0000,  0.0533],\n",
      "          [ 0.0611,  0.0797,  0.0000,  ...,  0.0000,  0.0502,  0.0000],\n",
      "          ...,\n",
      "          [-0.0000,  0.0000,  0.0000,  ...,  0.0659, -0.0000,  0.0827],\n",
      "          [-0.0000,  0.0620,  0.0000,  ...,  0.0000,  0.0795,  0.0465],\n",
      "          [-0.0000, -0.0000,  0.0408,  ...,  0.0668,  0.0841,  0.0824]]]],\n",
      "       requires_grad=True)), ('bn1.bias', Parameter containing:\n",
      "tensor([ 1.5380e-02, -5.2345e-02,  2.8587e-02, -3.7184e-02,  9.9409e-02,\n",
      "         5.2603e-03, -5.2054e-02, -2.6176e-02, -9.6588e-03, -3.7835e-02,\n",
      "        -4.7046e-02,  5.5281e-02,  6.5221e-02, -4.7767e-02, -5.4727e-02,\n",
      "        -2.7521e-02,  3.3399e-02, -3.1229e-02, -6.8494e-05, -2.2973e-02,\n",
      "        -5.4633e-03, -2.6224e-02, -2.7434e-02, -1.9434e-02,  1.7046e-02,\n",
      "         5.2547e-02, -7.6697e-02,  5.1628e-02,  1.4496e-03,  2.8996e-02,\n",
      "        -4.5772e-02,  8.3951e-03,  3.0636e-02, -4.9303e-03,  5.8948e-02,\n",
      "        -2.8268e-02, -1.1953e-02,  1.1363e-02, -1.3120e-02, -3.8400e-02,\n",
      "         7.6339e-02,  6.0699e-02, -6.0044e-02,  3.8249e-02,  1.7659e-02,\n",
      "         3.5744e-03, -2.2315e-02,  8.5212e-02, -8.0941e-02, -2.5581e-02,\n",
      "         3.3129e-02,  7.5215e-03, -4.9416e-02, -4.2647e-02,  3.6865e-02,\n",
      "        -5.4007e-02, -7.3173e-02, -2.7871e-02, -5.2786e-02, -2.5658e-02,\n",
      "        -1.8402e-02, -8.6920e-02, -6.4047e-02, -6.8804e-02],\n",
      "       requires_grad=True)), ('bn1.weight', Parameter containing:\n",
      "tensor([0.9513, 0.9519, 1.3410, 1.0649, 1.0475, 1.0404, 1.1131, 0.9232, 0.9794,\n",
      "        0.9908, 0.9611, 1.0148, 1.1594, 0.9609, 0.9220, 0.9659, 1.0402, 0.9853,\n",
      "        0.9528, 1.0230, 1.1094, 1.0463, 0.8652, 0.9178, 1.0972, 1.0678, 1.0099,\n",
      "        1.1647, 1.0063, 1.2909, 1.0073, 0.9713, 1.1906, 1.0777, 0.9742, 0.9589,\n",
      "        0.9697, 1.1110, 0.9729, 1.0907, 1.3024, 1.2491, 0.8870, 1.0699, 1.0077,\n",
      "        0.9613, 0.9652, 1.0804, 0.9197, 1.0288, 1.2808, 1.0198, 1.1420, 0.9261,\n",
      "        0.9960, 0.8463, 0.8667, 0.8941, 1.0944, 0.9113, 1.0317, 1.0109, 0.9273,\n",
      "        0.9241], requires_grad=True)), ('layer1.0.conv1.weight', Parameter containing:\n",
      "tensor([[[[ 0.0743, -0.0197,  0.0161],\n",
      "          [ 0.0591,  0.0209, -0.1661],\n",
      "          [-0.0410, -0.0673, -0.0018]],\n",
      "\n",
      "         [[ 0.0100,  0.0652,  0.0055],\n",
      "          [-0.0957, -0.1426, -0.0469],\n",
      "          [-0.1284, -0.0527, -0.0448]],\n",
      "\n",
      "         [[ 0.0237,  0.0348,  0.0602],\n",
      "          [-0.0460, -0.0412,  0.0963],\n",
      "          [-0.0362,  0.0102,  0.0785]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0517, -0.0370,  0.0758],\n",
      "          [ 0.0630, -0.0308,  0.0691],\n",
      "          [-0.1307,  0.0761,  0.0274]],\n",
      "\n",
      "         [[-0.0283,  0.0667, -0.0307],\n",
      "          [ 0.0792, -0.1209, -0.0092],\n",
      "          [-0.0386, -0.0792,  0.0640]],\n",
      "\n",
      "         [[-0.0345, -0.0242,  0.0231],\n",
      "          [ 0.0533,  0.1599, -0.0583],\n",
      "          [-0.0102,  0.1055, -0.1249]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0601,  0.0536,  0.0832],\n",
      "          [ 0.0526, -0.0028,  0.0338],\n",
      "          [ 0.0164, -0.1206,  0.0080]],\n",
      "\n",
      "         [[ 0.0400,  0.0647,  0.0514],\n",
      "          [ 0.0822,  0.0781, -0.0347],\n",
      "          [-0.0356, -0.0896,  0.1536]],\n",
      "\n",
      "         [[-0.0873, -0.0959, -0.0560],\n",
      "          [ 0.1280, -0.0419, -0.0507],\n",
      "          [ 0.0849, -0.0539, -0.0255]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0705,  0.0407,  0.0992],\n",
      "          [-0.0921,  0.0408,  0.1662],\n",
      "          [ 0.0170, -0.1249,  0.0744]],\n",
      "\n",
      "         [[-0.0289, -0.0780, -0.0771],\n",
      "          [ 0.0081,  0.0212, -0.0796],\n",
      "          [-0.0161, -0.0218, -0.0454]],\n",
      "\n",
      "         [[-0.0088, -0.0542, -0.0478],\n",
      "          [ 0.0202,  0.0810, -0.0486],\n",
      "          [ 0.0100, -0.0502, -0.0405]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0075, -0.0538,  0.0073],\n",
      "          [ 0.0490,  0.0552,  0.0356],\n",
      "          [ 0.0219, -0.0053,  0.0380]],\n",
      "\n",
      "         [[-0.0761, -0.0623, -0.0112],\n",
      "          [ 0.0599, -0.0128,  0.0866],\n",
      "          [-0.0117,  0.0156, -0.1211]],\n",
      "\n",
      "         [[-0.1207,  0.0122, -0.0405],\n",
      "          [-0.0250, -0.0803, -0.0400],\n",
      "          [ 0.0290, -0.0213,  0.0191]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0018, -0.0197, -0.0327],\n",
      "          [ 0.0630, -0.1032, -0.0315],\n",
      "          [ 0.0449, -0.0094,  0.1909]],\n",
      "\n",
      "         [[-0.0258,  0.0912,  0.0682],\n",
      "          [-0.0171, -0.0114, -0.0223],\n",
      "          [ 0.1045, -0.0402, -0.0363]],\n",
      "\n",
      "         [[-0.0931,  0.0180, -0.0092],\n",
      "          [ 0.0720,  0.0830,  0.0484],\n",
      "          [-0.0449,  0.0386,  0.0245]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 0.0492, -0.0683,  0.0582],\n",
      "          [ 0.1684, -0.0500,  0.0484],\n",
      "          [ 0.1117, -0.0913, -0.0137]],\n",
      "\n",
      "         [[ 0.0931,  0.0244, -0.0100],\n",
      "          [-0.0275,  0.0022, -0.0258],\n",
      "          [ 0.1118,  0.0075,  0.0651]],\n",
      "\n",
      "         [[ 0.0046,  0.0030,  0.1329],\n",
      "          [-0.1273, -0.0601, -0.0735],\n",
      "          [-0.0559, -0.1341,  0.1202]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0968,  0.0761,  0.0053],\n",
      "          [ 0.0795,  0.0561, -0.0138],\n",
      "          [-0.0443, -0.1033,  0.0186]],\n",
      "\n",
      "         [[-0.0362, -0.0352,  0.0709],\n",
      "          [-0.0301, -0.0857, -0.0164],\n",
      "          [ 0.0221,  0.0023,  0.0441]],\n",
      "\n",
      "         [[-0.0507, -0.0493, -0.0268],\n",
      "          [-0.0386,  0.0299,  0.0519],\n",
      "          [ 0.0010,  0.0743,  0.0450]]],\n",
      "\n",
      "\n",
      "        [[[-0.0822, -0.0388,  0.0829],\n",
      "          [ 0.0055,  0.0478, -0.0080],\n",
      "          [ 0.0632,  0.0302, -0.0327]],\n",
      "\n",
      "         [[-0.0228,  0.0124,  0.0254],\n",
      "          [ 0.0244,  0.0108,  0.0265],\n",
      "          [ 0.0260,  0.0652,  0.0463]],\n",
      "\n",
      "         [[-0.0311,  0.0207,  0.0937],\n",
      "          [ 0.0094, -0.0264, -0.0131],\n",
      "          [ 0.0153, -0.0105,  0.0030]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0284, -0.1047, -0.0115],\n",
      "          [ 0.0339, -0.0414,  0.0588],\n",
      "          [ 0.0498,  0.0250, -0.0157]],\n",
      "\n",
      "         [[ 0.0423, -0.0839,  0.0152],\n",
      "          [ 0.0132,  0.0330, -0.0208],\n",
      "          [-0.0833,  0.0215,  0.0179]],\n",
      "\n",
      "         [[ 0.0835, -0.0843, -0.0293],\n",
      "          [-0.0794,  0.0420,  0.0157],\n",
      "          [ 0.1156,  0.0109,  0.0272]]],\n",
      "\n",
      "\n",
      "        [[[-0.0351, -0.0300, -0.0616],\n",
      "          [ 0.0957,  0.0185,  0.0476],\n",
      "          [-0.0868,  0.0241,  0.1103]],\n",
      "\n",
      "         [[-0.0008,  0.0071, -0.0453],\n",
      "          [ 0.0128, -0.0211,  0.0762],\n",
      "          [-0.0386, -0.0478, -0.0599]],\n",
      "\n",
      "         [[-0.0688, -0.1351, -0.0390],\n",
      "          [-0.1155,  0.0234, -0.0189],\n",
      "          [ 0.0718,  0.0737, -0.0129]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0229,  0.0403, -0.0704],\n",
      "          [-0.0302, -0.0236, -0.0254],\n",
      "          [-0.0156, -0.0950, -0.0960]],\n",
      "\n",
      "         [[-0.0337,  0.1332,  0.0191],\n",
      "          [ 0.0112, -0.0576, -0.0086],\n",
      "          [-0.0746, -0.0263,  0.0420]],\n",
      "\n",
      "         [[-0.0472, -0.0485,  0.0742],\n",
      "          [-0.0048, -0.1690, -0.0322],\n",
      "          [ 0.0224, -0.0648, -0.0386]]]], requires_grad=True)), ('layer1.0.bn1.weight', Parameter containing:\n",
      "tensor([0.9390, 1.0213, 1.0020, 1.0370, 0.9584, 1.0194, 0.9924, 0.9802, 1.0187,\n",
      "        1.0096, 0.9860, 1.0384, 0.9610, 1.0118, 1.0378, 0.9876, 0.9643, 1.0082,\n",
      "        0.9635, 0.9840, 1.0260, 1.0350, 0.9683, 0.9776, 1.0172, 1.0214, 0.9493,\n",
      "        1.0302, 0.9724, 1.0036, 1.0222, 1.0405, 1.0394, 0.9804, 1.0154, 1.0113,\n",
      "        1.0419, 0.9075, 1.0175, 1.0478, 1.0532, 0.9336, 0.9398, 0.9847, 1.0168,\n",
      "        0.9716, 1.0116, 1.0290, 0.9991, 0.9816, 1.0461, 0.9851, 1.0141, 1.0364,\n",
      "        1.0252, 0.9916, 1.0136, 0.9455, 0.9673, 1.0022, 0.9992, 1.0260, 1.0129,\n",
      "        0.9817], requires_grad=True)), ('layer1.0.bn1.bias', Parameter containing:\n",
      "tensor([-0.0201,  0.0102, -0.0456,  0.0135, -0.0298, -0.0258, -0.0222, -0.0327,\n",
      "         0.0122, -0.0488, -0.0073,  0.0255, -0.0763, -0.0460, -0.0221, -0.0270,\n",
      "        -0.0424,  0.0146, -0.0495, -0.0416, -0.0319,  0.0058, -0.0374,  0.0095,\n",
      "        -0.0431, -0.0134, -0.0577, -0.0068, -0.0365, -0.0429, -0.0119,  0.0434,\n",
      "        -0.0430,  0.0026, -0.0319, -0.0025, -0.0037, -0.1328, -0.0415, -0.0111,\n",
      "         0.0321,  0.0077, -0.0458,  0.0154, -0.0289, -0.0117, -0.0112, -0.0049,\n",
      "        -0.0246, -0.0209,  0.0683,  0.0152,  0.0374,  0.0078, -0.0026, -0.0305,\n",
      "         0.0150, -0.0083, -0.0602,  0.0114, -0.0067, -0.0298, -0.0162, -0.0083],\n",
      "       requires_grad=True)), ('layer1.0.conv2.weight', Parameter containing:\n",
      "tensor([[[[-0.0179,  0.0079,  0.1025],\n",
      "          [-0.0192,  0.1103, -0.0713],\n",
      "          [ 0.0580,  0.0808,  0.0273]],\n",
      "\n",
      "         [[-0.0322,  0.0296,  0.0705],\n",
      "          [-0.0327,  0.0339,  0.0770],\n",
      "          [ 0.0561, -0.0016, -0.1057]],\n",
      "\n",
      "         [[ 0.0439,  0.1471,  0.0360],\n",
      "          [-0.0555,  0.0426, -0.0225],\n",
      "          [-0.0439, -0.0080,  0.0329]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0807, -0.0161,  0.0435],\n",
      "          [ 0.0423, -0.0748, -0.1024],\n",
      "          [ 0.1254, -0.0191, -0.0301]],\n",
      "\n",
      "         [[-0.0527, -0.0733, -0.1106],\n",
      "          [-0.1140,  0.0863,  0.1004],\n",
      "          [ 0.0065, -0.0225,  0.0257]],\n",
      "\n",
      "         [[ 0.0497,  0.0171, -0.0874],\n",
      "          [-0.0218,  0.0052, -0.0620],\n",
      "          [ 0.0187,  0.0298, -0.0213]]],\n",
      "\n",
      "\n",
      "        [[[-0.1468,  0.0235,  0.0375],\n",
      "          [-0.0113, -0.0475,  0.0399],\n",
      "          [ 0.0670,  0.0175,  0.0171]],\n",
      "\n",
      "         [[ 0.1382,  0.0784, -0.0043],\n",
      "          [-0.0540,  0.0507, -0.0654],\n",
      "          [ 0.0072, -0.0517, -0.0730]],\n",
      "\n",
      "         [[ 0.0926, -0.0212,  0.0253],\n",
      "          [-0.0204, -0.0647,  0.1149],\n",
      "          [-0.0338,  0.1217,  0.0342]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0099,  0.0084, -0.0826],\n",
      "          [ 0.0410, -0.0497, -0.0345],\n",
      "          [ 0.0154,  0.0747,  0.0370]],\n",
      "\n",
      "         [[-0.0891,  0.0473,  0.1260],\n",
      "          [ 0.0336,  0.0966,  0.0574],\n",
      "          [ 0.0303, -0.0399, -0.0283]],\n",
      "\n",
      "         [[ 0.0305,  0.1166,  0.0045],\n",
      "          [-0.0044, -0.0203, -0.0036],\n",
      "          [-0.0667, -0.0405,  0.1120]]],\n",
      "\n",
      "\n",
      "        [[[-0.0319, -0.0717, -0.0676],\n",
      "          [-0.0307,  0.0942, -0.0765],\n",
      "          [ 0.1086, -0.0728, -0.0143]],\n",
      "\n",
      "         [[ 0.0336, -0.0330, -0.0116],\n",
      "          [-0.0184,  0.0909,  0.0666],\n",
      "          [-0.1251,  0.0424, -0.0240]],\n",
      "\n",
      "         [[ 0.1582, -0.0883,  0.0992],\n",
      "          [ 0.0271, -0.0657, -0.1111],\n",
      "          [ 0.0126, -0.0399, -0.0139]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0041,  0.0085, -0.1483],\n",
      "          [-0.1681,  0.0056, -0.0837],\n",
      "          [ 0.0132, -0.0560,  0.0219]],\n",
      "\n",
      "         [[ 0.0560, -0.0347,  0.0750],\n",
      "          [ 0.0391,  0.0659, -0.1085],\n",
      "          [ 0.0125, -0.0458,  0.0185]],\n",
      "\n",
      "         [[ 0.0324, -0.0527,  0.0515],\n",
      "          [-0.0558, -0.0457, -0.0389],\n",
      "          [-0.0950,  0.0080,  0.0390]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 0.0301, -0.0554,  0.0888],\n",
      "          [ 0.0383,  0.0436, -0.0254],\n",
      "          [-0.0052,  0.0075, -0.0895]],\n",
      "\n",
      "         [[-0.0357, -0.0673, -0.0470],\n",
      "          [-0.0732, -0.0107, -0.0303],\n",
      "          [ 0.1035,  0.0190, -0.0764]],\n",
      "\n",
      "         [[ 0.0914, -0.0813, -0.0187],\n",
      "          [ 0.1467,  0.0245,  0.0850],\n",
      "          [ 0.0860,  0.0305,  0.0343]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0215,  0.0087,  0.0333],\n",
      "          [ 0.0080, -0.0093,  0.0096],\n",
      "          [-0.0244, -0.0895,  0.0604]],\n",
      "\n",
      "         [[-0.0010,  0.0685, -0.0010],\n",
      "          [ 0.0544,  0.0880, -0.0424],\n",
      "          [-0.0235, -0.0094, -0.0650]],\n",
      "\n",
      "         [[-0.1481, -0.1208,  0.0219],\n",
      "          [-0.1445, -0.0475,  0.0165],\n",
      "          [-0.0084,  0.1132,  0.0840]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0183, -0.0270, -0.0201],\n",
      "          [ 0.0566,  0.0405, -0.0545],\n",
      "          [-0.0303, -0.1239,  0.0417]],\n",
      "\n",
      "         [[-0.0709, -0.1193,  0.0406],\n",
      "          [ 0.0513,  0.0686,  0.1034],\n",
      "          [ 0.0671,  0.0408, -0.0584]],\n",
      "\n",
      "         [[-0.1214,  0.0922,  0.0575],\n",
      "          [ 0.0809,  0.0532, -0.0053],\n",
      "          [ 0.0677,  0.0518,  0.0268]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0453, -0.0730,  0.0710],\n",
      "          [-0.0237, -0.0391, -0.0265],\n",
      "          [-0.0143,  0.0275,  0.0350]],\n",
      "\n",
      "         [[-0.0054,  0.0318,  0.0136],\n",
      "          [-0.0950, -0.0325,  0.0986],\n",
      "          [ 0.0395,  0.1399,  0.1075]],\n",
      "\n",
      "         [[ 0.0050,  0.0189,  0.0546],\n",
      "          [ 0.0358, -0.1200, -0.0467],\n",
      "          [-0.0145,  0.0399, -0.0779]]],\n",
      "\n",
      "\n",
      "        [[[ 0.1245, -0.0275, -0.0778],\n",
      "          [ 0.0748,  0.0386, -0.1040],\n",
      "          [-0.0205,  0.1601,  0.0413]],\n",
      "\n",
      "         [[-0.0390,  0.1278, -0.0583],\n",
      "          [ 0.0074, -0.1060,  0.1005],\n",
      "          [-0.0360, -0.0779,  0.0003]],\n",
      "\n",
      "         [[ 0.0069,  0.0843,  0.0767],\n",
      "          [ 0.0132,  0.0577,  0.0733],\n",
      "          [-0.0196, -0.0333, -0.0617]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0350, -0.0476, -0.1169],\n",
      "          [ 0.0580, -0.0230,  0.0157],\n",
      "          [-0.0249, -0.0031,  0.0618]],\n",
      "\n",
      "         [[ 0.0700, -0.1101,  0.0700],\n",
      "          [ 0.0427,  0.0286,  0.0452],\n",
      "          [ 0.0703,  0.0858, -0.0439]],\n",
      "\n",
      "         [[-0.1050,  0.0015,  0.0334],\n",
      "          [-0.0163,  0.0936, -0.1126],\n",
      "          [ 0.0952, -0.1091, -0.0621]]]], requires_grad=True)), ('layer1.0.bn2.weight', Parameter containing:\n",
      "tensor([1.0247, 0.9575, 0.9695, 0.9535, 0.9198, 0.9951, 1.0191, 1.0489, 0.9617,\n",
      "        1.0399, 1.0144, 1.0139, 0.9916, 1.0175, 0.9730, 1.0405, 0.9482, 0.9383,\n",
      "        0.9999, 0.9501, 0.9556, 0.9396, 1.0349, 1.0564, 1.0025, 0.9482, 0.9752,\n",
      "        0.9646, 1.0107, 0.9339, 0.9608, 0.9679, 0.9648, 1.0011, 0.9884, 0.9131,\n",
      "        0.9829, 0.9677, 1.0210, 0.9610, 0.9289, 0.9164, 1.0158, 0.9348, 1.0553,\n",
      "        1.0145, 1.0241, 1.0131, 0.9199, 1.0139, 1.0088, 0.9970, 0.9616, 0.9762,\n",
      "        1.0100, 0.9718, 1.0392, 1.0081, 0.9651, 1.0194, 0.9464, 1.0563, 1.0064,\n",
      "        0.9596], requires_grad=True)), ('layer1.0.bn2.bias', Parameter containing:\n",
      "tensor([-0.0130, -0.0417,  0.0470, -0.0129, -0.0098, -0.0136,  0.0106,  0.0182,\n",
      "         0.0142, -0.0347, -0.0418,  0.0359,  0.0172, -0.0056, -0.0350, -0.0207,\n",
      "        -0.0032, -0.0306,  0.0054, -0.0094, -0.0340, -0.0451, -0.0212,  0.0135,\n",
      "         0.0060, -0.0005, -0.0535,  0.0051, -0.0019,  0.0149, -0.0551,  0.0227,\n",
      "         0.0109,  0.0108,  0.0136, -0.0300, -0.0025,  0.0218, -0.0304, -0.0096,\n",
      "         0.0389,  0.0046, -0.0259, -0.0157,  0.0264,  0.0422, -0.0198, -0.0118,\n",
      "        -0.0234, -0.0134, -0.0029,  0.0074, -0.0254, -0.0553, -0.0106, -0.0472,\n",
      "        -0.0119, -0.0058, -0.0322, -0.0233, -0.0449,  0.0086, -0.0144, -0.0174],\n",
      "       requires_grad=True)), ('layer1.1.conv1.weight', Parameter containing:\n",
      "tensor([[[[-5.6990e-02, -3.5143e-02, -1.5803e-02],\n",
      "          [ 5.1591e-02,  4.9947e-03,  1.4756e-02],\n",
      "          [ 9.9733e-02,  6.8936e-02, -4.9246e-02]],\n",
      "\n",
      "         [[ 1.2951e-01, -3.4883e-02, -9.0227e-02],\n",
      "          [-1.3489e-01,  4.7260e-02, -2.9654e-02],\n",
      "          [-7.2275e-02, -7.1122e-03,  3.2240e-02]],\n",
      "\n",
      "         [[-2.8982e-02, -1.9359e-03,  3.6125e-02],\n",
      "          [ 3.1339e-02,  7.4429e-03,  3.7615e-02],\n",
      "          [ 1.3086e-02, -6.0081e-02, -2.8722e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 2.3753e-03, -5.8605e-02, -6.5824e-02],\n",
      "          [ 1.9369e-02, -8.6977e-02, -1.7085e-02],\n",
      "          [ 1.1372e-02, -3.0746e-02, -1.5647e-02]],\n",
      "\n",
      "         [[ 2.1882e-02, -6.3654e-02,  2.0335e-02],\n",
      "          [ 3.4676e-02, -3.5893e-02,  1.5322e-02],\n",
      "          [-2.0495e-03, -5.1443e-02,  7.0066e-02]],\n",
      "\n",
      "         [[-7.3205e-03, -7.4237e-02, -5.5840e-02],\n",
      "          [-2.1064e-02,  3.2692e-02,  7.1083e-02],\n",
      "          [-2.3763e-02,  2.8021e-02, -2.3547e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 3.1326e-03,  1.5817e-02, -1.0575e-01],\n",
      "          [ 6.1204e-02,  1.2620e-01, -4.4606e-02],\n",
      "          [-1.2082e-01, -3.9824e-03, -6.6247e-02]],\n",
      "\n",
      "         [[-6.4023e-02,  2.1451e-02, -1.7896e-02],\n",
      "          [-1.0064e-02, -1.5321e-02,  1.5983e-02],\n",
      "          [-4.1486e-03, -7.7380e-02,  1.2019e-01]],\n",
      "\n",
      "         [[-8.3747e-02,  5.8169e-02, -4.2890e-02],\n",
      "          [-1.5005e-02, -7.1766e-03,  2.1558e-03],\n",
      "          [ 1.1484e-01,  5.2106e-02,  3.7865e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-7.3103e-02,  3.3176e-02, -4.5910e-02],\n",
      "          [-1.6609e-02,  1.7587e-02,  7.4047e-02],\n",
      "          [ 1.6571e-02, -3.8676e-02,  1.6909e-02]],\n",
      "\n",
      "         [[ 9.8677e-03, -4.2957e-03, -7.8545e-02],\n",
      "          [ 2.8099e-02, -2.0805e-02, -3.3080e-02],\n",
      "          [ 4.6912e-02, -8.4647e-02, -6.8944e-02]],\n",
      "\n",
      "         [[ 1.5141e-01, -2.9407e-02, -5.9371e-02],\n",
      "          [-4.2142e-02,  4.2270e-02,  4.5652e-02],\n",
      "          [-4.1998e-02, -6.2064e-02,  4.8741e-02]]],\n",
      "\n",
      "\n",
      "        [[[-2.1828e-02, -1.1009e-02, -7.7889e-03],\n",
      "          [ 1.5410e-02, -8.7045e-02, -7.1583e-02],\n",
      "          [-3.4212e-02, -3.5162e-02, -8.9313e-03]],\n",
      "\n",
      "         [[-1.4734e-02,  4.5272e-02, -7.3526e-02],\n",
      "          [ 3.1600e-02,  7.8537e-02,  5.5428e-02],\n",
      "          [ 1.0322e-01, -7.7163e-02, -6.1696e-02]],\n",
      "\n",
      "         [[ 3.8713e-02,  9.7511e-02,  9.3500e-02],\n",
      "          [-7.6272e-02, -1.1732e-01, -3.3466e-02],\n",
      "          [ 4.4289e-02, -7.2259e-03,  3.8354e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 8.2229e-02,  2.2452e-02, -1.7952e-02],\n",
      "          [-1.4080e-01, -5.8583e-02,  4.0735e-02],\n",
      "          [ 7.6181e-02,  1.2842e-01,  3.8115e-02]],\n",
      "\n",
      "         [[-6.2508e-02, -4.4193e-02,  3.0169e-02],\n",
      "          [-3.9423e-02,  1.1369e-02, -1.6759e-02],\n",
      "          [ 3.3134e-02,  1.2523e-01,  1.0050e-01]],\n",
      "\n",
      "         [[-5.6666e-02,  3.7856e-02,  5.3962e-02],\n",
      "          [ 5.8459e-03, -9.2194e-03, -8.2673e-02],\n",
      "          [ 1.4032e-02, -1.9154e-02, -6.6397e-02]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 9.6151e-03,  1.2016e-02,  6.0666e-02],\n",
      "          [ 4.2756e-02, -6.5050e-02, -1.7100e-02],\n",
      "          [ 3.4852e-02,  4.4395e-03,  9.3028e-02]],\n",
      "\n",
      "         [[-7.5940e-03,  9.9932e-02,  6.4928e-02],\n",
      "          [-8.6078e-03,  5.7708e-02,  6.2801e-02],\n",
      "          [-2.8011e-02,  6.2806e-02, -1.7300e-01]],\n",
      "\n",
      "         [[ 2.1183e-02, -4.1416e-02, -6.6849e-02],\n",
      "          [-1.5797e-01, -1.9205e-01, -7.9458e-02],\n",
      "          [ 9.9788e-02, -4.1171e-02,  1.9036e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-7.5942e-02,  1.9312e-02,  6.8932e-03],\n",
      "          [ 1.5517e-01, -8.6590e-02,  1.2472e-02],\n",
      "          [ 2.3627e-02, -9.8434e-03, -7.1055e-03]],\n",
      "\n",
      "         [[-1.0900e-02, -1.3157e-02,  2.4858e-02],\n",
      "          [ 1.1111e-02,  1.1613e-02, -2.1171e-02],\n",
      "          [-6.5663e-02, -5.5610e-02,  1.8179e-02]],\n",
      "\n",
      "         [[-1.3175e-01, -1.6791e-02,  6.5524e-02],\n",
      "          [ 4.4075e-02, -3.1331e-02, -1.7737e-01],\n",
      "          [-6.8067e-02,  3.6124e-02, -7.2144e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 1.1949e-02,  3.0320e-02,  1.9166e-02],\n",
      "          [-2.7938e-02, -4.6768e-03,  7.9185e-02],\n",
      "          [ 1.7971e-02, -1.7603e-02,  3.1611e-02]],\n",
      "\n",
      "         [[-7.4619e-02, -5.8254e-02, -3.2813e-02],\n",
      "          [-9.6257e-02,  1.7793e-02, -7.1262e-02],\n",
      "          [ 1.3404e-02, -1.5378e-01,  3.6526e-02]],\n",
      "\n",
      "         [[-4.3874e-02, -3.5111e-02,  7.1782e-02],\n",
      "          [-7.1174e-04,  6.2100e-02, -3.2532e-02],\n",
      "          [-7.1462e-02,  5.5371e-02, -9.0654e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-7.5628e-02,  5.1068e-02,  7.3264e-03],\n",
      "          [-2.0940e-02, -3.2949e-02,  5.1334e-02],\n",
      "          [-2.6796e-02, -9.4335e-02, -1.0596e-02]],\n",
      "\n",
      "         [[ 6.2193e-02, -3.2110e-02,  5.3513e-02],\n",
      "          [ 1.4670e-02, -7.3149e-02, -3.3058e-02],\n",
      "          [-2.5175e-02, -4.1573e-02,  2.2231e-02]],\n",
      "\n",
      "         [[ 5.9941e-02, -1.0897e-02, -2.3708e-02],\n",
      "          [-1.2997e-02,  7.4746e-02,  2.1129e-03],\n",
      "          [-6.2043e-02, -1.0975e-01,  2.3297e-02]]],\n",
      "\n",
      "\n",
      "        [[[-1.1530e-01,  1.0927e-01,  8.5902e-02],\n",
      "          [ 5.5379e-02, -8.4157e-02, -3.9196e-02],\n",
      "          [-5.0858e-02, -1.0409e-01, -1.1665e-01]],\n",
      "\n",
      "         [[ 6.0475e-02, -4.3759e-03, -1.7069e-02],\n",
      "          [-8.7753e-02, -4.6384e-02,  8.3416e-02],\n",
      "          [ 6.3927e-02, -6.4656e-02, -2.9604e-02]],\n",
      "\n",
      "         [[-1.1996e-01,  6.7121e-02,  2.8544e-02],\n",
      "          [ 4.2714e-02, -1.4123e-02,  1.2681e-02],\n",
      "          [-1.4785e-02,  2.2069e-02,  9.2486e-03]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 7.8041e-02,  5.1486e-02, -7.4923e-02],\n",
      "          [-3.1400e-02, -2.0680e-02,  4.7648e-02],\n",
      "          [-3.0251e-03, -5.5439e-02, -5.8769e-02]],\n",
      "\n",
      "         [[-5.6254e-02, -1.9078e-02, -7.9096e-02],\n",
      "          [-6.9431e-02, -3.0897e-02,  9.6772e-02],\n",
      "          [ 6.0541e-02, -5.5857e-02, -9.2141e-02]],\n",
      "\n",
      "         [[-5.9404e-05,  4.3473e-02,  1.1207e-02],\n",
      "          [ 2.6517e-02,  6.4954e-03, -4.5817e-02],\n",
      "          [ 4.8750e-02, -1.4092e-02, -1.0912e-02]]]], requires_grad=True)), ('layer1.1.bn1.weight', Parameter containing:\n",
      "tensor([0.9802, 1.0344, 1.0350, 1.0072, 1.0371, 1.0708, 0.9893, 1.0076, 1.0314,\n",
      "        0.9934, 1.0575, 0.9805, 0.9524, 1.0211, 0.9708, 0.9742, 1.0082, 1.0284,\n",
      "        1.0111, 1.0363, 1.0068, 1.0359, 1.0018, 1.0199, 0.9841, 1.0351, 0.9728,\n",
      "        0.9570, 0.8897, 0.9805, 1.0098, 1.0404, 0.9586, 0.9963, 0.9586, 1.0276,\n",
      "        0.9789, 0.9729, 0.9947, 1.0214, 0.9722, 1.0227, 0.9875, 0.9812, 0.9890,\n",
      "        1.0280, 1.0258, 0.9945, 0.9942, 0.9963, 0.9784, 1.0062, 0.9691, 0.9620,\n",
      "        1.0075, 1.0287, 1.0105, 0.9654, 1.0318, 1.0133, 0.9883, 1.0019, 0.9845,\n",
      "        0.9935], requires_grad=True)), ('layer1.1.bn1.bias', Parameter containing:\n",
      "tensor([-2.8036e-02,  6.3508e-03, -1.2760e-02, -2.2479e-02, -2.3709e-02,\n",
      "         4.0288e-03, -1.2676e-02, -6.4853e-03, -7.4313e-03, -4.1527e-03,\n",
      "         3.9826e-03, -3.6740e-02, -9.1391e-03, -3.5074e-02, -2.4136e-02,\n",
      "        -2.2236e-02, -2.8342e-02, -7.0077e-03, -2.0988e-03, -4.4871e-04,\n",
      "         3.4397e-03, -2.7892e-02, -4.6393e-03,  1.2311e-02, -2.6050e-02,\n",
      "         5.7220e-02, -5.0942e-02, -5.9643e-02, -6.5685e-02, -3.2929e-02,\n",
      "        -6.9469e-03,  1.1677e-02, -5.0230e-02, -1.5853e-05, -2.3745e-02,\n",
      "         7.5588e-03, -1.6091e-03, -2.9430e-02, -4.8080e-02, -3.9560e-03,\n",
      "        -2.7110e-02,  1.8532e-02, -2.5248e-02,  2.7847e-02,  8.1538e-03,\n",
      "        -2.3056e-02, -9.8931e-03, -4.6531e-02,  1.7342e-03, -2.5056e-02,\n",
      "         1.8178e-02, -4.9013e-02, -3.7704e-02, -4.0538e-02, -2.7084e-02,\n",
      "        -5.6296e-03, -6.5737e-02, -2.3048e-02, -2.9109e-02, -1.6611e-02,\n",
      "        -4.1424e-02, -1.0863e-02, -2.4671e-02, -4.6507e-03],\n",
      "       requires_grad=True)), ('layer1.1.conv2.weight', Parameter containing:\n",
      "tensor([[[[ 4.1777e-02, -7.8011e-02,  2.2739e-02],\n",
      "          [ 8.2675e-02, -1.5661e-02,  6.6119e-02],\n",
      "          [ 6.3334e-02,  9.0758e-02, -2.2583e-03]],\n",
      "\n",
      "         [[-6.3950e-03,  4.0564e-02,  2.2263e-02],\n",
      "          [-4.4610e-02, -1.4752e-02,  1.2428e-01],\n",
      "          [-7.2412e-02, -5.8046e-02,  6.4696e-02]],\n",
      "\n",
      "         [[-1.3063e-02, -2.6181e-02, -8.7743e-02],\n",
      "          [-6.9676e-02, -1.0590e-01, -3.6647e-02],\n",
      "          [-1.9780e-02, -1.1355e-01,  1.4984e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-1.7557e-03,  9.7320e-03, -4.8171e-02],\n",
      "          [ 4.9469e-02, -1.1139e-02,  4.2950e-02],\n",
      "          [ 1.2330e-01, -8.9388e-02,  9.6503e-02]],\n",
      "\n",
      "         [[-7.0452e-02, -2.5272e-02,  1.6319e-01],\n",
      "          [-7.4037e-02, -2.7596e-02,  8.7721e-02],\n",
      "          [-3.4538e-02, -4.5902e-02,  5.1555e-02]],\n",
      "\n",
      "         [[ 4.0286e-04, -4.0190e-02,  1.2092e-03],\n",
      "          [ 5.2793e-02,  3.9517e-02,  1.6634e-02],\n",
      "          [-9.6211e-02,  5.2548e-02,  6.7789e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 3.7256e-02,  7.2676e-02,  1.7202e-02],\n",
      "          [ 1.1871e-02,  2.6123e-02, -1.1361e-01],\n",
      "          [ 4.5527e-04, -8.5052e-02, -2.1843e-02]],\n",
      "\n",
      "         [[-7.0227e-02, -6.1311e-02, -1.0303e-01],\n",
      "          [ 7.3273e-02,  2.5073e-02, -1.4990e-01],\n",
      "          [ 1.1197e-01, -1.6704e-02,  9.5805e-02]],\n",
      "\n",
      "         [[-2.2838e-02, -2.9043e-03, -5.3748e-03],\n",
      "          [ 3.9126e-02, -1.4221e-02,  6.3494e-02],\n",
      "          [-3.3065e-02, -4.2927e-03,  1.0073e-01]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-3.4536e-02,  7.8360e-02,  9.5750e-03],\n",
      "          [-9.5474e-02, -1.1510e-01,  2.2422e-02],\n",
      "          [-4.4573e-02, -4.0763e-02, -4.1344e-02]],\n",
      "\n",
      "         [[ 1.6208e-02, -5.2465e-02,  4.6923e-02],\n",
      "          [-1.2858e-02, -6.3065e-02,  6.0132e-02],\n",
      "          [ 3.6701e-02,  1.6359e-02,  1.9606e-02]],\n",
      "\n",
      "         [[ 3.7529e-02, -1.8767e-02,  1.5629e-02],\n",
      "          [ 1.2684e-02, -1.2391e-01, -1.6649e-01],\n",
      "          [ 4.0428e-02, -7.1005e-04, -4.5543e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 5.8953e-02,  2.2044e-03,  7.3648e-02],\n",
      "          [-8.6180e-02, -1.2546e-01, -1.2209e-01],\n",
      "          [ 7.7440e-02, -8.1274e-02,  6.3260e-03]],\n",
      "\n",
      "         [[ 3.6112e-02,  1.0895e-01,  4.4932e-02],\n",
      "          [-6.3089e-02,  5.5444e-02,  4.4477e-02],\n",
      "          [ 2.0486e-02,  7.8561e-02, -7.9238e-02]],\n",
      "\n",
      "         [[ 1.2518e-02,  3.4079e-02,  1.7614e-02],\n",
      "          [ 5.3383e-02,  7.3258e-02,  3.1031e-02],\n",
      "          [-7.3962e-03, -6.7350e-02,  9.0651e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-6.5516e-03, -2.5596e-03,  3.5955e-02],\n",
      "          [-6.7806e-02,  6.2807e-02,  1.6865e-02],\n",
      "          [ 8.0360e-02, -1.6837e-01, -2.9025e-02]],\n",
      "\n",
      "         [[-8.4114e-03, -4.4461e-02,  9.0392e-02],\n",
      "          [-1.8691e-02,  8.4093e-02, -3.2406e-02],\n",
      "          [-5.1438e-02, -1.1665e-01,  2.7484e-02]],\n",
      "\n",
      "         [[ 4.8421e-03, -3.8542e-03, -3.3174e-02],\n",
      "          [ 8.5402e-02, -1.5952e-02,  5.1265e-02],\n",
      "          [ 2.1074e-02, -1.0200e-01, -3.5718e-02]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-4.4787e-02, -2.5308e-02,  2.5876e-02],\n",
      "          [-1.3923e-02, -7.9734e-02,  2.0775e-02],\n",
      "          [-1.5349e-04, -5.0528e-02, -5.3428e-02]],\n",
      "\n",
      "         [[-8.4314e-02, -9.4911e-02,  5.1280e-03],\n",
      "          [ 1.7062e-02, -5.8562e-02,  3.5251e-02],\n",
      "          [ 6.5097e-02,  4.4984e-02, -6.4083e-02]],\n",
      "\n",
      "         [[ 3.6940e-02, -8.6809e-02, -5.7883e-02],\n",
      "          [-4.4463e-02,  1.3404e-02, -2.9170e-02],\n",
      "          [-2.8362e-02,  5.2082e-03, -3.9477e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 1.1839e-02, -9.4837e-02, -6.1734e-02],\n",
      "          [-2.6997e-02,  9.9402e-04,  4.5816e-02],\n",
      "          [ 4.6718e-02,  1.7990e-02, -1.7237e-03]],\n",
      "\n",
      "         [[-5.4773e-02,  7.3204e-02,  1.0510e-01],\n",
      "          [-3.7498e-02, -9.0908e-02, -6.3160e-02],\n",
      "          [ 1.9447e-02,  3.6043e-02, -2.9035e-02]],\n",
      "\n",
      "         [[ 8.9548e-02, -3.5788e-03, -4.5665e-03],\n",
      "          [-1.2410e-02, -1.3514e-03, -3.7381e-02],\n",
      "          [-2.3637e-02, -3.8454e-02,  2.8885e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 3.8557e-03, -1.7606e-02, -6.5799e-02],\n",
      "          [-8.2350e-02, -8.8445e-02,  1.0896e-01],\n",
      "          [-3.0663e-02,  6.0394e-02, -6.2948e-02]],\n",
      "\n",
      "         [[-2.6871e-02,  1.2397e-02, -5.7937e-02],\n",
      "          [-2.2507e-02, -2.7229e-03,  3.2002e-02],\n",
      "          [-2.1063e-02, -5.5590e-02,  1.4346e-01]],\n",
      "\n",
      "         [[ 4.6015e-03, -3.3162e-02,  5.3883e-02],\n",
      "          [-1.0247e-03, -3.8497e-02,  6.7198e-02],\n",
      "          [ 4.0507e-02, -7.2652e-02,  8.8970e-03]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 1.9097e-03, -8.7177e-02,  1.0171e-02],\n",
      "          [ 7.5225e-02,  5.9395e-02, -6.5194e-02],\n",
      "          [ 3.7596e-02,  6.3664e-02,  6.7008e-02]],\n",
      "\n",
      "         [[ 1.0172e-01,  6.3765e-02,  1.0417e-01],\n",
      "          [-2.9305e-02, -5.5272e-02, -4.3315e-03],\n",
      "          [ 3.7569e-02, -1.5922e-02, -1.2886e-02]],\n",
      "\n",
      "         [[-1.0879e-02,  2.9175e-02, -4.0084e-02],\n",
      "          [-4.5743e-02,  5.6892e-02,  5.0229e-02],\n",
      "          [ 4.3804e-02, -7.8433e-02, -4.5356e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 1.0990e-02,  4.6794e-02, -6.5705e-02],\n",
      "          [ 1.4718e-02, -1.3223e-01,  2.9590e-02],\n",
      "          [-1.1334e-02, -1.4887e-01, -6.9453e-02]],\n",
      "\n",
      "         [[ 3.9240e-02, -2.3107e-02, -5.5309e-03],\n",
      "          [-8.0530e-02,  5.0747e-02, -5.7374e-02],\n",
      "          [ 1.3282e-02, -2.0159e-02, -2.7561e-02]],\n",
      "\n",
      "         [[ 5.5901e-02, -3.5154e-02, -5.8122e-02],\n",
      "          [-9.2928e-02,  6.0582e-02,  2.8261e-02],\n",
      "          [-5.6869e-02, -5.5962e-02,  3.0698e-03]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 8.4889e-02,  2.2916e-02, -1.1838e-02],\n",
      "          [ 2.0305e-02, -3.8429e-02,  3.8925e-02],\n",
      "          [ 3.5261e-02, -7.1915e-03,  4.7567e-02]],\n",
      "\n",
      "         [[-1.5874e-02, -3.9439e-02, -1.8153e-02],\n",
      "          [-2.0759e-02,  2.5545e-02, -2.8488e-03],\n",
      "          [-1.1517e-02, -3.7922e-02, -2.0163e-03]],\n",
      "\n",
      "         [[ 2.1408e-02, -5.7770e-02, -2.9526e-03],\n",
      "          [-3.4698e-02,  3.6603e-02, -1.3443e-01],\n",
      "          [-8.0876e-03,  2.1130e-02, -5.0579e-02]]]], requires_grad=True)), ('layer1.1.bn2.weight', Parameter containing:\n",
      "tensor([0.9712, 0.9831, 1.0014, 0.9873, 0.9503, 1.0221, 0.9680, 0.9676, 0.9894,\n",
      "        0.9836, 1.0527, 1.0031, 1.0197, 1.0119, 0.9868, 0.9882, 0.9878, 0.9890,\n",
      "        0.9607, 0.9665, 0.9840, 0.9941, 0.9819, 0.9939, 0.9826, 1.0188, 0.9947,\n",
      "        0.9801, 1.0258, 0.9592, 0.9547, 0.9446, 0.9434, 0.9189, 0.9628, 0.9893,\n",
      "        0.9754, 1.0440, 0.9805, 0.9646, 0.9218, 0.9919, 0.9972, 0.9860, 0.9967,\n",
      "        0.9907, 1.0263, 0.9677, 0.9926, 0.9922, 0.9540, 0.9743, 0.9783, 0.9755,\n",
      "        0.9764, 0.9655, 1.0255, 0.9707, 0.9449, 1.0176, 0.9535, 0.9906, 1.0114,\n",
      "        0.9830], requires_grad=True)), ('layer1.1.bn2.bias', Parameter containing:\n",
      "tensor([-0.0175, -0.0338,  0.0163, -0.0210, -0.0494, -0.0406,  0.0003,  0.0131,\n",
      "         0.0179, -0.0094, -0.0044,  0.0417, -0.0128, -0.0017, -0.0103,  0.0061,\n",
      "        -0.0237, -0.0041, -0.0131, -0.0125, -0.0247, -0.0223, -0.0241,  0.0184,\n",
      "         0.0117, -0.0176, -0.0152, -0.0193, -0.0203,  0.0420, -0.0477, -0.0046,\n",
      "         0.0007,  0.0092, -0.0215, -0.0002,  0.0141, -0.0318, -0.0002, -0.0084,\n",
      "         0.0003, -0.0130, -0.0428,  0.0004,  0.0205,  0.0098, -0.0274, -0.0094,\n",
      "        -0.0281, -0.0136, -0.0175, -0.0155, -0.0238, -0.0065, -0.0158, -0.0311,\n",
      "        -0.0083, -0.0135, -0.0433, -0.0185, -0.0370,  0.0101, -0.0104, -0.0251],\n",
      "       requires_grad=True)), ('layer2.0.conv1.weight', Parameter containing:\n",
      "tensor([[[[ 0.0046,  0.0055, -0.0440],\n",
      "          [-0.0189,  0.0109,  0.0180],\n",
      "          [-0.0999, -0.0197,  0.0505]],\n",
      "\n",
      "         [[ 0.0642,  0.0159, -0.0220],\n",
      "          [ 0.0056, -0.0394,  0.0498],\n",
      "          [ 0.0090, -0.0227,  0.1090]],\n",
      "\n",
      "         [[ 0.0054,  0.0388, -0.0430],\n",
      "          [ 0.0629,  0.0781, -0.0356],\n",
      "          [ 0.1020,  0.0904,  0.0014]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0148,  0.1325,  0.0399],\n",
      "          [-0.0513,  0.0017, -0.0174],\n",
      "          [ 0.0427, -0.0513, -0.0819]],\n",
      "\n",
      "         [[-0.0628,  0.0397,  0.0276],\n",
      "          [ 0.0538, -0.0265, -0.0201],\n",
      "          [-0.0795,  0.0148,  0.0329]],\n",
      "\n",
      "         [[ 0.0584, -0.0371,  0.0427],\n",
      "          [-0.0374,  0.0498,  0.0659],\n",
      "          [-0.0227,  0.0168, -0.0194]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0133, -0.0059,  0.0145],\n",
      "          [-0.0292, -0.0106,  0.0261],\n",
      "          [-0.0364,  0.0198, -0.0416]],\n",
      "\n",
      "         [[ 0.0062, -0.0753,  0.0195],\n",
      "          [-0.0847,  0.0505,  0.0188],\n",
      "          [-0.0204, -0.0120, -0.0681]],\n",
      "\n",
      "         [[ 0.0608,  0.1297,  0.0671],\n",
      "          [-0.0003,  0.0365, -0.0016],\n",
      "          [ 0.0176, -0.0144, -0.0413]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0351, -0.0453, -0.1051],\n",
      "          [-0.0160,  0.0233,  0.0633],\n",
      "          [-0.0204,  0.0026,  0.1227]],\n",
      "\n",
      "         [[ 0.0428, -0.0346, -0.0181],\n",
      "          [ 0.0274, -0.0010, -0.0293],\n",
      "          [ 0.0546, -0.0150, -0.0375]],\n",
      "\n",
      "         [[-0.0012, -0.0072, -0.0109],\n",
      "          [ 0.0142, -0.0222,  0.0180],\n",
      "          [-0.0002,  0.0937,  0.0662]]],\n",
      "\n",
      "\n",
      "        [[[-0.0440, -0.0756,  0.0139],\n",
      "          [ 0.0745, -0.0142,  0.0771],\n",
      "          [-0.0489, -0.0594,  0.0215]],\n",
      "\n",
      "         [[ 0.0307,  0.0052, -0.0230],\n",
      "          [-0.0544,  0.0064, -0.0104],\n",
      "          [-0.0580,  0.0545, -0.0072]],\n",
      "\n",
      "         [[-0.1050,  0.0245, -0.0128],\n",
      "          [-0.0162,  0.0459, -0.0533],\n",
      "          [-0.0578,  0.0478, -0.0985]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0225,  0.0634,  0.0323],\n",
      "          [ 0.0038, -0.0918, -0.0417],\n",
      "          [-0.0809, -0.0271, -0.0134]],\n",
      "\n",
      "         [[-0.0405, -0.0091, -0.0521],\n",
      "          [-0.0160, -0.0486, -0.0669],\n",
      "          [-0.0141,  0.0403,  0.0228]],\n",
      "\n",
      "         [[ 0.0564,  0.0006, -0.0931],\n",
      "          [-0.0803,  0.0448,  0.0054],\n",
      "          [ 0.0025,  0.0690, -0.0005]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 0.0091,  0.0277,  0.0187],\n",
      "          [ 0.0421,  0.0649,  0.0420],\n",
      "          [-0.0644, -0.0095, -0.0355]],\n",
      "\n",
      "         [[-0.0069,  0.0428, -0.0477],\n",
      "          [-0.0348,  0.0010,  0.0357],\n",
      "          [-0.0515, -0.0399,  0.0185]],\n",
      "\n",
      "         [[-0.0207,  0.0119,  0.0314],\n",
      "          [ 0.0183,  0.0266,  0.0206],\n",
      "          [-0.0303, -0.0372, -0.0536]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0594,  0.0210, -0.0796],\n",
      "          [-0.0504, -0.0420, -0.0515],\n",
      "          [-0.0354,  0.0133, -0.0156]],\n",
      "\n",
      "         [[-0.0269,  0.0070, -0.0021],\n",
      "          [-0.0003,  0.0078,  0.0030],\n",
      "          [-0.0280, -0.0886,  0.0343]],\n",
      "\n",
      "         [[-0.0045,  0.0008,  0.0155],\n",
      "          [-0.0805,  0.0480, -0.0092],\n",
      "          [-0.0371,  0.0428,  0.0253]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0247, -0.0185, -0.0149],\n",
      "          [-0.0529, -0.0331,  0.0563],\n",
      "          [-0.0246,  0.0912, -0.0906]],\n",
      "\n",
      "         [[-0.0024, -0.0426, -0.0384],\n",
      "          [-0.0064,  0.0009,  0.0146],\n",
      "          [ 0.0735,  0.0142, -0.0065]],\n",
      "\n",
      "         [[-0.0087, -0.0384,  0.0959],\n",
      "          [-0.0386,  0.1278,  0.1368],\n",
      "          [-0.0270,  0.1328,  0.0267]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0329,  0.0320, -0.0454],\n",
      "          [ 0.0282, -0.1003, -0.0279],\n",
      "          [ 0.0264,  0.0029,  0.0343]],\n",
      "\n",
      "         [[-0.0975, -0.0229, -0.0402],\n",
      "          [ 0.0290,  0.0101, -0.0446],\n",
      "          [-0.0503, -0.0420,  0.0242]],\n",
      "\n",
      "         [[-0.0543,  0.0570, -0.0369],\n",
      "          [-0.0193,  0.0307,  0.0390],\n",
      "          [-0.0120,  0.0447, -0.0593]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0252, -0.0320, -0.0007],\n",
      "          [ 0.0027,  0.0113,  0.0616],\n",
      "          [ 0.0109, -0.0623,  0.0633]],\n",
      "\n",
      "         [[ 0.0282, -0.0841,  0.0172],\n",
      "          [-0.0694, -0.0168, -0.0820],\n",
      "          [-0.0474,  0.0229, -0.0465]],\n",
      "\n",
      "         [[ 0.0092,  0.0496, -0.0202],\n",
      "          [-0.0326,  0.0050, -0.0014],\n",
      "          [ 0.0284,  0.0820, -0.0467]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0014, -0.0809,  0.0274],\n",
      "          [-0.0135,  0.0575, -0.0826],\n",
      "          [-0.0267, -0.0034,  0.0518]],\n",
      "\n",
      "         [[ 0.0172,  0.0712,  0.0012],\n",
      "          [-0.0325, -0.0209, -0.0302],\n",
      "          [-0.0306,  0.0368, -0.0123]],\n",
      "\n",
      "         [[ 0.0113, -0.0018, -0.0752],\n",
      "          [-0.0269,  0.0805, -0.0590],\n",
      "          [ 0.0517, -0.0130,  0.0324]]]], requires_grad=True)), ('layer2.0.bn1.weight', Parameter containing:\n",
      "tensor([1.0120, 0.9888, 1.0080, 1.0314, 0.9590, 0.9936, 0.9315, 0.9985, 0.9731,\n",
      "        0.9972, 0.9734, 1.0281, 1.0222, 0.9719, 0.9675, 1.0358, 1.0010, 0.9815,\n",
      "        1.0070, 0.9533, 0.9681, 0.9953, 1.0242, 1.0263, 1.0020, 0.9988, 1.0299,\n",
      "        0.9703, 0.9870, 0.9874, 0.9971, 0.9705, 1.0180, 0.9684, 1.0064, 1.0303,\n",
      "        0.9768, 0.9846, 1.0256, 0.9649, 0.9944, 1.0143, 1.0312, 1.0182, 0.9995,\n",
      "        1.0014, 0.9474, 1.0074, 1.0048, 1.0246, 1.0028, 0.9918, 0.9885, 1.0258,\n",
      "        1.0284, 1.0166, 1.0117, 0.9855, 1.0200, 1.0055, 0.9928, 0.9476, 0.9796,\n",
      "        1.0014, 1.0177, 0.9860, 1.0229, 1.0135, 1.0045, 0.9942, 1.0273, 1.0352,\n",
      "        0.9818, 0.9845, 1.0356, 1.0143, 0.9775, 1.0203, 0.9822, 0.9868, 1.0322,\n",
      "        1.0195, 1.0446, 1.0213, 1.0001, 1.0281, 0.9523, 0.9982, 1.0171, 0.9849,\n",
      "        1.0133, 0.9771, 0.9958, 1.0016, 1.0185, 1.0005, 0.9783, 0.9958, 1.0063,\n",
      "        1.0057, 1.0224, 1.0372, 1.0186, 0.9918, 0.9942, 1.0238, 0.9943, 1.0112,\n",
      "        1.0022, 1.0066, 1.0310, 0.9813, 0.9849, 0.9996, 0.9736, 1.0222, 0.9940,\n",
      "        0.9629, 1.0083, 1.0076, 0.9789, 0.9853, 0.9655, 1.0170, 0.9714, 0.9934,\n",
      "        0.9816, 1.0477], requires_grad=True)), ('layer2.0.bn1.bias', Parameter containing:\n",
      "tensor([-0.0039, -0.0147, -0.0054,  0.0147, -0.0392, -0.0023, -0.0619, -0.0307,\n",
      "        -0.0378, -0.0267, -0.0359, -0.0015, -0.0033, -0.0263, -0.0571, -0.0089,\n",
      "         0.0255, -0.0383,  0.0099, -0.0456, -0.0449, -0.0023, -0.0128,  0.0215,\n",
      "         0.0030, -0.0157, -0.0183, -0.0391, -0.0104, -0.0476, -0.0146, -0.0246,\n",
      "         0.0206, -0.0331,  0.0082,  0.0076, -0.0365, -0.0245, -0.0128, -0.0267,\n",
      "        -0.0156, -0.0110, -0.0279,  0.0214, -0.0170,  0.0016, -0.0292, -0.0022,\n",
      "         0.0039, -0.0297, -0.0203, -0.0144, -0.0264, -0.0422, -0.0037, -0.0088,\n",
      "         0.0007, -0.0593, -0.0294, -0.0224, -0.0284, -0.0220, -0.0167, -0.0257,\n",
      "        -0.0043, -0.0170, -0.0295, -0.0103, -0.0167, -0.0327, -0.0037, -0.0447,\n",
      "        -0.0273, -0.0232, -0.0200, -0.0270, -0.0266, -0.0080, -0.0121, -0.0249,\n",
      "        -0.0174, -0.0178, -0.0076, -0.0083, -0.0134,  0.0059, -0.0463, -0.0252,\n",
      "        -0.0273, -0.0099, -0.0077, -0.0441, -0.0191, -0.0092, -0.0046, -0.0217,\n",
      "        -0.0227, -0.0374, -0.0353, -0.0413, -0.0068,  0.0042, -0.0298, -0.0299,\n",
      "        -0.0222, -0.0094, -0.0284, -0.0132, -0.0164, -0.0093, -0.0069, -0.0110,\n",
      "        -0.0421,  0.0149, -0.0302, -0.0304, -0.0128, -0.0181, -0.0108, -0.0326,\n",
      "        -0.0298, -0.0291, -0.0008, -0.0280, -0.0196, -0.0040, -0.0197, -0.0093],\n",
      "       requires_grad=True)), ('layer2.0.conv2.weight', Parameter containing:\n",
      "tensor([[[[ 0.0392,  0.0079, -0.0134],\n",
      "          [ 0.0364, -0.0191, -0.0025],\n",
      "          [-0.0135, -0.0151, -0.0264]],\n",
      "\n",
      "         [[ 0.0432, -0.0195, -0.0335],\n",
      "          [ 0.0259, -0.0349,  0.0558],\n",
      "          [-0.0360, -0.0772,  0.0070]],\n",
      "\n",
      "         [[ 0.0051,  0.0048, -0.0531],\n",
      "          [-0.0026,  0.0196,  0.0781],\n",
      "          [ 0.0299,  0.1310, -0.0691]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0423,  0.0360,  0.0299],\n",
      "          [-0.0116,  0.0081, -0.0260],\n",
      "          [ 0.0535, -0.0016,  0.0400]],\n",
      "\n",
      "         [[ 0.0079, -0.0317, -0.0349],\n",
      "          [ 0.0032,  0.0245, -0.0433],\n",
      "          [ 0.0377,  0.0236, -0.0177]],\n",
      "\n",
      "         [[-0.0286,  0.0152, -0.0096],\n",
      "          [ 0.0238,  0.0684,  0.0126],\n",
      "          [ 0.0064,  0.0063,  0.0572]]],\n",
      "\n",
      "\n",
      "        [[[-0.0107,  0.0795,  0.0393],\n",
      "          [-0.0254, -0.0373,  0.0897],\n",
      "          [ 0.0512,  0.0748, -0.0803]],\n",
      "\n",
      "         [[ 0.0294,  0.0163, -0.0229],\n",
      "          [-0.0460, -0.0503,  0.0223],\n",
      "          [-0.0304, -0.0936,  0.0247]],\n",
      "\n",
      "         [[-0.0036,  0.0303,  0.0143],\n",
      "          [-0.0320, -0.0201,  0.0920],\n",
      "          [ 0.0193, -0.0554, -0.0345]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0516, -0.0465,  0.0085],\n",
      "          [-0.0211, -0.0153,  0.0055],\n",
      "          [-0.0549,  0.0044, -0.0262]],\n",
      "\n",
      "         [[ 0.0356,  0.0634,  0.0009],\n",
      "          [-0.0298,  0.0267, -0.0292],\n",
      "          [-0.0275, -0.0310, -0.0471]],\n",
      "\n",
      "         [[ 0.0310,  0.0603,  0.0682],\n",
      "          [ 0.0392, -0.0053, -0.0748],\n",
      "          [-0.0224,  0.0340, -0.0767]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0100, -0.0182, -0.0372],\n",
      "          [ 0.0207,  0.0502,  0.0271],\n",
      "          [ 0.0169, -0.0189,  0.0418]],\n",
      "\n",
      "         [[-0.0049, -0.0248, -0.0902],\n",
      "          [-0.0046,  0.0157,  0.0326],\n",
      "          [-0.0614, -0.0003, -0.0038]],\n",
      "\n",
      "         [[ 0.0286, -0.0171,  0.0137],\n",
      "          [-0.0262, -0.0411, -0.0376],\n",
      "          [-0.0086, -0.0691,  0.0428]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0326,  0.0029, -0.0315],\n",
      "          [-0.0081, -0.0654,  0.0341],\n",
      "          [ 0.0060,  0.0517, -0.0474]],\n",
      "\n",
      "         [[-0.0123, -0.0194,  0.0091],\n",
      "          [ 0.0215,  0.0333, -0.0024],\n",
      "          [-0.0502, -0.0494, -0.0827]],\n",
      "\n",
      "         [[-0.0128,  0.0145,  0.0317],\n",
      "          [-0.0642, -0.0414,  0.0455],\n",
      "          [-0.0506,  0.0272, -0.0795]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-0.0202, -0.0348, -0.0233],\n",
      "          [ 0.0311,  0.0751,  0.0357],\n",
      "          [ 0.0987,  0.0303,  0.1042]],\n",
      "\n",
      "         [[ 0.0080, -0.0081, -0.0102],\n",
      "          [-0.0724, -0.0160,  0.0125],\n",
      "          [-0.0213, -0.0247,  0.0172]],\n",
      "\n",
      "         [[-0.0349, -0.0070,  0.0306],\n",
      "          [-0.0276, -0.0137, -0.0717],\n",
      "          [-0.1171,  0.0173, -0.0707]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.1087, -0.0731,  0.0516],\n",
      "          [ 0.0353, -0.0148, -0.0007],\n",
      "          [ 0.0133,  0.0213, -0.0018]],\n",
      "\n",
      "         [[ 0.0196,  0.0607, -0.1149],\n",
      "          [-0.0115, -0.0053, -0.0075],\n",
      "          [ 0.0196, -0.0579, -0.0382]],\n",
      "\n",
      "         [[ 0.0192,  0.0549,  0.0450],\n",
      "          [ 0.0505,  0.1051,  0.0152],\n",
      "          [-0.0704,  0.0458,  0.0448]]],\n",
      "\n",
      "\n",
      "        [[[-0.0302, -0.0495, -0.0461],\n",
      "          [ 0.0741,  0.0244,  0.0320],\n",
      "          [-0.0528,  0.0031, -0.1087]],\n",
      "\n",
      "         [[ 0.0391,  0.1149, -0.0322],\n",
      "          [ 0.0276, -0.0209, -0.0220],\n",
      "          [-0.0769,  0.0235, -0.0633]],\n",
      "\n",
      "         [[ 0.0516,  0.0197, -0.0423],\n",
      "          [-0.0282,  0.0515, -0.0064],\n",
      "          [-0.0078,  0.1233, -0.0379]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0669, -0.0047, -0.0097],\n",
      "          [-0.0437,  0.0301,  0.0041],\n",
      "          [-0.0454, -0.0398, -0.0290]],\n",
      "\n",
      "         [[-0.0169, -0.0038,  0.0118],\n",
      "          [-0.0182,  0.0215, -0.0013],\n",
      "          [-0.0006, -0.0100, -0.0016]],\n",
      "\n",
      "         [[-0.0301,  0.0330,  0.0177],\n",
      "          [ 0.0118, -0.0277, -0.0190],\n",
      "          [ 0.0529, -0.0058,  0.0489]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0348, -0.0431,  0.0078],\n",
      "          [ 0.0078,  0.0470,  0.0021],\n",
      "          [-0.0240,  0.0104, -0.0413]],\n",
      "\n",
      "         [[ 0.0174, -0.0244, -0.0531],\n",
      "          [ 0.0342,  0.0425,  0.0390],\n",
      "          [ 0.0387,  0.0124, -0.0633]],\n",
      "\n",
      "         [[-0.0536,  0.0358,  0.0173],\n",
      "          [ 0.0373, -0.0373, -0.1050],\n",
      "          [-0.0436,  0.0227,  0.0713]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0444, -0.0062,  0.0241],\n",
      "          [-0.0080,  0.0074,  0.0492],\n",
      "          [ 0.0107,  0.0110, -0.0059]],\n",
      "\n",
      "         [[ 0.0093, -0.0108, -0.0322],\n",
      "          [ 0.0511,  0.0352,  0.0316],\n",
      "          [-0.0028, -0.0783,  0.0128]],\n",
      "\n",
      "         [[ 0.0044,  0.0139,  0.0925],\n",
      "          [ 0.0266, -0.0073, -0.0111],\n",
      "          [ 0.0448,  0.0723, -0.0002]]]], requires_grad=True)), ('layer2.0.bn2.weight', Parameter containing:\n",
      "tensor([0.9977, 1.0077, 0.9853, 0.9920, 1.0020, 1.0269, 1.0164, 0.9689, 0.9797,\n",
      "        1.0017, 1.0206, 0.9926, 1.0115, 1.0047, 1.0113, 1.0125, 0.9601, 0.9821,\n",
      "        0.9948, 0.9962, 1.0337, 0.9961, 1.0148, 0.9690, 1.0288, 0.9809, 1.0125,\n",
      "        0.9909, 0.9861, 0.9590, 1.0005, 0.9930, 0.9872, 0.9910, 1.0000, 0.9842,\n",
      "        0.9997, 0.9584, 1.0078, 1.0302, 0.9990, 1.0163, 1.0155, 0.9742, 1.0168,\n",
      "        0.9976, 1.0022, 1.0186, 1.0152, 0.9872, 0.9995, 1.0345, 0.9935, 0.9800,\n",
      "        1.0026, 1.0272, 1.0146, 1.0171, 0.9919, 1.0316, 0.9950, 1.0281, 0.9937,\n",
      "        0.9797, 0.9614, 1.0345, 1.0147, 1.0337, 1.0006, 0.9781, 0.9971, 1.0256,\n",
      "        0.9985, 0.9576, 0.9670, 0.9750, 0.9716, 0.9811, 1.0302, 0.9975, 0.9993,\n",
      "        1.0162, 1.0001, 1.0011, 1.0192, 0.9800, 1.0026, 0.9855, 1.0283, 1.0498,\n",
      "        1.0216, 1.0112, 0.9861, 0.9905, 0.9870, 0.9917, 1.0067, 1.0006, 1.0327,\n",
      "        0.9976, 1.0190, 1.0066, 0.9875, 1.0028, 0.9837, 1.0215, 1.0173, 1.0291,\n",
      "        1.0037, 1.0220, 1.0520, 0.9788, 0.9970, 0.9947, 0.9333, 1.0014, 1.0069,\n",
      "        0.9975, 1.0251, 0.9590, 1.0147, 0.9750, 0.9953, 0.9910, 1.0202, 1.0139,\n",
      "        1.0014, 1.0125], requires_grad=True)), ('layer2.0.bn2.bias', Parameter containing:\n",
      "tensor([-8.1896e-04, -1.3066e-02, -1.6891e-02, -2.2248e-03, -2.3306e-02,\n",
      "        -2.2653e-02, -2.0021e-02,  3.9155e-03, -3.2181e-03, -9.6857e-03,\n",
      "        -2.1761e-02, -8.9760e-03, -4.7988e-03, -8.7519e-03,  1.4890e-03,\n",
      "         5.4484e-03, -1.8692e-02, -3.2521e-03,  1.0240e-02, -4.0310e-02,\n",
      "        -3.3570e-02, -1.7828e-02,  1.4302e-02, -1.9524e-02, -1.6376e-02,\n",
      "         4.0851e-04,  1.3068e-02, -3.3720e-02, -1.2536e-02, -4.1155e-02,\n",
      "         1.3650e-02, -1.4192e-02, -3.9079e-02,  1.8472e-03, -1.9048e-02,\n",
      "        -2.6916e-02, -1.8001e-02, -3.1194e-02, -1.3949e-02, -1.9411e-02,\n",
      "        -1.6680e-03, -8.4287e-03, -1.6406e-02, -6.3411e-03, -5.0915e-03,\n",
      "        -2.9547e-02,  2.1936e-03, -2.0126e-02,  5.4605e-03, -1.7675e-02,\n",
      "         1.0600e-02, -3.1533e-02, -1.2263e-02, -1.8034e-02, -4.1269e-02,\n",
      "         3.2131e-03, -1.9320e-03, -1.3262e-02, -3.0060e-02,  5.8978e-03,\n",
      "        -8.1019e-03,  1.4218e-02, -1.9528e-02,  1.6553e-03, -1.2736e-02,\n",
      "        -2.2479e-02, -1.9457e-02, -1.0337e-02, -7.5577e-04, -2.7200e-02,\n",
      "        -6.8145e-05, -4.3116e-02,  7.0288e-03, -3.0908e-02, -5.8636e-03,\n",
      "        -1.4658e-02, -5.9348e-03,  1.2794e-03, -2.3591e-02, -2.8148e-03,\n",
      "        -3.9213e-02, -1.9222e-02, -2.2690e-02, -2.3694e-02,  1.3802e-03,\n",
      "        -1.3359e-02, -2.3404e-02, -1.0288e-02,  5.1925e-03,  1.0366e-02,\n",
      "        -1.6756e-02, -8.7648e-03, -3.3189e-03, -1.1231e-02, -1.4443e-02,\n",
      "        -4.3749e-03, -2.2278e-02, -4.6969e-03, -1.1338e-02, -2.5482e-02,\n",
      "        -9.6772e-03, -5.5044e-02, -2.5747e-02, -1.4097e-02,  4.6750e-03,\n",
      "        -2.9062e-02, -2.2828e-02, -4.0913e-03, -9.6879e-03, -2.5235e-02,\n",
      "        -2.7340e-02,  7.0430e-04, -2.5087e-03,  1.0956e-03, -1.5247e-02,\n",
      "        -1.3756e-02, -4.2116e-02, -8.3152e-03, -2.5237e-02, -5.1175e-02,\n",
      "         1.3382e-02, -3.9127e-02, -1.7287e-02,  1.0379e-02, -3.1327e-02,\n",
      "        -4.2488e-03, -1.4133e-02, -1.3583e-02], requires_grad=True)), ('layer2.0.downsample.0.weight', Parameter containing:\n",
      "tensor([[[[-0.1182]],\n",
      "\n",
      "         [[-0.1680]],\n",
      "\n",
      "         [[ 0.0362]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0452]],\n",
      "\n",
      "         [[ 0.1478]],\n",
      "\n",
      "         [[-0.0501]]],\n",
      "\n",
      "\n",
      "        [[[-0.0380]],\n",
      "\n",
      "         [[ 0.0372]],\n",
      "\n",
      "         [[-0.2625]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.1707]],\n",
      "\n",
      "         [[ 0.0293]],\n",
      "\n",
      "         [[-0.2844]]],\n",
      "\n",
      "\n",
      "        [[[-0.0993]],\n",
      "\n",
      "         [[ 0.0348]],\n",
      "\n",
      "         [[-0.0389]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0683]],\n",
      "\n",
      "         [[ 0.0546]],\n",
      "\n",
      "         [[-0.0288]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 0.2453]],\n",
      "\n",
      "         [[-0.1296]],\n",
      "\n",
      "         [[ 0.0151]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0391]],\n",
      "\n",
      "         [[ 0.0144]],\n",
      "\n",
      "         [[-0.1630]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0582]],\n",
      "\n",
      "         [[ 0.0567]],\n",
      "\n",
      "         [[-0.1136]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0897]],\n",
      "\n",
      "         [[-0.1421]],\n",
      "\n",
      "         [[-0.0100]]],\n",
      "\n",
      "\n",
      "        [[[-0.2065]],\n",
      "\n",
      "         [[ 0.1265]],\n",
      "\n",
      "         [[-0.0314]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.1084]],\n",
      "\n",
      "         [[-0.0812]],\n",
      "\n",
      "         [[ 0.1821]]]], requires_grad=True)), ('layer2.0.downsample.1.weight', Parameter containing:\n",
      "tensor([1.0190, 0.9807, 1.0034, 0.9853, 1.0039, 0.9867, 0.9806, 1.0282, 1.0055,\n",
      "        1.0160, 0.9796, 0.9883, 0.9947, 0.9944, 1.0365, 1.0207, 1.0211, 1.0368,\n",
      "        1.0670, 0.9766, 0.9938, 1.0092, 1.0086, 1.0216, 0.9988, 1.0028, 1.0426,\n",
      "        1.0102, 1.0089, 0.9993, 1.0543, 1.0136, 0.9769, 1.0530, 0.9833, 1.0449,\n",
      "        1.0047, 1.0443, 1.0139, 1.0010, 1.0262, 1.0002, 0.9985, 1.0174, 1.0152,\n",
      "        0.9902, 0.9930, 0.9824, 1.0301, 1.0030, 0.9909, 1.0309, 1.0055, 1.0218,\n",
      "        1.0029, 0.9999, 1.0269, 1.0160, 1.0241, 1.0033, 0.9614, 1.0092, 1.0140,\n",
      "        1.0244, 1.0368, 1.0048, 1.0026, 1.0210, 0.9879, 0.9874, 1.0388, 0.9867,\n",
      "        1.0224, 1.0330, 1.0175, 1.0129, 1.0402, 1.0222, 1.0018, 0.9882, 0.9718,\n",
      "        0.9913, 1.0069, 1.0006, 1.0106, 1.0040, 0.9905, 1.0088, 1.0492, 1.0104,\n",
      "        0.9926, 1.0201, 0.9893, 1.0131, 1.0092, 1.0339, 1.0172, 1.0187, 0.9493,\n",
      "        1.0353, 0.9929, 0.9844, 1.0296, 0.9937, 1.0039, 1.0107, 0.9858, 1.0112,\n",
      "        1.0324, 1.0094, 0.9401, 0.9816, 1.0119, 0.9980, 1.0113, 1.0060, 0.9793,\n",
      "        0.9509, 0.9714, 1.0146, 1.0240, 0.9910, 1.0087, 1.0435, 0.9569, 0.9929,\n",
      "        0.9775, 0.9945], requires_grad=True)), ('layer2.0.downsample.1.bias', Parameter containing:\n",
      "tensor([-8.1896e-04, -1.3066e-02, -1.6891e-02, -2.2248e-03, -2.3306e-02,\n",
      "        -2.2653e-02, -2.0021e-02,  3.9155e-03, -3.2181e-03, -9.6857e-03,\n",
      "        -2.1761e-02, -8.9760e-03, -4.7988e-03, -8.7519e-03,  1.4890e-03,\n",
      "         5.4484e-03, -1.8692e-02, -3.2521e-03,  1.0240e-02, -4.0310e-02,\n",
      "        -3.3570e-02, -1.7828e-02,  1.4302e-02, -1.9524e-02, -1.6376e-02,\n",
      "         4.0851e-04,  1.3068e-02, -3.3720e-02, -1.2536e-02, -4.1155e-02,\n",
      "         1.3650e-02, -1.4192e-02, -3.9079e-02,  1.8472e-03, -1.9048e-02,\n",
      "        -2.6916e-02, -1.8001e-02, -3.1194e-02, -1.3949e-02, -1.9411e-02,\n",
      "        -1.6680e-03, -8.4287e-03, -1.6406e-02, -6.3411e-03, -5.0915e-03,\n",
      "        -2.9547e-02,  2.1936e-03, -2.0126e-02,  5.4605e-03, -1.7675e-02,\n",
      "         1.0600e-02, -3.1533e-02, -1.2263e-02, -1.8034e-02, -4.1269e-02,\n",
      "         3.2131e-03, -1.9320e-03, -1.3262e-02, -3.0060e-02,  5.8978e-03,\n",
      "        -8.1019e-03,  1.4218e-02, -1.9528e-02,  1.6553e-03, -1.2736e-02,\n",
      "        -2.2479e-02, -1.9457e-02, -1.0337e-02, -7.5577e-04, -2.7200e-02,\n",
      "        -6.8145e-05, -4.3116e-02,  7.0288e-03, -3.0908e-02, -5.8636e-03,\n",
      "        -1.4658e-02, -5.9348e-03,  1.2794e-03, -2.3591e-02, -2.8148e-03,\n",
      "        -3.9213e-02, -1.9222e-02, -2.2690e-02, -2.3694e-02,  1.3802e-03,\n",
      "        -1.3359e-02, -2.3404e-02, -1.0288e-02,  5.1925e-03,  1.0366e-02,\n",
      "        -1.6756e-02, -8.7648e-03, -3.3189e-03, -1.1231e-02, -1.4443e-02,\n",
      "        -4.3749e-03, -2.2278e-02, -4.6969e-03, -1.1338e-02, -2.5482e-02,\n",
      "        -9.6772e-03, -5.5044e-02, -2.5747e-02, -1.4097e-02,  4.6750e-03,\n",
      "        -2.9062e-02, -2.2828e-02, -4.0913e-03, -9.6879e-03, -2.5235e-02,\n",
      "        -2.7340e-02,  7.0430e-04, -2.5087e-03,  1.0956e-03, -1.5247e-02,\n",
      "        -1.3756e-02, -4.2116e-02, -8.3152e-03, -2.5237e-02, -5.1175e-02,\n",
      "         1.3382e-02, -3.9127e-02, -1.7287e-02,  1.0379e-02, -3.1327e-02,\n",
      "        -4.2488e-03, -1.4133e-02, -1.3583e-02], requires_grad=True)), ('layer2.1.conv1.weight', Parameter containing:\n",
      "tensor([[[[-7.8741e-02,  1.6235e-02, -6.4559e-02],\n",
      "          [-7.6979e-02, -2.1731e-04,  6.4665e-03],\n",
      "          [-1.6151e-02,  1.6543e-02,  1.3631e-02]],\n",
      "\n",
      "         [[ 3.9428e-02,  2.5662e-02, -6.6330e-02],\n",
      "          [-1.5100e-03, -2.8132e-02,  2.4992e-02],\n",
      "          [-8.3394e-03,  1.9585e-02, -3.5131e-02]],\n",
      "\n",
      "         [[ 2.3659e-02,  3.9629e-02, -1.4137e-02],\n",
      "          [ 1.4261e-02,  1.6840e-02,  5.1029e-02],\n",
      "          [-6.7517e-03,  2.7969e-02,  4.1657e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-1.0920e-01, -2.4929e-02, -4.7300e-02],\n",
      "          [ 4.9249e-03,  3.5783e-03, -1.5969e-02],\n",
      "          [-1.7433e-02, -1.0293e-01, -1.2255e-02]],\n",
      "\n",
      "         [[-3.4716e-02, -4.6747e-02,  4.1321e-02],\n",
      "          [-5.4771e-03, -2.9943e-02,  6.0668e-02],\n",
      "          [-4.8526e-03, -7.4930e-02,  1.1210e-02]],\n",
      "\n",
      "         [[-8.5942e-03, -4.3816e-02,  1.7796e-03],\n",
      "          [-2.9434e-02, -2.6225e-04, -1.2989e-02],\n",
      "          [ 1.3410e-01,  2.8974e-03,  3.0789e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 1.8657e-02,  3.0822e-02, -4.3951e-02],\n",
      "          [ 1.9462e-02, -5.9922e-02,  4.7087e-03],\n",
      "          [-5.9899e-02,  1.0058e-01, -2.7408e-02]],\n",
      "\n",
      "         [[ 2.4978e-02,  1.5127e-02,  4.3537e-02],\n",
      "          [-3.2196e-02, -3.1564e-02, -1.6221e-02],\n",
      "          [ 2.2802e-02, -2.4115e-02,  6.4497e-02]],\n",
      "\n",
      "         [[-6.5237e-02,  2.2576e-02,  1.7124e-02],\n",
      "          [-4.2680e-02, -7.5980e-02,  4.4817e-02],\n",
      "          [ 4.7051e-02, -3.2571e-02,  9.4393e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 2.1624e-02,  4.0508e-02,  2.3116e-02],\n",
      "          [-3.5074e-02, -3.8797e-02,  2.1369e-02],\n",
      "          [-1.3188e-01, -7.2065e-03,  2.6633e-02]],\n",
      "\n",
      "         [[ 4.6769e-02,  3.6604e-02,  3.8673e-02],\n",
      "          [-3.0742e-02,  1.8044e-02,  1.2277e-01],\n",
      "          [ 2.3940e-02,  3.1347e-02,  4.0903e-04]],\n",
      "\n",
      "         [[ 8.2294e-02, -1.6518e-02,  2.0273e-02],\n",
      "          [ 9.4168e-03, -4.6014e-03, -5.4351e-02],\n",
      "          [-2.6405e-02, -7.1168e-02, -3.9057e-02]]],\n",
      "\n",
      "\n",
      "        [[[-5.8791e-02, -9.4714e-04,  3.4828e-07],\n",
      "          [-1.5732e-02,  5.1270e-02,  1.2425e-02],\n",
      "          [ 3.9228e-02,  4.0980e-02, -2.4979e-02]],\n",
      "\n",
      "         [[-1.8848e-03, -1.4343e-02, -9.1472e-03],\n",
      "          [ 8.9284e-03, -1.7555e-03, -5.0913e-02],\n",
      "          [-3.0556e-02, -7.0421e-03,  3.8263e-02]],\n",
      "\n",
      "         [[ 3.0724e-02,  5.3193e-02,  7.0985e-02],\n",
      "          [-1.5832e-02,  4.4709e-02,  4.6255e-02],\n",
      "          [-1.4387e-02, -5.0468e-02, -3.1196e-03]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 8.3217e-03,  6.9366e-02,  7.9276e-02],\n",
      "          [-5.8980e-02, -1.2160e-02,  1.1599e-01],\n",
      "          [ 3.5188e-03,  6.2193e-02, -4.7420e-02]],\n",
      "\n",
      "         [[-1.5666e-03, -4.4702e-02, -7.6323e-03],\n",
      "          [-1.1657e-02,  5.6810e-02, -3.3898e-02],\n",
      "          [ 1.4089e-02, -3.9057e-02,  5.8302e-02]],\n",
      "\n",
      "         [[ 8.5767e-02,  1.0659e-02, -3.3618e-03],\n",
      "          [-1.7396e-02,  8.5789e-02,  6.1901e-03],\n",
      "          [ 6.3765e-02,  2.1161e-02,  5.5649e-02]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-5.1757e-02,  6.3556e-02, -4.4161e-02],\n",
      "          [-3.8887e-03, -1.7369e-02, -3.9054e-03],\n",
      "          [ 3.3156e-02,  2.8720e-02,  1.6342e-03]],\n",
      "\n",
      "         [[-9.2365e-02, -2.1569e-02, -3.4723e-02],\n",
      "          [ 5.9589e-02,  4.0764e-02,  4.7186e-02],\n",
      "          [-2.0310e-02, -5.2738e-02, -1.7242e-02]],\n",
      "\n",
      "         [[ 1.9465e-02, -1.5303e-02,  6.2204e-02],\n",
      "          [ 2.9359e-02,  3.7270e-05, -1.0903e-01],\n",
      "          [-3.3955e-02,  7.6489e-02, -1.0751e-01]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 1.6707e-02,  4.9672e-02,  4.0695e-02],\n",
      "          [-3.6102e-02,  1.3747e-02,  2.8128e-02],\n",
      "          [ 4.2340e-02,  3.1965e-02,  5.3535e-02]],\n",
      "\n",
      "         [[-7.7218e-02, -9.5154e-02,  1.7485e-02],\n",
      "          [ 1.3352e-02, -5.4669e-02, -5.4371e-02],\n",
      "          [ 3.0034e-02,  4.0003e-02, -2.6537e-02]],\n",
      "\n",
      "         [[-2.1143e-03,  6.3646e-02, -3.3627e-02],\n",
      "          [ 7.1166e-02,  4.3872e-02, -1.1315e-02],\n",
      "          [-5.3750e-02, -2.1856e-03, -4.2967e-02]]],\n",
      "\n",
      "\n",
      "        [[[-6.3500e-02,  5.6579e-03,  3.0665e-02],\n",
      "          [ 4.1969e-02, -6.7335e-02,  3.6696e-02],\n",
      "          [ 6.7433e-02, -4.5167e-02,  8.4931e-03]],\n",
      "\n",
      "         [[ 2.9270e-02,  2.7836e-02,  1.3239e-02],\n",
      "          [-5.2035e-02,  3.0068e-02,  2.3488e-02],\n",
      "          [-3.6551e-03,  2.1380e-02, -6.3273e-03]],\n",
      "\n",
      "         [[ 9.7170e-03, -4.3869e-02,  1.1011e-03],\n",
      "          [ 4.3505e-02,  1.1835e-02, -4.3121e-03],\n",
      "          [ 2.8329e-02, -4.5659e-02,  1.8115e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 1.1172e-03, -3.8059e-02,  5.1024e-02],\n",
      "          [ 3.6394e-02, -3.8801e-03,  2.0191e-02],\n",
      "          [ 1.3321e-02, -4.4090e-02, -7.9543e-02]],\n",
      "\n",
      "         [[ 1.0840e-03, -2.4014e-02, -6.9063e-02],\n",
      "          [-3.0450e-02,  7.2536e-02, -5.3995e-02],\n",
      "          [-1.1839e-02,  1.1330e-02, -7.1982e-03]],\n",
      "\n",
      "         [[-8.5316e-02,  6.5614e-02,  1.0551e-02],\n",
      "          [ 4.8142e-02, -4.0567e-02,  7.7690e-02],\n",
      "          [-5.0220e-02, -1.5123e-02, -3.2368e-02]]],\n",
      "\n",
      "\n",
      "        [[[-9.8559e-03, -6.9615e-03, -3.3728e-02],\n",
      "          [ 3.6640e-02,  1.3254e-02,  4.4828e-02],\n",
      "          [ 3.7221e-02, -2.2438e-02,  2.4694e-02]],\n",
      "\n",
      "         [[ 2.9983e-02,  3.2750e-02, -5.1898e-02],\n",
      "          [ 5.4898e-02, -6.2812e-02,  2.0027e-03],\n",
      "          [ 5.9419e-02,  6.1943e-02, -1.3572e-02]],\n",
      "\n",
      "         [[ 1.8862e-02, -1.6685e-02,  1.1699e-02],\n",
      "          [-3.9347e-02, -1.2118e-02, -2.1256e-02],\n",
      "          [ 6.2246e-02, -2.1238e-02,  6.4011e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-6.0315e-02,  3.8033e-02,  7.8618e-02],\n",
      "          [-5.3702e-02,  3.6133e-03, -2.7446e-02],\n",
      "          [-5.0151e-02,  1.3459e-02,  7.1697e-02]],\n",
      "\n",
      "         [[-3.2916e-02, -2.6467e-02,  4.5943e-02],\n",
      "          [-2.3836e-02,  1.3509e-02, -8.0775e-03],\n",
      "          [-2.7781e-02,  2.5551e-02, -9.2759e-02]],\n",
      "\n",
      "         [[ 1.2235e-02,  4.9505e-02,  3.2439e-02],\n",
      "          [-4.4395e-02, -4.9775e-02, -1.7537e-02],\n",
      "          [ 2.1653e-02, -6.2188e-02,  1.8234e-02]]]], requires_grad=True)), ('layer2.1.bn1.weight', Parameter containing:\n",
      "tensor([1.0199, 0.9954, 0.9876, 1.0212, 0.9594, 1.0238, 0.9764, 0.9940, 0.9966,\n",
      "        1.0146, 0.9733, 0.9716, 0.9825, 1.0061, 0.9592, 0.9808, 1.0069, 1.0129,\n",
      "        0.9910, 0.9794, 1.0050, 0.9811, 0.9667, 0.9985, 0.9883, 1.0604, 1.0006,\n",
      "        1.0106, 0.9879, 1.0119, 1.0102, 0.9833, 1.0127, 1.0228, 1.0124, 1.0411,\n",
      "        0.9914, 1.0008, 0.9981, 1.0133, 0.9756, 0.9894, 0.9755, 1.0261, 1.0150,\n",
      "        0.9818, 1.0081, 1.0139, 0.9882, 0.9820, 0.9644, 1.0186, 0.9884, 1.0188,\n",
      "        1.0177, 1.0259, 1.0396, 0.9835, 0.9936, 0.9974, 1.0140, 1.0062, 1.0251,\n",
      "        1.0052, 1.0119, 1.0199, 1.0083, 1.0008, 0.9991, 0.9978, 1.0079, 1.0066,\n",
      "        1.0211, 1.0130, 1.0108, 1.0040, 0.9733, 0.9869, 1.0272, 0.9782, 0.9730,\n",
      "        0.9959, 0.9999, 1.0117, 0.9773, 1.0323, 1.0169, 1.0168, 0.9989, 1.0067,\n",
      "        1.0047, 1.0006, 0.9960, 0.9633, 1.0194, 0.9947, 1.0168, 1.0009, 0.9643,\n",
      "        0.9917, 1.0043, 0.9956, 0.9851, 1.0107, 0.9933, 1.0060, 1.0085, 1.0100,\n",
      "        0.9850, 1.0269, 1.0081, 0.9918, 0.9837, 1.0238, 0.9999, 0.9908, 1.0180,\n",
      "        0.9730, 0.9812, 0.9966, 0.9841, 0.9851, 0.9816, 1.0173, 1.0085, 0.9528,\n",
      "        1.0040, 1.0070], requires_grad=True)), ('layer2.1.bn1.bias', Parameter containing:\n",
      "tensor([-3.5928e-02, -3.1162e-02, -3.1204e-02, -1.4552e-02, -2.6606e-02,\n",
      "        -1.9988e-02, -3.2169e-02, -2.1696e-02,  3.7934e-03, -2.1674e-02,\n",
      "        -3.9743e-02, -4.3823e-02, -1.1801e-02, -6.8605e-03, -3.2656e-02,\n",
      "        -3.1977e-02, -4.1780e-02, -3.0477e-02, -2.4734e-02, -5.2067e-02,\n",
      "        -1.4966e-02, -2.3168e-02, -2.5388e-02, -2.8654e-02, -9.4113e-03,\n",
      "        -1.1331e-02, -5.7477e-03, -1.2991e-03, -2.5531e-02, -9.2306e-03,\n",
      "        -4.3325e-03, -2.9314e-02, -4.9821e-03,  6.0937e-03, -3.0508e-02,\n",
      "        -3.3943e-03, -3.3159e-02, -2.4824e-02, -4.2467e-02, -1.9730e-02,\n",
      "        -2.1012e-02, -2.2042e-02, -2.3505e-02, -9.2582e-03, -5.6974e-03,\n",
      "        -1.2025e-02,  1.2355e-02,  1.3375e-02, -4.4741e-02, -1.7991e-02,\n",
      "        -6.7019e-02, -8.5389e-03,  1.1851e-05, -2.7452e-02, -1.2108e-02,\n",
      "         4.9562e-03, -5.4293e-03, -2.3673e-02, -1.4497e-02, -2.1556e-02,\n",
      "         3.3569e-03, -4.2263e-02, -3.1573e-03, -2.1621e-02, -8.5761e-03,\n",
      "         1.7211e-02, -1.6582e-02, -1.7733e-02, -3.2797e-02, -2.3067e-02,\n",
      "        -7.0058e-04, -1.7625e-02, -1.0992e-02,  1.2934e-03, -4.6740e-02,\n",
      "        -2.0018e-03, -6.2960e-03, -5.0435e-02,  7.0683e-03, -2.0852e-02,\n",
      "        -3.9153e-02, -2.4340e-02, -2.4959e-02, -2.6520e-02, -2.8373e-02,\n",
      "        -1.3429e-02,  4.6829e-04, -2.5088e-02, -2.9367e-02, -1.9164e-02,\n",
      "        -4.6563e-02, -8.8772e-03, -3.2381e-02, -2.6487e-02, -3.6447e-02,\n",
      "        -2.3867e-02, -2.5855e-03,  1.2347e-02, -3.0817e-02, -2.8520e-02,\n",
      "        -3.1559e-02, -2.1499e-02, -2.5302e-02,  2.1481e-03, -4.5210e-02,\n",
      "        -1.1336e-02, -1.8897e-02, -3.0094e-02, -3.2386e-02,  6.8497e-03,\n",
      "        -1.0086e-02, -4.1313e-03, -2.7088e-02, -2.2942e-02, -1.8723e-02,\n",
      "        -1.4914e-03,  5.1555e-04, -2.7635e-02, -1.3080e-02, -1.1694e-02,\n",
      "        -3.8304e-02, -1.6861e-02, -2.6036e-02, -2.7784e-02, -1.4750e-02,\n",
      "        -5.3518e-02, -2.5892e-02, -1.8904e-02], requires_grad=True)), ('layer2.1.conv2.weight', Parameter containing:\n",
      "tensor([[[[-6.0134e-02, -3.2442e-02, -6.1628e-03],\n",
      "          [ 5.7723e-02,  4.2169e-02, -5.4167e-03],\n",
      "          [-3.7039e-02, -5.8312e-02, -6.4377e-02]],\n",
      "\n",
      "         [[-3.9361e-02,  2.5315e-02,  8.9697e-02],\n",
      "          [-1.3890e-02,  5.2192e-02,  2.4920e-04],\n",
      "          [-5.6130e-02,  9.7328e-03, -2.6904e-03]],\n",
      "\n",
      "         [[ 6.1521e-02, -6.1434e-03,  9.3586e-02],\n",
      "          [-2.3524e-02, -4.0829e-02,  1.2639e-02],\n",
      "          [-8.6647e-02, -3.0962e-02,  3.6653e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-5.9001e-02, -1.1391e-02, -3.9922e-02],\n",
      "          [ 1.6657e-02,  3.7678e-02,  1.3130e-02],\n",
      "          [-1.0107e-01, -1.4309e-02,  5.4800e-02]],\n",
      "\n",
      "         [[-6.4856e-02,  3.3330e-02, -3.7972e-02],\n",
      "          [-5.3819e-02, -5.1253e-02,  1.8216e-02],\n",
      "          [-2.1306e-02, -4.9503e-02,  3.6514e-02]],\n",
      "\n",
      "         [[ 3.2439e-02, -4.6453e-02,  7.3285e-02],\n",
      "          [ 5.7389e-02,  5.0233e-02,  3.5012e-02],\n",
      "          [ 1.9828e-03, -9.3549e-02, -3.3836e-03]]],\n",
      "\n",
      "\n",
      "        [[[ 4.3218e-02,  3.8659e-02,  6.6415e-02],\n",
      "          [ 1.2287e-03, -5.6676e-04, -4.6774e-02],\n",
      "          [ 6.3419e-03, -3.8202e-02,  2.4803e-02]],\n",
      "\n",
      "         [[ 4.5130e-02, -9.8938e-03, -2.6317e-03],\n",
      "          [-2.5901e-02, -2.0457e-02,  6.1348e-03],\n",
      "          [ 7.8619e-03,  3.8262e-02, -8.0407e-02]],\n",
      "\n",
      "         [[-4.6898e-03,  5.5522e-03, -2.2718e-02],\n",
      "          [-6.0481e-02, -7.1791e-02, -1.6965e-02],\n",
      "          [ 2.7010e-02,  1.4505e-02, -3.3854e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-2.1984e-02,  5.0428e-02, -6.4039e-02],\n",
      "          [ 6.7454e-02,  5.1030e-02, -1.3213e-01],\n",
      "          [ 5.8232e-04, -3.2788e-02, -3.0206e-02]],\n",
      "\n",
      "         [[-5.9006e-02, -5.3674e-02,  5.4838e-02],\n",
      "          [-1.4011e-02, -3.3898e-02, -6.4006e-02],\n",
      "          [ 1.1876e-02, -4.5445e-02, -3.0569e-02]],\n",
      "\n",
      "         [[ 3.6757e-02,  5.2554e-02,  7.4005e-03],\n",
      "          [ 5.9341e-03, -6.2182e-02, -3.1104e-03],\n",
      "          [ 4.7656e-02,  1.9250e-02,  5.1665e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 9.5875e-03, -8.8038e-02,  1.0875e-02],\n",
      "          [-8.2706e-03, -2.9367e-02,  3.6410e-02],\n",
      "          [-4.9344e-02, -4.3932e-02, -8.4467e-02]],\n",
      "\n",
      "         [[-8.2813e-02, -3.7748e-02, -1.0068e-02],\n",
      "          [ 2.3822e-02, -6.3058e-02, -4.0112e-02],\n",
      "          [-9.4199e-02, -2.1571e-02, -3.0565e-02]],\n",
      "\n",
      "         [[-4.5696e-02,  7.2559e-02, -4.4898e-02],\n",
      "          [-2.6343e-02,  2.2492e-02,  3.5606e-02],\n",
      "          [-4.0003e-02, -5.2241e-02,  6.7665e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 5.5567e-03,  2.9888e-02, -1.0779e-01],\n",
      "          [-4.5947e-03, -2.9151e-03,  2.1580e-02],\n",
      "          [-6.1265e-02,  2.2265e-02, -1.9260e-02]],\n",
      "\n",
      "         [[ 3.7028e-02,  7.7076e-02,  5.2152e-02],\n",
      "          [-7.1585e-02,  3.7840e-03, -1.0699e-02],\n",
      "          [ 3.5672e-02,  6.5005e-02,  1.9395e-02]],\n",
      "\n",
      "         [[-2.0214e-02, -4.9683e-02,  1.8146e-02],\n",
      "          [ 3.0254e-02, -8.4355e-02,  1.5473e-03],\n",
      "          [ 2.1124e-03, -5.8646e-03,  6.0413e-02]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-9.3171e-03, -1.4408e-02, -1.0196e-02],\n",
      "          [-2.7814e-02,  1.7869e-03, -1.8576e-01],\n",
      "          [-5.0637e-02,  4.1689e-02,  3.8651e-02]],\n",
      "\n",
      "         [[ 8.5820e-02, -3.5205e-02,  5.7453e-02],\n",
      "          [-1.1744e-02,  5.0482e-02,  1.7606e-02],\n",
      "          [ 5.1548e-02,  3.6419e-03, -3.2045e-02]],\n",
      "\n",
      "         [[ 6.9055e-02, -4.2190e-03, -4.8493e-02],\n",
      "          [-3.7133e-02,  1.8048e-02,  2.1015e-03],\n",
      "          [-2.9817e-02, -7.3210e-02, -3.4423e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-4.1589e-02, -6.6401e-03, -4.1944e-02],\n",
      "          [ 4.3621e-02, -3.1286e-02,  1.6150e-03],\n",
      "          [ 5.4584e-02, -5.2092e-03, -2.3699e-02]],\n",
      "\n",
      "         [[ 3.6267e-02,  4.7519e-02, -4.4795e-02],\n",
      "          [ 2.3057e-02,  2.5230e-02, -4.3654e-02],\n",
      "          [-1.8567e-02,  3.9980e-02,  2.9421e-02]],\n",
      "\n",
      "         [[ 8.9604e-03, -1.5404e-02,  8.2805e-02],\n",
      "          [ 4.1073e-02,  6.4068e-03,  2.0065e-02],\n",
      "          [-3.5022e-02,  1.5322e-03, -8.6526e-03]]],\n",
      "\n",
      "\n",
      "        [[[-3.1747e-02, -2.7619e-02, -4.2198e-02],\n",
      "          [-8.0958e-03,  5.0951e-02,  1.4927e-02],\n",
      "          [ 8.2570e-02, -1.7102e-02, -5.2983e-02]],\n",
      "\n",
      "         [[-3.1918e-02,  2.6976e-02,  6.4157e-03],\n",
      "          [ 2.4278e-02, -6.4699e-02,  2.5806e-03],\n",
      "          [ 1.0869e-02, -2.8699e-02,  8.0435e-04]],\n",
      "\n",
      "         [[ 5.1093e-02, -4.5631e-02, -7.9480e-03],\n",
      "          [ 7.3350e-04,  9.6657e-05, -8.3376e-02],\n",
      "          [-6.1469e-02,  2.0777e-02,  3.0188e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 4.6497e-02, -3.4139e-02,  6.7930e-02],\n",
      "          [-3.8417e-02, -4.1463e-02,  4.6683e-02],\n",
      "          [ 3.1301e-02,  6.7805e-03, -7.2599e-02]],\n",
      "\n",
      "         [[-3.8945e-02,  8.4055e-03, -1.9507e-02],\n",
      "          [-5.9108e-03, -2.9883e-02, -1.4650e-02],\n",
      "          [-1.9837e-02,  3.8680e-02, -5.4333e-02]],\n",
      "\n",
      "         [[-1.1427e-02,  4.7156e-02, -4.3703e-02],\n",
      "          [-7.0823e-02, -3.3569e-02, -9.8072e-03],\n",
      "          [ 4.8285e-02,  7.0772e-03,  2.0554e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 6.1213e-02,  1.8323e-02, -1.0267e-01],\n",
      "          [ 7.5421e-02,  4.1379e-03, -2.5142e-02],\n",
      "          [ 5.2574e-03,  3.3699e-02,  3.4083e-02]],\n",
      "\n",
      "         [[ 1.1501e-02,  1.8544e-02,  8.9283e-03],\n",
      "          [ 4.9668e-02, -2.9604e-02, -2.7953e-02],\n",
      "          [-7.1738e-02, -6.5935e-02, -4.4806e-02]],\n",
      "\n",
      "         [[-4.2248e-02,  7.8164e-03,  5.4846e-02],\n",
      "          [ 6.0266e-02,  3.4200e-02,  4.2825e-02],\n",
      "          [ 1.0318e-02, -1.2931e-02, -2.6841e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 2.1906e-02, -6.5138e-03,  1.5948e-02],\n",
      "          [ 5.3081e-02, -3.5748e-03,  6.4653e-02],\n",
      "          [ 2.3396e-02, -4.6351e-02,  4.8573e-02]],\n",
      "\n",
      "         [[-4.1027e-03, -4.2785e-03, -3.1065e-02],\n",
      "          [ 3.1396e-03, -5.1243e-02,  5.2469e-02],\n",
      "          [-2.6197e-02, -1.1778e-01, -2.2554e-02]],\n",
      "\n",
      "         [[-1.3855e-02,  6.6288e-02,  4.2536e-02],\n",
      "          [-1.8729e-02,  1.6779e-02,  6.8064e-02],\n",
      "          [-1.7613e-02,  1.2417e-02, -5.6579e-02]]]], requires_grad=True)), ('layer2.1.bn2.weight', Parameter containing:\n",
      "tensor([1.0058, 0.9860, 0.9988, 1.0298, 0.9878, 0.9665, 0.9937, 1.0205, 0.9924,\n",
      "        1.0012, 0.9729, 1.0107, 0.9729, 0.9825, 0.9929, 0.9797, 0.9529, 1.0034,\n",
      "        1.0178, 1.0225, 1.0042, 1.0065, 1.0103, 0.9827, 0.9780, 0.9937, 0.9733,\n",
      "        1.0198, 0.9960, 1.0257, 0.9699, 1.0053, 0.9817, 0.9867, 1.0066, 0.9670,\n",
      "        0.9929, 1.0127, 1.0053, 1.0389, 1.0031, 0.9923, 0.9903, 0.9980, 0.9843,\n",
      "        1.0154, 0.9671, 1.0087, 0.9727, 0.9924, 0.9799, 0.9961, 0.9683, 0.9694,\n",
      "        0.9793, 0.9849, 0.9903, 0.9922, 1.0013, 1.0217, 1.0129, 1.0057, 0.9590,\n",
      "        0.9982, 1.0077, 0.9813, 0.9617, 1.0079, 1.0251, 0.9986, 1.0002, 0.9840,\n",
      "        0.9813, 1.0080, 0.9855, 0.9731, 0.9702, 1.0120, 0.9918, 0.9686, 0.9908,\n",
      "        0.9721, 0.9652, 0.9783, 0.9864, 0.9971, 1.0040, 1.0027, 0.9936, 0.9485,\n",
      "        1.0079, 0.9862, 1.0127, 0.9749, 0.9653, 0.9840, 1.0150, 1.0011, 0.9729,\n",
      "        0.9801, 0.9960, 1.0434, 1.0122, 0.9692, 0.9841, 0.9839, 0.9909, 0.9998,\n",
      "        1.0104, 0.9986, 1.0034, 0.9674, 0.9924, 0.9904, 0.9975, 0.9696, 1.0108,\n",
      "        1.0011, 0.9830, 0.9716, 1.0200, 0.9907, 0.9976, 0.9784, 1.0076, 0.9838,\n",
      "        0.9931, 0.9775], requires_grad=True)), ('layer2.1.bn2.bias', Parameter containing:\n",
      "tensor([-0.0102, -0.0091, -0.0129, -0.0135, -0.0037, -0.0066, -0.0126, -0.0014,\n",
      "        -0.0158, -0.0214, -0.0164, -0.0138, -0.0129, -0.0125,  0.0013, -0.0151,\n",
      "        -0.0210, -0.0053,  0.0055, -0.0074, -0.0294, -0.0049,  0.0003, -0.0364,\n",
      "        -0.0123, -0.0179, -0.0108, -0.0196,  0.0016, -0.0104, -0.0064, -0.0377,\n",
      "        -0.0364,  0.0180, -0.0141, -0.0225, -0.0138, -0.0176, -0.0012, -0.0027,\n",
      "        -0.0143, -0.0078, -0.0021,  0.0063, -0.0127, -0.0065, -0.0170, -0.0145,\n",
      "        -0.0240, -0.0097,  0.0113, -0.0327, -0.0177,  0.0006, -0.0348, -0.0010,\n",
      "        -0.0026, -0.0256, -0.0229, -0.0114, -0.0236, -0.0014, -0.0055, -0.0133,\n",
      "        -0.0159, -0.0135,  0.0002, -0.0043, -0.0202, -0.0037, -0.0034, -0.0346,\n",
      "        -0.0380, -0.0242, -0.0244, -0.0217, -0.0105, -0.0158, -0.0142, -0.0186,\n",
      "        -0.0457, -0.0228, -0.0203, -0.0176, -0.0313,  0.0111, -0.0107, -0.0009,\n",
      "        -0.0101, -0.0113,  0.0004,  0.0016, -0.0169, -0.0255, -0.0035, -0.0211,\n",
      "        -0.0206, -0.0012, -0.0232, -0.0139, -0.0104, -0.0160, -0.0238,  0.0011,\n",
      "        -0.0079, -0.0212, -0.0302, -0.0123, -0.0068,  0.0047, -0.0095,  0.0012,\n",
      "        -0.0116,  0.0037,  0.0061, -0.0131, -0.0049, -0.0298, -0.0125, -0.0404,\n",
      "        -0.0191, -0.0546,  0.0165, -0.0104, -0.0071, -0.0336, -0.0214,  0.0149],\n",
      "       requires_grad=True)), ('layer3.0.conv1.weight', Parameter containing:\n",
      "tensor([[[[ 2.2706e-02,  1.8635e-02, -2.3911e-03],\n",
      "          [-8.4112e-03, -2.5479e-02, -2.2903e-02],\n",
      "          [-5.0660e-02,  2.7625e-02,  3.9228e-03]],\n",
      "\n",
      "         [[ 3.5627e-02,  1.2005e-02, -6.1817e-02],\n",
      "          [ 4.1246e-03,  2.2488e-02,  3.8468e-02],\n",
      "          [ 1.1336e-01,  6.4466e-02,  7.3151e-03]],\n",
      "\n",
      "         [[ 2.6356e-02, -6.3625e-03, -2.4034e-02],\n",
      "          [-4.2768e-03,  7.4618e-02,  6.5514e-02],\n",
      "          [-2.1801e-02, -2.1156e-02,  3.0760e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-1.7798e-02, -1.7771e-02, -2.0616e-02],\n",
      "          [ 1.7741e-02,  1.8891e-02, -1.2691e-03],\n",
      "          [-4.5800e-02,  3.8046e-02, -2.1360e-03]],\n",
      "\n",
      "         [[-1.0938e-02,  1.3776e-02,  3.7655e-02],\n",
      "          [-6.2090e-04, -5.5694e-02,  2.3735e-02],\n",
      "          [-3.1086e-02,  4.6524e-02, -1.1777e-02]],\n",
      "\n",
      "         [[ 2.8584e-02,  5.3977e-02,  3.2182e-03],\n",
      "          [ 1.8852e-02, -1.0494e-03, -9.4413e-02],\n",
      "          [ 2.0822e-02, -7.2532e-03, -4.3044e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 1.7424e-02,  6.1875e-02,  2.5229e-02],\n",
      "          [-4.6556e-02,  5.1290e-03, -4.3888e-02],\n",
      "          [-1.5326e-02, -1.4940e-02, -4.5126e-02]],\n",
      "\n",
      "         [[-3.8292e-02,  6.6157e-05, -2.7587e-02],\n",
      "          [-6.2109e-02,  6.0645e-02, -3.1134e-02],\n",
      "          [ 1.7748e-03, -3.1497e-02, -8.3439e-02]],\n",
      "\n",
      "         [[ 6.1002e-03,  3.2372e-03, -8.0022e-03],\n",
      "          [-2.2198e-02, -9.7203e-03, -6.5207e-02],\n",
      "          [ 6.7526e-03,  3.6942e-02, -5.5630e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 9.5099e-02, -1.1904e-02,  2.6745e-02],\n",
      "          [-9.4416e-03, -3.1203e-02,  3.4315e-02],\n",
      "          [ 6.6542e-03, -3.2174e-02, -2.2493e-02]],\n",
      "\n",
      "         [[-4.0895e-04,  2.1160e-02,  2.5498e-02],\n",
      "          [ 4.3432e-02,  4.8967e-02,  3.1762e-02],\n",
      "          [ 2.0285e-02,  1.1522e-03, -4.6532e-02]],\n",
      "\n",
      "         [[ 3.2080e-02,  3.2134e-02, -6.3708e-03],\n",
      "          [-1.6460e-02,  1.7768e-02, -3.2811e-02],\n",
      "          [-2.2716e-03,  1.0573e-01,  6.5790e-03]]],\n",
      "\n",
      "\n",
      "        [[[-7.9387e-03,  6.5940e-02,  5.0776e-02],\n",
      "          [-5.8868e-02, -1.5733e-02,  6.0356e-03],\n",
      "          [ 3.8513e-02,  6.5304e-03, -4.9199e-02]],\n",
      "\n",
      "         [[ 1.3693e-02,  4.1584e-02, -5.9736e-02],\n",
      "          [ 3.8696e-02, -2.2502e-02, -5.8797e-03],\n",
      "          [ 5.1931e-02,  4.5745e-02, -2.0749e-02]],\n",
      "\n",
      "         [[-4.2453e-02,  7.5550e-04,  2.6627e-02],\n",
      "          [-1.8734e-02, -2.3986e-02, -5.3098e-02],\n",
      "          [ 8.5248e-02,  2.1493e-02, -7.0851e-03]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 2.6649e-02, -5.4781e-03,  1.9834e-02],\n",
      "          [ 2.6447e-02, -1.7822e-03, -2.9736e-03],\n",
      "          [ 9.7176e-03,  9.0845e-03, -1.6346e-02]],\n",
      "\n",
      "         [[-1.4173e-02,  4.5158e-03,  3.4377e-02],\n",
      "          [ 1.6563e-02, -5.6041e-02,  3.0783e-02],\n",
      "          [-2.1570e-02, -4.2492e-02, -2.4511e-02]],\n",
      "\n",
      "         [[-6.1453e-02, -1.9726e-02,  3.0289e-02],\n",
      "          [-6.1409e-03, -6.1503e-02,  2.8290e-02],\n",
      "          [-2.2705e-02,  3.8975e-02, -3.7084e-03]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 3.8294e-02, -3.1528e-03, -4.5853e-02],\n",
      "          [-7.6987e-04, -2.1111e-02, -5.2978e-02],\n",
      "          [-1.6718e-02, -5.2096e-02, -5.7899e-02]],\n",
      "\n",
      "         [[ 1.3334e-02, -4.0672e-02,  3.0950e-03],\n",
      "          [-9.2109e-02,  6.2119e-03, -1.7698e-02],\n",
      "          [ 1.2856e-02,  9.4890e-03, -5.7922e-02]],\n",
      "\n",
      "         [[ 2.8254e-02,  1.2770e-02, -3.1520e-02],\n",
      "          [ 5.1108e-03, -9.4242e-03,  4.2477e-03],\n",
      "          [-2.1916e-03, -5.8590e-02, -1.2162e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 3.0112e-03, -2.2960e-02, -2.3500e-02],\n",
      "          [-7.6073e-03, -3.4969e-02, -2.5651e-03],\n",
      "          [ 1.8199e-02, -3.7032e-02, -2.9108e-03]],\n",
      "\n",
      "         [[-1.9990e-02,  3.5170e-02,  3.1728e-02],\n",
      "          [-6.8733e-03, -4.7378e-02,  1.5571e-02],\n",
      "          [-3.9674e-02,  6.1450e-02,  5.1070e-02]],\n",
      "\n",
      "         [[-8.4322e-03, -2.7227e-02, -2.3184e-02],\n",
      "          [ 1.5997e-02, -1.3485e-02, -4.4959e-02],\n",
      "          [ 4.4409e-02,  3.5342e-02,  3.3729e-02]]],\n",
      "\n",
      "\n",
      "        [[[-4.8658e-03,  3.6512e-02, -5.5071e-02],\n",
      "          [-2.4640e-02,  3.4949e-02, -9.5237e-03],\n",
      "          [ 6.3274e-02,  1.7740e-02,  4.9358e-03]],\n",
      "\n",
      "         [[-1.7346e-02, -3.2591e-02, -1.1214e-03],\n",
      "          [ 5.3064e-02, -2.5402e-03,  6.1619e-02],\n",
      "          [-6.5217e-02, -5.2025e-02, -1.8589e-02]],\n",
      "\n",
      "         [[ 1.6166e-02, -1.8449e-02, -2.0610e-02],\n",
      "          [-1.2383e-02,  4.7414e-02,  5.0309e-02],\n",
      "          [-5.6558e-02, -4.4974e-02,  5.5196e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 2.5975e-02,  1.9061e-02, -4.2427e-02],\n",
      "          [-2.3941e-02,  3.7729e-02,  5.5473e-02],\n",
      "          [ 3.3047e-02, -4.0465e-02, -1.2796e-02]],\n",
      "\n",
      "         [[ 1.7966e-02, -2.2991e-02, -1.7628e-02],\n",
      "          [-1.1295e-03, -1.6235e-02,  5.1509e-02],\n",
      "          [-2.2749e-03,  2.7601e-02,  1.0931e-03]],\n",
      "\n",
      "         [[ 4.3278e-02,  1.2160e-02,  2.9813e-02],\n",
      "          [ 4.9440e-02,  3.2464e-02,  2.8359e-02],\n",
      "          [-1.8137e-02,  5.4635e-02, -6.1090e-03]]],\n",
      "\n",
      "\n",
      "        [[[ 8.5921e-03,  1.0642e-02,  8.6201e-03],\n",
      "          [ 1.1512e-02, -1.4820e-02,  2.4999e-02],\n",
      "          [-3.9837e-02, -1.3901e-03,  4.5465e-02]],\n",
      "\n",
      "         [[ 4.4223e-02, -2.3018e-02,  2.1965e-02],\n",
      "          [-1.1955e-02,  2.6036e-02, -7.4166e-03],\n",
      "          [-5.5392e-04,  1.2708e-02, -3.2985e-03]],\n",
      "\n",
      "         [[ 5.0514e-02, -1.3943e-02,  7.4004e-03],\n",
      "          [ 1.2111e-02,  3.7573e-02,  1.2632e-02],\n",
      "          [-3.1712e-02, -1.6454e-02,  1.6303e-04]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-2.3619e-02, -5.7913e-02, -1.3787e-02],\n",
      "          [-7.8318e-03,  1.9565e-02,  6.2555e-02],\n",
      "          [ 1.0356e-02,  9.3629e-03,  2.9729e-02]],\n",
      "\n",
      "         [[-1.9443e-02, -2.1034e-02,  4.4951e-02],\n",
      "          [ 3.4655e-02,  2.8943e-02,  2.7642e-02],\n",
      "          [ 1.2261e-02,  6.4331e-03,  2.0076e-03]],\n",
      "\n",
      "         [[-4.1368e-02,  1.4093e-02, -5.3758e-02],\n",
      "          [-7.2365e-03, -2.9966e-02, -4.2874e-02],\n",
      "          [-1.4936e-02,  9.0419e-03,  4.7863e-02]]]], requires_grad=True)), ('layer3.0.bn1.weight', Parameter containing:\n",
      "tensor([1.0038, 0.9977, 1.0037, 1.0061, 0.9854, 0.9699, 0.9799, 1.0078, 0.9806,\n",
      "        1.0056, 0.9915, 0.9859, 0.9962, 0.9961, 0.9968, 0.9867, 1.0154, 0.9998,\n",
      "        0.9923, 0.9992, 0.9714, 0.9943, 1.0391, 0.9937, 0.9903, 0.9900, 0.9916,\n",
      "        0.9736, 0.9930, 0.9958, 1.0068, 1.0096, 1.0137, 1.0190, 1.0011, 1.0172,\n",
      "        0.9894, 0.9888, 0.9851, 0.9973, 0.9847, 1.0150, 0.9948, 1.0233, 1.0205,\n",
      "        1.0193, 1.0133, 1.0067, 0.9955, 1.0019, 0.9871, 1.0028, 0.9951, 0.9877,\n",
      "        0.9961, 0.9858, 1.0049, 0.9984, 1.0148, 1.0021, 0.9971, 1.0080, 1.0199,\n",
      "        0.9792, 0.9918, 0.9901, 1.0068, 0.9715, 1.0042, 0.9758, 0.9888, 0.9896,\n",
      "        0.9936, 1.0107, 1.0032, 0.9946, 0.9999, 1.0244, 0.9828, 1.0063, 1.0117,\n",
      "        0.9957, 1.0196, 0.9924, 1.0053, 0.9934, 0.9979, 0.9909, 1.0200, 0.9871,\n",
      "        0.9992, 0.9844, 0.9994, 1.0079, 0.9961, 1.0231, 1.0173, 1.0035, 1.0023,\n",
      "        0.9943, 1.0081, 1.0232, 0.9894, 0.9970, 1.0060, 1.0040, 1.0054, 1.0103,\n",
      "        1.0044, 0.9923, 1.0022, 1.0054, 0.9932, 1.0082, 0.9851, 1.0163, 0.9729,\n",
      "        0.9935, 0.9843, 0.9948, 1.0001, 1.0003, 1.0090, 1.0025, 0.9809, 0.9953,\n",
      "        0.9896, 0.9975, 0.9846, 0.9999, 0.9844, 1.0148, 0.9838, 0.9967, 1.0266,\n",
      "        0.9949, 0.9979, 0.9876, 0.9971, 1.0351, 1.0062, 1.0104, 0.9875, 1.0012,\n",
      "        1.0025, 1.0050, 1.0008, 0.9987, 1.0028, 0.9808, 1.0182, 1.0039, 1.0117,\n",
      "        1.0085, 1.0032, 0.9906, 1.0533, 0.9799, 1.0097, 1.0014, 1.0143, 1.0197,\n",
      "        0.9873, 0.9838, 0.9907, 0.9916, 0.9892, 1.0099, 1.0105, 1.0153, 1.0190,\n",
      "        0.9889, 1.0066, 1.0041, 0.9848, 0.9914, 0.9922, 1.0072, 1.0146, 0.9919,\n",
      "        0.9728, 1.0119, 1.0026, 0.9928, 0.9848, 1.0032, 0.9980, 1.0086, 1.0027,\n",
      "        0.9853, 0.9976, 0.9983, 1.0234, 0.9842, 0.9801, 1.0186, 1.0149, 1.0149,\n",
      "        1.0029, 1.0145, 0.9977, 1.0142, 0.9863, 0.9800, 1.0085, 1.0024, 0.9860,\n",
      "        0.9897, 0.9741, 0.9865, 0.9978, 1.0163, 1.0358, 1.0136, 1.0285, 1.0047,\n",
      "        0.9936, 1.0138, 1.0116, 0.9913, 1.0038, 1.0182, 0.9749, 1.0162, 1.0063,\n",
      "        0.9938, 1.0098, 0.9846, 0.9983, 0.9937, 1.0036, 0.9932, 0.9926, 0.9842,\n",
      "        0.9870, 1.0090, 0.9963, 0.9995, 0.9959, 1.0133, 1.0050, 0.9889, 0.9880,\n",
      "        1.0067, 0.9958, 1.0082, 0.9976, 1.0056, 1.0045, 1.0006, 0.9916, 1.0161,\n",
      "        0.9861, 1.0126, 0.9978, 1.0103], requires_grad=True)), ('layer3.0.bn1.bias', Parameter containing:\n",
      "tensor([-1.6794e-02, -1.2658e-02,  4.8760e-03,  1.1200e-02, -9.6216e-03,\n",
      "        -2.1500e-02, -1.8686e-02, -1.9962e-03, -1.8175e-02, -5.1587e-03,\n",
      "        -7.6960e-03, -1.8169e-02, -2.7641e-02, -8.3417e-03, -3.1396e-04,\n",
      "         3.4180e-04,  4.9113e-03, -3.8203e-03, -5.8122e-03, -6.9150e-03,\n",
      "        -1.5252e-02, -8.2891e-03,  1.2302e-02, -2.9083e-02, -1.7701e-02,\n",
      "        -4.5425e-03, -1.9513e-02, -2.3929e-02, -1.6464e-02, -3.0338e-02,\n",
      "         3.1492e-03, -1.1732e-04,  4.8891e-03, -7.4435e-04, -8.1921e-04,\n",
      "         4.0695e-03, -1.1688e-02, -9.5107e-03, -1.5123e-02, -1.1861e-02,\n",
      "        -1.0826e-02, -5.9053e-03, -8.6278e-03, -5.6703e-03, -2.3123e-02,\n",
      "        -6.6210e-03, -9.9599e-03, -1.0732e-03, -2.5432e-02, -7.9246e-03,\n",
      "        -1.8323e-02, -4.0083e-03, -7.2127e-03, -2.3360e-02, -8.5699e-03,\n",
      "        -2.5453e-02, -1.6966e-02, -8.3671e-03, -1.2425e-02, -6.3521e-03,\n",
      "        -1.5605e-02, -1.5119e-02,  1.4990e-02, -1.0559e-02, -4.9868e-03,\n",
      "        -1.4759e-02, -1.7296e-02, -1.7921e-02, -5.2657e-03, -1.9135e-02,\n",
      "        -1.1769e-02,  1.7297e-03, -1.6822e-02,  1.0309e-02, -1.0993e-02,\n",
      "        -1.2524e-02, -2.1121e-02, -2.2259e-02, -2.7028e-02, -1.3854e-02,\n",
      "        -3.0630e-03,  1.1066e-03,  3.5925e-03, -1.7642e-02, -1.1176e-02,\n",
      "        -1.8695e-03, -9.5417e-03, -1.9584e-02, -7.0068e-03, -1.7470e-02,\n",
      "         2.7094e-04, -2.0121e-02,  8.2815e-04, -1.2530e-02, -1.0200e-02,\n",
      "         3.0406e-03, -5.0190e-03, -3.1025e-03, -1.7106e-02, -6.3646e-03,\n",
      "        -4.8816e-03, -1.1500e-02, -1.0669e-02, -1.1140e-02, -8.4534e-04,\n",
      "        -5.4193e-03, -1.1417e-02,  8.1381e-03, -1.2234e-02, -1.9367e-02,\n",
      "        -6.0745e-03, -2.0291e-02, -1.5214e-02, -8.5081e-03, -1.5860e-02,\n",
      "         8.6120e-03, -2.0147e-02, -5.1594e-03, -1.7223e-02, -1.5359e-02,\n",
      "        -1.5122e-04, -1.6438e-02, -9.5157e-03, -1.2588e-02, -7.3349e-03,\n",
      "        -6.4387e-03, -1.4393e-02, -1.4509e-02, -2.0974e-02,  7.6394e-03,\n",
      "        -1.7719e-02,  1.1307e-02, -2.0353e-02, -1.4515e-02, -2.7424e-03,\n",
      "        -1.8725e-02, -1.0206e-02, -5.3162e-04,  4.7594e-05, -6.9840e-03,\n",
      "        -7.1846e-03, -2.9485e-03, -2.2234e-02, -1.6566e-02, -3.1176e-03,\n",
      "        -6.6322e-04, -2.1537e-02, -1.1541e-02, -4.8896e-03, -1.3049e-02,\n",
      "         4.4508e-03, -2.2583e-02,  9.1145e-03,  2.0603e-03, -1.7441e-02,\n",
      "        -1.7798e-02,  1.3541e-02, -1.0733e-02, -2.3789e-02, -4.7179e-03,\n",
      "        -9.5930e-04, -1.3122e-03, -3.7906e-03, -1.7449e-02, -1.2908e-02,\n",
      "        -1.4993e-02, -1.5030e-02,  9.3005e-03, -1.4825e-02, -8.3245e-03,\n",
      "        -6.5073e-03, -1.0227e-02, -2.2516e-03, -9.3909e-03, -1.0586e-02,\n",
      "        -2.3023e-02, -9.2768e-03, -1.4694e-02, -1.3086e-02, -2.2446e-02,\n",
      "        -1.6946e-02, -9.8441e-03,  1.4996e-04, -8.5595e-03, -1.3623e-02,\n",
      "        -1.2018e-02, -4.4609e-03, -1.1717e-02, -2.5813e-02, -1.1421e-02,\n",
      "        -8.3031e-03,  1.1905e-03, -5.8941e-03, -2.3913e-02, -9.9113e-03,\n",
      "        -2.1720e-02,  1.5352e-03,  2.6976e-03, -1.4310e-02, -1.2720e-02,\n",
      "        -1.1628e-02, -1.7052e-02, -1.0446e-02, -1.3922e-02, -4.3210e-03,\n",
      "        -5.8560e-03, -1.9115e-02, -7.8128e-03, -8.7699e-03, -1.9981e-02,\n",
      "        -8.7083e-03,  3.7972e-03, -3.0785e-03, -3.7280e-03,  1.0835e-02,\n",
      "        -1.1982e-02, -1.2262e-02, -2.5015e-02, -1.4906e-02, -2.3111e-03,\n",
      "        -1.6989e-02, -1.0634e-03, -8.5154e-03,  1.9757e-03, -8.4486e-03,\n",
      "        -1.8814e-02, -2.1892e-03, -1.7916e-02, -4.8853e-03, -8.0677e-03,\n",
      "        -6.4197e-03, -1.1770e-02, -1.9483e-03, -1.2035e-02, -1.2920e-02,\n",
      "        -9.3626e-03, -7.4916e-03, -1.3303e-03, -8.8797e-03,  4.3538e-03,\n",
      "        -1.6984e-02,  5.1777e-03, -9.8517e-03, -4.8360e-03, -1.8472e-02,\n",
      "        -4.3347e-04, -2.9701e-03, -4.3568e-03, -1.8857e-02,  4.6055e-03,\n",
      "        -6.2976e-03, -6.2648e-03, -1.0625e-02,  4.7296e-03, -5.1195e-03,\n",
      "         4.9099e-03], requires_grad=True)), ('layer3.0.conv2.weight', Parameter containing:\n",
      "tensor([[[[-0.0056, -0.0005,  0.0104],\n",
      "          [-0.0071,  0.0467,  0.0479],\n",
      "          [-0.0227,  0.0558, -0.0161]],\n",
      "\n",
      "         [[ 0.0253,  0.0416, -0.0046],\n",
      "          [-0.0261,  0.0450, -0.0590],\n",
      "          [-0.0441,  0.0049, -0.0151]],\n",
      "\n",
      "         [[ 0.0055, -0.0692, -0.0075],\n",
      "          [-0.0308,  0.0034, -0.0187],\n",
      "          [-0.0276, -0.0071, -0.0153]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0320, -0.0426, -0.0072],\n",
      "          [-0.0077, -0.0181, -0.0638],\n",
      "          [ 0.0506,  0.0100,  0.0384]],\n",
      "\n",
      "         [[-0.0254, -0.0313,  0.0292],\n",
      "          [-0.0107, -0.0053,  0.0019],\n",
      "          [-0.0319, -0.0181, -0.0052]],\n",
      "\n",
      "         [[-0.0080,  0.0566,  0.0280],\n",
      "          [-0.0315, -0.0447,  0.0326],\n",
      "          [ 0.0138, -0.0436,  0.0280]]],\n",
      "\n",
      "\n",
      "        [[[-0.0026,  0.0077, -0.0056],\n",
      "          [ 0.0182,  0.0462,  0.0129],\n",
      "          [ 0.0110, -0.0063, -0.0264]],\n",
      "\n",
      "         [[-0.0028,  0.0164,  0.0126],\n",
      "          [ 0.0004, -0.0210,  0.0183],\n",
      "          [-0.0579, -0.0512, -0.0128]],\n",
      "\n",
      "         [[ 0.0154,  0.0418,  0.0382],\n",
      "          [-0.0146,  0.0579,  0.0415],\n",
      "          [ 0.0030,  0.0079, -0.0231]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0299,  0.0275, -0.0024],\n",
      "          [-0.0044,  0.0153,  0.0054],\n",
      "          [-0.0032,  0.0321, -0.0624]],\n",
      "\n",
      "         [[ 0.0470, -0.0136,  0.0081],\n",
      "          [ 0.0087,  0.0125, -0.0103],\n",
      "          [-0.0179,  0.0187, -0.0522]],\n",
      "\n",
      "         [[-0.0162,  0.0091,  0.0295],\n",
      "          [ 0.0004, -0.0119,  0.0141],\n",
      "          [-0.0295, -0.0306, -0.0222]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0009, -0.0080,  0.0008],\n",
      "          [ 0.0059,  0.0086,  0.0094],\n",
      "          [ 0.0203,  0.0129,  0.0103]],\n",
      "\n",
      "         [[ 0.0192, -0.0140,  0.0010],\n",
      "          [ 0.0006, -0.0050,  0.0037],\n",
      "          [-0.0269, -0.0249,  0.0278]],\n",
      "\n",
      "         [[ 0.0134,  0.0416,  0.0159],\n",
      "          [ 0.0233, -0.0316, -0.0138],\n",
      "          [ 0.0459, -0.0261, -0.0743]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0545,  0.0284,  0.0072],\n",
      "          [-0.0349, -0.0105,  0.0344],\n",
      "          [-0.0092,  0.0219, -0.0353]],\n",
      "\n",
      "         [[-0.0058, -0.0924, -0.0081],\n",
      "          [ 0.0223, -0.0203, -0.0333],\n",
      "          [-0.0151,  0.0201, -0.0288]],\n",
      "\n",
      "         [[-0.0450, -0.0002,  0.0309],\n",
      "          [-0.0043,  0.0919, -0.0095],\n",
      "          [-0.0334, -0.0561,  0.0396]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-0.0894, -0.0180, -0.0237],\n",
      "          [-0.0041, -0.0364,  0.0393],\n",
      "          [-0.0140, -0.0020,  0.0037]],\n",
      "\n",
      "         [[-0.0448,  0.0145, -0.0409],\n",
      "          [ 0.0216, -0.0180, -0.0063],\n",
      "          [-0.0230,  0.0406, -0.0054]],\n",
      "\n",
      "         [[-0.0393,  0.0346,  0.0049],\n",
      "          [-0.0031, -0.0131,  0.0102],\n",
      "          [ 0.0500, -0.0196, -0.0034]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0199,  0.0009,  0.0102],\n",
      "          [-0.0325, -0.0102, -0.0112],\n",
      "          [ 0.0010, -0.0479, -0.0214]],\n",
      "\n",
      "         [[ 0.0066,  0.0308,  0.0076],\n",
      "          [-0.0199,  0.0033,  0.0215],\n",
      "          [ 0.0134,  0.0147,  0.0067]],\n",
      "\n",
      "         [[ 0.0350, -0.0410, -0.0544],\n",
      "          [-0.0346, -0.0026, -0.0059],\n",
      "          [ 0.0052, -0.0109, -0.0154]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0168, -0.0286, -0.0078],\n",
      "          [-0.0348,  0.0320, -0.0303],\n",
      "          [ 0.0238, -0.0084,  0.0150]],\n",
      "\n",
      "         [[-0.0866,  0.0150,  0.0280],\n",
      "          [ 0.0240, -0.0401,  0.0152],\n",
      "          [ 0.0192,  0.0433, -0.0489]],\n",
      "\n",
      "         [[-0.0214,  0.0213,  0.0135],\n",
      "          [ 0.0252, -0.0147,  0.0425],\n",
      "          [-0.0124,  0.0358,  0.0166]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0528, -0.0125,  0.0307],\n",
      "          [-0.0078, -0.0415, -0.0383],\n",
      "          [ 0.0116, -0.0123,  0.1012]],\n",
      "\n",
      "         [[-0.0109,  0.0015,  0.0156],\n",
      "          [ 0.0034,  0.0305, -0.0051],\n",
      "          [ 0.0319,  0.0436, -0.0341]],\n",
      "\n",
      "         [[-0.0559, -0.0407, -0.0247],\n",
      "          [ 0.0316,  0.0569, -0.0360],\n",
      "          [ 0.0060,  0.0665, -0.0131]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0412, -0.0019, -0.0428],\n",
      "          [-0.0155,  0.0037, -0.0202],\n",
      "          [-0.0780,  0.0111, -0.0613]],\n",
      "\n",
      "         [[-0.0167,  0.0234,  0.0093],\n",
      "          [-0.0164, -0.0043,  0.0054],\n",
      "          [-0.0243,  0.0035,  0.0051]],\n",
      "\n",
      "         [[ 0.0033,  0.0347,  0.0003],\n",
      "          [-0.0443, -0.0029,  0.0002],\n",
      "          [ 0.0122,  0.0206, -0.0037]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0176,  0.0780, -0.0332],\n",
      "          [-0.0306,  0.0398, -0.0077],\n",
      "          [-0.0257, -0.0314, -0.0173]],\n",
      "\n",
      "         [[-0.0248, -0.0147,  0.0305],\n",
      "          [ 0.0434,  0.0387, -0.0295],\n",
      "          [ 0.0455,  0.0337,  0.0262]],\n",
      "\n",
      "         [[ 0.0347, -0.0166, -0.0184],\n",
      "          [ 0.0242,  0.0142,  0.0099],\n",
      "          [-0.0301, -0.0187,  0.0108]]]], requires_grad=True)), ('layer3.0.bn2.weight', Parameter containing:\n",
      "tensor([1.0164, 0.9990, 0.9913, 1.0110, 1.0069, 0.9908, 1.0037, 1.0071, 0.9943,\n",
      "        1.0278, 0.9912, 1.0053, 0.9835, 1.0199, 1.0107, 1.0122, 1.0165, 1.0007,\n",
      "        0.9879, 1.0037, 1.0052, 0.9993, 0.9917, 0.9898, 0.9887, 0.9948, 1.0004,\n",
      "        1.0013, 1.0082, 0.9916, 1.0290, 0.9990, 0.9985, 1.0066, 1.0240, 1.0096,\n",
      "        1.0161, 0.9825, 1.0039, 0.9992, 0.9945, 0.9900, 0.9890, 1.0025, 1.0043,\n",
      "        0.9989, 0.9872, 0.9979, 0.9886, 1.0008, 1.0063, 0.9992, 0.9991, 0.9997,\n",
      "        1.0196, 0.9888, 0.9968, 1.0085, 0.9968, 1.0091, 1.0119, 1.0010, 0.9943,\n",
      "        0.9939, 0.9862, 0.9974, 1.0065, 0.9923, 0.9980, 0.9823, 1.0069, 1.0147,\n",
      "        1.0011, 1.0121, 1.0121, 1.0029, 0.9947, 0.9986, 1.0013, 0.9890, 0.9929,\n",
      "        0.9859, 0.9957, 1.0060, 0.9992, 0.9839, 1.0068, 0.9860, 1.0284, 1.0042,\n",
      "        0.9946, 1.0185, 0.9925, 0.9829, 0.9867, 1.0253, 1.0159, 0.9906, 0.9997,\n",
      "        0.9892, 1.0185, 1.0039, 1.0051, 1.0045, 0.9809, 0.9896, 0.9945, 1.0041,\n",
      "        1.0024, 0.9836, 0.9990, 0.9937, 0.9968, 0.9939, 0.9938, 1.0120, 0.9854,\n",
      "        1.0164, 1.0061, 1.0253, 1.0011, 1.0003, 0.9890, 0.9894, 0.9993, 0.9892,\n",
      "        1.0110, 0.9979, 1.0187, 0.9811, 0.9947, 0.9974, 0.9975, 0.9824, 1.0246,\n",
      "        0.9944, 0.9909, 1.0003, 0.9849, 1.0172, 1.0063, 0.9801, 0.9949, 0.9849,\n",
      "        0.9956, 0.9840, 0.9985, 1.0051, 1.0070, 0.9890, 1.0094, 0.9895, 1.0036,\n",
      "        0.9961, 1.0014, 0.9989, 0.9970, 0.9914, 0.9949, 1.0010, 0.9938, 1.0064,\n",
      "        0.9950, 0.9846, 1.0026, 1.0056, 0.9945, 0.9944, 1.0030, 0.9990, 1.0069,\n",
      "        0.9871, 1.0124, 0.9936, 1.0010, 0.9964, 1.0050, 0.9934, 0.9894, 0.9990,\n",
      "        0.9873, 0.9971, 0.9899, 0.9897, 0.9944, 1.0084, 0.9933, 0.9896, 1.0215,\n",
      "        0.9948, 1.0091, 1.0081, 0.9832, 0.9881, 0.9923, 0.9926, 1.0060, 0.9945,\n",
      "        0.9991, 0.9967, 0.9917, 1.0144, 0.9990, 1.0067, 1.0003, 1.0112, 0.9997,\n",
      "        1.0015, 0.9916, 0.9917, 0.9888, 1.0214, 0.9910, 1.0108, 1.0084, 1.0197,\n",
      "        0.9978, 0.9892, 1.0181, 0.9976, 1.0185, 0.9840, 0.9979, 0.9909, 0.9991,\n",
      "        0.9945, 1.0002, 1.0048, 1.0018, 1.0142, 0.9933, 1.0151, 0.9904, 1.0066,\n",
      "        0.9915, 0.9981, 0.9949, 0.9895, 1.0136, 1.0091, 0.9888, 0.9824, 1.0076,\n",
      "        0.9947, 1.0030, 0.9960, 1.0015, 1.0179, 1.0165, 0.9854, 0.9910, 0.9911,\n",
      "        1.0026, 0.9836, 1.0161, 0.9961], requires_grad=True)), ('layer3.0.bn2.bias', Parameter containing:\n",
      "tensor([-1.3639e-02,  5.1511e-03, -7.6013e-03,  5.7888e-03, -2.1453e-03,\n",
      "        -1.0288e-02,  8.2409e-04, -2.0227e-03, -7.2739e-03, -4.4606e-03,\n",
      "        -6.0269e-03,  4.6583e-03, -1.5620e-02,  8.9240e-04, -1.1405e-04,\n",
      "         5.5793e-03,  4.5079e-03, -2.7535e-03, -1.3359e-02, -5.3357e-03,\n",
      "         5.6092e-04, -3.3821e-03,  7.9633e-03, -6.3821e-03, -9.2362e-03,\n",
      "         6.8246e-03,  7.7760e-03,  1.7087e-03, -5.9018e-03, -4.1156e-03,\n",
      "         1.4538e-02, -2.9164e-03, -2.0020e-02, -4.2162e-04,  1.6967e-03,\n",
      "         3.9534e-03,  1.0360e-02,  1.5141e-02,  9.5969e-03, -1.4417e-04,\n",
      "         6.5102e-03, -1.6814e-03, -8.4597e-03, -6.1048e-03,  2.0947e-03,\n",
      "        -1.9401e-03, -1.6967e-02,  5.1320e-03, -1.2010e-02, -7.9948e-04,\n",
      "         5.0970e-03,  8.3972e-03, -4.5672e-03, -1.0664e-02,  8.1327e-03,\n",
      "         1.4040e-03, -8.4348e-03,  4.1533e-03, -5.5534e-03, -2.3378e-03,\n",
      "         8.1896e-03, -7.6370e-03, -1.3057e-03, -1.2182e-02,  3.9539e-03,\n",
      "        -4.3652e-03, -2.2961e-03,  2.9349e-03,  1.8094e-03, -1.0243e-02,\n",
      "         8.5326e-03, -4.5113e-03, -3.9511e-03, -4.7267e-03, -1.6666e-03,\n",
      "         1.5361e-02,  9.7344e-04, -6.6997e-03, -8.0983e-03,  5.1236e-03,\n",
      "         3.1042e-04, -2.5838e-03,  3.2731e-03,  1.0964e-02,  1.4818e-03,\n",
      "        -9.6980e-03, -1.5039e-02, -2.7397e-03,  1.1740e-03,  8.7101e-03,\n",
      "         3.2937e-03,  4.5252e-03, -2.3554e-03, -1.6506e-02,  1.1056e-02,\n",
      "         2.8373e-03,  6.9867e-04, -3.5524e-03,  4.2823e-03,  1.0878e-04,\n",
      "         1.0394e-02,  3.8379e-04,  7.8365e-04,  8.8603e-03, -1.5208e-02,\n",
      "         1.4158e-03, -1.9650e-02, -9.7857e-03,  2.3536e-03, -6.0254e-03,\n",
      "         1.6069e-02,  1.6700e-04,  1.1412e-02, -3.0269e-03, -2.7766e-03,\n",
      "        -3.9390e-03,  9.0079e-04, -7.1811e-03,  1.3017e-02,  6.1499e-04,\n",
      "        -1.1866e-03,  4.2738e-03, -2.1172e-03,  9.9515e-04,  4.2550e-04,\n",
      "         6.7782e-03, -7.4077e-03, -2.8016e-03, -6.0173e-03, -8.1450e-03,\n",
      "        -8.5108e-03, -6.8344e-03, -1.7636e-02,  1.1012e-03, -3.6390e-03,\n",
      "        -8.7310e-04, -9.2436e-03, -3.6228e-03, -7.8005e-03,  1.5074e-03,\n",
      "        -2.6557e-03, -1.6843e-02,  3.2298e-03,  6.0749e-04, -9.1435e-04,\n",
      "        -4.6807e-03,  3.3967e-03,  3.2596e-03, -2.9793e-03, -4.1382e-03,\n",
      "         4.5752e-03,  9.5751e-05,  4.0775e-03,  6.4135e-03, -6.2321e-03,\n",
      "        -1.4874e-03, -1.2165e-02, -9.9435e-03,  7.4515e-03,  6.1318e-03,\n",
      "        -5.2534e-03,  3.6494e-03, -3.2887e-03, -9.9456e-04,  7.7193e-03,\n",
      "         6.5199e-03, -2.1865e-03, -5.9166e-03, -1.0396e-03,  7.0393e-03,\n",
      "         7.8790e-05, -5.0833e-03,  5.2892e-03, -4.2818e-03,  7.7403e-03,\n",
      "         1.0437e-02,  6.3194e-04, -9.4177e-03, -1.1152e-02, -1.8582e-03,\n",
      "        -9.0231e-03, -7.3144e-03, -5.4008e-03, -8.0880e-03,  2.8510e-03,\n",
      "         1.2733e-02, -5.1873e-03, -5.5118e-03,  3.8146e-03, -8.0987e-03,\n",
      "        -4.0014e-03,  4.0190e-03, -1.0949e-03,  1.2138e-02, -3.7444e-03,\n",
      "        -2.6204e-03,  9.2302e-03, -1.2440e-02, -6.7847e-03, -1.8115e-03,\n",
      "         1.0460e-03,  4.4813e-03, -3.0601e-03, -9.2937e-03,  2.3904e-03,\n",
      "        -2.1074e-03,  1.1907e-02, -1.0942e-03, -8.6183e-03, -2.1385e-03,\n",
      "        -1.7704e-02,  6.7133e-03, -1.9953e-02,  4.1038e-03,  8.6528e-04,\n",
      "        -5.7944e-03,  1.1076e-02, -9.3855e-03,  8.9607e-03,  4.2792e-03,\n",
      "         6.6554e-03,  3.7859e-03, -2.8856e-03, -6.1777e-03,  2.1661e-03,\n",
      "         9.4216e-04,  1.2889e-04, -2.7313e-03,  7.7175e-03,  1.1063e-02,\n",
      "        -8.5873e-03,  1.2458e-02,  3.7169e-03, -2.6903e-03, -6.8930e-03,\n",
      "         6.1356e-03, -2.3695e-03, -4.9743e-03, -1.7147e-03,  1.2223e-02,\n",
      "        -2.7357e-03, -6.7400e-03,  6.0800e-03, -3.1101e-03,  9.7960e-03,\n",
      "        -2.5772e-03,  1.0647e-03, -9.4161e-03,  1.0500e-02, -7.0833e-03,\n",
      "        -8.4810e-03, -6.1091e-03, -1.1177e-02, -5.7737e-03,  1.8054e-02,\n",
      "         5.2563e-04], requires_grad=True)), ('layer3.0.downsample.0.weight', Parameter containing:\n",
      "tensor([[[[-0.0699]],\n",
      "\n",
      "         [[-0.0667]],\n",
      "\n",
      "         [[-0.0150]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0560]],\n",
      "\n",
      "         [[ 0.1471]],\n",
      "\n",
      "         [[-0.0611]]],\n",
      "\n",
      "\n",
      "        [[[-0.0967]],\n",
      "\n",
      "         [[-0.0909]],\n",
      "\n",
      "         [[ 0.0813]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0160]],\n",
      "\n",
      "         [[ 0.0224]],\n",
      "\n",
      "         [[ 0.0215]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0440]],\n",
      "\n",
      "         [[ 0.1231]],\n",
      "\n",
      "         [[ 0.0925]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0498]],\n",
      "\n",
      "         [[ 0.1050]],\n",
      "\n",
      "         [[ 0.0397]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 0.0146]],\n",
      "\n",
      "         [[-0.1928]],\n",
      "\n",
      "         [[-0.1171]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0616]],\n",
      "\n",
      "         [[-0.0366]],\n",
      "\n",
      "         [[-0.0766]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0681]],\n",
      "\n",
      "         [[ 0.0486]],\n",
      "\n",
      "         [[ 0.0366]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0315]],\n",
      "\n",
      "         [[-0.0172]],\n",
      "\n",
      "         [[-0.1383]]],\n",
      "\n",
      "\n",
      "        [[[-0.0081]],\n",
      "\n",
      "         [[ 0.0359]],\n",
      "\n",
      "         [[ 0.0785]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0908]],\n",
      "\n",
      "         [[-0.1606]],\n",
      "\n",
      "         [[ 0.0615]]]], requires_grad=True)), ('layer3.0.downsample.1.weight', Parameter containing:\n",
      "tensor([0.9908, 1.0279, 0.9995, 1.0066, 1.0133, 1.0011, 0.9895, 1.0081, 1.0013,\n",
      "        0.9748, 0.9925, 0.9959, 0.9907, 0.9897, 1.0054, 1.0034, 1.0087, 1.0123,\n",
      "        0.9898, 0.9969, 1.0145, 1.0280, 1.0147, 1.0037, 1.0004, 1.0041, 0.9909,\n",
      "        1.0246, 1.0133, 0.9909, 1.0048, 0.9897, 0.9962, 0.9755, 0.9990, 1.0140,\n",
      "        1.0000, 1.0138, 1.0183, 1.0060, 1.0120, 1.0142, 0.9867, 0.9865, 1.0019,\n",
      "        1.0055, 1.0077, 0.9997, 1.0107, 1.0046, 1.0114, 0.9924, 1.0014, 1.0134,\n",
      "        0.9946, 1.0064, 0.9985, 0.9977, 1.0013, 0.9895, 1.0022, 1.0082, 1.0078,\n",
      "        1.0080, 1.0096, 1.0132, 0.9982, 1.0008, 1.0092, 0.9929, 1.0127, 1.0006,\n",
      "        0.9993, 1.0012, 0.9924, 1.0119, 1.0257, 1.0010, 1.0069, 1.0007, 1.0221,\n",
      "        1.0236, 1.0028, 1.0211, 1.0023, 0.9887, 1.0017, 1.0067, 0.9812, 1.0191,\n",
      "        1.0065, 1.0001, 1.0088, 0.9980, 1.0162, 0.9928, 0.9973, 1.0006, 0.9947,\n",
      "        1.0052, 0.9919, 1.0028, 1.0114, 1.0175, 1.0119, 0.9908, 1.0112, 0.9890,\n",
      "        0.9890, 1.0042, 1.0030, 1.0126, 1.0196, 1.0032, 1.0131, 1.0184, 1.0200,\n",
      "        0.9927, 0.9990, 0.9967, 1.0197, 1.0114, 0.9962, 1.0049, 0.9900, 1.0032,\n",
      "        0.9983, 1.0068, 0.9943, 1.0066, 0.9976, 0.9983, 1.0295, 1.0145, 1.0049,\n",
      "        1.0275, 1.0000, 1.0154, 0.9965, 1.0007, 1.0002, 0.9993, 1.0044, 1.0082,\n",
      "        1.0034, 1.0162, 1.0084, 0.9976, 0.9937, 1.0094, 1.0020, 1.0102, 1.0063,\n",
      "        1.0101, 1.0030, 1.0107, 0.9949, 1.0003, 1.0128, 1.0096, 0.9986, 0.9940,\n",
      "        1.0110, 1.0108, 0.9958, 0.9895, 0.9942, 0.9917, 0.9964, 1.0108, 1.0199,\n",
      "        0.9997, 0.9868, 1.0163, 0.9959, 1.0008, 0.9945, 0.9845, 0.9989, 1.0157,\n",
      "        1.0073, 0.9929, 1.0040, 1.0186, 1.0175, 1.0052, 0.9978, 1.0102, 0.9926,\n",
      "        1.0031, 0.9912, 1.0070, 1.0076, 1.0130, 1.0129, 1.0077, 1.0086, 1.0181,\n",
      "        1.0054, 1.0114, 1.0066, 1.0047, 1.0023, 0.9930, 0.9885, 1.0287, 1.0218,\n",
      "        1.0208, 1.0246, 1.0091, 1.0062, 1.0043, 0.9964, 1.0022, 1.0238, 0.9863,\n",
      "        1.0040, 0.9974, 1.0047, 1.0219, 1.0089, 1.0035, 1.0105, 1.0270, 1.0058,\n",
      "        1.0052, 1.0031, 1.0112, 1.0005, 1.0023, 0.9874, 0.9938, 1.0162, 1.0009,\n",
      "        1.0161, 1.0115, 0.9937, 1.0119, 1.0132, 1.0053, 1.0058, 1.0038, 0.9942,\n",
      "        0.9868, 0.9987, 1.0306, 1.0056, 0.9900, 1.0071, 0.9951, 0.9999, 0.9968,\n",
      "        0.9987, 0.9984, 1.0004, 1.0118], requires_grad=True)), ('layer3.0.downsample.1.bias', Parameter containing:\n",
      "tensor([-1.3639e-02,  5.1511e-03, -7.6013e-03,  5.7888e-03, -2.1453e-03,\n",
      "        -1.0288e-02,  8.2409e-04, -2.0227e-03, -7.2739e-03, -4.4606e-03,\n",
      "        -6.0269e-03,  4.6583e-03, -1.5620e-02,  8.9240e-04, -1.1405e-04,\n",
      "         5.5793e-03,  4.5079e-03, -2.7535e-03, -1.3359e-02, -5.3357e-03,\n",
      "         5.6092e-04, -3.3821e-03,  7.9633e-03, -6.3821e-03, -9.2362e-03,\n",
      "         6.8246e-03,  7.7760e-03,  1.7087e-03, -5.9018e-03, -4.1156e-03,\n",
      "         1.4538e-02, -2.9164e-03, -2.0020e-02, -4.2162e-04,  1.6967e-03,\n",
      "         3.9534e-03,  1.0360e-02,  1.5141e-02,  9.5969e-03, -1.4417e-04,\n",
      "         6.5102e-03, -1.6814e-03, -8.4597e-03, -6.1048e-03,  2.0947e-03,\n",
      "        -1.9401e-03, -1.6967e-02,  5.1320e-03, -1.2010e-02, -7.9948e-04,\n",
      "         5.0970e-03,  8.3972e-03, -4.5672e-03, -1.0664e-02,  8.1327e-03,\n",
      "         1.4040e-03, -8.4348e-03,  4.1533e-03, -5.5534e-03, -2.3378e-03,\n",
      "         8.1896e-03, -7.6370e-03, -1.3057e-03, -1.2182e-02,  3.9539e-03,\n",
      "        -4.3652e-03, -2.2961e-03,  2.9349e-03,  1.8094e-03, -1.0243e-02,\n",
      "         8.5326e-03, -4.5113e-03, -3.9511e-03, -4.7267e-03, -1.6666e-03,\n",
      "         1.5361e-02,  9.7344e-04, -6.6997e-03, -8.0983e-03,  5.1236e-03,\n",
      "         3.1042e-04, -2.5838e-03,  3.2731e-03,  1.0964e-02,  1.4818e-03,\n",
      "        -9.6980e-03, -1.5039e-02, -2.7397e-03,  1.1740e-03,  8.7101e-03,\n",
      "         3.2937e-03,  4.5252e-03, -2.3554e-03, -1.6506e-02,  1.1056e-02,\n",
      "         2.8373e-03,  6.9867e-04, -3.5524e-03,  4.2823e-03,  1.0878e-04,\n",
      "         1.0394e-02,  3.8379e-04,  7.8365e-04,  8.8603e-03, -1.5208e-02,\n",
      "         1.4158e-03, -1.9650e-02, -9.7857e-03,  2.3536e-03, -6.0254e-03,\n",
      "         1.6069e-02,  1.6700e-04,  1.1412e-02, -3.0269e-03, -2.7766e-03,\n",
      "        -3.9390e-03,  9.0079e-04, -7.1811e-03,  1.3017e-02,  6.1499e-04,\n",
      "        -1.1866e-03,  4.2738e-03, -2.1172e-03,  9.9515e-04,  4.2550e-04,\n",
      "         6.7782e-03, -7.4077e-03, -2.8016e-03, -6.0173e-03, -8.1450e-03,\n",
      "        -8.5108e-03, -6.8344e-03, -1.7636e-02,  1.1012e-03, -3.6390e-03,\n",
      "        -8.7310e-04, -9.2436e-03, -3.6228e-03, -7.8005e-03,  1.5074e-03,\n",
      "        -2.6557e-03, -1.6843e-02,  3.2298e-03,  6.0749e-04, -9.1435e-04,\n",
      "        -4.6807e-03,  3.3967e-03,  3.2596e-03, -2.9793e-03, -4.1382e-03,\n",
      "         4.5752e-03,  9.5751e-05,  4.0775e-03,  6.4135e-03, -6.2321e-03,\n",
      "        -1.4874e-03, -1.2165e-02, -9.9435e-03,  7.4515e-03,  6.1318e-03,\n",
      "        -5.2534e-03,  3.6494e-03, -3.2887e-03, -9.9456e-04,  7.7193e-03,\n",
      "         6.5199e-03, -2.1865e-03, -5.9166e-03, -1.0396e-03,  7.0393e-03,\n",
      "         7.8790e-05, -5.0833e-03,  5.2892e-03, -4.2818e-03,  7.7403e-03,\n",
      "         1.0437e-02,  6.3194e-04, -9.4177e-03, -1.1152e-02, -1.8582e-03,\n",
      "        -9.0231e-03, -7.3144e-03, -5.4008e-03, -8.0880e-03,  2.8510e-03,\n",
      "         1.2733e-02, -5.1873e-03, -5.5118e-03,  3.8146e-03, -8.0987e-03,\n",
      "        -4.0014e-03,  4.0190e-03, -1.0949e-03,  1.2138e-02, -3.7444e-03,\n",
      "        -2.6204e-03,  9.2302e-03, -1.2440e-02, -6.7847e-03, -1.8115e-03,\n",
      "         1.0460e-03,  4.4813e-03, -3.0601e-03, -9.2937e-03,  2.3904e-03,\n",
      "        -2.1074e-03,  1.1907e-02, -1.0942e-03, -8.6183e-03, -2.1385e-03,\n",
      "        -1.7704e-02,  6.7133e-03, -1.9953e-02,  4.1038e-03,  8.6528e-04,\n",
      "        -5.7944e-03,  1.1076e-02, -9.3855e-03,  8.9607e-03,  4.2792e-03,\n",
      "         6.6554e-03,  3.7859e-03, -2.8856e-03, -6.1777e-03,  2.1661e-03,\n",
      "         9.4216e-04,  1.2889e-04, -2.7313e-03,  7.7175e-03,  1.1063e-02,\n",
      "        -8.5873e-03,  1.2458e-02,  3.7169e-03, -2.6903e-03, -6.8930e-03,\n",
      "         6.1356e-03, -2.3695e-03, -4.9743e-03, -1.7147e-03,  1.2223e-02,\n",
      "        -2.7357e-03, -6.7400e-03,  6.0800e-03, -3.1101e-03,  9.7960e-03,\n",
      "        -2.5772e-03,  1.0647e-03, -9.4161e-03,  1.0500e-02, -7.0833e-03,\n",
      "        -8.4810e-03, -6.1091e-03, -1.1177e-02, -5.7737e-03,  1.8054e-02,\n",
      "         5.2563e-04], requires_grad=True)), ('layer3.1.conv1.weight', Parameter containing:\n",
      "tensor([[[[-0.0309, -0.0459,  0.0391],\n",
      "          [ 0.0123, -0.0056, -0.0186],\n",
      "          [ 0.0482, -0.0143, -0.0003]],\n",
      "\n",
      "         [[ 0.0018,  0.0368, -0.0280],\n",
      "          [ 0.0057,  0.0581, -0.0062],\n",
      "          [ 0.0414,  0.0318,  0.0314]],\n",
      "\n",
      "         [[ 0.0024, -0.0091, -0.0023],\n",
      "          [ 0.0351,  0.0233, -0.0372],\n",
      "          [ 0.0173,  0.0190,  0.0232]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0193, -0.0034, -0.0199],\n",
      "          [ 0.0132,  0.0450, -0.0416],\n",
      "          [-0.0159, -0.0002, -0.0357]],\n",
      "\n",
      "         [[ 0.0616,  0.0074, -0.0246],\n",
      "          [ 0.0692,  0.0281, -0.0180],\n",
      "          [ 0.0199,  0.0127, -0.0081]],\n",
      "\n",
      "         [[-0.0694, -0.0357, -0.0397],\n",
      "          [ 0.0393,  0.0262,  0.0230],\n",
      "          [-0.0414,  0.0235,  0.0224]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0402, -0.0060, -0.0885],\n",
      "          [-0.0307, -0.0329,  0.0134],\n",
      "          [-0.0458,  0.0105,  0.0286]],\n",
      "\n",
      "         [[-0.0140, -0.0553,  0.0301],\n",
      "          [-0.0203,  0.0490,  0.0063],\n",
      "          [ 0.0362,  0.0046,  0.0243]],\n",
      "\n",
      "         [[ 0.0222, -0.0146,  0.0275],\n",
      "          [ 0.0575,  0.0045, -0.0669],\n",
      "          [ 0.0331, -0.0420,  0.0352]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0052,  0.0033, -0.0349],\n",
      "          [-0.0194,  0.0102,  0.0321],\n",
      "          [-0.0047,  0.0198, -0.0159]],\n",
      "\n",
      "         [[ 0.0016,  0.0358,  0.0023],\n",
      "          [ 0.0256,  0.0222,  0.0075],\n",
      "          [-0.0238, -0.0456, -0.0188]],\n",
      "\n",
      "         [[ 0.0098, -0.0101, -0.0039],\n",
      "          [-0.0250,  0.0188,  0.0089],\n",
      "          [ 0.0127, -0.0115, -0.0444]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0001, -0.0234, -0.0363],\n",
      "          [ 0.0214, -0.0134, -0.0168],\n",
      "          [ 0.0150, -0.0088, -0.0336]],\n",
      "\n",
      "         [[-0.0401,  0.0076,  0.0059],\n",
      "          [ 0.0195,  0.0207, -0.0197],\n",
      "          [-0.0104,  0.0073, -0.0161]],\n",
      "\n",
      "         [[-0.0058,  0.0299, -0.0403],\n",
      "          [-0.0448,  0.0099,  0.0517],\n",
      "          [-0.0429, -0.0261, -0.0377]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.1045, -0.0146,  0.0439],\n",
      "          [-0.0040, -0.0033, -0.0254],\n",
      "          [ 0.0216,  0.0012, -0.0193]],\n",
      "\n",
      "         [[ 0.0180, -0.0144, -0.0327],\n",
      "          [-0.0587,  0.0449, -0.0610],\n",
      "          [ 0.0016, -0.0048, -0.0146]],\n",
      "\n",
      "         [[-0.0088,  0.0783,  0.0384],\n",
      "          [ 0.0145, -0.0064, -0.0260],\n",
      "          [ 0.0010, -0.0094,  0.0579]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-0.0978,  0.0349, -0.0094],\n",
      "          [-0.0329, -0.0338,  0.0016],\n",
      "          [-0.0042,  0.0199,  0.0161]],\n",
      "\n",
      "         [[ 0.0148,  0.0500,  0.0137],\n",
      "          [ 0.0147, -0.0339,  0.0629],\n",
      "          [ 0.0211,  0.0294, -0.0459]],\n",
      "\n",
      "         [[ 0.0043, -0.0245, -0.0071],\n",
      "          [ 0.0038,  0.0279, -0.0567],\n",
      "          [ 0.0189,  0.0038,  0.0112]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0227, -0.0123, -0.0351],\n",
      "          [-0.0498, -0.0161, -0.0183],\n",
      "          [-0.0220, -0.0042, -0.0136]],\n",
      "\n",
      "         [[ 0.0449,  0.0420,  0.0107],\n",
      "          [-0.0191, -0.0070, -0.0198],\n",
      "          [ 0.0285,  0.0202, -0.0287]],\n",
      "\n",
      "         [[ 0.0113, -0.0112,  0.0250],\n",
      "          [ 0.0804,  0.0306,  0.0126],\n",
      "          [-0.0731, -0.0010,  0.0102]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0110, -0.0085, -0.0007],\n",
      "          [-0.0414, -0.0233,  0.0573],\n",
      "          [ 0.0327,  0.0255, -0.0328]],\n",
      "\n",
      "         [[ 0.0229, -0.0293,  0.0590],\n",
      "          [ 0.0367, -0.0595, -0.0503],\n",
      "          [-0.0211, -0.0104,  0.0274]],\n",
      "\n",
      "         [[-0.0168, -0.0081,  0.0214],\n",
      "          [-0.0142, -0.0515, -0.0251],\n",
      "          [-0.0127,  0.0049, -0.0049]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0433,  0.0017, -0.0274],\n",
      "          [ 0.0178,  0.0341, -0.0179],\n",
      "          [ 0.0554,  0.0306, -0.0057]],\n",
      "\n",
      "         [[ 0.0194, -0.0213,  0.0730],\n",
      "          [ 0.0406, -0.0066, -0.0454],\n",
      "          [-0.0038, -0.0517, -0.0122]],\n",
      "\n",
      "         [[ 0.0445, -0.0217, -0.0592],\n",
      "          [ 0.0072, -0.0141, -0.0522],\n",
      "          [-0.0265,  0.0696,  0.0280]]],\n",
      "\n",
      "\n",
      "        [[[-0.1017,  0.0244,  0.0338],\n",
      "          [ 0.0480, -0.0264, -0.0319],\n",
      "          [-0.0247,  0.0323, -0.0092]],\n",
      "\n",
      "         [[ 0.0220, -0.0054,  0.0114],\n",
      "          [ 0.0405, -0.0233, -0.0218],\n",
      "          [-0.0112,  0.0083,  0.0021]],\n",
      "\n",
      "         [[-0.0570, -0.0437, -0.0079],\n",
      "          [-0.0470,  0.0100, -0.0277],\n",
      "          [ 0.0067,  0.0604, -0.0080]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0350,  0.0237,  0.0255],\n",
      "          [-0.0138, -0.0069,  0.0294],\n",
      "          [ 0.0091, -0.0354, -0.0154]],\n",
      "\n",
      "         [[-0.0234,  0.0387, -0.0015],\n",
      "          [ 0.0123,  0.0033,  0.0150],\n",
      "          [-0.0473, -0.0320,  0.0177]],\n",
      "\n",
      "         [[ 0.0071,  0.0109, -0.0306],\n",
      "          [-0.0095,  0.0069, -0.0487],\n",
      "          [-0.0199, -0.0579, -0.0090]]]], requires_grad=True)), ('layer3.1.bn1.weight', Parameter containing:\n",
      "tensor([0.9981, 0.9906, 1.0046, 1.0024, 1.0047, 0.9943, 1.0019, 0.9986, 0.9964,\n",
      "        1.0020, 0.9956, 0.9983, 0.9928, 1.0060, 0.9989, 0.9932, 1.0050, 1.0050,\n",
      "        1.0000, 0.9863, 0.9912, 0.9967, 1.0053, 1.0017, 0.9989, 0.9948, 0.9943,\n",
      "        0.9954, 1.0027, 1.0015, 1.0176, 0.9899, 0.9978, 0.9967, 1.0016, 0.9998,\n",
      "        0.9997, 0.9970, 0.9993, 0.9924, 0.9945, 0.9938, 0.9967, 1.0004, 0.9970,\n",
      "        0.9973, 0.9912, 1.0024, 1.0006, 0.9944, 0.9955, 1.0112, 0.9998, 0.9995,\n",
      "        1.0051, 1.0001, 1.0029, 1.0088, 0.9962, 0.9969, 0.9973, 0.9938, 1.0029,\n",
      "        1.0115, 1.0040, 1.0007, 1.0059, 0.9879, 1.0030, 0.9952, 1.0074, 0.9959,\n",
      "        0.9960, 0.9992, 0.9990, 1.0055, 0.9986, 1.0062, 0.9971, 1.0095, 1.0052,\n",
      "        1.0039, 1.0072, 0.9947, 1.0007, 1.0049, 1.0145, 0.9976, 1.0001, 1.0048,\n",
      "        1.0008, 0.9969, 1.0026, 1.0001, 1.0020, 1.0071, 1.0120, 0.9911, 1.0004,\n",
      "        1.0078, 1.0068, 0.9919, 1.0008, 1.0110, 0.9995, 0.9965, 1.0004, 1.0045,\n",
      "        0.9907, 1.0061, 1.0003, 0.9980, 1.0011, 0.9909, 0.9979, 1.0043, 1.0005,\n",
      "        0.9936, 0.9975, 0.9972, 0.9925, 1.0015, 0.9984, 0.9949, 1.0080, 1.0045,\n",
      "        1.0014, 0.9948, 1.0010, 0.9942, 0.9957, 0.9965, 1.0079, 0.9947, 1.0013,\n",
      "        1.0001, 1.0056, 1.0039, 1.0055, 0.9857, 1.0069, 0.9944, 0.9938, 1.0013,\n",
      "        1.0104, 1.0033, 0.9912, 1.0022, 0.9980, 1.0033, 0.9910, 1.0070, 0.9895,\n",
      "        1.0007, 0.9956, 1.0051, 0.9973, 1.0105, 0.9952, 0.9920, 1.0027, 1.0012,\n",
      "        0.9937, 0.9961, 0.9969, 0.9952, 0.9996, 0.9998, 0.9926, 1.0010, 1.0022,\n",
      "        0.9973, 0.9985, 1.0002, 0.9978, 1.0064, 1.0052, 0.9945, 1.0028, 0.9999,\n",
      "        0.9992, 1.0039, 1.0008, 0.9936, 0.9949, 1.0087, 1.0013, 0.9942, 0.9997,\n",
      "        1.0020, 0.9937, 0.9971, 0.9976, 1.0051, 1.0025, 1.0066, 0.9965, 1.0121,\n",
      "        0.9962, 1.0113, 1.0002, 0.9984, 0.9882, 1.0024, 1.0114, 1.0030, 1.0002,\n",
      "        0.9892, 1.0022, 0.9913, 0.9950, 1.0050, 0.9967, 1.0019, 0.9937, 1.0021,\n",
      "        1.0045, 0.9907, 1.0038, 1.0138, 0.9999, 1.0078, 1.0070, 1.0066, 1.0046,\n",
      "        1.0146, 0.9986, 1.0031, 0.9963, 1.0033, 0.9967, 0.9945, 0.9958, 0.9820,\n",
      "        0.9924, 1.0086, 1.0072, 1.0062, 0.9977, 1.0090, 1.0013, 0.9995, 1.0036,\n",
      "        0.9986, 0.9945, 1.0004, 1.0001, 0.9959, 1.0127, 0.9961, 1.0150, 0.9977,\n",
      "        1.0102, 0.9960, 0.9972, 0.9884], requires_grad=True)), ('layer3.1.bn1.bias', Parameter containing:\n",
      "tensor([-5.2595e-04, -8.4294e-03, -6.1957e-03,  4.1832e-03,  4.8967e-03,\n",
      "        -4.4550e-03, -4.9823e-03, -4.4544e-03, -1.3979e-02, -2.4385e-03,\n",
      "        -5.7761e-05,  1.4993e-03, -4.0820e-03,  3.5688e-03, -5.5511e-03,\n",
      "        -7.0474e-03, -4.4355e-03, -5.4980e-03,  3.3566e-03, -1.4787e-02,\n",
      "        -1.2735e-02, -3.1803e-03, -8.9923e-03,  8.2954e-03, -1.8773e-04,\n",
      "         2.9876e-04, -4.5100e-03, -9.4175e-03, -4.3724e-03, -2.1788e-03,\n",
      "         8.3228e-03, -6.1277e-03,  1.1179e-03, -7.7971e-03,  1.4293e-03,\n",
      "        -1.6219e-03,  1.0881e-03,  6.8138e-03, -1.6741e-03, -9.9668e-04,\n",
      "         3.2480e-03,  8.1441e-04, -1.0713e-04, -1.1526e-03, -5.9163e-03,\n",
      "        -5.0451e-03, -8.6808e-03,  6.5181e-03, -2.1559e-03, -2.6272e-03,\n",
      "        -6.3925e-03,  9.1997e-03,  6.1088e-04,  6.3401e-03,  2.3428e-04,\n",
      "        -2.3233e-03,  4.3719e-03,  5.0459e-03, -1.0844e-03,  1.5051e-03,\n",
      "        -8.7579e-03, -2.1476e-03, -1.3351e-03,  6.6962e-03, -2.4806e-03,\n",
      "         5.4794e-04,  1.0025e-02, -6.3389e-03, -2.2490e-03, -5.1504e-03,\n",
      "         1.5102e-03, -2.2402e-03, -1.6142e-03, -1.1194e-02,  7.2571e-03,\n",
      "        -2.4711e-03, -3.4597e-03,  3.0620e-03,  3.1211e-03,  3.8688e-03,\n",
      "         4.8886e-03, -9.6164e-03, -2.9269e-03, -2.2004e-03, -1.6789e-03,\n",
      "         8.5124e-03,  2.9864e-04, -1.2197e-02, -1.1087e-02, -2.9407e-03,\n",
      "        -6.5865e-05,  2.7388e-03, -4.5471e-04,  6.8477e-03,  5.4048e-03,\n",
      "         5.4640e-03,  5.8746e-03, -1.5707e-02, -6.3872e-03,  5.2442e-03,\n",
      "         2.8612e-03,  1.5824e-03, -9.6828e-03, -3.4346e-03,  7.4052e-03,\n",
      "        -3.6816e-04, -2.0637e-03,  5.8635e-04, -3.0916e-03, -1.2014e-03,\n",
      "        -1.2998e-04,  4.3699e-03,  3.7445e-03, -1.8095e-03, -9.0527e-03,\n",
      "        -4.3037e-03,  1.0334e-02, -1.1411e-02, -6.6132e-03, -1.4092e-03,\n",
      "        -4.3661e-03, -1.5370e-03, -2.2371e-03, -2.4709e-03,  5.8110e-03,\n",
      "         4.6129e-03, -2.0005e-03, -2.0116e-03,  3.6417e-03, -6.1911e-03,\n",
      "         2.0548e-04, -4.3354e-03,  4.3807e-03,  1.6861e-03,  1.2248e-02,\n",
      "         3.8790e-03,  2.1607e-03,  6.7583e-03, -1.6553e-03, -2.2225e-02,\n",
      "        -1.5065e-02, -8.2390e-03, -6.7107e-03, -2.3033e-04,  5.7310e-03,\n",
      "        -1.4832e-02, -9.9979e-03,  6.3918e-03,  2.9809e-03, -3.3209e-03,\n",
      "        -3.6143e-03,  6.6279e-03, -2.4581e-03,  9.7572e-04, -6.1610e-03,\n",
      "        -1.6935e-02,  2.1747e-03,  1.3716e-02, -1.2263e-02, -4.5011e-03,\n",
      "         1.3091e-03,  6.3287e-04, -2.2631e-03, -1.2677e-02, -3.7968e-03,\n",
      "        -7.7112e-05, -1.8608e-03,  1.4277e-03, -9.4046e-03, -8.1213e-03,\n",
      "         3.0680e-03, -7.5889e-04,  4.4701e-04, -4.6750e-03, -3.7522e-03,\n",
      "        -7.4330e-04,  1.9980e-03,  6.5260e-04,  1.9628e-04, -1.4964e-03,\n",
      "        -3.0529e-03,  6.5095e-03,  3.0475e-03, -3.9111e-03, -4.0495e-03,\n",
      "         4.4761e-03, -2.7913e-03, -1.0708e-02, -4.2651e-03, -1.2037e-03,\n",
      "        -1.1358e-02, -4.3843e-03, -3.1816e-03,  8.3390e-03,  7.7196e-03,\n",
      "         4.5277e-03,  8.2949e-04,  1.9571e-03, -3.0399e-03,  1.1718e-02,\n",
      "         9.2427e-03, -1.3475e-02,  1.5179e-03,  7.0564e-04,  1.0809e-02,\n",
      "         2.5805e-03, -7.0886e-03, -9.1942e-03,  8.1717e-03, -4.9765e-03,\n",
      "        -1.3255e-02,  1.0640e-03, -3.6467e-03,  1.0486e-02, -3.6825e-03,\n",
      "        -4.8793e-03,  6.3573e-03, -8.3036e-03,  1.1044e-02,  1.2918e-04,\n",
      "        -1.5850e-03, -6.8979e-03, -4.3591e-03, -4.7226e-03,  1.6275e-03,\n",
      "         5.3187e-03, -8.0983e-03,  3.7690e-03, -6.9950e-04, -6.5528e-04,\n",
      "        -1.5980e-02,  1.3765e-03,  1.9957e-03, -5.2210e-03,  1.8498e-03,\n",
      "         3.0450e-03, -2.1025e-04,  9.6518e-04,  4.1616e-03,  6.2926e-05,\n",
      "         2.3037e-03, -3.6305e-03,  1.1446e-03,  2.2677e-03, -5.5921e-03,\n",
      "        -3.0594e-04,  1.6231e-03,  1.1122e-03,  2.6579e-03, -2.2664e-03,\n",
      "        -4.2559e-03, -8.2209e-03, -3.3929e-03, -9.3519e-04, -7.9374e-03,\n",
      "        -6.5030e-03], requires_grad=True)), ('layer3.1.conv2.weight', Parameter containing:\n",
      "tensor([[[[-5.2518e-02,  6.1496e-03, -1.8011e-02],\n",
      "          [-2.2408e-02,  8.7199e-03,  1.0831e-02],\n",
      "          [-3.4349e-02,  3.2243e-02,  6.8993e-03]],\n",
      "\n",
      "         [[ 8.9096e-03,  5.3968e-03, -1.2329e-02],\n",
      "          [-2.8456e-02, -6.6028e-03, -3.7843e-02],\n",
      "          [ 4.0280e-03,  1.4501e-02,  3.1332e-02]],\n",
      "\n",
      "         [[ 1.5431e-03,  4.1659e-02, -1.7406e-03],\n",
      "          [-5.7953e-02,  2.1574e-02, -2.1170e-02],\n",
      "          [-7.7047e-03, -5.9877e-02, -5.2328e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-1.2936e-02, -8.8311e-03,  2.3406e-02],\n",
      "          [-4.0277e-02,  4.1834e-02,  4.2363e-02],\n",
      "          [-1.6705e-02, -4.9306e-02, -9.1245e-03]],\n",
      "\n",
      "         [[ 7.9834e-03, -5.9633e-02, -2.8204e-02],\n",
      "          [-2.5596e-02,  2.1537e-02, -4.2239e-02],\n",
      "          [-1.9949e-02, -1.9384e-02,  2.1615e-02]],\n",
      "\n",
      "         [[ 1.5480e-02, -8.3417e-03,  5.8622e-02],\n",
      "          [ 2.5418e-02, -2.9292e-02,  9.0828e-03],\n",
      "          [ 1.9788e-03, -3.5536e-02,  5.6058e-03]]],\n",
      "\n",
      "\n",
      "        [[[ 3.1766e-02, -1.7152e-02, -5.5940e-02],\n",
      "          [ 2.8521e-04,  2.8563e-02, -6.5726e-03],\n",
      "          [-1.3216e-02,  4.0774e-02, -5.0059e-03]],\n",
      "\n",
      "         [[ 2.4623e-02,  8.2258e-03, -1.1632e-02],\n",
      "          [-1.1698e-02,  8.9934e-02, -1.8221e-02],\n",
      "          [-3.5614e-02,  4.2620e-02,  1.0507e-02]],\n",
      "\n",
      "         [[ 2.4933e-02,  2.1733e-02,  4.5515e-02],\n",
      "          [ 4.4774e-02,  8.3840e-04, -3.5513e-02],\n",
      "          [ 1.9338e-02,  1.7011e-02,  1.2471e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 4.7592e-02, -1.0379e-01,  6.3156e-02],\n",
      "          [ 3.6558e-02, -1.2801e-02,  1.9421e-02],\n",
      "          [-6.7941e-02,  3.0906e-02,  3.6688e-03]],\n",
      "\n",
      "         [[ 2.8114e-05,  1.6047e-03,  2.6164e-02],\n",
      "          [ 6.2231e-03, -5.4929e-03, -1.7690e-05],\n",
      "          [ 4.3644e-02, -5.3008e-03,  1.6782e-04]],\n",
      "\n",
      "         [[ 1.8078e-02,  1.3653e-03, -3.1700e-02],\n",
      "          [-2.6132e-02,  1.9723e-02,  9.4011e-03],\n",
      "          [-3.4602e-03,  5.4873e-03, -3.8028e-03]]],\n",
      "\n",
      "\n",
      "        [[[ 2.1414e-02,  9.7253e-03,  4.2912e-03],\n",
      "          [-4.8819e-03,  7.5521e-03, -4.6540e-02],\n",
      "          [ 4.1207e-02,  3.6602e-02,  1.9503e-02]],\n",
      "\n",
      "         [[ 7.7209e-03, -2.9906e-02,  2.9887e-02],\n",
      "          [-5.3680e-03, -1.7586e-03,  2.8987e-02],\n",
      "          [ 4.5622e-02,  3.6728e-03, -2.2702e-02]],\n",
      "\n",
      "         [[ 1.2527e-02, -2.6771e-02, -2.0213e-02],\n",
      "          [ 5.0820e-03,  8.7512e-04, -6.2350e-02],\n",
      "          [ 2.6841e-02,  1.0301e-02, -1.6719e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 2.8808e-03, -5.5770e-03, -5.1165e-02],\n",
      "          [-4.7944e-03,  7.7430e-02, -3.7416e-02],\n",
      "          [ 1.0917e-02, -3.2392e-02,  4.2056e-03]],\n",
      "\n",
      "         [[-4.4403e-02, -3.2645e-02,  6.9485e-03],\n",
      "          [ 3.6355e-02,  3.7489e-02,  3.7900e-02],\n",
      "          [ 4.8062e-02,  2.7276e-02,  4.8651e-03]],\n",
      "\n",
      "         [[ 3.4983e-02, -3.5772e-02,  1.0753e-02],\n",
      "          [ 5.0617e-02,  2.0442e-02,  3.8528e-02],\n",
      "          [ 4.7326e-02, -3.5451e-02,  5.0503e-02]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 4.3303e-02,  4.6611e-02,  1.7818e-02],\n",
      "          [-2.7637e-02,  4.0313e-03, -2.3781e-02],\n",
      "          [-1.2869e-03, -7.3371e-03,  6.2959e-02]],\n",
      "\n",
      "         [[-1.0056e-02,  3.7405e-02,  3.5106e-02],\n",
      "          [ 3.7742e-02,  8.4841e-02, -2.3182e-02],\n",
      "          [ 4.2277e-03, -1.9228e-02, -3.4792e-02]],\n",
      "\n",
      "         [[-2.8473e-02, -4.3600e-03,  1.1310e-02],\n",
      "          [-2.7900e-02,  6.6822e-02, -3.6273e-02],\n",
      "          [ 2.8878e-02, -3.7621e-02, -8.9974e-03]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-5.6891e-03, -6.8356e-02,  2.0457e-02],\n",
      "          [ 1.8425e-02,  7.4625e-02,  2.0400e-02],\n",
      "          [ 1.6557e-02, -1.0312e-02, -3.1667e-02]],\n",
      "\n",
      "         [[-5.5301e-02,  2.5252e-03, -3.3748e-02],\n",
      "          [-5.7396e-03,  2.3608e-02, -4.5984e-02],\n",
      "          [-2.4791e-02,  1.2144e-02, -1.9317e-02]],\n",
      "\n",
      "         [[-6.8727e-03, -1.9763e-03,  1.5797e-02],\n",
      "          [-1.9551e-02,  4.0021e-02, -8.8044e-05],\n",
      "          [ 2.6956e-02,  2.4120e-02, -1.7773e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 2.7851e-02,  1.6220e-02,  3.5727e-02],\n",
      "          [-3.2207e-02, -9.2724e-04, -1.7194e-03],\n",
      "          [ 2.0835e-02,  2.1624e-03,  1.7234e-02]],\n",
      "\n",
      "         [[ 6.7085e-03,  1.7401e-03, -1.4642e-02],\n",
      "          [ 6.0629e-02,  6.2750e-02,  1.4508e-02],\n",
      "          [ 3.9545e-02, -1.7692e-02, -1.5243e-02]],\n",
      "\n",
      "         [[ 7.0905e-04, -9.5304e-03, -7.5479e-03],\n",
      "          [ 5.3430e-02, -6.0095e-02, -2.9486e-03],\n",
      "          [ 1.8276e-02, -8.3008e-03, -7.4445e-03]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 2.4559e-02,  4.5863e-02,  1.2624e-02],\n",
      "          [-1.5967e-02, -4.0027e-02,  6.0077e-02],\n",
      "          [-5.5994e-02, -1.7275e-02,  4.9157e-02]],\n",
      "\n",
      "         [[ 1.5970e-02,  1.2259e-02,  1.0934e-02],\n",
      "          [ 7.7391e-03,  2.4791e-02, -2.5856e-03],\n",
      "          [ 4.6594e-02,  8.0648e-02, -3.5756e-02]],\n",
      "\n",
      "         [[ 1.5990e-02, -4.8988e-02, -5.1125e-02],\n",
      "          [-1.0827e-02, -3.4535e-02,  4.9614e-03],\n",
      "          [ 8.9733e-03,  2.6072e-02,  1.7622e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 1.1625e-02,  1.8977e-03, -1.3010e-02],\n",
      "          [ 1.6181e-02,  4.3456e-02,  1.0825e-02],\n",
      "          [ 4.4734e-02,  1.0666e-02, -5.1281e-02]],\n",
      "\n",
      "         [[ 7.1947e-03, -2.2168e-02,  1.8928e-02],\n",
      "          [-1.3063e-02, -6.1445e-03, -9.3985e-04],\n",
      "          [ 2.8488e-02,  4.3252e-03,  1.2953e-02]],\n",
      "\n",
      "         [[ 5.4705e-02, -1.9819e-02,  1.7801e-03],\n",
      "          [-2.5356e-02, -2.2814e-02,  3.1842e-02],\n",
      "          [ 6.5548e-02,  4.0482e-02, -6.4476e-03]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-2.3382e-03,  8.0434e-03, -1.3486e-04],\n",
      "          [ 6.0030e-02, -1.5263e-02, -1.5802e-02],\n",
      "          [ 3.4193e-02,  2.2840e-02, -6.0012e-03]],\n",
      "\n",
      "         [[-1.4925e-02, -2.4648e-02,  1.8840e-02],\n",
      "          [-1.5249e-02, -6.0816e-02,  2.9031e-02],\n",
      "          [-1.0411e-02,  4.0118e-02, -4.3464e-02]],\n",
      "\n",
      "         [[-6.3913e-03,  4.9431e-02,  2.9563e-02],\n",
      "          [-1.8092e-02,  3.8060e-02,  6.0094e-02],\n",
      "          [-5.7704e-03, -1.1128e-02, -1.4773e-02]]]], requires_grad=True)), ('layer3.1.bn2.weight', Parameter containing:\n",
      "tensor([0.9985, 1.0052, 0.9945, 0.9966, 0.9945, 0.9975, 0.9950, 0.9973, 0.9940,\n",
      "        0.9945, 0.9884, 0.9980, 1.0002, 0.9982, 1.0022, 0.9937, 0.9867, 0.9980,\n",
      "        0.9983, 0.9969, 0.9972, 0.9929, 0.9936, 1.0017, 0.9992, 0.9998, 0.9996,\n",
      "        0.9957, 1.0000, 0.9993, 0.9929, 0.9971, 0.9998, 1.0025, 0.9922, 0.9917,\n",
      "        1.0008, 0.9937, 0.9958, 0.9974, 1.0076, 0.9959, 0.9978, 0.9940, 0.9921,\n",
      "        0.9944, 0.9934, 0.9997, 1.0038, 0.9938, 0.9937, 0.9953, 0.9961, 0.9979,\n",
      "        0.9924, 0.9951, 1.0048, 0.9980, 0.9999, 1.0019, 0.9906, 0.9962, 1.0024,\n",
      "        1.0034, 0.9950, 0.9910, 0.9991, 0.9983, 0.9988, 0.9936, 0.9981, 0.9949,\n",
      "        0.9925, 0.9900, 0.9944, 0.9962, 0.9963, 1.0021, 0.9960, 0.9961, 0.9991,\n",
      "        0.9937, 0.9915, 0.9907, 0.9942, 0.9965, 1.0001, 0.9967, 0.9937, 1.0024,\n",
      "        0.9970, 0.9931, 1.0009, 0.9962, 0.9884, 1.0024, 0.9914, 0.9934, 0.9963,\n",
      "        0.9988, 0.9943, 0.9970, 0.9908, 0.9877, 1.0021, 0.9937, 1.0030, 0.9903,\n",
      "        0.9952, 0.9893, 0.9946, 0.9870, 0.9921, 0.9938, 0.9965, 1.0009, 1.0006,\n",
      "        0.9883, 1.0021, 0.9923, 0.9921, 0.9948, 0.9947, 0.9911, 0.9965, 1.0007,\n",
      "        0.9885, 0.9946, 0.9898, 1.0000, 0.9910, 1.0061, 1.0017, 0.9908, 0.9872,\n",
      "        0.9936, 0.9981, 0.9937, 1.0044, 0.9971, 0.9908, 0.9997, 0.9886, 1.0021,\n",
      "        0.9987, 0.9920, 0.9968, 0.9937, 0.9915, 0.9921, 0.9982, 1.0007, 0.9924,\n",
      "        0.9938, 0.9903, 0.9912, 1.0044, 0.9921, 0.9914, 0.9979, 0.9993, 0.9950,\n",
      "        0.9965, 0.9932, 0.9874, 0.9936, 0.9979, 0.9969, 0.9952, 1.0054, 0.9973,\n",
      "        0.9992, 0.9959, 0.9981, 0.9958, 0.9981, 0.9993, 0.9879, 1.0019, 1.0007,\n",
      "        1.0044, 0.9962, 0.9999, 0.9957, 0.9978, 0.9994, 0.9964, 1.0005, 1.0041,\n",
      "        0.9980, 0.9855, 0.9967, 0.9926, 0.9987, 1.0023, 0.9911, 1.0020, 0.9942,\n",
      "        0.9928, 0.9926, 0.9983, 0.9934, 0.9922, 0.9968, 1.0020, 0.9974, 0.9981,\n",
      "        0.9934, 0.9935, 0.9972, 0.9972, 0.9908, 0.9962, 0.9893, 0.9892, 0.9933,\n",
      "        1.0073, 0.9924, 0.9903, 1.0026, 0.9971, 0.9952, 1.0071, 1.0002, 0.9914,\n",
      "        0.9946, 1.0008, 0.9918, 0.9922, 0.9845, 1.0010, 0.9890, 0.9937, 1.0030,\n",
      "        0.9944, 0.9947, 0.9981, 0.9870, 0.9990, 0.9956, 0.9963, 1.0056, 0.9923,\n",
      "        0.9951, 0.9958, 0.9977, 0.9950, 1.0010, 1.0051, 0.9902, 0.9974, 0.9969,\n",
      "        1.0018, 0.9942, 1.0032, 0.9994], requires_grad=True)), ('layer3.1.bn2.bias', Parameter containing:\n",
      "tensor([-6.9234e-03, -2.3586e-04, -4.7974e-03,  1.9576e-03,  1.9137e-03,\n",
      "        -7.8763e-04, -1.7838e-05, -2.1434e-03, -6.8661e-04, -2.9665e-03,\n",
      "        -2.3475e-03,  5.5601e-03, -2.1176e-03,  2.6872e-03, -3.8277e-03,\n",
      "         4.2954e-03,  3.4279e-03, -2.5233e-03, -2.9583e-04, -1.6213e-03,\n",
      "        -1.9925e-03,  4.9431e-03, -6.4724e-03, -4.0490e-05, -4.8951e-03,\n",
      "         3.4322e-03, -5.2793e-03, -4.5536e-06,  3.3484e-03, -2.6104e-03,\n",
      "         6.4537e-03,  6.1357e-03,  3.9289e-03,  1.0702e-03, -5.9202e-03,\n",
      "         9.6482e-04,  3.9960e-03,  2.5675e-03,  5.2495e-03,  1.3766e-03,\n",
      "        -1.0630e-03, -7.4261e-03, -6.6048e-03,  2.1914e-03,  8.5990e-04,\n",
      "         1.4190e-03, -2.9881e-03, -2.5020e-03, -7.0337e-03,  4.1288e-03,\n",
      "         7.5890e-04,  1.9555e-03, -7.1575e-04, -3.7173e-03,  4.1681e-03,\n",
      "        -2.0309e-03, -7.4467e-03,  7.7480e-03, -1.2628e-03,  4.6205e-03,\n",
      "         1.6979e-03, -3.4724e-04, -9.0908e-03, -5.3193e-03,  3.4364e-03,\n",
      "         2.5897e-03,  2.1839e-03,  3.3581e-03, -1.4733e-03, -1.4468e-03,\n",
      "        -7.4855e-04,  4.9001e-04, -4.1630e-03,  7.5492e-04,  5.3445e-04,\n",
      "         5.3682e-03,  7.5517e-03, -4.7625e-03,  3.0645e-03, -2.5529e-03,\n",
      "        -5.9549e-03, -5.5005e-04,  3.2202e-03,  2.6407e-03,  2.8646e-03,\n",
      "         4.1212e-04,  1.5125e-05, -4.5120e-04,  2.0723e-03,  9.8263e-03,\n",
      "         1.7197e-03,  5.0538e-03, -1.6637e-03, -8.0481e-03,  1.1674e-03,\n",
      "        -3.4369e-03, -4.1917e-03,  6.6327e-04,  9.3024e-04,  1.0136e-03,\n",
      "         4.5619e-03,  3.0451e-03,  1.9839e-03, -1.2356e-04, -9.0974e-04,\n",
      "         1.6564e-03, -2.6131e-03, -3.1942e-03,  3.5583e-03, -1.5441e-03,\n",
      "         2.1967e-03,  6.8338e-04,  2.5810e-03, -5.7216e-04, -2.9087e-03,\n",
      "        -1.9634e-03,  1.1439e-02,  1.2658e-03,  4.7778e-03, -3.2902e-03,\n",
      "         4.3748e-03, -1.4640e-03,  3.6522e-03, -3.2583e-03,  1.2552e-03,\n",
      "         6.8522e-03,  9.2919e-03,  8.9061e-04,  4.5811e-03,  6.3905e-03,\n",
      "         1.4760e-03,  8.0834e-03, -3.2298e-03, -1.9943e-03,  4.7191e-03,\n",
      "        -2.3731e-03,  1.5812e-04,  7.7112e-03,  1.6285e-03, -3.3368e-03,\n",
      "         4.0111e-04, -9.5823e-03,  5.3000e-03,  6.0111e-03, -7.1969e-03,\n",
      "         6.5766e-03, -4.4947e-04,  2.7368e-03,  1.0168e-03, -1.8420e-03,\n",
      "        -3.2415e-03,  1.6672e-03,  4.2001e-03,  3.9620e-03, -1.1637e-04,\n",
      "         4.1127e-03,  6.3846e-03, -2.0413e-03, -1.0827e-03, -1.1111e-03,\n",
      "        -4.9411e-03, -1.5049e-03, -4.7866e-03,  7.4992e-03,  3.5701e-03,\n",
      "         9.6832e-03,  1.9679e-03, -4.0793e-03, -6.9939e-05, -2.7187e-04,\n",
      "         5.2403e-03, -1.8690e-03,  4.9555e-04,  3.9582e-03,  7.1010e-03,\n",
      "        -1.8306e-03,  3.0512e-05, -1.6534e-03, -6.1058e-03,  6.3215e-04,\n",
      "        -3.3235e-03, -7.2941e-03, -4.7096e-03, -2.3859e-03,  2.4048e-03,\n",
      "        -3.6021e-04, -4.4762e-03, -1.0832e-03,  3.5195e-04, -3.4813e-03,\n",
      "         6.4308e-03,  4.1663e-03,  8.3045e-03,  1.3093e-03, -3.1547e-04,\n",
      "        -4.2221e-04,  6.0536e-03,  2.1927e-03,  2.6234e-03, -7.6862e-03,\n",
      "         1.1392e-03,  3.9423e-03,  2.3324e-03,  8.8539e-03,  1.4023e-03,\n",
      "        -1.8711e-03, -2.9415e-04, -4.7779e-03, -3.1261e-03, -1.3771e-03,\n",
      "        -1.9753e-03,  3.2697e-03, -1.3248e-03,  3.4726e-03,  1.9983e-03,\n",
      "         4.0694e-03, -3.0062e-04, -1.7335e-03,  9.8171e-03, -3.9298e-03,\n",
      "         1.0375e-02, -1.1684e-03, -4.8258e-03, -2.2917e-03,  5.0303e-03,\n",
      "        -3.8451e-03, -9.4852e-03,  5.4612e-03,  7.4135e-03,  2.5186e-03,\n",
      "        -7.0098e-04,  2.0377e-03,  5.8716e-03, -7.0973e-04, -6.2149e-04,\n",
      "        -2.8582e-03,  1.5324e-03, -4.8008e-03,  7.0562e-03,  2.7627e-03,\n",
      "         7.8121e-05, -2.9189e-03,  5.8282e-03,  1.2941e-03, -9.0673e-04,\n",
      "        -2.3646e-03, -8.3491e-04,  4.9412e-04,  7.5685e-03, -2.6461e-03,\n",
      "         2.2076e-03,  1.3970e-03,  1.0828e-03, -1.1928e-03,  2.6231e-03,\n",
      "        -6.3496e-03], requires_grad=True)), ('layer4.0.conv1.weight', Parameter containing:\n",
      "tensor([[[[-0.0476,  0.0201,  0.0295],\n",
      "          [ 0.0033,  0.0190, -0.0156],\n",
      "          [-0.0290,  0.0013, -0.0108]],\n",
      "\n",
      "         [[-0.0045,  0.0060, -0.0170],\n",
      "          [-0.0069,  0.0557,  0.0010],\n",
      "          [ 0.0108, -0.0240, -0.0219]],\n",
      "\n",
      "         [[-0.0153, -0.0482,  0.0040],\n",
      "          [-0.0272, -0.0279, -0.0132],\n",
      "          [-0.0104, -0.0214,  0.0205]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0031, -0.0153,  0.0232],\n",
      "          [ 0.0180, -0.0388,  0.0372],\n",
      "          [-0.0114,  0.0164, -0.0040]],\n",
      "\n",
      "         [[-0.0245,  0.0153,  0.0103],\n",
      "          [-0.0065, -0.0347, -0.0110],\n",
      "          [-0.0391, -0.0421, -0.0258]],\n",
      "\n",
      "         [[ 0.0178,  0.0033, -0.0044],\n",
      "          [ 0.0183, -0.0017, -0.0134],\n",
      "          [ 0.0031, -0.0154,  0.0348]]],\n",
      "\n",
      "\n",
      "        [[[-0.0246,  0.0229, -0.0217],\n",
      "          [-0.0060,  0.0224,  0.0317],\n",
      "          [-0.0053, -0.0078,  0.0046]],\n",
      "\n",
      "         [[-0.0076,  0.0479,  0.0057],\n",
      "          [ 0.0289,  0.0229,  0.0128],\n",
      "          [-0.0261,  0.0163,  0.0053]],\n",
      "\n",
      "         [[ 0.0083, -0.0002,  0.0536],\n",
      "          [-0.0055,  0.0058, -0.0308],\n",
      "          [-0.0071, -0.0106,  0.0147]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0003,  0.0019, -0.0032],\n",
      "          [ 0.0314, -0.0126, -0.0218],\n",
      "          [-0.0270, -0.0245, -0.0201]],\n",
      "\n",
      "         [[ 0.0175, -0.0056, -0.0091],\n",
      "          [-0.0340, -0.0210,  0.0368],\n",
      "          [-0.0021,  0.0152,  0.0169]],\n",
      "\n",
      "         [[ 0.0078,  0.0013, -0.0062],\n",
      "          [-0.0178,  0.0102,  0.0022],\n",
      "          [ 0.0137,  0.0306, -0.0121]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0208,  0.0176,  0.0149],\n",
      "          [ 0.0165, -0.0017,  0.0079],\n",
      "          [ 0.0005, -0.0102,  0.0091]],\n",
      "\n",
      "         [[-0.0101, -0.0127, -0.0074],\n",
      "          [-0.0013, -0.0050,  0.0176],\n",
      "          [ 0.0194,  0.0092,  0.0293]],\n",
      "\n",
      "         [[ 0.0148,  0.0072,  0.0097],\n",
      "          [ 0.0133,  0.0017,  0.0011],\n",
      "          [ 0.0017,  0.0553, -0.0134]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0403,  0.0389, -0.0065],\n",
      "          [-0.0284,  0.0101,  0.0231],\n",
      "          [-0.0309,  0.0070, -0.0038]],\n",
      "\n",
      "         [[-0.0149, -0.0008,  0.0010],\n",
      "          [-0.0063,  0.0073, -0.0093],\n",
      "          [-0.0218, -0.0297,  0.0364]],\n",
      "\n",
      "         [[-0.0120,  0.0003, -0.0007],\n",
      "          [ 0.0140, -0.0069,  0.0221],\n",
      "          [-0.0240, -0.0036,  0.0353]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 0.0079,  0.0081,  0.0340],\n",
      "          [ 0.0073,  0.0151,  0.0010],\n",
      "          [-0.0414, -0.0079, -0.0146]],\n",
      "\n",
      "         [[-0.0497,  0.0251,  0.0035],\n",
      "          [ 0.0153,  0.0379, -0.0008],\n",
      "          [-0.0457, -0.0444,  0.0190]],\n",
      "\n",
      "         [[ 0.0009, -0.0115,  0.0149],\n",
      "          [ 0.0211,  0.0224, -0.0007],\n",
      "          [ 0.0070, -0.0063,  0.0185]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0051, -0.0341, -0.0068],\n",
      "          [ 0.0258, -0.0105,  0.0030],\n",
      "          [-0.0172,  0.0319, -0.0242]],\n",
      "\n",
      "         [[ 0.0172,  0.0026, -0.0178],\n",
      "          [-0.0330, -0.0248,  0.0236],\n",
      "          [-0.0050, -0.0136,  0.0051]],\n",
      "\n",
      "         [[ 0.0207,  0.0140, -0.0460],\n",
      "          [-0.0253,  0.0119,  0.0192],\n",
      "          [-0.0109,  0.0121, -0.0211]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0013, -0.0384, -0.0216],\n",
      "          [ 0.0266,  0.0142, -0.0150],\n",
      "          [-0.0099, -0.0056,  0.0020]],\n",
      "\n",
      "         [[-0.0194,  0.0366, -0.0217],\n",
      "          [-0.0110,  0.0187, -0.0313],\n",
      "          [-0.0364,  0.0445, -0.0810]],\n",
      "\n",
      "         [[-0.0453,  0.0240,  0.0102],\n",
      "          [ 0.0185,  0.0032, -0.0004],\n",
      "          [-0.0227,  0.0118,  0.0321]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0028,  0.0109, -0.0040],\n",
      "          [ 0.0453, -0.0206, -0.0207],\n",
      "          [ 0.0236,  0.0241,  0.0075]],\n",
      "\n",
      "         [[-0.0326,  0.0279, -0.0110],\n",
      "          [-0.0188,  0.0127, -0.0370],\n",
      "          [-0.0004,  0.0163,  0.0106]],\n",
      "\n",
      "         [[-0.0057, -0.0170,  0.0196],\n",
      "          [ 0.0118,  0.0152,  0.0145],\n",
      "          [-0.0136, -0.0011, -0.0073]]],\n",
      "\n",
      "\n",
      "        [[[-0.0098, -0.0035, -0.0304],\n",
      "          [ 0.0245, -0.0081, -0.0177],\n",
      "          [ 0.0090,  0.0659, -0.0181]],\n",
      "\n",
      "         [[-0.0341,  0.0338, -0.0338],\n",
      "          [ 0.0023, -0.0125,  0.0184],\n",
      "          [-0.0145, -0.0067,  0.0231]],\n",
      "\n",
      "         [[-0.0031,  0.0164,  0.0090],\n",
      "          [-0.0271,  0.0046, -0.0406],\n",
      "          [-0.0225, -0.0211, -0.0067]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0110,  0.0294,  0.0039],\n",
      "          [-0.0173, -0.0174, -0.0337],\n",
      "          [ 0.0127,  0.0020,  0.0154]],\n",
      "\n",
      "         [[-0.0153,  0.0059, -0.0195],\n",
      "          [-0.0100,  0.0067,  0.0079],\n",
      "          [-0.0425,  0.0266, -0.0025]],\n",
      "\n",
      "         [[-0.0236, -0.0291, -0.0268],\n",
      "          [ 0.0243,  0.0246, -0.0342],\n",
      "          [ 0.0264,  0.0232, -0.0389]]]], requires_grad=True)), ('layer4.0.bn1.weight', Parameter containing:\n",
      "tensor([1.0161, 1.0011, 0.9957, 0.9999, 0.9928, 0.9980, 1.0017, 1.0004, 0.9933,\n",
      "        1.0004, 0.9982, 0.9940, 0.9979, 0.9976, 1.0057, 0.9960, 1.0022, 1.0035,\n",
      "        1.0027, 0.9953, 0.9910, 1.0080, 0.9953, 0.9994, 1.0009, 0.9970, 0.9963,\n",
      "        1.0018, 1.0060, 0.9943, 1.0038, 1.0033, 1.0023, 0.9976, 0.9998, 0.9974,\n",
      "        0.9968, 1.0004, 1.0010, 1.0017, 1.0008, 0.9984, 0.9943, 0.9952, 0.9963,\n",
      "        0.9997, 1.0029, 0.9989, 0.9995, 1.0000, 0.9966, 0.9992, 0.9978, 1.0017,\n",
      "        1.0031, 0.9950, 1.0050, 1.0031, 1.0072, 1.0017, 1.0029, 1.0015, 1.0045,\n",
      "        0.9989, 1.0022, 1.0016, 1.0053, 1.0014, 0.9942, 0.9998, 1.0003, 1.0028,\n",
      "        0.9962, 0.9973, 0.9952, 0.9984, 1.0050, 1.0029, 1.0063, 1.0001, 1.0019,\n",
      "        1.0066, 0.9955, 1.0050, 0.9965, 0.9947, 1.0022, 1.0017, 0.9985, 0.9965,\n",
      "        0.9974, 1.0028, 0.9920, 1.0059, 1.0006, 1.0034, 0.9991, 1.0083, 1.0013,\n",
      "        1.0031, 1.0008, 0.9913, 0.9986, 0.9951, 0.9992, 0.9960, 1.0061, 0.9949,\n",
      "        1.0019, 0.9991, 1.0074, 0.9999, 0.9965, 1.0005, 1.0006, 0.9989, 0.9938,\n",
      "        1.0063, 0.9920, 1.0000, 0.9944, 1.0040, 0.9950, 1.0056, 1.0055, 0.9988,\n",
      "        1.0000, 1.0021, 0.9925, 1.0020, 0.9962, 0.9976, 1.0003, 1.0033, 1.0012,\n",
      "        0.9994, 0.9981, 1.0011, 1.0030, 1.0072, 1.0003, 0.9964, 1.0024, 0.9981,\n",
      "        0.9984, 0.9940, 1.0001, 0.9953, 0.9986, 1.0011, 0.9937, 0.9978, 0.9984,\n",
      "        0.9958, 0.9958, 1.0016, 0.9963, 1.0065, 1.0058, 1.0061, 0.9999, 1.0031,\n",
      "        1.0022, 0.9941, 0.9969, 0.9986, 0.9980, 0.9998, 1.0027, 1.0040, 0.9991,\n",
      "        1.0050, 0.9961, 1.0004, 1.0060, 1.0020, 1.0048, 1.0042, 1.0031, 1.0023,\n",
      "        0.9916, 0.9980, 1.0073, 1.0017, 0.9970, 0.9993, 1.0044, 0.9983, 0.9996,\n",
      "        1.0006, 0.9975, 1.0010, 1.0081, 1.0043, 0.9986, 0.9926, 1.0026, 0.9933,\n",
      "        1.0017, 1.0010, 1.0018, 1.0002, 1.0002, 1.0036, 1.0012, 0.9973, 0.9967,\n",
      "        0.9905, 1.0003, 1.0039, 1.0039, 0.9984, 0.9932, 0.9967, 0.9958, 0.9942,\n",
      "        1.0058, 1.0014, 0.9978, 1.0012, 0.9986, 1.0011, 1.0018, 0.9952, 0.9979,\n",
      "        0.9992, 0.9978, 1.0013, 0.9966, 0.9984, 1.0051, 1.0038, 0.9963, 1.0034,\n",
      "        0.9943, 0.9975, 0.9994, 1.0071, 0.9981, 0.9978, 1.0028, 0.9933, 0.9933,\n",
      "        1.0011, 0.9989, 0.9953, 1.0017, 0.9902, 1.0013, 1.0014, 0.9979, 1.0003,\n",
      "        0.9952, 1.0015, 1.0016, 1.0053, 1.0032, 0.9893, 1.0134, 1.0010, 1.0037,\n",
      "        1.0016, 1.0122, 1.0022, 1.0004, 0.9996, 0.9986, 0.9998, 1.0003, 0.9996,\n",
      "        1.0017, 1.0047, 0.9986, 0.9973, 0.9946, 1.0002, 0.9986, 1.0011, 0.9992,\n",
      "        0.9966, 1.0001, 1.0041, 0.9958, 0.9945, 0.9981, 0.9997, 0.9927, 0.9994,\n",
      "        0.9963, 0.9993, 0.9950, 1.0016, 1.0061, 1.0042, 1.0036, 1.0058, 0.9926,\n",
      "        0.9976, 1.0066, 1.0007, 1.0009, 1.0005, 0.9970, 1.0039, 0.9992, 1.0049,\n",
      "        0.9944, 1.0030, 0.9989, 1.0039, 1.0051, 0.9994, 0.9947, 1.0071, 1.0068,\n",
      "        0.9884, 1.0013, 1.0019, 1.0056, 0.9990, 1.0017, 0.9982, 1.0033, 0.9963,\n",
      "        1.0009, 1.0005, 0.9933, 1.0003, 0.9987, 1.0051, 0.9991, 0.9972, 0.9996,\n",
      "        0.9981, 0.9951, 1.0043, 1.0025, 1.0005, 1.0014, 0.9956, 1.0027, 0.9963,\n",
      "        1.0018, 0.9922, 0.9975, 0.9983, 1.0018, 1.0041, 0.9970, 0.9925, 0.9974,\n",
      "        1.0026, 0.9946, 1.0056, 0.9961, 0.9990, 0.9960, 1.0030, 0.9964, 1.0001,\n",
      "        1.0091, 0.9970, 1.0061, 0.9995, 1.0076, 0.9983, 1.0016, 0.9953, 0.9986,\n",
      "        0.9999, 1.0006, 0.9887, 1.0035, 1.0033, 0.9991, 1.0008, 1.0054, 1.0110,\n",
      "        1.0031, 0.9930, 0.9978, 0.9984, 0.9951, 0.9939, 1.0010, 0.9958, 1.0006,\n",
      "        0.9942, 0.9984, 0.9959, 0.9952, 0.9967, 1.0019, 0.9980, 1.0009, 0.9933,\n",
      "        1.0019, 0.9998, 1.0040, 0.9998, 1.0019, 1.0017, 0.9986, 0.9993, 0.9995,\n",
      "        1.0039, 0.9999, 1.0060, 1.0050, 0.9958, 1.0007, 1.0044, 0.9922, 0.9971,\n",
      "        0.9983, 0.9954, 1.0054, 1.0015, 0.9921, 0.9992, 0.9969, 1.0040, 0.9945,\n",
      "        1.0033, 1.0048, 1.0007, 1.0067, 1.0043, 0.9974, 1.0097, 0.9950, 1.0029,\n",
      "        0.9960, 0.9969, 1.0009, 0.9932, 1.0061, 0.9971, 1.0098, 0.9968, 1.0036,\n",
      "        0.9935, 0.9951, 1.0020, 0.9969, 0.9959, 0.9995, 1.0005, 1.0063, 1.0021,\n",
      "        1.0134, 1.0000, 1.0060, 0.9991, 1.0002, 0.9931, 1.0159, 1.0029, 0.9920,\n",
      "        1.0081, 1.0081, 1.0078, 0.9967, 1.0032, 1.0004, 1.0079, 0.9976, 1.0043,\n",
      "        1.0031, 1.0005, 1.0058, 1.0072, 1.0017, 0.9977, 0.9977, 0.9978, 0.9994,\n",
      "        0.9984, 1.0026, 0.9946, 1.0027, 1.0041, 0.9961, 0.9959, 0.9983, 0.9993,\n",
      "        0.9969, 1.0039, 1.0093, 0.9934, 0.9971, 1.0053, 0.9994, 1.0032, 0.9943,\n",
      "        0.9999, 1.0029, 0.9967, 1.0001, 1.0011, 1.0017, 0.9990, 1.0028, 1.0028,\n",
      "        0.9970, 0.9925, 1.0039, 1.0017, 0.9993, 0.9950, 0.9967, 0.9986],\n",
      "       requires_grad=True)), ('layer4.0.bn1.bias', Parameter containing:\n",
      "tensor([ 1.4068e-02, -7.0582e-03, -1.0168e-03, -1.2112e-03, -1.0852e-03,\n",
      "         8.2316e-03,  2.5687e-03, -4.4734e-03, -6.8795e-03, -2.7800e-04,\n",
      "        -3.0207e-03, -6.1706e-03, -7.7873e-04, -1.0360e-02,  1.8790e-03,\n",
      "        -2.3603e-03,  2.7735e-03, -2.1253e-03,  2.5641e-03, -1.9989e-03,\n",
      "        -9.1632e-03,  2.1821e-03, -2.8433e-04, -1.1417e-03,  9.8540e-04,\n",
      "        -2.5226e-04, -2.4833e-03,  4.6677e-03,  6.8742e-03, -1.5947e-03,\n",
      "        -1.0973e-03,  3.0255e-04,  3.0654e-03,  2.6087e-03,  2.8146e-03,\n",
      "        -3.0612e-03, -8.9488e-03,  2.9185e-03,  6.9868e-03,  8.2296e-04,\n",
      "        -5.3602e-03, -8.0538e-03, -2.9175e-03, -1.3096e-03, -1.6973e-04,\n",
      "         6.7131e-04, -1.0917e-03, -2.7070e-03, -1.5561e-03,  2.4561e-04,\n",
      "        -4.1403e-03,  1.6872e-03, -4.1201e-03,  7.3417e-03, -3.1252e-03,\n",
      "        -3.6008e-03, -4.3860e-03,  2.7475e-03,  6.2557e-03,  5.6723e-04,\n",
      "        -2.6707e-03, -2.7462e-03,  6.5457e-04,  4.5509e-04, -1.1647e-03,\n",
      "         1.7716e-03,  1.3752e-03,  1.2401e-03, -5.7171e-03, -6.6255e-03,\n",
      "        -5.3657e-03, -6.5963e-04, -4.6849e-03, -2.2699e-03, -4.5431e-03,\n",
      "         1.9653e-05,  5.0067e-03,  3.3636e-03, -1.0394e-03, -1.9404e-03,\n",
      "         1.9154e-03,  6.0851e-04, -6.6467e-03,  3.3105e-03,  9.2183e-04,\n",
      "        -7.1276e-03, -3.6591e-04,  1.3520e-03, -2.0833e-03, -4.1471e-03,\n",
      "        -3.3195e-03, -2.4587e-03, -6.8092e-03,  2.7466e-03, -2.5807e-03,\n",
      "        -6.6613e-04,  1.5758e-03, -3.7522e-03, -3.9500e-03,  4.4002e-03,\n",
      "         7.4889e-03,  8.5273e-04, -2.0070e-03, -7.9094e-03, -6.4346e-04,\n",
      "        -3.4255e-03,  4.3220e-03, -1.0465e-03, -5.1371e-04,  3.5220e-03,\n",
      "         3.0505e-04,  1.5144e-03, -6.5536e-05,  3.6735e-03, -7.9817e-04,\n",
      "        -1.0800e-03, -5.7545e-03,  5.8742e-03, -9.6958e-03, -3.0593e-03,\n",
      "        -5.6670e-03,  6.9225e-05, -7.8792e-03,  1.0439e-02,  4.5396e-03,\n",
      "         2.4311e-04, -2.6660e-03,  1.8334e-04, -7.9675e-03, -1.1388e-03,\n",
      "        -1.6300e-03, -1.9203e-03, -2.8486e-03,  1.1668e-03, -4.5136e-03,\n",
      "        -5.6799e-03,  2.5063e-03,  1.0497e-03,  1.0244e-03,  1.6230e-03,\n",
      "        -8.3019e-03,  3.1243e-04,  1.1754e-03, -2.7369e-03,  1.7454e-03,\n",
      "         4.3744e-05,  1.5467e-03, -3.8262e-03, -3.2683e-03, -8.9186e-04,\n",
      "        -1.9203e-03, -2.3423e-03, -8.5012e-04, -3.2452e-03, -1.4870e-03,\n",
      "        -1.3026e-03, -3.1800e-03,  5.2885e-03,  4.0951e-03,  1.7451e-03,\n",
      "         3.6730e-04,  7.1612e-03,  1.1847e-03, -4.9187e-03, -2.0559e-03,\n",
      "         1.1056e-03,  3.5021e-04, -5.1025e-03,  1.6053e-03,  5.2094e-03,\n",
      "         5.9524e-03, -8.1822e-03, -1.8866e-03, -2.3385e-03,  1.0190e-02,\n",
      "         1.4255e-03,  4.4114e-03, -2.5393e-03,  5.0320e-03, -1.7197e-03,\n",
      "        -6.0811e-03, -2.4916e-03,  5.9013e-03, -2.2755e-03, -1.4580e-03,\n",
      "         1.9897e-03,  4.0901e-04, -3.0765e-03, -4.9158e-03,  1.7795e-04,\n",
      "        -4.4538e-03,  1.4269e-03,  4.5810e-03, -1.4003e-03,  1.1577e-03,\n",
      "        -2.7102e-04,  3.4104e-03, -3.1063e-03, -2.0655e-03, -4.6515e-05,\n",
      "        -1.1007e-03, -4.8831e-03, -5.6729e-04,  4.4007e-03, -6.4544e-04,\n",
      "        -2.5674e-03, -1.7219e-03, -5.7314e-04,  1.8772e-03, -2.4489e-04,\n",
      "         4.4130e-04,  5.8981e-04, -2.2024e-03, -8.8546e-03,  2.7225e-03,\n",
      "        -9.1629e-03,  4.6787e-05, -6.9825e-03,  3.5499e-03,  3.7326e-03,\n",
      "         2.2382e-03,  3.8513e-04, -2.7200e-03, -5.6436e-03,  4.2201e-03,\n",
      "        -6.0175e-03, -4.2055e-03, -3.3195e-04, -3.3976e-03, -1.7179e-03,\n",
      "        -2.8754e-03,  2.3828e-03, -5.6993e-03,  7.6069e-04, -1.5493e-03,\n",
      "        -2.0232e-03, -1.6316e-03,  1.0587e-02,  1.2368e-03, -4.5400e-03,\n",
      "         2.4840e-03, -9.6106e-03, -3.4636e-03,  2.6651e-03, -3.4855e-03,\n",
      "         1.9485e-03,  2.5106e-03, -5.5434e-03,  1.0251e-03, -5.4986e-04,\n",
      "        -2.4629e-03, -5.1889e-03, -3.2842e-03, -7.0532e-04, -1.6678e-03,\n",
      "        -2.3776e-03, -7.2905e-04, -3.5057e-03,  4.6896e-03, -4.2359e-03,\n",
      "        -1.8975e-03, -1.1871e-03, -1.8927e-03,  2.2456e-03,  5.1981e-03,\n",
      "        -3.2116e-03, -4.7863e-04, -6.8488e-03, -5.3966e-04, -1.7540e-03,\n",
      "        -2.1002e-03,  3.6525e-03, -8.7666e-04, -7.3967e-04,  6.3081e-03,\n",
      "         8.8430e-03,  3.0638e-03, -3.1459e-03,  1.5773e-03, -1.6565e-03,\n",
      "         1.5676e-03,  3.5351e-03, -6.0044e-03, -1.1805e-02, -2.0507e-03,\n",
      "        -5.9668e-03, -3.4901e-03, -1.4337e-03, -3.7349e-03, -1.0748e-03,\n",
      "        -2.3941e-03,  6.1649e-03, -5.0603e-04,  3.2941e-03, -1.8754e-03,\n",
      "        -4.6479e-04, -3.9449e-03, -4.0247e-03,  4.8659e-03,  7.7419e-04,\n",
      "        -5.0870e-03, -1.5523e-03, -2.5652e-03,  3.0264e-03,  1.9929e-03,\n",
      "        -6.1698e-04, -1.5991e-03,  5.4124e-03,  6.3648e-03,  4.1548e-03,\n",
      "         6.8130e-03,  4.7052e-04, -4.6872e-03,  7.6809e-03,  5.1130e-03,\n",
      "        -5.2748e-03, -3.3506e-03,  1.3798e-03,  1.7778e-03, -1.4217e-03,\n",
      "         7.8093e-04, -5.1556e-03, -1.6007e-03,  4.1623e-04, -6.9626e-03,\n",
      "        -2.7710e-03, -3.1861e-03, -1.7587e-03, -2.4981e-03, -1.1117e-03,\n",
      "        -7.6000e-04, -4.5218e-03,  6.7199e-04, -1.2551e-03, -1.9129e-03,\n",
      "         5.4999e-03,  5.8073e-03, -2.0500e-03,  2.3979e-03, -5.7377e-03,\n",
      "         5.3572e-04, -5.3228e-03, -1.4899e-03, -1.1155e-02,  3.6054e-03,\n",
      "        -5.3081e-03,  4.3167e-03, -4.1650e-03, -1.8304e-05, -1.4706e-04,\n",
      "         4.3918e-03, -8.4267e-04, -8.2017e-03,  8.9842e-03, -4.9187e-03,\n",
      "         9.3543e-04, -2.7618e-03,  8.0360e-04, -2.4026e-03, -2.5224e-03,\n",
      "         9.5228e-03, -4.7158e-03,  3.3833e-03, -1.9392e-03,  7.0277e-03,\n",
      "         2.1692e-03,  2.3578e-03, -3.4841e-03, -2.9368e-03, -5.7444e-03,\n",
      "         6.3580e-03, -1.0729e-02,  3.9415e-03,  4.9086e-03,  9.0946e-03,\n",
      "        -1.6057e-03,  3.1824e-03,  1.4028e-02,  4.1841e-03, -7.7139e-03,\n",
      "        -4.1298e-03, -4.6819e-03, -9.6013e-03,  8.1497e-04,  5.4018e-03,\n",
      "        -8.4474e-04, -5.1187e-03, -9.4531e-03, -5.3075e-04, -3.9625e-03,\n",
      "        -8.7881e-03, -2.4678e-03, -5.1621e-04, -2.0405e-03, -1.7513e-03,\n",
      "        -4.4168e-03,  1.9260e-03,  7.0410e-04, -3.9867e-03, -6.5991e-03,\n",
      "         6.9021e-03, -7.7405e-04,  2.7619e-03, -1.3191e-03, -6.0244e-03,\n",
      "         7.7728e-03,  1.9635e-03, -1.5799e-03,  4.2906e-03, -2.4546e-04,\n",
      "         2.6324e-03,  6.0316e-03,  1.0005e-04,  4.9311e-03,  3.3506e-03,\n",
      "        -1.8654e-03,  6.8285e-03,  1.4952e-03, -1.9129e-03, -5.6892e-03,\n",
      "         1.4132e-03,  2.9826e-03, -5.6404e-03, -1.7997e-03,  2.5013e-03,\n",
      "         2.4230e-03,  2.3936e-03,  2.1834e-03, -1.1365e-03,  1.3384e-03,\n",
      "        -8.6558e-03, -1.8983e-04, -4.3739e-03, -3.7980e-03, -7.6557e-04,\n",
      "        -6.5157e-03,  7.2179e-03,  2.0972e-04,  3.3152e-03, -4.3715e-03,\n",
      "         9.6891e-04, -4.6411e-03, -2.2056e-03, -1.5405e-04, -8.7819e-04,\n",
      "         1.1522e-03, -1.5329e-03,  1.3245e-03,  5.6080e-03,  3.4507e-03,\n",
      "         1.0220e-02, -8.6151e-03,  1.5759e-03, -3.8163e-03, -1.9187e-03,\n",
      "        -4.6207e-03,  2.8465e-03, -9.0555e-05, -6.6862e-03,  6.2547e-03,\n",
      "         6.5237e-03,  2.5035e-03,  1.1458e-04, -2.7953e-03,  2.5007e-03,\n",
      "         8.2361e-03, -4.3466e-03,  2.8630e-03, -5.2893e-03, -1.6503e-03,\n",
      "        -4.2470e-04,  6.7116e-04,  2.8618e-03, -1.4731e-03, -3.5867e-03,\n",
      "        -3.0231e-03,  8.5113e-04, -3.8634e-03,  1.9146e-03, -1.3617e-03,\n",
      "         3.9607e-03,  5.1311e-04, -1.2771e-03, -2.5783e-03, -3.0757e-03,\n",
      "        -8.4273e-04, -1.9848e-03, -5.5916e-04,  6.9224e-03, -1.1008e-02,\n",
      "        -4.6316e-03, -4.1264e-03, -6.1359e-03, -5.7726e-04, -1.4468e-03,\n",
      "        -4.1002e-03,  4.6554e-03, -3.7101e-03, -1.5930e-03, -3.8037e-03,\n",
      "        -2.7778e-03,  1.7276e-03,  9.2377e-03,  6.2923e-03, -3.3710e-03,\n",
      "        -9.3105e-03, -5.5019e-03, -3.9328e-04, -1.4056e-03, -5.2820e-03,\n",
      "        -5.2312e-03,  9.6465e-04], requires_grad=True)), ('layer4.0.conv2.weight', Parameter containing:\n",
      "tensor([[[[ 0.0140,  0.0237,  0.0258],\n",
      "          [ 0.0394, -0.0191,  0.0209],\n",
      "          [-0.0331, -0.0237,  0.0405]],\n",
      "\n",
      "         [[-0.0093,  0.0168,  0.0004],\n",
      "          [ 0.0268, -0.0064, -0.0368],\n",
      "          [-0.0109, -0.0798, -0.0051]],\n",
      "\n",
      "         [[ 0.0256, -0.0261,  0.0240],\n",
      "          [ 0.0178, -0.0037,  0.0147],\n",
      "          [ 0.0460,  0.0002, -0.0038]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0203, -0.0046,  0.0409],\n",
      "          [-0.0049, -0.0195, -0.0004],\n",
      "          [-0.0085,  0.0152, -0.0162]],\n",
      "\n",
      "         [[ 0.0148,  0.0014, -0.0237],\n",
      "          [-0.0084, -0.0183, -0.0088],\n",
      "          [ 0.0225, -0.0231, -0.0154]],\n",
      "\n",
      "         [[ 0.0202, -0.0035,  0.0109],\n",
      "          [-0.0053, -0.0277,  0.0324],\n",
      "          [ 0.0033, -0.0716,  0.0024]]],\n",
      "\n",
      "\n",
      "        [[[-0.0325, -0.0379, -0.0125],\n",
      "          [-0.0040, -0.0203,  0.0078],\n",
      "          [-0.0004,  0.0290,  0.0274]],\n",
      "\n",
      "         [[-0.0258, -0.0020,  0.0024],\n",
      "          [ 0.0138,  0.0099,  0.0292],\n",
      "          [-0.0016, -0.0057,  0.0191]],\n",
      "\n",
      "         [[ 0.0197, -0.0083, -0.0303],\n",
      "          [ 0.0039, -0.0294,  0.0058],\n",
      "          [ 0.0071, -0.0211,  0.0387]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0287, -0.0143, -0.0031],\n",
      "          [ 0.0060, -0.0024, -0.0256],\n",
      "          [-0.0321, -0.0661, -0.0044]],\n",
      "\n",
      "         [[ 0.0351,  0.0091, -0.0041],\n",
      "          [ 0.0252, -0.0113, -0.0336],\n",
      "          [-0.0244,  0.0036,  0.0023]],\n",
      "\n",
      "         [[ 0.0507, -0.0018,  0.0267],\n",
      "          [-0.0047,  0.0288,  0.0113],\n",
      "          [ 0.0171,  0.0130,  0.0074]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0271,  0.0158,  0.0279],\n",
      "          [ 0.0184, -0.0171,  0.0277],\n",
      "          [-0.0187,  0.0194,  0.0112]],\n",
      "\n",
      "         [[-0.0058,  0.0134, -0.0089],\n",
      "          [-0.0261,  0.0422, -0.0185],\n",
      "          [-0.0001, -0.0267,  0.0198]],\n",
      "\n",
      "         [[-0.0199, -0.0033, -0.0098],\n",
      "          [-0.0089,  0.0133, -0.0041],\n",
      "          [ 0.0020,  0.0038, -0.0138]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0005, -0.0239, -0.0114],\n",
      "          [-0.0009, -0.0451, -0.0188],\n",
      "          [-0.0185,  0.0138, -0.0078]],\n",
      "\n",
      "         [[-0.0105,  0.0257,  0.0141],\n",
      "          [ 0.0055, -0.0197, -0.0109],\n",
      "          [ 0.0004, -0.0099,  0.0162]],\n",
      "\n",
      "         [[-0.0019,  0.0200, -0.0177],\n",
      "          [ 0.0178,  0.0176,  0.0183],\n",
      "          [-0.0109, -0.0094, -0.0173]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 0.0120,  0.0006, -0.0608],\n",
      "          [ 0.0019,  0.0080, -0.0079],\n",
      "          [-0.0248,  0.0394, -0.0112]],\n",
      "\n",
      "         [[-0.0002,  0.0216,  0.0313],\n",
      "          [ 0.0205, -0.0080,  0.0191],\n",
      "          [-0.0185,  0.0157,  0.0049]],\n",
      "\n",
      "         [[-0.0316,  0.0421, -0.0115],\n",
      "          [ 0.0006, -0.0277,  0.0040],\n",
      "          [-0.0075, -0.0269, -0.0238]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0094,  0.0301, -0.0083],\n",
      "          [-0.0032, -0.0311,  0.0139],\n",
      "          [ 0.0033,  0.0161,  0.0406]],\n",
      "\n",
      "         [[-0.0036, -0.0106, -0.0254],\n",
      "          [ 0.0264, -0.0106,  0.0173],\n",
      "          [-0.0105,  0.0093, -0.0166]],\n",
      "\n",
      "         [[-0.0204,  0.0381, -0.0311],\n",
      "          [-0.0104,  0.0140, -0.0089],\n",
      "          [ 0.0091, -0.0146, -0.0143]]],\n",
      "\n",
      "\n",
      "        [[[-0.0152, -0.0057, -0.0224],\n",
      "          [-0.0098, -0.0136, -0.0082],\n",
      "          [ 0.0235, -0.0141,  0.0065]],\n",
      "\n",
      "         [[-0.0327,  0.0118, -0.0020],\n",
      "          [ 0.0233, -0.0274,  0.0024],\n",
      "          [-0.0108, -0.0174, -0.0084]],\n",
      "\n",
      "         [[-0.0210,  0.0276, -0.0053],\n",
      "          [ 0.0039, -0.0243,  0.0082],\n",
      "          [-0.0025,  0.0026,  0.0125]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0084,  0.0027,  0.0051],\n",
      "          [-0.0043, -0.0045,  0.0224],\n",
      "          [ 0.0250,  0.0124,  0.0146]],\n",
      "\n",
      "         [[-0.0061, -0.0033,  0.0373],\n",
      "          [-0.0268, -0.0096, -0.0265],\n",
      "          [ 0.0077,  0.0153, -0.0088]],\n",
      "\n",
      "         [[ 0.0003, -0.0046,  0.0166],\n",
      "          [ 0.0193, -0.0204,  0.0130],\n",
      "          [ 0.0266,  0.0031, -0.0154]]],\n",
      "\n",
      "\n",
      "        [[[-0.0130,  0.0245, -0.0079],\n",
      "          [-0.0249, -0.0238, -0.0237],\n",
      "          [-0.0218,  0.0148, -0.0151]],\n",
      "\n",
      "         [[-0.0011, -0.0027, -0.0022],\n",
      "          [-0.0341,  0.0155, -0.0063],\n",
      "          [-0.0267, -0.0073, -0.0042]],\n",
      "\n",
      "         [[ 0.0004, -0.0391,  0.0254],\n",
      "          [-0.0300, -0.0349, -0.0387],\n",
      "          [-0.0256, -0.0218, -0.0128]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0018,  0.0049, -0.0070],\n",
      "          [-0.0037,  0.0064, -0.0094],\n",
      "          [-0.0147, -0.0213, -0.0273]],\n",
      "\n",
      "         [[-0.0181, -0.0058, -0.0374],\n",
      "          [ 0.0471, -0.0299, -0.0251],\n",
      "          [-0.0015,  0.0153,  0.0002]],\n",
      "\n",
      "         [[ 0.0024,  0.0059,  0.0590],\n",
      "          [-0.0110, -0.0359,  0.0007],\n",
      "          [ 0.0103,  0.0110,  0.0024]]]], requires_grad=True)), ('layer4.0.bn2.weight', Parameter containing:\n",
      "tensor([0.9989, 1.0070, 1.0057, 1.0036, 0.9888, 0.9791, 1.0051, 0.9950, 0.9960,\n",
      "        0.9974, 0.9889, 0.9885, 0.9951, 0.9998, 1.0034, 0.9881, 0.9869, 0.9996,\n",
      "        1.0002, 0.9847, 1.0005, 0.9970, 0.9945, 0.9962, 0.9930, 0.9966, 1.0036,\n",
      "        0.9958, 0.9968, 0.9944, 0.9977, 1.0120, 0.9909, 0.9980, 0.9890, 1.0046,\n",
      "        1.0018, 1.0029, 0.9936, 0.9917, 0.9962, 1.0096, 0.9981, 0.9987, 1.0091,\n",
      "        1.0032, 1.0013, 0.9918, 0.9925, 1.0013, 1.0069, 0.9964, 0.9931, 0.9827,\n",
      "        1.0013, 0.9971, 0.9983, 1.0022, 0.9956, 0.9964, 1.0040, 0.9928, 1.0060,\n",
      "        0.9888, 0.9943, 1.0011, 0.9986, 1.0008, 0.9933, 0.9967, 0.9980, 1.0109,\n",
      "        1.0060, 0.9960, 0.9998, 0.9936, 0.9909, 1.0063, 0.9952, 0.9929, 0.9902,\n",
      "        1.0040, 0.9957, 0.9871, 1.0044, 0.9882, 1.0001, 0.9935, 0.9898, 0.9927,\n",
      "        0.9893, 1.0011, 1.0030, 0.9953, 0.9991, 0.9964, 0.9956, 0.9917, 0.9908,\n",
      "        1.0020, 0.9861, 0.9962, 0.9956, 1.0029, 0.9855, 0.9931, 0.9927, 1.0078,\n",
      "        0.9927, 0.9970, 0.9945, 0.9987, 1.0031, 0.9936, 0.9986, 0.9929, 1.0006,\n",
      "        0.9890, 0.9972, 0.9950, 1.0158, 0.9989, 1.0088, 0.9835, 1.0006, 0.9948,\n",
      "        1.0114, 0.9917, 1.0009, 1.0021, 0.9905, 1.0134, 0.9915, 1.0026, 0.9992,\n",
      "        0.9919, 0.9944, 0.9952, 1.0031, 0.9989, 1.0034, 0.9902, 0.9895, 0.9932,\n",
      "        0.9857, 0.9966, 0.9897, 1.0043, 0.9903, 0.9989, 0.9925, 1.0002, 0.9948,\n",
      "        0.9972, 0.9985, 0.9957, 1.0080, 0.9925, 0.9955, 0.9871, 0.9953, 0.9877,\n",
      "        0.9988, 0.9926, 0.9977, 0.9903, 0.9972, 1.0008, 1.0077, 0.9912, 0.9944,\n",
      "        0.9852, 0.9966, 0.9976, 0.9947, 1.0022, 0.9928, 0.9924, 0.9919, 0.9906,\n",
      "        0.9901, 0.9906, 0.9969, 0.9991, 1.0037, 0.9950, 0.9994, 1.0038, 0.9924,\n",
      "        0.9989, 0.9972, 0.9923, 0.9924, 0.9868, 0.9984, 0.9925, 0.9956, 1.0047,\n",
      "        1.0003, 0.9919, 0.9966, 1.0042, 0.9897, 0.9963, 0.9883, 0.9953, 0.9937,\n",
      "        0.9978, 0.9990, 0.9955, 0.9847, 1.0010, 0.9874, 0.9900, 0.9996, 0.9924,\n",
      "        1.0015, 1.0014, 0.9846, 0.9936, 0.9906, 0.9981, 0.9966, 0.9978, 0.9861,\n",
      "        0.9966, 0.9992, 0.9975, 0.9967, 0.9937, 0.9919, 0.9962, 0.9970, 0.9991,\n",
      "        0.9915, 0.9921, 0.9915, 0.9921, 1.0034, 0.9854, 1.0044, 0.9959, 1.0016,\n",
      "        0.9939, 1.0041, 0.9866, 1.0036, 0.9956, 1.0083, 0.9967, 0.9843, 0.9945,\n",
      "        0.9936, 0.9928, 0.9932, 0.9943, 0.9987, 0.9991, 0.9906, 0.9950, 0.9942,\n",
      "        1.0026, 0.9961, 0.9927, 0.9986, 0.9895, 0.9890, 0.9942, 0.9859, 1.0008,\n",
      "        0.9945, 0.9943, 0.9982, 1.0005, 1.0060, 1.0016, 0.9932, 0.9871, 0.9950,\n",
      "        1.0013, 0.9902, 1.0163, 1.0080, 0.9941, 0.9892, 1.0071, 0.9939, 0.9988,\n",
      "        0.9979, 1.0021, 0.9961, 1.0012, 0.9953, 0.9992, 0.9946, 0.9991, 0.9986,\n",
      "        0.9926, 0.9919, 0.9933, 1.0037, 1.0068, 0.9959, 0.9944, 0.9936, 1.0141,\n",
      "        0.9944, 0.9934, 1.0067, 0.9958, 0.9922, 0.9890, 1.0085, 0.9957, 1.0028,\n",
      "        0.9918, 0.9939, 1.0029, 1.0061, 1.0029, 0.9937, 0.9992, 0.9987, 0.9923,\n",
      "        1.0000, 0.9955, 1.0031, 0.9932, 1.0034, 0.9981, 1.0036, 1.0009, 0.9927,\n",
      "        0.9891, 0.9920, 0.9925, 1.0028, 0.9914, 0.9989, 0.9877, 0.9951, 0.9966,\n",
      "        0.9969, 0.9878, 0.9939, 1.0010, 0.9963, 0.9905, 0.9953, 0.9980, 0.9857,\n",
      "        0.9991, 0.9941, 1.0017, 1.0012, 0.9937, 1.0001, 0.9914, 0.9887, 1.0027,\n",
      "        1.0023, 1.0120, 0.9947, 0.9947, 0.9967, 1.0026, 0.9946, 1.0009, 1.0121,\n",
      "        1.0063, 0.9896, 0.9946, 0.9988, 0.9825, 0.9976, 1.0052, 0.9939, 1.0059,\n",
      "        0.9970, 0.9949, 0.9913, 0.9850, 1.0035, 0.9934, 0.9912, 0.9967, 0.9977,\n",
      "        0.9950, 0.9872, 0.9906, 0.9906, 1.0038, 0.9881, 0.9965, 0.9981, 0.9928,\n",
      "        0.9935, 0.9856, 0.9996, 0.9929, 0.9998, 1.0096, 0.9989, 0.9861, 0.9959,\n",
      "        1.0054, 0.9910, 1.0154, 1.0074, 0.9955, 0.9860, 0.9985, 0.9988, 0.9919,\n",
      "        1.0010, 0.9955, 0.9940, 0.9908, 0.9973, 0.9992, 1.0012, 0.9956, 0.9937,\n",
      "        0.9907, 1.0050, 0.9967, 0.9933, 1.0009, 1.0011, 0.9839, 1.0012, 1.0031,\n",
      "        0.9908, 1.0089, 1.0016, 1.0022, 0.9924, 1.0039, 1.0140, 0.9961, 1.0016,\n",
      "        1.0132, 0.9927, 0.9911, 0.9950, 1.0089, 0.9958, 0.9914, 0.9913, 0.9967,\n",
      "        0.9873, 0.9863, 0.9981, 1.0015, 1.0066, 1.0001, 0.9970, 0.9916, 0.9957,\n",
      "        1.0037, 0.9917, 0.9990, 0.9948, 0.9893, 1.0000, 1.0022, 1.0103, 0.9831,\n",
      "        0.9908, 1.0005, 1.0067, 1.0019, 0.9888, 0.9945, 0.9970, 0.9971, 0.9935,\n",
      "        0.9882, 1.0011, 1.0017, 1.0046, 0.9919, 0.9943, 0.9922, 1.0042, 1.0029,\n",
      "        0.9969, 1.0065, 0.9945, 0.9935, 0.9922, 1.0027, 1.0083, 0.9999, 1.0058,\n",
      "        0.9920, 1.0108, 1.0042, 1.0095, 0.9973, 0.9874, 0.9925, 1.0054, 0.9908,\n",
      "        0.9873, 0.9917, 1.0060, 1.0087, 0.9978, 0.9983, 1.0002, 0.9978],\n",
      "       requires_grad=True)), ('layer4.0.bn2.bias', Parameter containing:\n",
      "tensor([-5.9160e-03, -3.3306e-03, -5.1928e-03, -4.4067e-03, -1.7641e-02,\n",
      "        -1.4591e-02, -9.0817e-03, -4.4366e-03, -3.9338e-03, -7.2186e-03,\n",
      "        -4.8268e-03, -1.1917e-02, -3.4026e-03, -4.4164e-03, -5.1588e-03,\n",
      "        -1.0898e-02, -1.0571e-02, -6.2178e-03, -4.4934e-03, -2.1630e-02,\n",
      "        -1.1091e-02, -1.1722e-02, -4.9493e-03, -6.3397e-03, -1.5603e-02,\n",
      "        -4.6807e-03,  3.2518e-03, -9.8054e-03, -2.9351e-03, -9.9583e-03,\n",
      "        -1.8256e-02, -5.9115e-04, -1.1408e-02, -4.3410e-03, -8.1561e-03,\n",
      "        -6.7906e-04,  7.2891e-03,  3.0516e-03, -1.4474e-02, -1.8612e-02,\n",
      "        -9.6482e-03, -6.5641e-03,  4.3593e-03, -7.6146e-03,  1.8953e-03,\n",
      "        -1.1299e-02, -8.0781e-03, -1.0229e-02, -1.0586e-02,  2.3817e-03,\n",
      "        -5.9918e-03, -1.2549e-02, -7.7037e-03, -1.2798e-02, -1.3307e-03,\n",
      "        -1.3252e-02, -3.8562e-03, -4.3808e-04, -1.0057e-02, -6.4782e-03,\n",
      "        -1.3576e-02, -4.2562e-03, -1.9757e-03, -9.0411e-03, -6.3438e-03,\n",
      "        -7.2511e-03, -1.2829e-03,  3.8383e-03, -3.1372e-03, -6.9286e-03,\n",
      "        -1.0345e-02, -7.4015e-03, -3.1264e-03, -4.1526e-03, -2.6555e-03,\n",
      "        -1.2143e-03, -7.7297e-03,  6.4886e-03, -7.0737e-03, -9.8662e-03,\n",
      "        -7.3081e-03, -3.0057e-03, -2.2423e-03, -4.8249e-03, -1.6673e-03,\n",
      "        -1.7777e-02, -2.1742e-03, -1.1663e-02, -8.3968e-03, -9.2746e-03,\n",
      "        -6.8659e-03, -9.2067e-03, -1.1060e-02, -8.6137e-03, -3.7867e-03,\n",
      "        -2.9910e-03, -4.3150e-03, -1.0195e-02, -7.1825e-03, -5.4789e-03,\n",
      "        -2.2898e-02, -1.0113e-02, -5.2701e-03, -1.3888e-02, -3.4427e-03,\n",
      "        -7.9271e-03, -3.6945e-03, -6.1676e-03, -4.7432e-04, -8.4971e-03,\n",
      "        -4.1601e-03, -1.0891e-02, -4.6305e-03, -6.2391e-03, -1.7216e-03,\n",
      "        -1.0307e-02, -3.5429e-03, -7.7223e-03, -5.2961e-03, -7.3620e-03,\n",
      "        -7.9921e-03, -7.6850e-03, -9.5212e-03, -1.2490e-02, -1.3431e-02,\n",
      "        -2.4317e-03, -1.0286e-02, -1.4825e-02, -4.6056e-03,  9.9141e-04,\n",
      "        -1.5580e-02, -3.9673e-03, -8.8729e-03, -5.7791e-03, -1.8473e-03,\n",
      "        -6.8502e-03, -9.7455e-03,  3.7599e-03,  1.0533e-03, -3.9006e-03,\n",
      "        -1.3003e-02, -9.9430e-03,  2.2550e-03, -1.5119e-02, -1.5665e-02,\n",
      "        -1.1790e-02, -8.3139e-03, -1.0101e-02, -1.1319e-02, -1.1066e-02,\n",
      "        -3.2034e-03, -7.1773e-03, -4.9417e-03, -2.1754e-03, -1.4475e-02,\n",
      "        -6.9456e-03, -2.3589e-03, -1.5628e-02, -8.5620e-03, -1.5574e-02,\n",
      "        -1.0709e-02, -1.7750e-02, -7.9104e-03, -9.9357e-03, -8.5720e-03,\n",
      "        -1.0798e-02,  5.2372e-03,  2.2746e-03, -8.8200e-03, -9.4041e-03,\n",
      "        -1.0957e-02, -2.9087e-03, -1.5629e-02,  4.9401e-04, -5.4570e-03,\n",
      "        -5.7672e-03, -1.0919e-02, -8.3227e-03, -7.9268e-03, -6.1982e-03,\n",
      "        -1.0972e-02, -6.3627e-03, -8.7059e-03, -6.1839e-03, -3.9122e-03,\n",
      "        -6.3824e-03, -5.2848e-03, -8.0080e-03, -5.2674e-03, -9.9900e-03,\n",
      "        -9.5707e-03, -9.1411e-03, -1.0843e-02, -1.1497e-02, -1.3451e-02,\n",
      "        -1.3158e-02, -1.3168e-02,  1.3681e-03, -5.0755e-03, -1.9535e-02,\n",
      "        -1.2343e-02, -5.7139e-03, -1.5774e-02,  4.1217e-03, -1.0112e-02,\n",
      "        -8.3259e-03, -1.0616e-02, -5.5826e-03, -6.8878e-03, -4.8609e-03,\n",
      "        -1.7114e-02, -1.2389e-02, -1.6458e-02, -1.2423e-02, -4.8052e-03,\n",
      "        -1.2555e-02, -8.5428e-03,  7.2870e-03, -9.6087e-03, -6.3128e-03,\n",
      "        -1.2406e-02, -4.8963e-03, -1.0858e-02, -7.8243e-03, -1.4289e-02,\n",
      "        -6.8449e-03, -6.4510e-03, -7.0811e-03, -3.2180e-03, -9.0708e-03,\n",
      "        -1.0943e-02, -1.0625e-02, -7.6686e-03, -4.6531e-03, -9.1459e-03,\n",
      "        -8.1435e-03, -6.6466e-03, -1.2292e-02, -7.5258e-03, -1.5923e-02,\n",
      "        -1.0906e-02, -7.4279e-03, -1.3283e-02, -1.4889e-02, -1.2278e-02,\n",
      "        -4.9445e-03, -2.0042e-03, -3.5706e-03, -2.7897e-04, -1.1834e-02,\n",
      "        -1.0700e-02, -1.2565e-02, -1.6536e-02, -8.7048e-03, -8.8912e-03,\n",
      "        -7.1924e-03, -7.8902e-03,  1.0406e-03, -1.4376e-02, -5.5003e-03,\n",
      "        -7.9298e-03, -9.6548e-03, -7.1285e-03, -1.7837e-02, -3.4600e-03,\n",
      "        -6.5232e-03, -1.1733e-02, -1.1968e-02, -1.3593e-02, -4.5233e-03,\n",
      "        -1.2390e-02, -1.0853e-02, -5.8216e-03, -5.6517e-03,  1.3348e-03,\n",
      "        -2.8244e-03,  3.2785e-04, -1.1577e-02, -1.3271e-02,  6.3971e-04,\n",
      "        -1.8068e-02, -5.9008e-03, -5.3869e-03, -9.3968e-03, -8.2531e-03,\n",
      "        -1.4498e-03, -3.5340e-03, -1.4214e-02,  3.5772e-05,  3.6843e-03,\n",
      "        -7.5520e-03, -3.3706e-03, -1.5880e-03, -2.0802e-03, -1.2851e-02,\n",
      "        -9.4349e-03, -7.9318e-04, -1.5662e-02, -1.0545e-02, -1.1231e-03,\n",
      "        -6.9667e-03, -6.8760e-03, -5.6718e-03, -1.3637e-02, -8.9098e-03,\n",
      "        -6.8093e-03, -1.6621e-02, -5.8419e-03, -1.2239e-02,  1.0860e-03,\n",
      "        -1.4095e-02, -1.1035e-02, -9.8422e-03, -2.4627e-03, -1.9404e-03,\n",
      "        -8.1389e-03, -1.0497e-02, -3.5842e-03, -2.1240e-04, -8.0292e-03,\n",
      "        -7.9477e-03, -8.4581e-03, -3.9413e-03, -5.4266e-03, -1.0190e-02,\n",
      "        -7.5938e-03, -1.0038e-02, -4.2543e-04, -3.7771e-03, -2.7259e-03,\n",
      "         2.5317e-03, -9.4664e-03,  1.5186e-04, -6.8169e-03, -3.4363e-03,\n",
      "        -1.0771e-02, -2.1738e-03, -9.1044e-03, -8.7491e-03, -8.9172e-03,\n",
      "        -1.4194e-02, -1.2747e-02, -8.6088e-03, -1.2081e-02, -1.1001e-02,\n",
      "        -1.2946e-02, -1.1857e-02, -1.0225e-02, -6.9823e-03, -6.2645e-03,\n",
      "        -1.7522e-02,  1.5417e-03, -7.0899e-03, -2.0496e-03, -3.8238e-03,\n",
      "        -7.0618e-03,  4.9984e-04, -1.1188e-02, -9.9335e-03, -2.5131e-03,\n",
      "         1.5937e-03,  5.6117e-03, -1.3676e-02, -9.2489e-03, -5.4159e-03,\n",
      "        -5.9857e-04, -7.7088e-03, -3.7451e-03, -4.9474e-03, -2.9018e-03,\n",
      "        -7.0431e-03, -8.8751e-03, -2.5279e-03, -1.2687e-02,  1.1273e-03,\n",
      "         4.0624e-04, -2.0169e-03, -3.0681e-03, -1.1141e-02, -8.2900e-03,\n",
      "        -1.6962e-02, -1.3598e-02, -1.3579e-03, -1.1507e-02, -1.2032e-02,\n",
      "         1.5362e-03, -4.3583e-03, -1.6800e-03, -1.6841e-02, -1.0662e-02,\n",
      "        -5.3675e-03, -7.8925e-03, -2.9228e-03, -7.7609e-03, -4.1211e-04,\n",
      "        -6.0149e-04, -1.4750e-03, -6.9289e-03, -6.4220e-03, -1.4843e-02,\n",
      "        -8.7500e-03, -5.6555e-03,  3.6501e-03, -1.6483e-02, -1.0192e-02,\n",
      "        -6.7991e-03, -1.1387e-02,  8.0194e-04,  1.5003e-03, -3.5555e-03,\n",
      "        -6.3511e-03,  1.0061e-03, -6.5986e-03, -1.2209e-02, -3.7553e-03,\n",
      "        -7.8703e-03, -1.2056e-02, -1.2809e-02, -2.5510e-03,  1.1222e-03,\n",
      "        -6.2480e-03, -8.5427e-03, -1.2035e-02, -1.5977e-02,  2.6739e-04,\n",
      "        -7.8698e-03,  1.9573e-04,  7.9791e-04, -2.7878e-03, -1.7216e-02,\n",
      "        -8.8038e-03, -7.3211e-03, -1.2230e-02,  1.3907e-03, -1.0342e-02,\n",
      "        -9.2012e-03, -1.1607e-02, -4.6206e-03,  4.8914e-03, -9.5524e-03,\n",
      "        -8.0595e-03, -1.0039e-02, -6.3213e-03, -2.2598e-03, -1.3569e-03,\n",
      "         1.5593e-03, -8.3199e-03, -8.0101e-03, -4.2138e-03, -5.0919e-03,\n",
      "        -1.3735e-02, -1.3194e-02, -8.5583e-03, -9.7527e-03, -1.1515e-02,\n",
      "        -1.8171e-03, -9.8447e-03, -9.8280e-03, -8.0324e-03, -8.4569e-03,\n",
      "         6.2829e-03, -1.5592e-02, -1.4801e-02, -8.5912e-03,  2.9250e-03,\n",
      "        -6.8400e-03, -8.2237e-03, -1.3404e-02, -9.5489e-03, -1.3722e-02,\n",
      "        -1.0225e-02, -1.1375e-02, -1.7034e-02, -9.7882e-03,  2.9460e-04,\n",
      "        -4.8461e-03, -1.0967e-02, -8.2439e-03,  3.1249e-03, -3.2510e-03,\n",
      "        -3.7769e-03, -9.8031e-03, -2.4709e-03, -4.5642e-03, -8.3385e-03,\n",
      "        -6.9876e-03, -5.9293e-03, -3.4837e-03, -7.3260e-04, -1.1981e-02,\n",
      "        -6.7515e-03,  1.2333e-03,  1.2392e-03, -1.0567e-02, -3.8003e-03,\n",
      "        -7.9976e-03, -2.8840e-03,  3.4441e-03, -6.3298e-03, -7.1811e-03,\n",
      "        -1.2925e-02, -7.5299e-03, -3.0077e-03, -1.2801e-02, -5.0193e-03,\n",
      "        -9.0784e-03, -1.5251e-02, -9.4384e-03, -9.7458e-03, -9.4295e-03,\n",
      "        -8.5467e-03, -7.5282e-03], requires_grad=True)), ('layer4.0.downsample.0.weight', Parameter containing:\n",
      "tensor([[[[ 0.1603]],\n",
      "\n",
      "         [[ 0.0294]],\n",
      "\n",
      "         [[-0.0771]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.1286]],\n",
      "\n",
      "         [[ 0.0390]],\n",
      "\n",
      "         [[ 0.0840]]],\n",
      "\n",
      "\n",
      "        [[[-0.0356]],\n",
      "\n",
      "         [[-0.1040]],\n",
      "\n",
      "         [[ 0.0786]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0028]],\n",
      "\n",
      "         [[ 0.1136]],\n",
      "\n",
      "         [[ 0.0314]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0237]],\n",
      "\n",
      "         [[-0.0388]],\n",
      "\n",
      "         [[-0.0166]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0277]],\n",
      "\n",
      "         [[-0.0425]],\n",
      "\n",
      "         [[-0.0606]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-0.0187]],\n",
      "\n",
      "         [[ 0.0101]],\n",
      "\n",
      "         [[-0.0642]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0209]],\n",
      "\n",
      "         [[ 0.0068]],\n",
      "\n",
      "         [[ 0.0222]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0530]],\n",
      "\n",
      "         [[ 0.0198]],\n",
      "\n",
      "         [[-0.0262]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0668]],\n",
      "\n",
      "         [[-0.0289]],\n",
      "\n",
      "         [[ 0.0352]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0463]],\n",
      "\n",
      "         [[ 0.0510]],\n",
      "\n",
      "         [[-0.0347]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0546]],\n",
      "\n",
      "         [[-0.0229]],\n",
      "\n",
      "         [[ 0.1013]]]], requires_grad=True)), ('layer4.0.downsample.1.weight', Parameter containing:\n",
      "tensor([1.0005, 0.9973, 1.0048, 0.9957, 0.9994, 1.0067, 0.9994, 0.9962, 1.0029,\n",
      "        1.0074, 1.0041, 0.9998, 1.0029, 1.0009, 0.9998, 1.0086, 0.9970, 1.0106,\n",
      "        0.9965, 0.9983, 0.9882, 0.9958, 1.0000, 0.9979, 1.0025, 1.0010, 1.0148,\n",
      "        0.9939, 0.9960, 1.0049, 0.9868, 1.0050, 1.0002, 0.9970, 1.0086, 1.0076,\n",
      "        0.9984, 1.0026, 0.9862, 1.0059, 1.0058, 1.0001, 0.9980, 1.0058, 1.0046,\n",
      "        0.9920, 1.0002, 1.0014, 1.0023, 1.0031, 0.9962, 0.9921, 1.0021, 1.0085,\n",
      "        1.0017, 0.9880, 0.9966, 0.9981, 0.9938, 0.9954, 0.9906, 1.0063, 1.0054,\n",
      "        1.0043, 1.0091, 1.0007, 1.0077, 1.0070, 0.9930, 0.9892, 1.0013, 1.0003,\n",
      "        0.9949, 1.0052, 1.0034, 1.0057, 1.0068, 1.0035, 0.9989, 0.9983, 1.0004,\n",
      "        0.9932, 0.9962, 1.0086, 1.0033, 1.0015, 1.0054, 1.0022, 1.0015, 1.0036,\n",
      "        1.0056, 0.9939, 0.9911, 0.9881, 1.0101, 1.0021, 1.0009, 0.9974, 1.0024,\n",
      "        0.9950, 1.0026, 0.9904, 1.0026, 0.9912, 1.0080, 0.9998, 0.9997, 0.9938,\n",
      "        0.9972, 0.9998, 0.9927, 0.9916, 1.0012, 1.0008, 1.0058, 0.9862, 1.0065,\n",
      "        1.0021, 1.0008, 1.0012, 0.9894, 0.9984, 0.9974, 0.9973, 0.9926, 0.9961,\n",
      "        1.0004, 0.9969, 1.0011, 1.0097, 0.9899, 1.0050, 0.9941, 1.0071, 1.0005,\n",
      "        0.9959, 0.9888, 1.0036, 1.0098, 1.0056, 0.9995, 1.0007, 1.0011, 1.0011,\n",
      "        1.0083, 0.9935, 1.0020, 0.9951, 0.9973, 0.9976, 0.9988, 0.9967, 1.0003,\n",
      "        0.9973, 0.9882, 0.9978, 1.0102, 1.0120, 0.9927, 1.0022, 0.9904, 0.9963,\n",
      "        0.9981, 1.0012, 1.0044, 1.0043, 1.0103, 1.0081, 0.9908, 0.9929, 1.0002,\n",
      "        1.0202, 0.9837, 1.0029, 0.9956, 1.0064, 0.9927, 0.9919, 0.9984, 0.9997,\n",
      "        0.9985, 0.9877, 0.9914, 0.9925, 0.9961, 0.9987, 0.9951, 0.9926, 0.9987,\n",
      "        0.9955, 1.0038, 0.9976, 1.0020, 1.0030, 0.9946, 1.0007, 0.9965, 1.0064,\n",
      "        0.9938, 0.9925, 0.9997, 0.9926, 1.0017, 1.0140, 1.0091, 1.0061, 0.9995,\n",
      "        0.9974, 0.9919, 0.9938, 1.0094, 0.9925, 1.0051, 0.9934, 0.9958, 0.9970,\n",
      "        0.9940, 1.0095, 0.9962, 0.9969, 0.9970, 0.9997, 0.9964, 1.0017, 1.0002,\n",
      "        0.9937, 0.9902, 0.9927, 1.0040, 0.9940, 0.9925, 1.0027, 0.9946, 1.0152,\n",
      "        1.0046, 0.9996, 1.0099, 1.0065, 0.9967, 1.0038, 0.9941, 0.9912, 0.9905,\n",
      "        0.9979, 0.9979, 1.0057, 1.0079, 0.9967, 0.9979, 0.9892, 0.9999, 0.9972,\n",
      "        0.9920, 0.9937, 0.9920, 1.0012, 1.0031, 1.0062, 0.9932, 0.9987, 1.0013,\n",
      "        1.0023, 0.9967, 1.0035, 0.9968, 1.0048, 1.0006, 1.0034, 1.0084, 0.9991,\n",
      "        0.9943, 0.9878, 1.0045, 0.9935, 1.0000, 0.9958, 1.0068, 0.9911, 0.9870,\n",
      "        0.9947, 0.9926, 0.9973, 1.0048, 0.9978, 1.0014, 1.0027, 0.9978, 0.9861,\n",
      "        1.0076, 1.0078, 0.9976, 0.9981, 0.9987, 0.9898, 0.9998, 1.0028, 0.9967,\n",
      "        1.0088, 0.9957, 1.0057, 0.9986, 0.9970, 0.9940, 1.0036, 0.9932, 1.0005,\n",
      "        0.9977, 1.0094, 0.9940, 1.0020, 0.9898, 0.9903, 0.9898, 0.9984, 1.0019,\n",
      "        1.0030, 0.9947, 0.9916, 1.0171, 0.9902, 0.9957, 0.9955, 1.0027, 1.0038,\n",
      "        0.9933, 0.9952, 1.0005, 1.0019, 0.9978, 0.9957, 0.9986, 0.9910, 1.0079,\n",
      "        1.0046, 1.0018, 0.9971, 1.0056, 0.9932, 0.9933, 0.9959, 0.9969, 1.0050,\n",
      "        0.9899, 1.0049, 0.9954, 0.9921, 0.9896, 0.9999, 0.9975, 1.0022, 0.9979,\n",
      "        0.9971, 1.0000, 1.0053, 1.0054, 0.9958, 0.9972, 0.9965, 0.9975, 0.9921,\n",
      "        1.0125, 1.0037, 0.9946, 1.0195, 1.0000, 1.0036, 1.0027, 1.0000, 1.0067,\n",
      "        0.9965, 1.0049, 0.9944, 1.0049, 0.9984, 1.0077, 1.0062, 1.0013, 0.9973,\n",
      "        0.9921, 0.9925, 0.9972, 1.0123, 1.0147, 0.9929, 1.0038, 1.0093, 1.0046,\n",
      "        0.9962, 1.0073, 0.9954, 1.0048, 0.9934, 1.0112, 1.0060, 1.0032, 1.0147,\n",
      "        1.0025, 1.0006, 0.9996, 0.9991, 1.0094, 0.9985, 1.0100, 0.9959, 0.9867,\n",
      "        0.9897, 0.9983, 1.0088, 0.9985, 1.0037, 0.9993, 1.0039, 0.9943, 0.9968,\n",
      "        1.0019, 0.9999, 0.9965, 0.9938, 1.0021, 1.0175, 1.0013, 0.9980, 0.9972,\n",
      "        0.9965, 0.9978, 1.0003, 1.0025, 1.0058, 1.0012, 1.0004, 0.9931, 1.0042,\n",
      "        1.0037, 1.0108, 0.9917, 0.9906, 0.9998, 0.9929, 0.9996, 0.9952, 0.9918,\n",
      "        0.9924, 0.9964, 1.0001, 0.9967, 0.9984, 1.0017, 0.9985, 1.0020, 0.9967,\n",
      "        0.9985, 1.0051, 0.9938, 0.9920, 0.9871, 0.9991, 1.0024, 0.9948, 0.9973,\n",
      "        0.9958, 1.0098, 0.9927, 0.9973, 1.0040, 1.0044, 0.9951, 0.9973, 0.9962,\n",
      "        1.0028, 0.9939, 0.9947, 0.9946, 1.0055, 0.9973, 1.0122, 1.0032, 0.9929,\n",
      "        0.9992, 1.0004, 1.0042, 1.0014, 0.9908, 1.0016, 1.0024, 0.9883, 0.9899,\n",
      "        0.9929, 1.0042, 0.9997, 0.9961, 1.0023, 1.0091, 0.9954, 0.9890, 1.0076,\n",
      "        1.0001, 1.0016, 1.0045, 0.9986, 0.9912, 1.0030, 0.9973, 0.9974, 0.9898,\n",
      "        1.0061, 0.9941, 0.9849, 0.9961, 0.9951, 0.9922, 0.9960, 1.0042],\n",
      "       requires_grad=True)), ('layer4.0.downsample.1.bias', Parameter containing:\n",
      "tensor([-5.9160e-03, -3.3306e-03, -5.1928e-03, -4.4067e-03, -1.7641e-02,\n",
      "        -1.4591e-02, -9.0817e-03, -4.4366e-03, -3.9338e-03, -7.2186e-03,\n",
      "        -4.8268e-03, -1.1917e-02, -3.4026e-03, -4.4164e-03, -5.1588e-03,\n",
      "        -1.0898e-02, -1.0571e-02, -6.2178e-03, -4.4934e-03, -2.1630e-02,\n",
      "        -1.1091e-02, -1.1722e-02, -4.9493e-03, -6.3397e-03, -1.5603e-02,\n",
      "        -4.6807e-03,  3.2518e-03, -9.8054e-03, -2.9351e-03, -9.9583e-03,\n",
      "        -1.8256e-02, -5.9115e-04, -1.1408e-02, -4.3410e-03, -8.1561e-03,\n",
      "        -6.7906e-04,  7.2891e-03,  3.0516e-03, -1.4474e-02, -1.8612e-02,\n",
      "        -9.6482e-03, -6.5641e-03,  4.3593e-03, -7.6146e-03,  1.8953e-03,\n",
      "        -1.1299e-02, -8.0781e-03, -1.0229e-02, -1.0586e-02,  2.3817e-03,\n",
      "        -5.9918e-03, -1.2549e-02, -7.7037e-03, -1.2798e-02, -1.3307e-03,\n",
      "        -1.3252e-02, -3.8562e-03, -4.3808e-04, -1.0057e-02, -6.4782e-03,\n",
      "        -1.3576e-02, -4.2562e-03, -1.9757e-03, -9.0411e-03, -6.3438e-03,\n",
      "        -7.2511e-03, -1.2829e-03,  3.8383e-03, -3.1372e-03, -6.9286e-03,\n",
      "        -1.0345e-02, -7.4015e-03, -3.1264e-03, -4.1526e-03, -2.6555e-03,\n",
      "        -1.2143e-03, -7.7297e-03,  6.4886e-03, -7.0737e-03, -9.8662e-03,\n",
      "        -7.3081e-03, -3.0057e-03, -2.2423e-03, -4.8249e-03, -1.6673e-03,\n",
      "        -1.7777e-02, -2.1742e-03, -1.1663e-02, -8.3968e-03, -9.2746e-03,\n",
      "        -6.8659e-03, -9.2067e-03, -1.1060e-02, -8.6137e-03, -3.7867e-03,\n",
      "        -2.9910e-03, -4.3150e-03, -1.0195e-02, -7.1825e-03, -5.4789e-03,\n",
      "        -2.2898e-02, -1.0113e-02, -5.2701e-03, -1.3888e-02, -3.4427e-03,\n",
      "        -7.9271e-03, -3.6945e-03, -6.1676e-03, -4.7432e-04, -8.4971e-03,\n",
      "        -4.1601e-03, -1.0891e-02, -4.6305e-03, -6.2391e-03, -1.7216e-03,\n",
      "        -1.0307e-02, -3.5429e-03, -7.7223e-03, -5.2961e-03, -7.3620e-03,\n",
      "        -7.9921e-03, -7.6850e-03, -9.5212e-03, -1.2490e-02, -1.3431e-02,\n",
      "        -2.4317e-03, -1.0286e-02, -1.4825e-02, -4.6056e-03,  9.9141e-04,\n",
      "        -1.5580e-02, -3.9673e-03, -8.8729e-03, -5.7791e-03, -1.8473e-03,\n",
      "        -6.8502e-03, -9.7455e-03,  3.7599e-03,  1.0533e-03, -3.9006e-03,\n",
      "        -1.3003e-02, -9.9430e-03,  2.2550e-03, -1.5119e-02, -1.5665e-02,\n",
      "        -1.1790e-02, -8.3139e-03, -1.0101e-02, -1.1319e-02, -1.1066e-02,\n",
      "        -3.2034e-03, -7.1773e-03, -4.9417e-03, -2.1754e-03, -1.4475e-02,\n",
      "        -6.9456e-03, -2.3589e-03, -1.5628e-02, -8.5620e-03, -1.5574e-02,\n",
      "        -1.0709e-02, -1.7750e-02, -7.9104e-03, -9.9357e-03, -8.5720e-03,\n",
      "        -1.0798e-02,  5.2372e-03,  2.2746e-03, -8.8200e-03, -9.4041e-03,\n",
      "        -1.0957e-02, -2.9087e-03, -1.5629e-02,  4.9401e-04, -5.4570e-03,\n",
      "        -5.7672e-03, -1.0919e-02, -8.3227e-03, -7.9268e-03, -6.1982e-03,\n",
      "        -1.0972e-02, -6.3627e-03, -8.7059e-03, -6.1839e-03, -3.9122e-03,\n",
      "        -6.3824e-03, -5.2848e-03, -8.0080e-03, -5.2674e-03, -9.9900e-03,\n",
      "        -9.5707e-03, -9.1411e-03, -1.0843e-02, -1.1497e-02, -1.3451e-02,\n",
      "        -1.3158e-02, -1.3168e-02,  1.3681e-03, -5.0755e-03, -1.9535e-02,\n",
      "        -1.2343e-02, -5.7139e-03, -1.5774e-02,  4.1217e-03, -1.0112e-02,\n",
      "        -8.3259e-03, -1.0616e-02, -5.5826e-03, -6.8878e-03, -4.8609e-03,\n",
      "        -1.7114e-02, -1.2389e-02, -1.6458e-02, -1.2423e-02, -4.8052e-03,\n",
      "        -1.2555e-02, -8.5428e-03,  7.2870e-03, -9.6087e-03, -6.3128e-03,\n",
      "        -1.2406e-02, -4.8963e-03, -1.0858e-02, -7.8243e-03, -1.4289e-02,\n",
      "        -6.8449e-03, -6.4510e-03, -7.0811e-03, -3.2180e-03, -9.0708e-03,\n",
      "        -1.0943e-02, -1.0625e-02, -7.6686e-03, -4.6531e-03, -9.1459e-03,\n",
      "        -8.1435e-03, -6.6466e-03, -1.2292e-02, -7.5258e-03, -1.5923e-02,\n",
      "        -1.0906e-02, -7.4279e-03, -1.3283e-02, -1.4889e-02, -1.2278e-02,\n",
      "        -4.9445e-03, -2.0042e-03, -3.5706e-03, -2.7897e-04, -1.1834e-02,\n",
      "        -1.0700e-02, -1.2565e-02, -1.6536e-02, -8.7048e-03, -8.8912e-03,\n",
      "        -7.1924e-03, -7.8902e-03,  1.0406e-03, -1.4376e-02, -5.5003e-03,\n",
      "        -7.9298e-03, -9.6548e-03, -7.1285e-03, -1.7837e-02, -3.4600e-03,\n",
      "        -6.5232e-03, -1.1733e-02, -1.1968e-02, -1.3593e-02, -4.5233e-03,\n",
      "        -1.2390e-02, -1.0853e-02, -5.8216e-03, -5.6517e-03,  1.3348e-03,\n",
      "        -2.8244e-03,  3.2785e-04, -1.1577e-02, -1.3271e-02,  6.3971e-04,\n",
      "        -1.8068e-02, -5.9008e-03, -5.3869e-03, -9.3968e-03, -8.2531e-03,\n",
      "        -1.4498e-03, -3.5340e-03, -1.4214e-02,  3.5772e-05,  3.6843e-03,\n",
      "        -7.5520e-03, -3.3706e-03, -1.5880e-03, -2.0802e-03, -1.2851e-02,\n",
      "        -9.4349e-03, -7.9318e-04, -1.5662e-02, -1.0545e-02, -1.1231e-03,\n",
      "        -6.9667e-03, -6.8760e-03, -5.6718e-03, -1.3637e-02, -8.9098e-03,\n",
      "        -6.8093e-03, -1.6621e-02, -5.8419e-03, -1.2239e-02,  1.0860e-03,\n",
      "        -1.4095e-02, -1.1035e-02, -9.8422e-03, -2.4627e-03, -1.9404e-03,\n",
      "        -8.1389e-03, -1.0497e-02, -3.5842e-03, -2.1240e-04, -8.0292e-03,\n",
      "        -7.9477e-03, -8.4581e-03, -3.9413e-03, -5.4266e-03, -1.0190e-02,\n",
      "        -7.5938e-03, -1.0038e-02, -4.2543e-04, -3.7771e-03, -2.7259e-03,\n",
      "         2.5317e-03, -9.4664e-03,  1.5186e-04, -6.8169e-03, -3.4363e-03,\n",
      "        -1.0771e-02, -2.1738e-03, -9.1044e-03, -8.7491e-03, -8.9172e-03,\n",
      "        -1.4194e-02, -1.2747e-02, -8.6088e-03, -1.2081e-02, -1.1001e-02,\n",
      "        -1.2946e-02, -1.1857e-02, -1.0225e-02, -6.9823e-03, -6.2645e-03,\n",
      "        -1.7522e-02,  1.5417e-03, -7.0899e-03, -2.0496e-03, -3.8238e-03,\n",
      "        -7.0618e-03,  4.9984e-04, -1.1188e-02, -9.9335e-03, -2.5131e-03,\n",
      "         1.5937e-03,  5.6117e-03, -1.3676e-02, -9.2489e-03, -5.4159e-03,\n",
      "        -5.9857e-04, -7.7088e-03, -3.7451e-03, -4.9474e-03, -2.9018e-03,\n",
      "        -7.0431e-03, -8.8751e-03, -2.5279e-03, -1.2687e-02,  1.1273e-03,\n",
      "         4.0624e-04, -2.0169e-03, -3.0681e-03, -1.1141e-02, -8.2900e-03,\n",
      "        -1.6962e-02, -1.3598e-02, -1.3579e-03, -1.1507e-02, -1.2032e-02,\n",
      "         1.5362e-03, -4.3583e-03, -1.6800e-03, -1.6841e-02, -1.0662e-02,\n",
      "        -5.3675e-03, -7.8925e-03, -2.9228e-03, -7.7609e-03, -4.1211e-04,\n",
      "        -6.0149e-04, -1.4750e-03, -6.9289e-03, -6.4220e-03, -1.4843e-02,\n",
      "        -8.7500e-03, -5.6555e-03,  3.6501e-03, -1.6483e-02, -1.0192e-02,\n",
      "        -6.7991e-03, -1.1387e-02,  8.0194e-04,  1.5003e-03, -3.5555e-03,\n",
      "        -6.3511e-03,  1.0061e-03, -6.5986e-03, -1.2209e-02, -3.7553e-03,\n",
      "        -7.8703e-03, -1.2056e-02, -1.2809e-02, -2.5510e-03,  1.1222e-03,\n",
      "        -6.2480e-03, -8.5427e-03, -1.2035e-02, -1.5977e-02,  2.6739e-04,\n",
      "        -7.8698e-03,  1.9573e-04,  7.9791e-04, -2.7878e-03, -1.7216e-02,\n",
      "        -8.8038e-03, -7.3211e-03, -1.2230e-02,  1.3907e-03, -1.0342e-02,\n",
      "        -9.2012e-03, -1.1607e-02, -4.6206e-03,  4.8914e-03, -9.5524e-03,\n",
      "        -8.0595e-03, -1.0039e-02, -6.3213e-03, -2.2598e-03, -1.3569e-03,\n",
      "         1.5593e-03, -8.3199e-03, -8.0101e-03, -4.2138e-03, -5.0919e-03,\n",
      "        -1.3735e-02, -1.3194e-02, -8.5583e-03, -9.7527e-03, -1.1515e-02,\n",
      "        -1.8171e-03, -9.8447e-03, -9.8280e-03, -8.0324e-03, -8.4569e-03,\n",
      "         6.2829e-03, -1.5592e-02, -1.4801e-02, -8.5912e-03,  2.9250e-03,\n",
      "        -6.8400e-03, -8.2237e-03, -1.3404e-02, -9.5489e-03, -1.3722e-02,\n",
      "        -1.0225e-02, -1.1375e-02, -1.7034e-02, -9.7882e-03,  2.9460e-04,\n",
      "        -4.8461e-03, -1.0967e-02, -8.2439e-03,  3.1249e-03, -3.2510e-03,\n",
      "        -3.7769e-03, -9.8031e-03, -2.4709e-03, -4.5642e-03, -8.3385e-03,\n",
      "        -6.9876e-03, -5.9293e-03, -3.4837e-03, -7.3260e-04, -1.1981e-02,\n",
      "        -6.7515e-03,  1.2333e-03,  1.2392e-03, -1.0567e-02, -3.8003e-03,\n",
      "        -7.9976e-03, -2.8840e-03,  3.4441e-03, -6.3298e-03, -7.1811e-03,\n",
      "        -1.2925e-02, -7.5299e-03, -3.0077e-03, -1.2801e-02, -5.0193e-03,\n",
      "        -9.0784e-03, -1.5251e-02, -9.4384e-03, -9.7458e-03, -9.4295e-03,\n",
      "        -8.5467e-03, -7.5282e-03], requires_grad=True)), ('layer4.1.conv1.weight', Parameter containing:\n",
      "tensor([[[[-0.0016,  0.0231,  0.0037],\n",
      "          [ 0.0357, -0.0425,  0.0296],\n",
      "          [ 0.0244, -0.0162,  0.0144]],\n",
      "\n",
      "         [[ 0.0144, -0.0135, -0.0053],\n",
      "          [-0.0090, -0.0042, -0.0449],\n",
      "          [-0.0225,  0.0153,  0.0069]],\n",
      "\n",
      "         [[-0.0037, -0.0410, -0.0010],\n",
      "          [-0.0126,  0.0250,  0.0285],\n",
      "          [ 0.0057,  0.0068, -0.0385]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0128,  0.0159,  0.0118],\n",
      "          [-0.0144, -0.0081, -0.0017],\n",
      "          [-0.0188,  0.0041,  0.0040]],\n",
      "\n",
      "         [[-0.0190, -0.0066,  0.0179],\n",
      "          [-0.0036,  0.0008, -0.0164],\n",
      "          [-0.0021,  0.0181, -0.0374]],\n",
      "\n",
      "         [[ 0.0192, -0.0018,  0.0038],\n",
      "          [-0.0195,  0.0063,  0.0234],\n",
      "          [-0.0242,  0.0066,  0.0121]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0160,  0.0009,  0.0027],\n",
      "          [ 0.0014,  0.0170, -0.0006],\n",
      "          [ 0.0233,  0.0023,  0.0073]],\n",
      "\n",
      "         [[-0.0167, -0.0311, -0.0031],\n",
      "          [ 0.0218,  0.0029,  0.0006],\n",
      "          [-0.0195,  0.0095, -0.0243]],\n",
      "\n",
      "         [[ 0.0200, -0.0184,  0.0043],\n",
      "          [ 0.0419, -0.0017,  0.0074],\n",
      "          [-0.0148,  0.0333, -0.0051]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0050,  0.0134,  0.0005],\n",
      "          [-0.0129,  0.0034,  0.0349],\n",
      "          [ 0.0083,  0.0253, -0.0135]],\n",
      "\n",
      "         [[-0.0357,  0.0141, -0.0168],\n",
      "          [-0.0335,  0.0069,  0.0307],\n",
      "          [-0.0254,  0.0050, -0.0135]],\n",
      "\n",
      "         [[ 0.0240, -0.0082,  0.0146],\n",
      "          [-0.0019, -0.0041,  0.0131],\n",
      "          [ 0.0273, -0.0059, -0.0220]]],\n",
      "\n",
      "\n",
      "        [[[ 0.0279,  0.0139,  0.0025],\n",
      "          [ 0.0239,  0.0099, -0.0230],\n",
      "          [ 0.0362,  0.0397, -0.0160]],\n",
      "\n",
      "         [[ 0.0194,  0.0115, -0.0155],\n",
      "          [-0.0026,  0.0098,  0.0088],\n",
      "          [-0.0135,  0.0179, -0.0432]],\n",
      "\n",
      "         [[ 0.0317, -0.0177,  0.0147],\n",
      "          [ 0.0075, -0.0103, -0.0226],\n",
      "          [ 0.0337, -0.0100,  0.0192]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0050, -0.0134, -0.0048],\n",
      "          [ 0.0137,  0.0242,  0.0048],\n",
      "          [ 0.0343,  0.0045, -0.0351]],\n",
      "\n",
      "         [[ 0.0419,  0.0161,  0.0171],\n",
      "          [ 0.0316,  0.0149, -0.0022],\n",
      "          [ 0.0035,  0.0018, -0.0263]],\n",
      "\n",
      "         [[-0.0278,  0.0126,  0.0166],\n",
      "          [-0.0509,  0.0555,  0.0043],\n",
      "          [ 0.0123,  0.0371,  0.0284]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[ 0.0173,  0.0179,  0.0385],\n",
      "          [ 0.0136,  0.0364, -0.0229],\n",
      "          [-0.0214,  0.0264,  0.0052]],\n",
      "\n",
      "         [[-0.0088,  0.0309,  0.0045],\n",
      "          [-0.0082,  0.0071, -0.0026],\n",
      "          [ 0.0030, -0.0095, -0.0106]],\n",
      "\n",
      "         [[ 0.0054,  0.0113, -0.0013],\n",
      "          [ 0.0130,  0.0147, -0.0330],\n",
      "          [-0.0251, -0.0113, -0.0230]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0167, -0.0428,  0.0034],\n",
      "          [-0.0009, -0.0161, -0.0037],\n",
      "          [ 0.0048, -0.0221,  0.0297]],\n",
      "\n",
      "         [[-0.0260,  0.0372, -0.0082],\n",
      "          [-0.0019, -0.0177, -0.0205],\n",
      "          [ 0.0100,  0.0229, -0.0133]],\n",
      "\n",
      "         [[ 0.0290,  0.0014, -0.0115],\n",
      "          [ 0.0095, -0.0146, -0.0099],\n",
      "          [ 0.0358,  0.0039, -0.0332]]],\n",
      "\n",
      "\n",
      "        [[[-0.0122, -0.0142,  0.0187],\n",
      "          [-0.0347, -0.0009, -0.0380],\n",
      "          [ 0.0136, -0.0094,  0.0073]],\n",
      "\n",
      "         [[-0.0248,  0.0056, -0.0173],\n",
      "          [ 0.0170,  0.0218, -0.0005],\n",
      "          [ 0.0019,  0.0117,  0.0134]],\n",
      "\n",
      "         [[-0.0312,  0.0145, -0.0282],\n",
      "          [ 0.0205,  0.0053, -0.0117],\n",
      "          [-0.0071,  0.0160, -0.0021]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 0.0004,  0.0245,  0.0244],\n",
      "          [ 0.0035, -0.0217, -0.0083],\n",
      "          [ 0.0242, -0.0035,  0.0206]],\n",
      "\n",
      "         [[-0.0060, -0.0002, -0.0181],\n",
      "          [ 0.0028, -0.0114,  0.0048],\n",
      "          [ 0.0345, -0.0342, -0.0068]],\n",
      "\n",
      "         [[-0.0086, -0.0002,  0.0279],\n",
      "          [-0.0171, -0.0268,  0.0054],\n",
      "          [-0.0499, -0.0148,  0.0269]]],\n",
      "\n",
      "\n",
      "        [[[-0.0117,  0.0147, -0.0258],\n",
      "          [ 0.0061,  0.0249, -0.0243],\n",
      "          [ 0.0016,  0.0181,  0.0166]],\n",
      "\n",
      "         [[-0.0048,  0.0249, -0.0062],\n",
      "          [-0.0389, -0.0179,  0.0048],\n",
      "          [-0.0111, -0.0123,  0.0242]],\n",
      "\n",
      "         [[-0.0027, -0.0082, -0.0027],\n",
      "          [ 0.0147, -0.0228, -0.0082],\n",
      "          [ 0.0116, -0.0109,  0.0062]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-0.0097,  0.0249,  0.0259],\n",
      "          [-0.0042,  0.0071,  0.0015],\n",
      "          [-0.0236,  0.0018, -0.0034]],\n",
      "\n",
      "         [[ 0.0393, -0.0039, -0.0210],\n",
      "          [-0.0201, -0.0078, -0.0199],\n",
      "          [ 0.0376, -0.0412, -0.0041]],\n",
      "\n",
      "         [[-0.0216, -0.0086, -0.0117],\n",
      "          [ 0.0200,  0.0108,  0.0251],\n",
      "          [-0.0114, -0.0405, -0.0085]]]], requires_grad=True)), ('layer4.1.bn1.weight', Parameter containing:\n",
      "tensor([1.0057, 0.9964, 1.0025, 0.9983, 1.0063, 0.9982, 1.0029, 0.9986, 0.9955,\n",
      "        1.0068, 0.9982, 1.0009, 1.0008, 1.0010, 0.9992, 1.0068, 1.0004, 0.9993,\n",
      "        0.9986, 1.0024, 0.9963, 0.9944, 1.0019, 0.9979, 1.0020, 0.9984, 1.0012,\n",
      "        0.9989, 1.0005, 1.0080, 1.0007, 1.0034, 1.0016, 0.9955, 0.9948, 0.9961,\n",
      "        1.0041, 0.9987, 1.0010, 0.9977, 0.9961, 1.0034, 0.9997, 0.9970, 0.9944,\n",
      "        1.0067, 1.0011, 0.9976, 1.0037, 1.0029, 1.0007, 0.9951, 1.0025, 1.0001,\n",
      "        0.9986, 1.0058, 0.9981, 0.9934, 0.9976, 1.0076, 0.9951, 0.9957, 1.0030,\n",
      "        0.9993, 1.0006, 1.0053, 0.9999, 1.0004, 0.9970, 0.9961, 0.9998, 0.9950,\n",
      "        0.9967, 1.0173, 1.0058, 1.0047, 0.9990, 1.0010, 0.9969, 1.0066, 1.0018,\n",
      "        0.9938, 0.9989, 0.9962, 0.9986, 0.9972, 0.9994, 1.0000, 0.9952, 1.0008,\n",
      "        1.0009, 0.9948, 0.9994, 0.9975, 0.9965, 0.9941, 1.0005, 1.0028, 1.0015,\n",
      "        0.9974, 1.0008, 0.9937, 1.0030, 0.9991, 0.9940, 0.9952, 1.0024, 1.0006,\n",
      "        1.0087, 0.9992, 1.0023, 0.9951, 0.9966, 1.0000, 0.9973, 0.9957, 0.9985,\n",
      "        0.9965, 1.0003, 0.9987, 1.0027, 0.9965, 1.0070, 1.0015, 1.0018, 0.9971,\n",
      "        1.0148, 1.0008, 1.0014, 0.9964, 1.0014, 1.0057, 0.9960, 0.9956, 0.9998,\n",
      "        1.0073, 1.0040, 1.0000, 1.0048, 1.0010, 1.0046, 0.9966, 0.9993, 0.9976,\n",
      "        1.0009, 1.0097, 0.9968, 0.9946, 1.0012, 1.0021, 0.9975, 1.0040, 0.9949,\n",
      "        0.9988, 1.0059, 0.9985, 0.9987, 1.0061, 1.0015, 0.9953, 0.9980, 0.9968,\n",
      "        0.9991, 0.9966, 0.9955, 0.9971, 1.0070, 1.0026, 0.9949, 0.9939, 1.0068,\n",
      "        0.9986, 1.0029, 1.0027, 0.9959, 0.9967, 0.9990, 1.0009, 1.0044, 1.0043,\n",
      "        1.0002, 0.9942, 0.9990, 0.9950, 1.0040, 1.0022, 0.9995, 1.0081, 1.0028,\n",
      "        1.0013, 1.0038, 1.0030, 1.0027, 1.0010, 1.0109, 1.0026, 0.9978, 0.9955,\n",
      "        0.9974, 1.0002, 0.9997, 1.0010, 0.9984, 1.0081, 1.0027, 1.0013, 0.9978,\n",
      "        0.9993, 1.0042, 1.0025, 0.9984, 0.9987, 1.0112, 1.0063, 0.9988, 1.0032,\n",
      "        0.9964, 0.9995, 0.9994, 0.9988, 0.9995, 1.0031, 1.0040, 0.9963, 0.9972,\n",
      "        0.9974, 0.9982, 0.9981, 0.9974, 0.9938, 0.9960, 0.9980, 0.9982, 0.9972,\n",
      "        1.0022, 0.9991, 0.9956, 1.0012, 0.9985, 0.9983, 0.9956, 1.0029, 1.0008,\n",
      "        0.9956, 0.9994, 0.9995, 1.0078, 1.0005, 1.0068, 1.0001, 1.0000, 0.9996,\n",
      "        0.9994, 0.9992, 0.9961, 0.9960, 0.9981, 1.0014, 0.9962, 1.0091, 0.9969,\n",
      "        0.9943, 0.9999, 1.0025, 1.0008, 0.9959, 0.9954, 1.0053, 0.9984, 1.0004,\n",
      "        1.0038, 1.0011, 1.0006, 0.9988, 1.0118, 0.9936, 1.0022, 1.0049, 1.0025,\n",
      "        1.0016, 0.9997, 1.0028, 0.9944, 1.0022, 1.0041, 0.9991, 1.0025, 0.9993,\n",
      "        1.0108, 1.0017, 0.9972, 1.0018, 1.0025, 0.9963, 0.9985, 1.0033, 1.0028,\n",
      "        1.0037, 0.9998, 1.0024, 0.9963, 0.9998, 0.9993, 0.9917, 1.0007, 1.0058,\n",
      "        1.0028, 0.9990, 0.9975, 1.0023, 1.0000, 0.9958, 0.9943, 0.9998, 0.9977,\n",
      "        1.0009, 0.9943, 1.0113, 0.9960, 0.9947, 0.9983, 0.9981, 1.0013, 1.0042,\n",
      "        0.9996, 0.9987, 0.9976, 0.9987, 1.0042, 1.0005, 0.9995, 0.9945, 1.0020,\n",
      "        0.9986, 0.9982, 0.9947, 0.9977, 0.9953, 1.0047, 0.9954, 1.0020, 0.9952,\n",
      "        1.0053, 0.9992, 1.0087, 0.9933, 0.9928, 0.9976, 1.0023, 1.0033, 0.9938,\n",
      "        0.9953, 1.0016, 1.0006, 0.9996, 1.0066, 0.9953, 1.0063, 1.0039, 0.9979,\n",
      "        1.0017, 1.0018, 0.9998, 0.9958, 1.0071, 1.0004, 0.9955, 0.9988, 0.9959,\n",
      "        0.9983, 0.9999, 1.0074, 1.0012, 1.0053, 1.0006, 1.0036, 0.9993, 1.0002,\n",
      "        1.0007, 0.9976, 0.9933, 1.0044, 0.9947, 1.0029, 1.0030, 1.0036, 0.9968,\n",
      "        1.0003, 0.9996, 1.0031, 0.9960, 1.0064, 0.9988, 0.9993, 0.9997, 0.9958,\n",
      "        1.0039, 1.0002, 1.0016, 0.9988, 1.0009, 1.0040, 1.0014, 1.0023, 0.9974,\n",
      "        0.9963, 0.9976, 1.0030, 1.0037, 1.0065, 0.9989, 1.0035, 1.0041, 0.9981,\n",
      "        1.0001, 0.9985, 0.9933, 1.0042, 0.9967, 0.9978, 1.0107, 0.9962, 0.9997,\n",
      "        1.0030, 1.0029, 0.9951, 0.9941, 0.9979, 1.0061, 1.0020, 1.0019, 1.0037,\n",
      "        1.0021, 0.9979, 0.9958, 0.9952, 0.9973, 0.9946, 0.9999, 1.0007, 0.9975,\n",
      "        0.9995, 0.9973, 1.0001, 0.9968, 0.9981, 0.9951, 0.9967, 0.9988, 1.0013,\n",
      "        0.9974, 0.9996, 0.9991, 0.9967, 0.9969, 0.9943, 0.9980, 0.9977, 1.0034,\n",
      "        0.9981, 1.0049, 0.9999, 1.0058, 0.9932, 1.0020, 1.0009, 0.9953, 1.0025,\n",
      "        0.9973, 0.9945, 0.9957, 0.9965, 1.0027, 1.0012, 0.9996, 1.0024, 0.9949,\n",
      "        0.9991, 1.0025, 0.9975, 1.0000, 0.9954, 0.9989, 1.0007, 0.9979, 0.9997,\n",
      "        1.0014, 0.9991, 1.0008, 1.0050, 0.9971, 0.9996, 1.0048, 1.0004, 1.0059,\n",
      "        0.9984, 0.9968, 0.9970, 1.0023, 0.9971, 0.9998, 1.0040, 0.9988, 1.0061,\n",
      "        1.0022, 0.9985, 0.9963, 1.0019, 1.0003, 0.9980, 1.0003, 0.9994],\n",
      "       requires_grad=True)), ('layer4.1.bn1.bias', Parameter containing:\n",
      "tensor([ 1.2312e-03, -2.7510e-03, -1.0482e-03, -1.1819e-03,  3.7479e-03,\n",
      "        -7.0444e-03, -3.9239e-04, -1.3418e-03, -4.0913e-03,  2.5192e-03,\n",
      "        -1.5071e-03, -6.9943e-05, -1.4765e-03,  8.6373e-04, -6.1020e-03,\n",
      "         4.4963e-03, -2.3928e-03, -5.3632e-03,  5.1847e-03, -2.2206e-03,\n",
      "        -3.0287e-03, -5.2947e-03,  4.1208e-03,  2.7557e-04, -2.2041e-03,\n",
      "        -3.4588e-03,  7.7344e-04,  1.3460e-03, -1.2669e-03,  1.9739e-03,\n",
      "        -3.2841e-03,  7.2223e-04,  3.3022e-03, -8.1760e-03, -5.6960e-03,\n",
      "        -3.9632e-03, -2.0892e-03,  1.4967e-04, -2.5037e-03, -3.6562e-03,\n",
      "        -4.2116e-03, -1.9494e-03, -7.7138e-04, -4.5757e-03, -4.7796e-03,\n",
      "         8.5427e-04, -1.9928e-03, -2.4150e-03,  2.1397e-03,  3.5536e-04,\n",
      "        -3.6919e-03, -3.0219e-03, -1.1582e-03,  6.5688e-04,  3.9153e-05,\n",
      "         3.3473e-03, -4.5722e-03, -2.0091e-03, -7.0628e-04,  5.7532e-03,\n",
      "        -6.5394e-03,  1.2543e-03,  2.0670e-03,  2.3690e-03,  1.7536e-04,\n",
      "        -6.1593e-05, -2.5448e-03,  1.4606e-03, -6.2727e-03, -3.7143e-03,\n",
      "        -1.0528e-03, -8.3355e-03, -2.7291e-04, -1.0913e-02,  2.1013e-03,\n",
      "         1.0463e-03, -3.0435e-03, -1.6213e-03, -3.0282e-03,  4.2655e-03,\n",
      "        -3.2681e-03, -6.4837e-03,  5.5590e-04, -2.0096e-04, -2.2558e-03,\n",
      "        -8.8772e-03,  2.4281e-04, -2.1043e-03, -2.5480e-03, -1.4567e-03,\n",
      "        -1.3805e-03, -2.0321e-03,  7.1529e-04, -1.0715e-03, -1.6966e-03,\n",
      "        -4.4724e-03, -1.2666e-03, -3.6349e-03, -1.7637e-04, -2.6929e-03,\n",
      "        -9.3448e-04, -7.3302e-03, -2.1272e-03, -1.2636e-03, -4.2677e-03,\n",
      "        -1.0625e-02, -4.6016e-04, -5.7865e-03, -5.6430e-03,  2.5421e-03,\n",
      "        -3.5265e-03, -6.7991e-03, -1.8437e-03, -8.8881e-04, -2.4377e-04,\n",
      "        -5.2156e-03, -1.5386e-03, -2.2647e-03,  8.4677e-04, -2.7987e-03,\n",
      "         1.6115e-03, -3.5785e-03, -2.0701e-03, -4.7278e-03, -8.8267e-04,\n",
      "        -1.2315e-03,  1.0069e-03,  1.1384e-04, -6.4500e-04, -2.3749e-03,\n",
      "         1.5549e-03,  6.4834e-04, -4.7520e-03, -1.9501e-03, -2.4707e-03,\n",
      "         2.4322e-03, -8.8496e-04,  5.6820e-04, -1.9904e-03, -4.3337e-04,\n",
      "        -1.3300e-03, -5.1577e-03,  3.8093e-03, -2.2250e-03,  1.4743e-03,\n",
      "         5.6606e-05, -3.5838e-03, -3.9403e-03,  1.7501e-03, -2.0523e-03,\n",
      "        -6.3414e-03, -1.6578e-04, -2.6371e-03, -4.1953e-04,  1.1244e-03,\n",
      "        -8.0288e-04, -1.7715e-03,  2.3123e-03,  7.8528e-04,  5.5153e-04,\n",
      "        -1.2407e-03, -1.5059e-03, -1.8406e-03, -4.1242e-03, -3.0609e-03,\n",
      "        -7.0185e-04, -1.0103e-03, -3.2597e-03, -1.6108e-03, -3.7776e-03,\n",
      "        -1.1988e-03, -5.4983e-03, -1.9624e-03,  5.1437e-05, -2.6381e-04,\n",
      "         1.4071e-03,  1.3048e-03,  2.7394e-03,  2.5524e-03, -3.5896e-03,\n",
      "         6.1267e-04, -4.7924e-03, -5.0756e-03, -3.5100e-03, -2.2239e-04,\n",
      "        -3.8531e-04, -2.4414e-03, -1.8500e-03,  3.5132e-03,  4.0829e-04,\n",
      "         5.5046e-04,  5.6225e-05,  8.4666e-04, -3.3922e-03,  1.0525e-03,\n",
      "        -1.1036e-04, -5.9649e-03, -7.3582e-03, -6.3961e-03, -2.7967e-03,\n",
      "        -7.1913e-03, -1.3644e-03, -9.2228e-04,  4.8625e-04, -1.0637e-02,\n",
      "        -2.5805e-03, -2.7394e-03, -3.3273e-03, -2.2089e-03,  1.0150e-03,\n",
      "         3.0336e-04, -3.8720e-04, -3.4357e-03,  7.7080e-04, -3.1899e-03,\n",
      "         2.6391e-04, -3.8297e-03, -1.1586e-02,  1.9801e-04, -1.3215e-03,\n",
      "        -2.1097e-03, -1.6263e-03,  2.8848e-03, -3.7172e-03, -1.6317e-03,\n",
      "        -3.7485e-03, -1.4914e-03, -3.2948e-03, -3.7070e-03, -8.2548e-03,\n",
      "        -1.4412e-03,  1.9034e-03, -2.9611e-03, -1.5814e-03, -9.5985e-04,\n",
      "        -1.8565e-03, -9.0569e-04, -1.2555e-03, -2.5338e-03, -3.9170e-03,\n",
      "        -1.0097e-02, -1.0058e-03,  2.8390e-03, -1.3344e-03, -4.6288e-03,\n",
      "         5.9608e-04,  3.3810e-03, -5.9615e-04, -1.9119e-03, -1.5502e-03,\n",
      "         9.1815e-04, -2.5197e-03,  1.6521e-03, -2.7266e-03, -1.4065e-03,\n",
      "        -4.2016e-03, -6.1199e-04, -1.9856e-03,  2.5992e-03, -4.8793e-04,\n",
      "        -4.5533e-04, -5.8721e-03,  1.7188e-03,  2.9945e-03, -6.7714e-03,\n",
      "        -2.2193e-03, -5.3795e-03,  3.9137e-03, -1.8587e-03, -3.4743e-04,\n",
      "         1.9270e-03, -9.3976e-04, -4.6064e-04,  2.5829e-03,  2.9640e-03,\n",
      "        -6.5763e-03, -2.8502e-03,  2.3668e-03,  1.1893e-03, -1.1215e-03,\n",
      "        -2.8978e-03, -1.9476e-03, -4.2045e-03, -8.6396e-04,  4.5975e-04,\n",
      "        -2.5857e-03,  6.3690e-04, -3.7006e-03, -2.8995e-04, -9.3648e-04,\n",
      "        -3.4636e-03,  9.1951e-04, -3.1087e-03, -1.8573e-03, -2.4797e-03,\n",
      "         3.5903e-04,  3.1667e-04, -1.9113e-03, -1.1044e-03,  6.1093e-03,\n",
      "        -1.9817e-03, -2.8952e-03, -1.6785e-03, -3.1066e-03, -1.5590e-03,\n",
      "         6.9567e-05,  1.2491e-03, -3.0589e-03, -3.0851e-03,  6.3629e-04,\n",
      "         2.0803e-03, -6.6452e-03, -6.2641e-03, -2.4833e-03, -8.0666e-04,\n",
      "        -3.6069e-04, -7.0330e-03,  1.9299e-03, -6.9170e-04, -3.9406e-03,\n",
      "        -5.2215e-03, -5.5818e-04,  7.4033e-04,  3.6670e-03,  5.7897e-04,\n",
      "        -1.1289e-03, -3.1170e-03,  2.2321e-07,  9.0389e-04, -7.3190e-04,\n",
      "        -3.7092e-03, -6.3875e-03,  7.9127e-04, -2.5903e-03, -5.6608e-03,\n",
      "        -5.1059e-03, -2.8475e-03, -5.6054e-03, -1.3919e-03, -2.2112e-03,\n",
      "        -3.1143e-03,  6.9545e-04, -2.2040e-03, -2.6541e-03,  2.0327e-03,\n",
      "        -4.4219e-03, -4.4535e-03, -2.0024e-03,  5.7389e-04,  3.2512e-03,\n",
      "        -5.8977e-03, -1.7403e-03,  2.3600e-03, -4.8526e-04,  6.5870e-04,\n",
      "        -3.8861e-04, -1.0182e-03, -1.1776e-03, -1.1397e-03, -1.7497e-03,\n",
      "        -4.1482e-03, -2.1508e-03, -4.1476e-03, -3.8401e-03,  1.8336e-03,\n",
      "        -2.1950e-03, -6.4904e-03, -3.3643e-03, -4.7919e-03,  1.4344e-03,\n",
      "         2.2905e-03,  4.2447e-03, -1.3950e-03, -3.1645e-03, -3.7937e-03,\n",
      "        -1.8351e-03,  4.5115e-04,  9.0881e-04,  2.5032e-05,  2.6453e-03,\n",
      "        -4.0983e-03,  1.0412e-03, -4.8267e-03, -8.0793e-04, -3.3477e-03,\n",
      "         5.6894e-03, -3.7888e-03, -1.8620e-03, -1.3192e-03,  6.8346e-04,\n",
      "        -3.2448e-03,  2.2574e-03, -3.8650e-03,  3.4330e-03,  3.1997e-03,\n",
      "        -1.1602e-03, -1.6805e-03,  2.3645e-03, -1.8683e-03,  7.4710e-04,\n",
      "         2.8202e-03, -1.3341e-03, -2.5625e-04, -1.8365e-03, -3.2240e-03,\n",
      "        -5.8357e-03, -3.4715e-03,  5.1907e-04,  3.0784e-03,  2.1032e-03,\n",
      "        -2.1115e-03,  1.1541e-03,  2.1203e-03, -7.3346e-04, -4.0778e-03,\n",
      "         3.4516e-07, -4.0713e-03,  1.4795e-03, -3.6083e-03, -3.4128e-03,\n",
      "         6.4123e-03,  6.9813e-04, -2.0892e-03,  1.2958e-03,  3.8028e-04,\n",
      "        -1.6759e-03, -4.1295e-03, -2.4257e-03,  3.4508e-03, -2.6403e-03,\n",
      "        -1.5619e-03,  3.5171e-03,  3.5988e-03,  9.3769e-04, -1.4081e-03,\n",
      "        -3.9223e-03, -3.5030e-03, -5.2939e-03, -3.3565e-03, -4.1983e-04,\n",
      "        -4.8521e-03, -2.3212e-03, -1.2239e-03, -3.5554e-03, -6.3162e-03,\n",
      "        -5.5039e-03, -3.0465e-03, -1.9417e-03, -2.1545e-03,  1.6045e-04,\n",
      "        -8.0149e-03, -2.5447e-03,  4.1402e-04, -3.5206e-03, -3.0581e-03,\n",
      "        -2.0755e-03, -1.4606e-03,  1.1784e-03, -4.8446e-03,  7.7673e-04,\n",
      "         2.0724e-03, -2.3017e-04, -1.6960e-04, -3.6985e-03, -3.1246e-03,\n",
      "        -1.1170e-03, -6.7367e-03,  1.6667e-03, -5.3206e-03, -2.9917e-03,\n",
      "         5.6526e-04, -5.5920e-03, -8.5823e-04, -2.6803e-03,  7.8771e-04,\n",
      "        -2.6529e-03, -3.5492e-03, -1.0738e-03,  3.7549e-04, -5.2099e-03,\n",
      "        -1.5837e-03, -3.9532e-03, -2.1595e-03, -4.9151e-03, -8.1957e-03,\n",
      "        -2.0780e-03, -7.0016e-04, -3.9132e-03, -1.9428e-03, -4.5139e-04,\n",
      "        -2.4152e-03, -8.0582e-03,  1.8217e-03, -8.1378e-04, -1.1570e-03,\n",
      "        -7.3133e-04, -1.2022e-03, -2.1453e-03, -3.4321e-03, -1.3925e-03,\n",
      "        -2.7513e-03, -3.6273e-04, -4.3145e-04, -9.2071e-04, -6.2667e-03,\n",
      "        -3.7973e-03, -3.2482e-03, -1.0362e-04,  5.5762e-03,  3.2151e-04,\n",
      "        -2.3196e-03, -1.6299e-03], requires_grad=True)), ('layer4.1.conv2.weight', Parameter containing:\n",
      "tensor([[[[ 9.4734e-03,  1.5309e-02, -2.8061e-02],\n",
      "          [-1.0946e-02, -1.8411e-02,  2.1673e-02],\n",
      "          [-1.4006e-02, -1.9358e-02,  1.6186e-03]],\n",
      "\n",
      "         [[-3.3814e-02, -5.8236e-03, -1.7465e-02],\n",
      "          [ 3.4362e-02,  8.4216e-03,  4.2260e-02],\n",
      "          [-3.3886e-02,  1.5146e-02,  8.9826e-03]],\n",
      "\n",
      "         [[ 2.4435e-02, -1.4410e-02, -9.8447e-03],\n",
      "          [ 1.8492e-02,  5.9242e-03,  6.5635e-03],\n",
      "          [-6.3659e-03, -3.8955e-02,  1.6134e-03]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-1.0859e-02, -2.6203e-02, -1.4449e-02],\n",
      "          [ 2.9759e-02,  3.8988e-02, -1.1031e-02],\n",
      "          [ 1.0728e-02,  1.3001e-02, -3.1013e-02]],\n",
      "\n",
      "         [[-2.8767e-02,  1.5410e-02, -1.4778e-02],\n",
      "          [ 1.7553e-02,  2.9564e-03,  3.3496e-02],\n",
      "          [ 3.1647e-02, -2.5783e-02,  2.7692e-02]],\n",
      "\n",
      "         [[ 2.1356e-02,  6.2598e-03, -3.5270e-03],\n",
      "          [-3.0385e-03,  2.1071e-02, -1.0225e-02],\n",
      "          [ 2.6495e-02,  1.0085e-02,  1.4370e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 3.0565e-02,  2.3777e-02,  1.2700e-02],\n",
      "          [ 4.4121e-03, -5.7492e-03, -9.6694e-03],\n",
      "          [ 4.2800e-03, -1.5242e-02, -1.2339e-02]],\n",
      "\n",
      "         [[-5.5345e-02, -2.5141e-03,  2.0106e-02],\n",
      "          [ 4.9764e-04,  4.9291e-02,  3.5844e-02],\n",
      "          [ 3.3878e-02,  9.8599e-03, -3.9374e-03]],\n",
      "\n",
      "         [[-2.0637e-02, -3.2763e-02,  1.0635e-03],\n",
      "          [-4.3342e-03, -2.1371e-02, -4.3026e-03],\n",
      "          [-1.3412e-03, -1.7898e-02,  1.9969e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-1.6444e-02,  1.4046e-02,  6.1947e-03],\n",
      "          [-1.5557e-02, -2.0321e-02, -3.6362e-02],\n",
      "          [ 1.1988e-02,  6.0051e-02,  1.0132e-02]],\n",
      "\n",
      "         [[-7.0314e-03, -1.1774e-02,  3.6852e-03],\n",
      "          [-3.8682e-02, -2.8470e-03, -2.5223e-02],\n",
      "          [ 6.4623e-03, -5.8584e-03,  1.1416e-02]],\n",
      "\n",
      "         [[-4.5310e-03, -1.3553e-02,  5.2184e-03],\n",
      "          [-4.5968e-04, -9.6428e-04, -1.6783e-02],\n",
      "          [-2.1236e-02,  1.3554e-02, -1.6128e-02]]],\n",
      "\n",
      "\n",
      "        [[[-3.1893e-02, -1.5268e-02, -1.0289e-02],\n",
      "          [ 1.8240e-02,  1.3341e-02,  7.4033e-04],\n",
      "          [-1.1272e-02,  4.7060e-03,  1.3645e-02]],\n",
      "\n",
      "         [[ 5.9136e-03,  7.9218e-03, -6.2407e-03],\n",
      "          [-1.8709e-02,  4.3086e-02, -1.3891e-02],\n",
      "          [ 8.7669e-03, -1.8730e-02, -3.0790e-02]],\n",
      "\n",
      "         [[ 1.1005e-02, -2.0170e-02,  1.4763e-02],\n",
      "          [ 1.5387e-02,  2.9372e-03, -1.4858e-02],\n",
      "          [-1.1677e-02, -3.1239e-02, -2.8948e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[ 2.7465e-02, -7.9982e-03, -1.5360e-03],\n",
      "          [ 3.7224e-02, -1.2803e-02, -2.2340e-02],\n",
      "          [-7.5056e-03, -1.3090e-02,  1.8045e-02]],\n",
      "\n",
      "         [[-1.1325e-02,  2.0611e-02, -2.1452e-02],\n",
      "          [ 2.6715e-02, -9.3385e-03,  4.2056e-02],\n",
      "          [-2.9962e-02,  3.1351e-03,  1.2005e-02]],\n",
      "\n",
      "         [[-3.3817e-02,  1.9707e-02,  1.9187e-02],\n",
      "          [ 5.2329e-03,  1.5485e-02, -2.3355e-02],\n",
      "          [-3.7457e-03, -3.3166e-02, -2.1401e-02]]],\n",
      "\n",
      "\n",
      "        ...,\n",
      "\n",
      "\n",
      "        [[[-5.5422e-03, -1.5936e-03,  2.3171e-02],\n",
      "          [ 7.2954e-03,  4.6616e-04, -4.3896e-03],\n",
      "          [-6.4505e-03, -8.5278e-03,  1.0601e-02]],\n",
      "\n",
      "         [[ 1.8661e-03, -8.4834e-04, -3.1226e-02],\n",
      "          [-1.1612e-02, -5.4026e-03, -1.1390e-02],\n",
      "          [-2.2694e-02,  2.0052e-02,  1.3131e-02]],\n",
      "\n",
      "         [[-7.4019e-03,  8.2904e-03,  7.9844e-03],\n",
      "          [ 1.9432e-02, -1.3267e-02,  3.3118e-02],\n",
      "          [-2.6927e-02, -2.0524e-02, -3.7467e-02]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-1.8349e-02,  2.7325e-02, -1.0867e-03],\n",
      "          [ 1.6246e-02, -3.5614e-02, -4.0296e-03],\n",
      "          [-9.0232e-05, -8.4814e-03,  2.7354e-02]],\n",
      "\n",
      "         [[ 3.0231e-02,  6.0531e-03, -2.5131e-02],\n",
      "          [-3.7514e-02,  4.9593e-03,  3.2966e-02],\n",
      "          [ 1.7708e-02, -2.0944e-02, -1.7689e-03]],\n",
      "\n",
      "         [[-8.3673e-03,  3.4301e-02, -1.0831e-02],\n",
      "          [ 1.9640e-02, -2.5806e-02,  2.1988e-02],\n",
      "          [-8.8050e-04,  1.8624e-02, -6.3420e-03]]],\n",
      "\n",
      "\n",
      "        [[[-1.1026e-02, -9.3995e-03,  6.9536e-03],\n",
      "          [ 2.6542e-02,  1.5103e-02, -2.3978e-02],\n",
      "          [ 2.0890e-02, -8.3256e-03,  1.0046e-02]],\n",
      "\n",
      "         [[-2.0799e-02,  2.8575e-02,  4.4744e-03],\n",
      "          [ 4.4770e-02, -1.3277e-02,  4.1009e-03],\n",
      "          [ 3.1353e-02,  9.3928e-04,  1.5260e-03]],\n",
      "\n",
      "         [[ 4.4469e-02,  1.6160e-02, -1.2790e-02],\n",
      "          [ 9.4246e-03, -7.1200e-03, -1.2835e-02],\n",
      "          [-3.0458e-02, -1.8051e-02,  1.9137e-03]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-9.2970e-03, -1.1699e-02, -4.4977e-03],\n",
      "          [ 2.1756e-02,  8.8346e-03, -2.9635e-02],\n",
      "          [ 1.5896e-02,  4.6851e-02,  3.0886e-03]],\n",
      "\n",
      "         [[ 7.1173e-03, -4.2323e-03, -2.9352e-02],\n",
      "          [ 5.0458e-03,  3.6683e-02, -2.8152e-02],\n",
      "          [ 6.0042e-03, -8.1742e-03, -2.8986e-02]],\n",
      "\n",
      "         [[ 2.1027e-02, -3.2396e-02, -5.9552e-04],\n",
      "          [ 3.7598e-03,  3.6844e-03,  1.1865e-02],\n",
      "          [ 6.7982e-03,  5.9232e-03, -3.3713e-02]]],\n",
      "\n",
      "\n",
      "        [[[ 8.4300e-03, -1.5238e-02, -1.6586e-02],\n",
      "          [ 6.6544e-03, -7.3819e-03,  6.4909e-02],\n",
      "          [ 4.3999e-02,  2.2637e-02, -1.0089e-03]],\n",
      "\n",
      "         [[ 8.6521e-04, -1.4060e-02, -4.9597e-02],\n",
      "          [-1.7134e-02, -5.4190e-03, -4.1414e-02],\n",
      "          [ 1.0951e-02,  9.2077e-03,  2.6505e-02]],\n",
      "\n",
      "         [[ 1.0731e-02,  7.8101e-03, -2.8265e-03],\n",
      "          [-9.5638e-03, -5.5576e-03,  2.1865e-02],\n",
      "          [ 1.8689e-02,  6.2005e-03,  2.7615e-03]],\n",
      "\n",
      "         ...,\n",
      "\n",
      "         [[-3.0961e-02,  3.9345e-03,  2.8524e-02],\n",
      "          [-3.1441e-02,  6.9639e-04, -4.5742e-03],\n",
      "          [-4.5174e-02,  1.9605e-02, -2.6645e-02]],\n",
      "\n",
      "         [[-3.7618e-02, -2.9917e-02, -1.2495e-02],\n",
      "          [ 1.5577e-02,  1.9816e-02,  5.5839e-03],\n",
      "          [-1.7112e-02, -1.3852e-02,  1.4932e-02]],\n",
      "\n",
      "         [[ 1.3760e-02, -9.7492e-03,  2.0275e-02],\n",
      "          [-1.3453e-03,  9.6271e-04, -2.1627e-02],\n",
      "          [ 1.0279e-02, -2.5795e-02, -5.2499e-03]]]], requires_grad=True)), ('layer4.1.bn2.weight', Parameter containing:\n",
      "tensor([0.9820, 0.9777, 0.9695, 0.9827, 0.9847, 0.9742, 0.9727, 0.9766, 0.9776,\n",
      "        0.9770, 0.9721, 0.9825, 0.9750, 0.9740, 0.9808, 0.9802, 0.9716, 0.9778,\n",
      "        0.9763, 0.9820, 0.9855, 0.9826, 0.9867, 0.9835, 0.9773, 0.9807, 0.9724,\n",
      "        0.9804, 0.9798, 0.9806, 0.9869, 0.9802, 0.9819, 0.9806, 0.9764, 0.9771,\n",
      "        0.9744, 0.9791, 0.9845, 0.9786, 0.9772, 0.9790, 0.9834, 0.9830, 0.9755,\n",
      "        0.9837, 0.9767, 0.9848, 0.9830, 0.9796, 0.9796, 0.9849, 0.9811, 0.9784,\n",
      "        0.9827, 0.9806, 0.9816, 0.9826, 0.9873, 0.9873, 0.9798, 0.9830, 0.9808,\n",
      "        0.9822, 0.9800, 0.9816, 0.9758, 0.9778, 0.9796, 0.9890, 0.9813, 0.9749,\n",
      "        0.9808, 0.9814, 0.9785, 0.9732, 0.9776, 0.9817, 0.9804, 0.9825, 0.9760,\n",
      "        0.9810, 0.9809, 0.9729, 0.9812, 0.9827, 0.9808, 0.9787, 0.9792, 0.9755,\n",
      "        0.9688, 0.9834, 0.9839, 0.9831, 0.9712, 0.9811, 0.9832, 0.9793, 0.9817,\n",
      "        0.9812, 0.9765, 0.9836, 0.9796, 0.9863, 0.9727, 0.9831, 0.9853, 0.9842,\n",
      "        0.9822, 0.9823, 0.9860, 0.9837, 0.9787, 0.9785, 0.9752, 0.9727, 0.9895,\n",
      "        0.9769, 0.9803, 0.9838, 0.9781, 0.9808, 0.9765, 0.9831, 0.9835, 0.9804,\n",
      "        0.9737, 0.9923, 0.9783, 0.9680, 0.9914, 0.9750, 0.9978, 0.9804, 0.9812,\n",
      "        0.9746, 0.9843, 0.9813, 0.9788, 0.9909, 0.9790, 0.9735, 0.9805, 0.9835,\n",
      "        0.9787, 0.9827, 0.9781, 0.9877, 0.9857, 0.9790, 0.9876, 0.9861, 0.9812,\n",
      "        0.9812, 0.9757, 0.9831, 0.9855, 0.9764, 0.9794, 0.9841, 0.9846, 0.9807,\n",
      "        0.9806, 0.9853, 0.9749, 0.9840, 0.9779, 0.9709, 0.9787, 0.9857, 0.9755,\n",
      "        0.9762, 0.9846, 0.9828, 0.9779, 0.9822, 0.9828, 0.9871, 0.9901, 0.9806,\n",
      "        0.9869, 0.9903, 0.9881, 0.9828, 0.9883, 0.9769, 0.9807, 0.9823, 0.9836,\n",
      "        0.9847, 0.9821, 0.9876, 0.9854, 0.9842, 0.9826, 0.9827, 0.9795, 0.9843,\n",
      "        0.9821, 0.9855, 0.9828, 0.9808, 0.9857, 0.9703, 0.9754, 0.9799, 0.9837,\n",
      "        0.9869, 0.9804, 0.9870, 0.9765, 0.9798, 0.9831, 0.9828, 0.9791, 0.9877,\n",
      "        0.9819, 0.9716, 0.9785, 0.9791, 0.9807, 0.9803, 0.9870, 0.9785, 0.9833,\n",
      "        0.9872, 0.9838, 0.9832, 0.9782, 0.9810, 0.9847, 0.9791, 0.9735, 0.9772,\n",
      "        0.9770, 0.9850, 0.9733, 0.9773, 0.9812, 0.9764, 0.9831, 0.9844, 0.9864,\n",
      "        0.9862, 0.9783, 0.9778, 0.9772, 0.9868, 0.9714, 0.9907, 0.9797, 0.9805,\n",
      "        0.9826, 0.9889, 0.9825, 0.9811, 0.9828, 0.9775, 0.9816, 0.9833, 0.9826,\n",
      "        0.9808, 0.9830, 0.9855, 0.9835, 0.9808, 0.9912, 0.9806, 0.9843, 0.9873,\n",
      "        0.9812, 0.9852, 0.9826, 0.9821, 0.9801, 0.9799, 0.9768, 0.9809, 0.9933,\n",
      "        0.9796, 0.9814, 0.9706, 0.9823, 0.9920, 0.9841, 0.9716, 0.9771, 0.9860,\n",
      "        0.9804, 0.9691, 0.9859, 0.9769, 0.9805, 0.9708, 0.9855, 0.9852, 0.9777,\n",
      "        0.9811, 0.9852, 0.9862, 0.9856, 0.9806, 0.9816, 0.9851, 0.9804, 0.9697,\n",
      "        0.9773, 0.9802, 0.9798, 0.9772, 0.9853, 0.9851, 0.9754, 0.9838, 0.9752,\n",
      "        0.9836, 0.9788, 0.9858, 0.9653, 0.9731, 0.9819, 0.9782, 0.9812, 0.9825,\n",
      "        0.9820, 0.9835, 0.9762, 0.9732, 0.9846, 0.9870, 0.9773, 0.9859, 0.9689,\n",
      "        0.9788, 0.9785, 0.9806, 0.9766, 0.9696, 0.9808, 0.9886, 0.9812, 0.9796,\n",
      "        1.0007, 0.9769, 0.9836, 0.9804, 0.9819, 0.9815, 0.9778, 0.9822, 0.9786,\n",
      "        0.9785, 0.9812, 0.9819, 0.9699, 0.9742, 0.9869, 0.9844, 0.9768, 0.9812,\n",
      "        0.9720, 0.9723, 0.9763, 0.9780, 0.9807, 0.9779, 0.9884, 0.9785, 0.9623,\n",
      "        0.9804, 0.9812, 0.9872, 0.9750, 0.9777, 0.9791, 0.9747, 0.9808, 0.9832,\n",
      "        0.9898, 0.9860, 0.9816, 0.9802, 0.9795, 0.9845, 0.9856, 0.9779, 0.9766,\n",
      "        0.9812, 0.9798, 0.9839, 0.9810, 0.9839, 0.9764, 0.9794, 0.9788, 0.9798,\n",
      "        0.9818, 0.9831, 0.9808, 0.9812, 0.9719, 0.9832, 0.9825, 0.9776, 0.9782,\n",
      "        0.9777, 0.9789, 0.9695, 0.9773, 0.9771, 0.9822, 0.9720, 0.9824, 0.9897,\n",
      "        0.9794, 0.9850, 0.9819, 0.9835, 0.9804, 0.9722, 0.9767, 0.9857, 0.9833,\n",
      "        0.9834, 0.9714, 0.9930, 0.9726, 0.9791, 0.9732, 0.9865, 0.9859, 0.9740,\n",
      "        0.9841, 0.9755, 0.9753, 0.9814, 0.9806, 0.9838, 0.9810, 0.9855, 0.9810,\n",
      "        0.9693, 0.9814, 0.9835, 0.9848, 0.9804, 0.9800, 0.9841, 0.9790, 0.9831,\n",
      "        0.9809, 0.9839, 0.9851, 0.9828, 0.9856, 0.9788, 0.9846, 0.9817, 0.9846,\n",
      "        0.9857, 0.9705, 0.9852, 0.9851, 0.9745, 0.9808, 0.9853, 0.9783, 0.9796,\n",
      "        0.9796, 0.9829, 0.9776, 0.9783, 0.9741, 0.9777, 0.9719, 0.9779, 0.9852,\n",
      "        0.9775, 0.9771, 0.9802, 0.9763, 0.9834, 0.9878, 0.9792, 0.9806, 0.9786,\n",
      "        0.9820, 0.9725, 0.9870, 0.9830, 0.9837, 0.9784, 0.9800, 0.9818, 0.9762,\n",
      "        0.9818, 0.9755, 0.9788, 0.9768, 0.9844, 0.9851, 0.9845, 0.9718, 0.9878,\n",
      "        0.9785, 0.9808, 0.9866, 0.9827, 0.9748, 0.9843, 0.9794, 0.9719],\n",
      "       requires_grad=True)), ('layer4.1.bn2.bias', Parameter containing:\n",
      "tensor([-0.0130, -0.0286, -0.0199, -0.0094, -0.0227, -0.0256, -0.0210, -0.0157,\n",
      "        -0.0129, -0.0130, -0.0120, -0.0172, -0.0169, -0.0216, -0.0256, -0.0168,\n",
      "        -0.0174, -0.0172, -0.0156, -0.0253, -0.0196, -0.0166, -0.0176, -0.0136,\n",
      "        -0.0297, -0.0092, -0.0070, -0.0228, -0.0149, -0.0210, -0.0214, -0.0234,\n",
      "        -0.0316, -0.0237, -0.0290, -0.0107, -0.0037, -0.0281, -0.0213, -0.0240,\n",
      "        -0.0296, -0.0294, -0.0087, -0.0110, -0.0139, -0.0167, -0.0189, -0.0168,\n",
      "        -0.0225, -0.0233, -0.0189, -0.0252, -0.0102, -0.0243, -0.0280, -0.0212,\n",
      "        -0.0099, -0.0265, -0.0204, -0.0259, -0.0279, -0.0171, -0.0182, -0.0226,\n",
      "        -0.0259, -0.0102, -0.0171, -0.0130, -0.0117, -0.0249, -0.0176, -0.0089,\n",
      "        -0.0174, -0.0263, -0.0281, -0.0212, -0.0266, -0.0329, -0.0167, -0.0142,\n",
      "        -0.0192, -0.0139, -0.0101, -0.0213, -0.0259, -0.0206, -0.0164, -0.0222,\n",
      "        -0.0270, -0.0339, -0.0219, -0.0171, -0.0206, -0.0278, -0.0143, -0.0321,\n",
      "        -0.0114, -0.0253, -0.0168, -0.0255, -0.0253, -0.0167, -0.0150, -0.0196,\n",
      "        -0.0113, -0.0132, -0.0169, -0.0208, -0.0179, -0.0209, -0.0146, -0.0158,\n",
      "        -0.0143, -0.0159, -0.0084, -0.0225, -0.0277, -0.0118, -0.0123, -0.0132,\n",
      "        -0.0170, -0.0191, -0.0197, -0.0170, -0.0286, -0.0107, -0.0173, -0.0242,\n",
      "        -0.0266, -0.0075, -0.0223, -0.0158, -0.0258, -0.0106, -0.0092, -0.0340,\n",
      "        -0.0176, -0.0103, -0.0084, -0.0348, -0.0213, -0.0327, -0.0207, -0.0137,\n",
      "        -0.0252, -0.0214, -0.0251, -0.0172, -0.0165, -0.0111, -0.0196, -0.0158,\n",
      "        -0.0263, -0.0219, -0.0283, -0.0158, -0.0253, -0.0298, -0.0143, -0.0195,\n",
      "        -0.0184, -0.0339, -0.0237, -0.0195, -0.0201, -0.0171, -0.0148, -0.0106,\n",
      "        -0.0184, -0.0313, -0.0244, -0.0085, -0.0202, -0.0105, -0.0167, -0.0244,\n",
      "        -0.0206, -0.0178, -0.0199, -0.0218, -0.0216, -0.0266, -0.0159, -0.0156,\n",
      "        -0.0257, -0.0255, -0.0127, -0.0192, -0.0144, -0.0255, -0.0147, -0.0178,\n",
      "        -0.0180, -0.0259, -0.0245, -0.0172, -0.0209, -0.0319, -0.0154, -0.0196,\n",
      "        -0.0227, -0.0233, -0.0237, -0.0134, -0.0279, -0.0224, -0.0220, -0.0197,\n",
      "        -0.0169, -0.0184, -0.0187, -0.0168, -0.0237, -0.0263, -0.0234, -0.0151,\n",
      "        -0.0225, -0.0149, -0.0206, -0.0192, -0.0167, -0.0162, -0.0157, -0.0135,\n",
      "        -0.0176, -0.0150, -0.0231, -0.0186, -0.0176, -0.0135, -0.0247, -0.0328,\n",
      "        -0.0192, -0.0123, -0.0252, -0.0197, -0.0220, -0.0164, -0.0114, -0.0195,\n",
      "        -0.0159, -0.0176, -0.0207, -0.0234, -0.0165, -0.0129, -0.0167, -0.0202,\n",
      "        -0.0082, -0.0201, -0.0266, -0.0215, -0.0255, -0.0284, -0.0187, -0.0138,\n",
      "        -0.0158, -0.0184, -0.0236, -0.0235, -0.0132, -0.0208, -0.0146, -0.0245,\n",
      "        -0.0229, -0.0155, -0.0219, -0.0196, -0.0209, -0.0172, -0.0217, -0.0233,\n",
      "        -0.0224, -0.0163, -0.0339, -0.0145, -0.0100, -0.0216, -0.0261, -0.0145,\n",
      "        -0.0274, -0.0215, -0.0133, -0.0212, -0.0303, -0.0203, -0.0149, -0.0286,\n",
      "        -0.0228, -0.0124, -0.0289, -0.0210, -0.0117, -0.0207, -0.0179, -0.0228,\n",
      "        -0.0237, -0.0229, -0.0200, -0.0205, -0.0143, -0.0139, -0.0107, -0.0291,\n",
      "        -0.0164, -0.0166, -0.0253, -0.0189, -0.0265, -0.0287, -0.0229, -0.0189,\n",
      "        -0.0254, -0.0146, -0.0233, -0.0208, -0.0242, -0.0220, -0.0187, -0.0150,\n",
      "        -0.0136, -0.0303, -0.0187, -0.0254, -0.0218, -0.0254, -0.0166, -0.0303,\n",
      "        -0.0185, -0.0238, -0.0120, -0.0245, -0.0211, -0.0215, -0.0160, -0.0141,\n",
      "        -0.0157, -0.0262, -0.0140, -0.0159, -0.0219, -0.0270, -0.0255, -0.0200,\n",
      "        -0.0229, -0.0197, -0.0244, -0.0170, -0.0187, -0.0178, -0.0315, -0.0092,\n",
      "        -0.0133, -0.0312, -0.0205, -0.0178, -0.0311, -0.0223, -0.0200, -0.0230,\n",
      "        -0.0185, -0.0231, -0.0175, -0.0140, -0.0149, -0.0131, -0.0190, -0.0307,\n",
      "        -0.0183, -0.0195, -0.0142, -0.0260, -0.0163, -0.0238, -0.0181, -0.0204,\n",
      "        -0.0128, -0.0170, -0.0212, -0.0258, -0.0203, -0.0284, -0.0136, -0.0211,\n",
      "        -0.0195, -0.0126, -0.0166, -0.0158, -0.0286, -0.0164, -0.0133, -0.0228,\n",
      "        -0.0180, -0.0186, -0.0103, -0.0112, -0.0132, -0.0181, -0.0118, -0.0202,\n",
      "        -0.0253, -0.0151, -0.0072, -0.0276, -0.0219, -0.0180, -0.0160, -0.0143,\n",
      "        -0.0083, -0.0296, -0.0232, -0.0279, -0.0200, -0.0220, -0.0120, -0.0246,\n",
      "        -0.0280, -0.0178, -0.0186, -0.0134, -0.0251, -0.0193, -0.0229, -0.0226,\n",
      "        -0.0140, -0.0215, -0.0162, -0.0152, -0.0120, -0.0206, -0.0263, -0.0294,\n",
      "        -0.0301, -0.0195, -0.0306, -0.0213, -0.0177, -0.0161, -0.0271, -0.0174,\n",
      "        -0.0244, -0.0192, -0.0160, -0.0171, -0.0118, -0.0134, -0.0143, -0.0175,\n",
      "        -0.0153, -0.0137, -0.0264, -0.0191, -0.0141, -0.0159, -0.0189, -0.0120,\n",
      "        -0.0165, -0.0149, -0.0187, -0.0168, -0.0083, -0.0230, -0.0286, -0.0165,\n",
      "        -0.0280, -0.0264, -0.0268, -0.0217, -0.0160, -0.0195, -0.0198, -0.0246,\n",
      "        -0.0211, -0.0157, -0.0168, -0.0159, -0.0276, -0.0246, -0.0116, -0.0241,\n",
      "        -0.0213, -0.0189, -0.0318, -0.0106, -0.0194, -0.0250, -0.0091, -0.0117,\n",
      "        -0.0226, -0.0184, -0.0218, -0.0129, -0.0199, -0.0182, -0.0101, -0.0108,\n",
      "        -0.0235, -0.0132, -0.0236, -0.0309, -0.0204, -0.0175, -0.0156, -0.0239,\n",
      "        -0.0117, -0.0123, -0.0218, -0.0200, -0.0180, -0.0126, -0.0153, -0.0244],\n",
      "       requires_grad=True)), ('fc.bias', Parameter containing:\n",
      "tensor([-0.0366, -0.0146,  0.0075,  0.0763,  0.0215,  0.0026, -0.0107, -0.0188,\n",
      "         0.0015, -0.0270], requires_grad=True)), ('fc.weight', Parameter containing:\n",
      "tensor([[-0.0000,  0.0769,  0.1031,  ...,  0.0000, -0.0000,  0.1023],\n",
      "        [-0.0000, -0.0000, -0.0788,  ...,  0.0582, -0.0984, -0.0969],\n",
      "        [-0.0000, -0.0658,  0.0968,  ..., -0.0000,  0.0622, -0.0000],\n",
      "        ...,\n",
      "        [-0.0000,  0.0000, -0.0657,  ..., -0.0000, -0.0481, -0.0420],\n",
      "        [ 0.0000, -0.0000, -0.0593,  ..., -0.0000, -0.0662, -0.0000],\n",
      "        [-0.0000,  0.1090,  0.0000,  ..., -0.0000, -0.0420,  0.0000]],\n",
      "       requires_grad=True))]\n"
     ]
    }
   ],
   "source": [
    "print(list(model.named_parameters()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 128,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "odict_keys(['conv1.weight', 'bn1.bias', 'bn1.weight', 'bn1.running_mean', 'bn1.running_var', 'bn1.num_batches_tracked', 'layer1.0.conv1.weight', 'layer1.0.bn1.weight', 'layer1.0.bn1.bias', 'layer1.0.bn1.running_mean', 'layer1.0.bn1.running_var', 'layer1.0.bn1.num_batches_tracked', 'layer1.0.conv2.weight', 'layer1.0.bn2.weight', 'layer1.0.bn2.bias', 'layer1.0.bn2.running_mean', 'layer1.0.bn2.running_var', 'layer1.0.bn2.num_batches_tracked', 'layer1.1.conv1.weight', 'layer1.1.bn1.weight', 'layer1.1.bn1.bias', 'layer1.1.bn1.running_mean', 'layer1.1.bn1.running_var', 'layer1.1.bn1.num_batches_tracked', 'layer1.1.conv2.weight', 'layer1.1.bn2.weight', 'layer1.1.bn2.bias', 'layer1.1.bn2.running_mean', 'layer1.1.bn2.running_var', 'layer1.1.bn2.num_batches_tracked', 'layer2.0.conv1.weight', 'layer2.0.bn1.weight', 'layer2.0.bn1.bias', 'layer2.0.bn1.running_mean', 'layer2.0.bn1.running_var', 'layer2.0.bn1.num_batches_tracked', 'layer2.0.conv2.weight', 'layer2.0.bn2.weight', 'layer2.0.bn2.bias', 'layer2.0.bn2.running_mean', 'layer2.0.bn2.running_var', 'layer2.0.bn2.num_batches_tracked', 'layer2.0.downsample.0.weight', 'layer2.0.downsample.1.weight', 'layer2.0.downsample.1.bias', 'layer2.0.downsample.1.running_mean', 'layer2.0.downsample.1.running_var', 'layer2.0.downsample.1.num_batches_tracked', 'layer2.1.conv1.weight', 'layer2.1.bn1.weight', 'layer2.1.bn1.bias', 'layer2.1.bn1.running_mean', 'layer2.1.bn1.running_var', 'layer2.1.bn1.num_batches_tracked', 'layer2.1.conv2.weight', 'layer2.1.bn2.weight', 'layer2.1.bn2.bias', 'layer2.1.bn2.running_mean', 'layer2.1.bn2.running_var', 'layer2.1.bn2.num_batches_tracked', 'layer3.0.conv1.weight', 'layer3.0.bn1.weight', 'layer3.0.bn1.bias', 'layer3.0.bn1.running_mean', 'layer3.0.bn1.running_var', 'layer3.0.bn1.num_batches_tracked', 'layer3.0.conv2.weight', 'layer3.0.bn2.weight', 'layer3.0.bn2.bias', 'layer3.0.bn2.running_mean', 'layer3.0.bn2.running_var', 'layer3.0.bn2.num_batches_tracked', 'layer3.0.downsample.0.weight', 'layer3.0.downsample.1.weight', 'layer3.0.downsample.1.bias', 'layer3.0.downsample.1.running_mean', 'layer3.0.downsample.1.running_var', 'layer3.0.downsample.1.num_batches_tracked', 'layer3.1.conv1.weight', 'layer3.1.bn1.weight', 'layer3.1.bn1.bias', 'layer3.1.bn1.running_mean', 'layer3.1.bn1.running_var', 'layer3.1.bn1.num_batches_tracked', 'layer3.1.conv2.weight', 'layer3.1.bn2.weight', 'layer3.1.bn2.bias', 'layer3.1.bn2.running_mean', 'layer3.1.bn2.running_var', 'layer3.1.bn2.num_batches_tracked', 'layer4.0.conv1.weight', 'layer4.0.bn1.weight', 'layer4.0.bn1.bias', 'layer4.0.bn1.running_mean', 'layer4.0.bn1.running_var', 'layer4.0.bn1.num_batches_tracked', 'layer4.0.conv2.weight', 'layer4.0.bn2.weight', 'layer4.0.bn2.bias', 'layer4.0.bn2.running_mean', 'layer4.0.bn2.running_var', 'layer4.0.bn2.num_batches_tracked', 'layer4.0.downsample.0.weight', 'layer4.0.downsample.1.weight', 'layer4.0.downsample.1.bias', 'layer4.0.downsample.1.running_mean', 'layer4.0.downsample.1.running_var', 'layer4.0.downsample.1.num_batches_tracked', 'layer4.1.conv1.weight', 'layer4.1.bn1.weight', 'layer4.1.bn1.bias', 'layer4.1.bn1.running_mean', 'layer4.1.bn1.running_var', 'layer4.1.bn1.num_batches_tracked', 'layer4.1.conv2.weight', 'layer4.1.bn2.weight', 'layer4.1.bn2.bias', 'layer4.1.bn2.running_mean', 'layer4.1.bn2.running_var', 'layer4.1.bn2.num_batches_tracked', 'fc.bias', 'fc.weight'])\n"
     ]
    }
   ],
   "source": [
    "print(model.state_dict().keys())"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.4"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}