usingRavenNOBO.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [],
   "source": [
    "# OpenSoundscape imports\n",
    "from opensoundscape import Audio, Spectrogram\n",
    "from opensoundscape.annotations import BoxedAnnotations\n",
    "\n",
    "# General-purpose packages\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from glob import glob\n",
    "from pathlib import Path\n",
    "\n",
    "\n",
    "from matplotlib import pyplot as plt\n",
    "plt.rcParams['figure.figsize']=[15,5] #for big visuals\n",
    "%config InlineBackend.figure_format = 'retina'\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "\n",
    "# Define the root directory\n",
    "root_dir = \"ravenSelectionTables\"\n",
    "\n",
    "# Iterate through subdirectories\n",
    "for subdir, dirs, files in os.walk(root_dir):\n",
    "    for file in files:\n",
    "        # Get the full path of the file\n",
    "        file_path = os.path.join(subdir, file)\n",
    "        \n",
    "        # Check if the subfolder name contains 'chino08' or 'chino09'\n",
    "        if 'chino08' in subdir:\n",
    "            new_file_name = os.path.join(subdir, f\"chino08_{file}\")\n",
    "        elif 'chino09' in subdir:\n",
    "            new_file_name = os.path.join(subdir, f\"chino09_{file}\")\n",
    "        else:\n",
    "            continue  # Skip if the subfolder doesn't contain 'chino08' or 'chino09'\n",
    "        \n",
    "        # Rename the file\n",
    "        os.rename(file_path, new_file_name)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Loading Raven Files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221022_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221022_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221024_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221024_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221025_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221025_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221027_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221027_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221029_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221029_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221030_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221030_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221101_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221101_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221104_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221104_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221106_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221106_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221109_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221109_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221111_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221111_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221114_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221114_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221116_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221116_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221123_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221123_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221128_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221128_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221129_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221129_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221104_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221104_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221109_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221109_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221114_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221114_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221119_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221119_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221124_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221124_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221129_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221129_060000.txt\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221204_060000.txt to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221204_060000.txt\n",
      "['c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221022_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221024_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221025_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221027_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221029_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221030_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221101_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221104_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221106_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221109_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221111_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221114_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221116_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221123_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221128_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221129_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino09_20221104_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino09_20221109_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino09_20221114_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino09_20221119_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino09_20221124_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino09_20221129_060000.txt', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino09_20221204_060000.txt']\n"
     ]
    }
   ],
   "source": [
    "from glob import glob\n",
    "import os\n",
    "import re\n",
    "\n",
    "# Assuming your current working directory is the base path\n",
    "base_path = os.getcwd()\n",
    "\n",
    "# Folder name\n",
    "folder_name = \"ravenSelectionTables\"\n",
    "\n",
    "# Construct the relative path\n",
    "relative_folder_path = os.path.join(base_path, folder_name)\n",
    "\n",
    "# Use glob to find all .txt files directly in the folder\n",
    "selections = glob(os.path.join(relative_folder_path, \"*.txt\"))\n",
    "# Regular expression pattern to extract the date and time part\n",
    "pattern = r\"([^_]+_\\d{8}_\\d{6})\"\n",
    " #NOTE THIS MAY NOT WORK FOR ALL RECORDINGS IN OTHER FILES\n",
    "\n",
    "# Iterate through files and rename to include only the date and time part\n",
    "for old_file_path in selections:\n",
    "    old_file_name = os.path.basename(old_file_path)\n",
    "    \n",
    "    # Use regex to find the date and time part\n",
    "    match = re.search(pattern, old_file_name)\n",
    "    \n",
    "    if match:\n",
    "        new_file_name = match.group(1)\n",
    "        \n",
    "        # Construct the new file path\n",
    "        new_file_path = os.path.join(relative_folder_path, new_file_name + \".txt\")\n",
    "        \n",
    "        # Rename the file\n",
    "        os.rename(old_file_path, new_file_path)\n",
    "        print(f\"Renamed: {old_file_path} to {new_file_path}\")\n",
    "    else:\n",
    "        print(f\"No match found in filename: {old_file_name}\")\n",
    "\n",
    "# Optional: Print the updated list of files in ravenSelectionTables\n",
    "updated_selections = glob(os.path.join(relative_folder_path, \"*.txt\"))\n",
    "print(updated_selections)\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Rename audio files to match raven txt selection file names"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221022_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221022_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221024_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221024_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221025_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221025_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221027_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221027_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221029_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221029_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221030_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221030_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221101_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221101_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221104_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221104_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221106_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221106_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221109_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221109_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221111_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221111_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221114_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221114_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221116_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221116_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221123_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221123_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221128_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221128_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221129_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221129_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221104_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221104_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221109_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221109_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221114_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221114_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221119_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221119_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221124_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221124_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221129_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221129_060000.wav\n",
      "Renamed: c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221204_060000.wav to c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221204_060000.wav\n",
      "['c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221022_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221024_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221025_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221027_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221029_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221030_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221101_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221104_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221106_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221109_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221111_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221114_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221116_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221123_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221128_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino08_20221129_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino09_20221104_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino09_20221109_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino09_20221114_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino09_20221119_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino09_20221124_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino09_20221129_060000.wav', 'c:\\\\Users\\\\jonat\\\\Documents\\\\bobwhite\\\\ravenSelectionTables\\\\chino09_20221204_060000.wav']\n"
     ]
    }
   ],
   "source": [
    "# create a list of audio files, one corresponding to each Raven file\n",
    "'''so this is going through the ravenSelectionTables folder and finidng the audio files. \n",
    "For now, we manually make sure the audio name is EXACT SAME as the txt file name.'''\n",
    "audio_files = glob(os.path.join(relative_folder_path, \"*.wav\"))\n",
    "\n",
    "# Regular expression pattern to extract the date and time part\n",
    "pattern = r\"([^_]+_\\d{8}_\\d{6})\" #NOTE THIS MAY NOT WORK FOR ALL RECORDINGS IN OTHER FILES\n",
    "\n",
    "# Iterate through files and rename to include only the date and time part\n",
    "for old_file_path in audio_files:\n",
    "    old_file_name = os.path.basename(old_file_path)\n",
    "    \n",
    "    # Use regex to find the date and time part\n",
    "    match = re.search(pattern, old_file_name)\n",
    "    \n",
    "    if match:\n",
    "        new_file_name = match.group(1)\n",
    "        \n",
    "        # Construct the new file path\n",
    "        new_file_path = os.path.join(relative_folder_path, new_file_name + \".wav\")\n",
    "        \n",
    "        # Rename the file\n",
    "        os.rename(old_file_path, new_file_path)\n",
    "        print(f\"Renamed: {old_file_path} to {new_file_path}\")\n",
    "    else:\n",
    "        print(f\"No match found in filename: {old_file_name}\")\n",
    "\n",
    "# Optional: Print the updated list of files in ravenSelectionTables\n",
    "updated_audio_files = glob(os.path.join(relative_folder_path, \"*.wav\"))\n",
    "print(updated_audio_files)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "\n",
    "def find_matching_pairs(folder_path):\n",
    "    matching_pairs = []\n",
    "    missing_pairs = []\n",
    "    duplicate_files = []\n",
    "\n",
    "    all_files = [file for file in os.listdir(folder_path) if file.endswith((\".wav\", \".txt\"))]\n",
    "    wav_files = set(file for file in all_files if file.endswith(\".wav\"))\n",
    "    txt_files = set(file for file in all_files if file.endswith(\".txt\"))\n",
    "\n",
    "    # Check for matching pairs\n",
    "    for wav_file in wav_files:\n",
    "        txt_file = wav_file.replace(\".wav\", \".txt\")\n",
    "        if txt_file in txt_files:\n",
    "            matching_pairs.append((wav_file, txt_file))\n",
    "        else:\n",
    "            missing_pairs.append(wav_file)\n",
    "\n",
    "    for txt_file in txt_files:\n",
    "        wav_file = txt_file.replace(\".txt\", \".wav\")\n",
    "        if wav_file not in wav_files:\n",
    "            missing_pairs.append(txt_file)\n",
    "\n",
    "    # Check for duplicates\n",
    "    file_count = {}\n",
    "    for file in all_files:\n",
    "        if file in file_count:\n",
    "            file_count[file] += 1\n",
    "        else:\n",
    "            file_count[file] = 1\n",
    "\n",
    "    for file, count in file_count.items():\n",
    "        if count > 1:\n",
    "            duplicate_files.append(file)\n",
    "\n",
    "    # Print warnings\n",
    "    if missing_pairs:\n",
    "        print(\"Warning: Some files do not have corresponding pairs:\")\n",
    "        for file in missing_pairs:\n",
    "            print(file)\n",
    "\n",
    "    if duplicate_files:\n",
    "        print(\"Warning: Some files are duplicated:\")\n",
    "        for file in duplicate_files:\n",
    "            print(file)\n",
    "\n",
    "    return matching_pairs\n",
    "\n",
    "# Replace 'folder_path' with the path to your ravenSelectiontable folder\n",
    "folder_path = './ravenSelectionTables'\n",
    "matching_pairs = find_matching_pairs(folder_path)\n",
    "#for pair in matching_pairs:\n",
    "    #print(pair)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "It seems like the column \"annotations\" is a number, while at the end there is a column \"Annotations\" thats not supposed to be there"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>audio_file</th>\n",
       "      <th>annotation_file</th>\n",
       "      <th>length</th>\n",
       "      <th>start_time</th>\n",
       "      <th>end_time</th>\n",
       "      <th>low_f</th>\n",
       "      <th>high_f</th>\n",
       "      <th>Selection</th>\n",
       "      <th>Avg Power Density (dB FS/Hz)</th>\n",
       "      <th>Channel</th>\n",
       "      <th>View</th>\n",
       "      <th>annotation</th>\n",
       "      <th>Delta Freq (Hz)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>0.4319</td>\n",
       "      <td>3.965968</td>\n",
       "      <td>4.397906</td>\n",
       "      <td>875.324</td>\n",
       "      <td>2379.786</td>\n",
       "      <td>1</td>\n",
       "      <td>-69.59</td>\n",
       "      <td>1</td>\n",
       "      <td>Spectrogram 1</td>\n",
       "      <td>NOBO?</td>\n",
       "      <td>1504.462</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>0.3829</td>\n",
       "      <td>6.253273</td>\n",
       "      <td>6.636125</td>\n",
       "      <td>711.201</td>\n",
       "      <td>2407.140</td>\n",
       "      <td>2</td>\n",
       "      <td>-69.65</td>\n",
       "      <td>1</td>\n",
       "      <td>Spectrogram 1</td>\n",
       "      <td>NOBO?</td>\n",
       "      <td>1695.939</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>0.4319</td>\n",
       "      <td>7.794502</td>\n",
       "      <td>8.226439</td>\n",
       "      <td>711.201</td>\n",
       "      <td>2407.140</td>\n",
       "      <td>3</td>\n",
       "      <td>-71.17</td>\n",
       "      <td>1</td>\n",
       "      <td>Spectrogram 1</td>\n",
       "      <td>NOBO?</td>\n",
       "      <td>1695.939</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>0.4319</td>\n",
       "      <td>9.090314</td>\n",
       "      <td>9.522251</td>\n",
       "      <td>656.493</td>\n",
       "      <td>2434.494</td>\n",
       "      <td>4</td>\n",
       "      <td>-69.66</td>\n",
       "      <td>1</td>\n",
       "      <td>Spectrogram 1</td>\n",
       "      <td>NOBO?</td>\n",
       "      <td>1778.001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>0.3534</td>\n",
       "      <td>173.404513</td>\n",
       "      <td>173.757917</td>\n",
       "      <td>1340.340</td>\n",
       "      <td>2434.494</td>\n",
       "      <td>5</td>\n",
       "      <td>-75.79</td>\n",
       "      <td>1</td>\n",
       "      <td>Spectrogram 1</td>\n",
       "      <td>NOBO?</td>\n",
       "      <td>1094.154</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>0.5497</td>\n",
       "      <td>203.125508</td>\n",
       "      <td>203.675246</td>\n",
       "      <td>1312.986</td>\n",
       "      <td>2325.079</td>\n",
       "      <td>6</td>\n",
       "      <td>-75.56</td>\n",
       "      <td>1</td>\n",
       "      <td>Spectrogram 1</td>\n",
       "      <td>NOBO?</td>\n",
       "      <td>1012.093</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>0.9762</td>\n",
       "      <td>228.023939</td>\n",
       "      <td>229.000169</td>\n",
       "      <td>1340.340</td>\n",
       "      <td>2543.910</td>\n",
       "      <td>7</td>\n",
       "      <td>-76.43</td>\n",
       "      <td>1</td>\n",
       "      <td>Spectrogram 1</td>\n",
       "      <td>NOBO?</td>\n",
       "      <td>1203.570</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>1.0652</td>\n",
       "      <td>238.451164</td>\n",
       "      <td>239.516400</td>\n",
       "      <td>957.385</td>\n",
       "      <td>2352.433</td>\n",
       "      <td>8</td>\n",
       "      <td>-73.78</td>\n",
       "      <td>1</td>\n",
       "      <td>Spectrogram 1</td>\n",
       "      <td>NOBO?</td>\n",
       "      <td>1395.048</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>0.9087</td>\n",
       "      <td>381.698337</td>\n",
       "      <td>382.607028</td>\n",
       "      <td>1121.509</td>\n",
       "      <td>2243.017</td>\n",
       "      <td>9</td>\n",
       "      <td>-69.67</td>\n",
       "      <td>1</td>\n",
       "      <td>Spectrogram 1</td>\n",
       "      <td>NOBO?</td>\n",
       "      <td>1121.508</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...</td>\n",
       "      <td>1.0671</td>\n",
       "      <td>389.420798</td>\n",
       "      <td>390.487866</td>\n",
       "      <td>1340.340</td>\n",
       "      <td>2379.786</td>\n",
       "      <td>10</td>\n",
       "      <td>-74.70</td>\n",
       "      <td>1</td>\n",
       "      <td>Spectrogram 1</td>\n",
       "      <td>NOBO?</td>\n",
       "      <td>1039.446</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                          audio_file  \\\n",
       "0  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...   \n",
       "1  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...   \n",
       "2  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...   \n",
       "3  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...   \n",
       "4  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...   \n",
       "5  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...   \n",
       "6  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...   \n",
       "7  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...   \n",
       "8  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...   \n",
       "9  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...   \n",
       "\n",
       "                                     annotation_file  length  start_time  \\\n",
       "0  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...  0.4319    3.965968   \n",
       "1  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...  0.3829    6.253273   \n",
       "2  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...  0.4319    7.794502   \n",
       "3  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...  0.4319    9.090314   \n",
       "4  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...  0.3534  173.404513   \n",
       "5  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...  0.5497  203.125508   \n",
       "6  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...  0.9762  228.023939   \n",
       "7  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...  1.0652  238.451164   \n",
       "8  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...  0.9087  381.698337   \n",
       "9  c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...  1.0671  389.420798   \n",
       "\n",
       "     end_time     low_f    high_f Selection  Avg Power Density (dB FS/Hz)  \\\n",
       "0    4.397906   875.324  2379.786         1                        -69.59   \n",
       "1    6.636125   711.201  2407.140         2                        -69.65   \n",
       "2    8.226439   711.201  2407.140         3                        -71.17   \n",
       "3    9.522251   656.493  2434.494         4                        -69.66   \n",
       "4  173.757917  1340.340  2434.494         5                        -75.79   \n",
       "5  203.675246  1312.986  2325.079         6                        -75.56   \n",
       "6  229.000169  1340.340  2543.910         7                        -76.43   \n",
       "7  239.516400   957.385  2352.433         8                        -73.78   \n",
       "8  382.607028  1121.509  2243.017         9                        -69.67   \n",
       "9  390.487866  1340.340  2379.786        10                        -74.70   \n",
       "\n",
       "  Channel           View annotation  Delta Freq (Hz)  \n",
       "0       1  Spectrogram 1      NOBO?         1504.462  \n",
       "1       1  Spectrogram 1      NOBO?         1695.939  \n",
       "2       1  Spectrogram 1      NOBO?         1695.939  \n",
       "3       1  Spectrogram 1      NOBO?         1778.001  \n",
       "4       1  Spectrogram 1      NOBO?         1094.154  \n",
       "5       1  Spectrogram 1      NOBO?         1012.093  \n",
       "6       1  Spectrogram 1      NOBO?         1203.570  \n",
       "7       1  Spectrogram 1      NOBO?         1395.048  \n",
       "8       1  Spectrogram 1      NOBO?         1121.508  \n",
       "9       1  Spectrogram 1      NOBO?         1039.446  "
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from opensoundscape import BoxedAnnotations\n",
    "\n",
    "all_annotations = BoxedAnnotations.from_raven_files(\n",
    "    updated_selections,updated_audio_files)\n",
    "\n",
    "#RENAME DUPLICATE ANNOTATION TEST\n",
    "all_annotations.df.rename(columns={'annotation': 'length'}, inplace=True)\n",
    "all_annotations.df.rename(columns={'Annotation': 'annotation'}, inplace=True)\n",
    "\n",
    "all_annotations.df.head(10)\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "annotation\n",
       "NOBO          1300\n",
       "NOBOF          169\n",
       "NOBO?           45\n",
       "NOT A NOBO      21\n",
       "NOBO2           20\n",
       "NOBOD            2\n",
       "NOBO3            2\n",
       "NOOB             1\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "all_annotations.df.annotation.value_counts() "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [],
   "source": [
    "#keep only annotations that say \"NOBO\"\n",
    "class_list = ['NOBO']"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Now time for one hot encoding for the model\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>NOBO</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>file</th>\n",
       "      <th>start_time</th>\n",
       "      <th>end_time</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221101_060000.wav</th>\n",
       "      <th>0.0</th>\n",
       "      <th>1.0</th>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.5</th>\n",
       "      <th>1.5</th>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1.0</th>\n",
       "      <th>2.0</th>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1.5</th>\n",
       "      <th>2.5</th>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2.0</th>\n",
       "      <th>3.0</th>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                        NOBO\n",
       "file                                               start_time end_time      \n",
       "c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectio... 0.0        1.0        0.0\n",
       "                                                   0.5        1.5        0.0\n",
       "                                                   1.0        2.0        0.0\n",
       "                                                   1.5        2.5        0.0\n",
       "                                                   2.0        3.0        0.0"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# create labels for fixed-duration (2 second) clips \n",
    "\n",
    "'''since we aren't in the ravenselectiontable directory since the beginning, \n",
    "I ASSUME that i need to reference the audio file path manually under audio_files parameter'''\n",
    "\n",
    "audio_location = glob(os.path.join(relative_folder_path, \"*.wav\"))\n",
    "\n",
    "#print(audio_location)\n",
    "\n",
    "#change labels\n",
    "labels = all_annotations.one_hot_clip_labels(\n",
    "  clip_duration=1,\n",
    "  clip_overlap=0.5,#.5\n",
    "  min_label_overlap=0.2,\n",
    "  class_subset=class_list, #maybe we can add NOBO?\n",
    "  audio_files= audio_location\n",
    ")\n",
    "\n",
    "# Set the option to display all rows\n",
    "pd.set_option('display.max_rows', None)\n",
    "\n",
    "labels.head()\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [],
   "source": [
    "labels.to_csv(\"labels.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of 1s in 'NOBO': 1568\n",
      "Number of 0s in 'NOBO': 26008\n"
     ]
    }
   ],
   "source": [
    "# Count the occurrences of each value in the 'NOBO' column\n",
    "value_counts = labels['NOBO'].value_counts()\n",
    "\n",
    "# Get the count of 1s and 0s\n",
    "count_ones = value_counts.get(1, 0)  # Get the count of 1s, default to 0 if not found\n",
    "count_zeros = value_counts.get(0, 0)  # Get the count of 0s, default to 0 if not found\n",
    "\n",
    "print(\"Number of 1s in 'NOBO':\", count_ones)\n",
    "print(\"Number of 0s in 'NOBO':\", count_zeros)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Training the model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Files to be removed:\n",
      "file\n",
      "c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221123_060000.wav    c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...\n",
      "c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221129_060000.wav    c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelecti...\n",
      "Name: file, dtype: object\n"
     ]
    }
   ],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "import shutup; shutup.please()\n",
    "\n",
    "\n",
    "# Calculate 20% of unique file names\n",
    "num_files_to_remove = int(0.1 * labels.index.get_level_values('file').nunique())\n",
    "\n",
    "# Get a random sample of file names to remove\n",
    "files_to_remove = labels.index.get_level_values('file').unique().to_series().sample(n=num_files_to_remove, random_state=7)\n",
    "\n",
    "# Print the filenames that are being removed\n",
    "print(\"Files to be removed:\")\n",
    "print(files_to_remove)\n",
    "\n",
    "# Create a DataFrame containing the files to remove\n",
    "testing_df = labels[labels.index.get_level_values('file').isin(files_to_remove)]\n",
    "\n",
    "# Remove the files to be removed from the original DataFrame\n",
    "labels_filtered = labels[~labels.index.get_level_values('file').isin(files_to_remove)]\n",
    "\n",
    "# Split the DataFrame based on unique values in the 'file' column\n",
    "train_files, validation_files = train_test_split(labels_filtered.index.get_level_values('file').unique(), test_size=0.2, random_state=27)\n",
    "\n",
    "# Filter the labels DataFrame based on the split file names\n",
    "train_df = labels_filtered[labels_filtered.index.get_level_values('file').isin(train_files)]\n",
    "validation_df = labels_filtered[labels_filtered.index.get_level_values('file').isin(validation_files)]\n",
    "\n",
    "# Randomly shuffle the rows of train_df\n",
    "train_df = train_df.sample(frac=1)\n",
    "\n",
    "# Randomly shuffle the rows of valid_df\n",
    "validation_df = validation_df.sample(frac=1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>NOBO</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>file</th>\n",
       "      <th>start_time</th>\n",
       "      <th>end_time</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino09_20221204_060000.wav</th>\n",
       "      <th>453.5</th>\n",
       "      <th>454.5</th>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221027_060000.wav</th>\n",
       "      <th>353.5</th>\n",
       "      <th>354.5</th>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221025_060000.wav</th>\n",
       "      <th>431.5</th>\n",
       "      <th>432.5</th>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221024_060000.wav</th>\n",
       "      <th>227.0</th>\n",
       "      <th>228.0</th>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectionTables\\chino08_20221025_060000.wav</th>\n",
       "      <th>245.0</th>\n",
       "      <th>246.0</th>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                        NOBO\n",
       "file                                               start_time end_time      \n",
       "c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectio... 453.5      454.5      0.0\n",
       "c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectio... 353.5      354.5      0.0\n",
       "c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectio... 431.5      432.5      1.0\n",
       "c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectio... 227.0      228.0      0.0\n",
       "c:\\Users\\jonat\\Documents\\bobwhite\\ravenSelectio... 245.0      246.0      0.0"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "19183\n",
      "5995\n"
     ]
    }
   ],
   "source": [
    "print(len(train_df))\n",
    "print(len(validation_df))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of 1s in 'NOBO': 939\n",
      "Number of 0s in 'NOBO': 18244\n"
     ]
    }
   ],
   "source": [
    "# Count the occurrences of each value in the 'NOBO' column\n",
    "value_counts = train_df['NOBO'].value_counts()\n",
    "\n",
    "# Get the count of 1s and 0s\n",
    "count_ones = value_counts.get(1, 0)  # Get the count of 1s, default to 0 if not found\n",
    "count_zeros = value_counts.get(0, 0)  # Get the count of 0s, default to 0 if not found\n",
    "\n",
    "print(\"Number of 1s in 'NOBO':\", count_ones)\n",
    "print(\"Number of 0s in 'NOBO':\", count_zeros)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Training Epoch 0\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "cae0b7c0c94b4bae817abaa35b5ae0e9",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/600 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "\n",
    "from opensoundscape import CNN\n",
    "from opensoundscape.ml.cnn import load_model\n",
    "\n",
    "import shutup; shutup.please()\n",
    "\n",
    "# just make two different csv of train and validation\n",
    "# Define constants\n",
    "SAMPLE_DURATION = 1.0 #what is this; has to be same as clip duration, so 1\n",
    "NUM_EPOCHS = 10\n",
    "BATCH_SIZE = 32  #too SLOW, maybe 256, #16 gives us Epoch 2 with Validation score 0.768.\n",
    "SAVE_INTERVAL = 1000\n",
    "\n",
    "# Specify paths\n",
    "model_path = './bird_training/bobwhite/best.model'\n",
    "save_path = './bird_training/bobwhite'\n",
    "\n",
    "if os.path.exists(model_path):\n",
    "    model = load_model(model_path)\n",
    "else:\n",
    "    model = CNN('resnet18', classes=class_list, sample_duration=SAMPLE_DURATION) #resnet 18 previously #try this\n",
    "\n",
    "    model.preprocessor.pipeline.bandpass.set(min_f=1500, max_f=3000)\n",
    "    \n",
    "    model.optimizer_params['lr']=0.001 #.001\n",
    "    model.optimizer_params['weight_decay']=.05   #.005  #.05 gives .69 val on first epoch #.05 no, .005 no\n",
    "    model.lr_update_interval = 2\n",
    "  #est Model Appears at Epoch 7 with Validation score 0.875. with 32 batch, .001, .05\n",
    "    \n",
    "    model.train(\n",
    "        train_df=train_df,\n",
    "        validation_df=validation_df,\n",
    "        save_path=save_path,\n",
    "        epochs=NUM_EPOCHS,\n",
    "        batch_size=BATCH_SIZE,\n",
    "        save_interval=SAVE_INTERVAL,\n",
    "        log_interval=720,\n",
    "        num_workers=4, #specify 4 if you have 4 CPU processes, eg; 0 means only the root process i have 8\n",
    "    )\n",
    "\n",
    "    model.save(model_path)\n",
    "    model = load_model(model_path)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'lr': 0.0007,\n",
       " 'momentum': 0.9,\n",
       " 'weight_decay': 0.05,\n",
       " 'params': [Parameter containing:\n",
       "  tensor([[[[ 1.1617e-03,  4.7028e-04,  4.5411e-04,  ...,  3.0411e-03,\n",
       "              6.8131e-04, -5.6120e-04],\n",
       "            [ 2.2247e-03,  1.3309e-03, -4.7355e-03,  ..., -1.2872e-02,\n",
       "             -6.5442e-03,  1.9211e-04],\n",
       "            [ 1.5920e-03,  4.0124e-03,  1.5302e-02,  ...,  2.6128e-02,\n",
       "              1.2773e-02,  3.6502e-03],\n",
       "            ...,\n",
       "            [-9.1071e-04,  1.5360e-04,  2.9546e-03,  ..., -1.7700e-02,\n",
       "             -2.1969e-02, -1.3793e-02],\n",
       "            [ 1.8101e-03,  1.4999e-03,  2.5044e-03,  ...,  1.9147e-02,\n",
       "              1.7952e-02,  7.1234e-03],\n",
       "            [-1.0458e-03, -1.3970e-03, -2.2326e-03,  ..., -9.1244e-03,\n",
       "             -5.9384e-03, -1.5933e-03]],\n",
       "  \n",
       "           [[ 1.0720e-03, -5.6838e-04, -1.1247e-03,  ...,  2.0305e-03,\n",
       "             -8.6427e-05, -1.2112e-03],\n",
       "            [ 4.0087e-03,  2.5483e-03, -4.2379e-03,  ..., -1.5059e-02,\n",
       "             -7.8926e-03, -4.1820e-06],\n",
       "            [ 1.9040e-03,  5.9588e-03,  2.0519e-02,  ...,  3.5335e-02,\n",
       "              1.8313e-02,  6.4241e-03],\n",
       "            ...,\n",
       "            [-2.5295e-03, -9.6067e-04,  6.4836e-04,  ..., -2.3635e-02,\n",
       "             -2.9479e-02, -1.9248e-02],\n",
       "            [ 1.8711e-03,  2.0568e-03,  4.0638e-03,  ...,  2.5597e-02,\n",
       "              2.2444e-02,  8.8069e-03],\n",
       "            [ 6.2043e-05, -9.4206e-04, -1.7813e-03,  ..., -9.3873e-03,\n",
       "             -5.7218e-03, -1.0285e-03]],\n",
       "  \n",
       "           [[ 1.6724e-03,  2.9236e-04,  1.6307e-03,  ...,  4.6868e-03,\n",
       "              1.5642e-03, -1.0362e-03],\n",
       "            [ 2.5777e-03, -1.4330e-05, -5.6055e-03,  ..., -1.2112e-02,\n",
       "             -6.5592e-03, -1.2380e-03],\n",
       "            [ 2.3909e-03,  3.2944e-03,  1.1583e-02,  ...,  1.7456e-02,\n",
       "              5.1458e-03,  1.0267e-03],\n",
       "            ...,\n",
       "            [-1.2134e-03,  2.2267e-04,  4.2046e-03,  ..., -6.9934e-03,\n",
       "             -1.4090e-02, -8.5153e-03],\n",
       "            [ 1.2050e-03, -7.1560e-04, -2.5642e-03,  ...,  1.0491e-02,\n",
       "              1.0498e-02,  4.4761e-03],\n",
       "            [-1.7590e-04, -1.0521e-03, -1.5453e-03,  ..., -9.3250e-03,\n",
       "             -7.5128e-03, -3.0022e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[ 1.7079e-03,  1.8905e-03,  1.3572e-03,  ..., -1.0705e-03,\n",
       "             -2.0480e-04, -1.2711e-03],\n",
       "            [ 4.1365e-03,  4.2529e-03,  4.6118e-03,  ...,  7.5303e-03,\n",
       "              7.7155e-03,  7.0532e-03],\n",
       "            [ 1.1285e-03,  1.6103e-03,  2.1369e-03,  ...,  2.9294e-03,\n",
       "              4.3022e-03,  6.2580e-03],\n",
       "            ...,\n",
       "            [-3.1525e-04, -5.3972e-03, -7.4071e-03,  ..., -8.2831e-03,\n",
       "             -5.9389e-03, -2.4835e-03],\n",
       "            [ 2.1764e-03, -1.4229e-04, -1.4694e-03,  ..., -2.1511e-03,\n",
       "             -1.7266e-03, -1.6980e-03],\n",
       "            [ 1.5737e-03,  1.2186e-03,  8.2333e-04,  ..., -7.3761e-04,\n",
       "              9.0506e-04, -2.0452e-04]],\n",
       "  \n",
       "           [[ 2.0270e-03,  2.5907e-03,  3.3006e-03,  ...,  3.2275e-03,\n",
       "              3.1461e-03,  5.6190e-04],\n",
       "            [ 3.7300e-03,  5.0613e-03,  7.1122e-03,  ...,  1.4389e-02,\n",
       "              1.4049e-02,  1.1452e-02],\n",
       "            [-1.5237e-03,  4.3140e-04,  1.7894e-03,  ...,  6.7750e-03,\n",
       "              8.3408e-03,  9.2964e-03],\n",
       "            ...,\n",
       "            [-4.4988e-03, -1.1733e-02, -1.5458e-02,  ..., -1.5232e-02,\n",
       "             -1.1079e-02, -5.0759e-03],\n",
       "            [ 2.8421e-03, -8.0581e-04, -4.0743e-03,  ..., -5.7901e-03,\n",
       "             -4.0899e-03, -2.7401e-03],\n",
       "            [ 4.3575e-03,  4.4316e-03,  3.3965e-03,  ...,  7.6397e-04,\n",
       "              2.1268e-03,  1.2755e-03]],\n",
       "  \n",
       "           [[ 1.0474e-03,  1.4893e-03,  1.5724e-03,  ...,  3.0657e-03,\n",
       "              2.2132e-03, -1.0533e-03],\n",
       "            [ 3.2299e-03,  3.6571e-03,  5.2568e-03,  ...,  1.3227e-02,\n",
       "              1.2036e-02,  9.1903e-03],\n",
       "            [-8.2569e-04,  4.6566e-04,  1.6288e-03,  ...,  7.1306e-03,\n",
       "              6.6374e-03,  7.0966e-03],\n",
       "            ...,\n",
       "            [-2.6317e-03, -8.4742e-03, -1.2243e-02,  ..., -1.0512e-02,\n",
       "             -8.0950e-03, -3.8239e-03],\n",
       "            [ 3.2991e-03, -4.5718e-04, -4.3566e-03,  ..., -4.3264e-03,\n",
       "             -3.8379e-03, -2.6190e-03],\n",
       "            [ 5.8802e-03,  4.1602e-03,  1.8103e-03,  ..., -4.0499e-04,\n",
       "              2.3262e-04, -3.5449e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-3.4917e-09, -3.1703e-09, -3.6386e-09,  ..., -4.8314e-09,\n",
       "             -5.3760e-09, -4.1126e-09],\n",
       "            [-3.0135e-10,  1.0162e-10, -3.9895e-10,  ..., -2.4571e-09,\n",
       "             -2.1611e-09, -1.5055e-10],\n",
       "            [ 3.5473e-09,  3.7279e-09,  2.9226e-09,  ..., -4.8072e-10,\n",
       "             -5.3987e-11,  2.0924e-09],\n",
       "            ...,\n",
       "            [ 4.7273e-09,  4.9492e-09,  3.9350e-09,  ..., -8.6230e-10,\n",
       "             -2.3499e-09, -6.5398e-10],\n",
       "            [ 6.3616e-09,  7.2775e-09,  8.6160e-09,  ...,  6.5236e-09,\n",
       "              5.2398e-09,  4.6005e-09],\n",
       "            [ 6.1913e-09,  6.7266e-09,  9.0865e-09,  ...,  1.0550e-08,\n",
       "              8.7308e-09,  8.4628e-09]],\n",
       "  \n",
       "           [[-6.2562e-09, -4.7397e-09, -5.1133e-09,  ..., -5.8214e-09,\n",
       "             -6.5614e-09, -5.3340e-09],\n",
       "            [-2.8304e-09, -1.2352e-09, -1.4847e-09,  ..., -3.5950e-09,\n",
       "             -3.3042e-09, -1.1129e-09],\n",
       "            [ 1.0754e-09,  2.3964e-09,  1.5392e-09,  ..., -9.2161e-10,\n",
       "             -3.9238e-10,  1.9597e-09],\n",
       "            ...,\n",
       "            [ 2.7615e-09,  3.7234e-09,  2.1936e-09,  ..., -2.1755e-09,\n",
       "             -2.9546e-09, -8.9959e-10],\n",
       "            [ 3.8264e-09,  4.8485e-09,  5.1543e-09,  ...,  3.1193e-09,\n",
       "              2.0598e-09,  2.2629e-09],\n",
       "            [ 2.9498e-09,  3.5006e-09,  4.4585e-09,  ...,  5.7455e-09,\n",
       "              4.3163e-09,  4.8727e-09]],\n",
       "  \n",
       "           [[-2.1598e-09,  6.5422e-10,  3.8590e-10,  ..., -2.8991e-10,\n",
       "             -1.2925e-09, -7.7152e-10],\n",
       "            [ 2.0558e-09,  5.3133e-09,  5.3965e-09,  ...,  3.7667e-09,\n",
       "              3.5225e-09,  4.8124e-09],\n",
       "            [ 5.1449e-09,  8.1767e-09,  7.8551e-09,  ...,  6.6640e-09,\n",
       "              6.6492e-09,  8.1091e-09],\n",
       "            ...,\n",
       "            [ 4.8690e-09,  7.4307e-09,  6.1855e-09,  ...,  3.3680e-09,\n",
       "              3.3712e-09,  5.6039e-09],\n",
       "            [ 4.5077e-09,  6.6929e-09,  6.8001e-09,  ...,  5.7574e-09,\n",
       "              5.7794e-09,  7.0964e-09],\n",
       "            [ 3.0656e-09,  4.3475e-09,  5.1550e-09,  ...,  6.8729e-09,\n",
       "              6.5729e-09,  7.8111e-09]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[-3.2951e-03,  1.4023e-04,  1.8417e-03,  ...,  5.8817e-03,\n",
       "             -2.1241e-04, -1.6718e-03],\n",
       "            [-2.6561e-03,  1.0696e-03,  3.2051e-03,  ...,  8.1310e-03,\n",
       "              3.7241e-03,  1.4863e-03],\n",
       "            [-1.8299e-03,  1.9212e-04,  1.8493e-03,  ...,  5.9821e-03,\n",
       "              2.0394e-03,  6.9585e-04],\n",
       "            ...,\n",
       "            [ 5.9892e-04,  2.6164e-03,  3.0977e-03,  ...,  5.4181e-03,\n",
       "             -1.7793e-04, -2.3551e-03],\n",
       "            [-2.0246e-03, -9.8583e-04,  7.1219e-04,  ...,  4.7506e-03,\n",
       "             -2.1650e-03, -5.3926e-03],\n",
       "            [-1.1563e-03, -2.0624e-03, -1.0752e-03,  ...,  5.4537e-03,\n",
       "             -1.9229e-03, -5.0049e-03]],\n",
       "  \n",
       "           [[-3.6420e-03,  4.6601e-04,  1.8828e-03,  ...,  4.8494e-03,\n",
       "             -5.6475e-04, -1.0829e-03],\n",
       "            [-2.4915e-03,  1.8518e-03,  2.8260e-03,  ...,  6.8661e-03,\n",
       "              2.9222e-03,  1.5931e-03],\n",
       "            [-2.1816e-03,  1.1222e-03,  1.7155e-03,  ...,  4.7019e-03,\n",
       "              2.4292e-03,  1.6625e-03],\n",
       "            ...,\n",
       "            [ 7.4138e-04,  3.3916e-03,  3.1840e-03,  ...,  4.8417e-03,\n",
       "              3.3797e-04, -7.2535e-04],\n",
       "            [-9.1863e-04,  7.4770e-04,  2.2827e-03,  ...,  4.7029e-03,\n",
       "             -7.5992e-04, -3.0500e-03],\n",
       "            [-7.5613e-04,  3.1703e-05,  9.0196e-04,  ...,  6.4132e-03,\n",
       "              2.7162e-05, -1.9960e-03]],\n",
       "  \n",
       "           [[-4.3973e-03, -1.1160e-03,  1.5190e-03,  ...,  5.3209e-03,\n",
       "             -7.7570e-04, -2.2847e-03],\n",
       "            [-1.7499e-03,  1.5054e-03,  3.3515e-03,  ...,  8.1987e-03,\n",
       "              3.6278e-03,  2.1752e-03],\n",
       "            [-2.7205e-03,  2.2319e-04,  1.0013e-03,  ...,  4.8003e-03,\n",
       "              1.7368e-03,  1.1577e-03],\n",
       "            ...,\n",
       "            [-2.4656e-04,  1.5986e-03,  1.5411e-03,  ...,  3.3083e-03,\n",
       "             -1.3439e-03, -2.3699e-03],\n",
       "            [-9.0060e-04, -1.8678e-04,  1.3666e-03,  ...,  3.4583e-03,\n",
       "             -2.2498e-03, -3.8676e-03],\n",
       "            [-1.2885e-04, -5.6079e-04, -3.1437e-04,  ...,  4.7903e-03,\n",
       "             -1.0924e-03, -2.7929e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[-1.0436e-04,  7.6069e-04,  1.7214e-03,  ...,  1.2031e-03,\n",
       "              1.6334e-04,  4.4031e-04],\n",
       "            [ 7.1730e-04, -1.8056e-03, -1.7768e-03,  ...,  3.3475e-03,\n",
       "              1.7861e-03,  2.0753e-03],\n",
       "            [-1.6125e-03, -6.0975e-03, -6.8561e-03,  ...,  1.4167e-03,\n",
       "              1.4179e-03,  8.1347e-04],\n",
       "            ...,\n",
       "            [ 8.7634e-04, -1.0844e-04, -4.4901e-04,  ..., -1.6494e-04,\n",
       "              5.0475e-04,  3.6753e-04],\n",
       "            [ 3.9464e-05,  6.1448e-04,  1.0697e-03,  ...,  6.6849e-05,\n",
       "              9.4322e-04, -2.1508e-04],\n",
       "            [ 3.0407e-04,  1.0181e-03,  7.9844e-04,  ...,  2.2525e-04,\n",
       "              7.3403e-04,  4.5357e-04]],\n",
       "  \n",
       "           [[-3.7545e-04, -2.5086e-04,  4.3083e-04,  ..., -5.4830e-04,\n",
       "             -2.9041e-05,  3.3882e-04],\n",
       "            [-6.8072e-04, -3.5341e-03, -3.4978e-03,  ...,  1.2327e-03,\n",
       "              8.1073e-04,  6.7266e-04],\n",
       "            [-2.5245e-03, -7.4597e-03, -8.0417e-03,  ...,  3.0719e-04,\n",
       "              1.1716e-03,  1.1579e-04],\n",
       "            ...,\n",
       "            [ 9.1401e-05, -1.1559e-03, -9.5514e-04,  ..., -4.7602e-04,\n",
       "              8.1551e-04,  1.9528e-04],\n",
       "            [ 4.7921e-05,  3.6507e-04,  1.4590e-03,  ...,  1.8932e-04,\n",
       "              1.7266e-03,  2.3475e-04],\n",
       "            [-3.7612e-04, -7.8057e-06,  3.6014e-04,  ..., -5.6553e-04,\n",
       "              1.1568e-03,  5.6937e-04]],\n",
       "  \n",
       "           [[ 2.8316e-04, -4.5536e-04,  1.5919e-04,  ..., -2.5615e-03,\n",
       "             -1.7450e-03, -1.5962e-03],\n",
       "            [ 1.9390e-04, -2.7654e-03, -2.9484e-03,  ..., -1.1084e-03,\n",
       "             -1.6056e-03, -2.3223e-03],\n",
       "            [-9.1125e-04, -5.1606e-03, -5.5471e-03,  ..., -8.5655e-04,\n",
       "             -8.7319e-04, -2.4803e-03],\n",
       "            ...,\n",
       "            [ 5.6742e-04, -6.6517e-04, -7.6459e-05,  ..., -1.9814e-03,\n",
       "             -8.0493e-04, -1.5818e-03],\n",
       "            [ 2.0769e-04, -2.0035e-04,  1.1989e-03,  ..., -1.2362e-03,\n",
       "              5.3508e-04, -9.8164e-04],\n",
       "            [-9.3204e-04, -1.7692e-03, -1.0445e-03,  ..., -2.5567e-03,\n",
       "             -8.3221e-04, -1.5544e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[-4.3994e-03, -1.6719e-03, -1.3980e-03,  ..., -5.9797e-04,\n",
       "             -4.9644e-04, -1.2268e-03],\n",
       "            [-3.0001e-03,  3.1544e-03,  4.4289e-03,  ..., -4.8590e-04,\n",
       "             -3.7963e-04, -1.8902e-03],\n",
       "            [ 3.1372e-03,  8.4039e-03,  1.1770e-03,  ..., -8.6710e-03,\n",
       "             -3.4782e-03, -3.5126e-03],\n",
       "            ...,\n",
       "            [-3.6616e-03, -1.2223e-02, -1.3372e-02,  ...,  1.4757e-02,\n",
       "              8.5292e-03,  3.3182e-03],\n",
       "            [-1.7118e-03, -5.9937e-04,  5.4639e-03,  ...,  1.2522e-02,\n",
       "              1.7380e-03, -1.2949e-03],\n",
       "            [-7.1076e-04,  2.5954e-03,  5.4732e-03,  ...,  1.2895e-03,\n",
       "             -4.7568e-03, -3.2414e-03]],\n",
       "  \n",
       "           [[-3.0253e-03, -5.4990e-05, -1.7848e-03,  ..., -2.0901e-03,\n",
       "             -1.2380e-03, -3.4559e-04],\n",
       "            [ 6.1353e-04,  6.3488e-03,  5.7936e-03,  ..., -2.4442e-03,\n",
       "             -1.7520e-03, -8.7964e-04],\n",
       "            [ 5.6573e-03,  9.4530e-03, -2.5249e-03,  ..., -1.3679e-02,\n",
       "             -5.2379e-03, -3.2976e-03],\n",
       "            ...,\n",
       "            [-8.0957e-03, -1.9639e-02, -1.9205e-02,  ...,  2.1665e-02,\n",
       "              1.4180e-02,  7.2626e-03],\n",
       "            [-3.5951e-03, -1.9627e-03,  7.0606e-03,  ...,  1.9843e-02,\n",
       "              6.1447e-03,  6.0703e-04],\n",
       "            [ 8.3111e-04,  4.6906e-03,  8.5961e-03,  ...,  5.7030e-03,\n",
       "             -2.6238e-03, -3.5585e-03]],\n",
       "  \n",
       "           [[-2.8818e-03, -1.0871e-03, -3.6617e-03,  ..., -1.4539e-03,\n",
       "             -1.2647e-03,  9.8722e-05],\n",
       "            [-2.2084e-03,  1.1357e-03,  1.4233e-03,  ..., -3.1019e-04,\n",
       "             -7.8754e-04, -1.5774e-04],\n",
       "            [ 3.4704e-04,  5.2175e-03,  6.9078e-04,  ..., -7.2670e-03,\n",
       "             -3.6545e-03, -2.9637e-03],\n",
       "            ...,\n",
       "            [-2.7425e-03, -7.5486e-03, -7.8021e-03,  ...,  1.3123e-02,\n",
       "              7.0817e-03,  4.2926e-03],\n",
       "            [-1.1606e-03,  1.0720e-03,  4.0905e-03,  ...,  1.0101e-02,\n",
       "              3.0620e-03,  3.5554e-04],\n",
       "            [-4.7789e-06,  1.7127e-03,  3.1386e-03,  ...,  2.4891e-03,\n",
       "             -9.0277e-04, -2.1901e-03]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([ 1.4737e-02,  1.6304e-02, -2.5190e-09,  2.2422e-02,  1.6961e-10,\n",
       "           8.7125e-03,  4.5606e-02,  6.4845e-09,  1.6235e-02,  7.4700e-08,\n",
       "           2.5832e-02,  3.1312e-02,  1.7575e-02,  5.3549e-07,  2.9201e-02,\n",
       "           8.3039e-03,  3.3083e-02,  1.7989e-02,  2.7126e-02,  3.3573e-02,\n",
       "           1.3199e-02,  2.1571e-02,  1.7493e-02,  1.9523e-02,  1.2878e-02,\n",
       "           2.7379e-02,  5.0587e-02,  1.4293e-02,  2.7936e-02,  1.6938e-02,\n",
       "           1.0249e-02,  3.4798e-03,  2.3282e-02,  5.7778e-03,  1.7362e-02,\n",
       "           1.4241e-02,  3.6878e-09,  2.3284e-02,  7.2669e-10,  6.9995e-03,\n",
       "           9.9594e-03,  2.8765e-02,  1.1388e-02,  2.4033e-02,  4.6205e-02,\n",
       "           1.8215e-02,  2.3095e-02,  1.9502e-02,  1.0847e-09,  7.2001e-03,\n",
       "           8.2063e-03,  2.0684e-02,  2.3055e-02,  8.8855e-03,  1.5855e-02,\n",
       "           5.0031e-03,  1.0514e-02,  3.6890e-02,  2.8536e-02,  2.2285e-02,\n",
       "           2.0263e-02,  3.5296e-02,  2.1442e-02,  1.4793e-02],\n",
       "         requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([ 9.5935e-03,  1.6600e-02, -5.1977e-08, -3.4156e-02, -8.1693e-10,\n",
       "           5.0196e-03,  1.9018e-02, -2.1209e-08,  1.4772e-02, -3.9466e-07,\n",
       "           1.7736e-02,  1.8165e-02, -1.2787e-02, -1.7131e-06,  8.2891e-03,\n",
       "           1.0233e-02,  1.4139e-02, -2.8280e-02, -2.9836e-02,  4.0828e-02,\n",
       "           1.5419e-02,  2.5889e-02,  2.3333e-02,  1.1497e-02,  7.8987e-03,\n",
       "           4.3245e-03,  1.5077e-02,  1.8763e-03,  2.2848e-02,  7.4524e-03,\n",
       "           8.1301e-03,  1.4356e-02,  1.0168e-02,  2.5195e-02, -1.6736e-02,\n",
       "          -4.6118e-03, -1.2082e-08,  1.1096e-02, -2.4232e-09,  1.5022e-02,\n",
       "           6.9791e-03,  1.4947e-02,  2.1098e-02,  1.2071e-02,  6.6152e-03,\n",
       "           3.2005e-02,  2.2799e-02,  6.3810e-03, -4.2846e-09,  1.6821e-02,\n",
       "           1.1546e-02,  3.6430e-02,  2.0591e-02,  1.8428e-02, -2.2037e-02,\n",
       "           1.7422e-02,  1.5422e-02,  1.9127e-02, -2.0124e-02,  1.1162e-02,\n",
       "           2.5887e-02,  2.4636e-02, -2.0689e-02,  1.2459e-02],\n",
       "         requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[[[ 3.3837e-03, -4.1587e-03, -8.1455e-04],\n",
       "            [-3.8684e-03, -3.9583e-02, -1.0772e-02],\n",
       "            [ 4.0134e-03, -3.6488e-03,  5.8368e-04]],\n",
       "  \n",
       "           [[-9.5727e-06,  1.4004e-03,  2.6747e-04],\n",
       "            [ 1.5714e-03, -8.3400e-03, -1.4150e-03],\n",
       "            [ 3.8826e-04,  6.4670e-04,  4.5991e-03]],\n",
       "  \n",
       "           [[-1.1648e-10, -1.9360e-09, -1.6255e-09],\n",
       "            [ 1.0716e-09,  4.1066e-10,  6.1835e-10],\n",
       "            [ 5.6111e-10,  4.3431e-10,  7.6443e-10]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-2.4989e-03,  3.6857e-04, -1.3707e-03],\n",
       "            [-5.5833e-03, -2.2129e-03, -1.9649e-03],\n",
       "            [-3.8158e-03,  2.2933e-03,  1.5625e-03]],\n",
       "  \n",
       "           [[ 4.3951e-04,  5.3813e-04,  2.2527e-04],\n",
       "            [ 3.2223e-04, -2.4066e-04, -1.2693e-03],\n",
       "            [ 3.6375e-04,  1.6064e-03, -1.2373e-03]],\n",
       "  \n",
       "           [[-2.1000e-03, -1.0531e-03, -1.3757e-03],\n",
       "            [ 2.1246e-03, -4.3636e-03,  1.3265e-03],\n",
       "            [-2.9762e-04,  5.7114e-03,  1.1082e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[-1.5636e-04,  1.8100e-03, -1.3491e-04],\n",
       "            [-1.5674e-03,  4.2164e-03,  3.0503e-03],\n",
       "            [ 1.2791e-04,  3.7982e-03,  1.0893e-03]],\n",
       "  \n",
       "           [[ 8.1534e-04,  1.7202e-03,  1.2155e-03],\n",
       "            [-5.2545e-04, -7.6991e-03, -1.0775e-03],\n",
       "            [ 3.4718e-03,  5.9378e-03,  2.1930e-03]],\n",
       "  \n",
       "           [[-1.5509e-09,  1.7420e-09,  2.6519e-09],\n",
       "            [-1.3260e-09,  2.5404e-09,  2.6858e-09],\n",
       "            [-1.8974e-09, -5.5384e-10, -3.7363e-10]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-5.8569e-03,  6.9154e-03, -3.1560e-03],\n",
       "            [-3.1949e-03,  1.2033e-02, -1.8420e-03],\n",
       "            [-6.0448e-03,  4.9056e-03, -7.3569e-03]],\n",
       "  \n",
       "           [[-2.1849e-03,  4.6359e-05, -5.2267e-04],\n",
       "            [ 3.0603e-04, -2.5566e-03, -1.2321e-03],\n",
       "            [ 3.3412e-04, -1.2061e-03, -5.8249e-05]],\n",
       "  \n",
       "           [[-1.5502e-03,  3.7663e-03, -6.7991e-05],\n",
       "            [ 3.0189e-03,  1.9636e-03,  8.1936e-04],\n",
       "            [-1.0670e-03,  1.5169e-03,  5.7888e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[-2.3420e-03,  1.2605e-04,  1.2418e-03],\n",
       "            [ 2.2108e-04, -1.6259e-03,  1.0853e-04],\n",
       "            [-1.8038e-04,  1.3990e-03,  4.7268e-04]],\n",
       "  \n",
       "           [[-2.2059e-03,  4.9335e-04,  1.0617e-03],\n",
       "            [-2.3191e-03, -5.0479e-04,  1.7357e-03],\n",
       "            [-1.5554e-03, -3.5804e-03, -3.2326e-03]],\n",
       "  \n",
       "           [[ 1.5284e-09,  2.6409e-09,  1.5713e-09],\n",
       "            [-7.9190e-10, -8.9095e-10, -9.6173e-11],\n",
       "            [-2.8761e-09, -2.2365e-09, -6.1108e-10]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-5.9608e-04, -8.0592e-04,  4.7217e-04],\n",
       "            [ 7.4515e-04, -1.4210e-03,  2.6361e-04],\n",
       "            [-1.7401e-05, -1.4415e-03,  5.5254e-04]],\n",
       "  \n",
       "           [[ 1.4870e-04, -4.8681e-04, -1.2510e-03],\n",
       "            [ 4.8696e-04, -8.3646e-04, -6.9636e-05],\n",
       "            [-6.5034e-04, -1.6127e-03, -7.4114e-04]],\n",
       "  \n",
       "           [[-2.5439e-03,  5.5293e-04,  2.2959e-04],\n",
       "            [ 2.1746e-03, -2.2801e-03,  1.4702e-03],\n",
       "            [-1.7614e-03,  6.0951e-04,  1.6120e-03]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[ 9.1615e-05, -3.3071e-04, -3.0008e-03],\n",
       "            [ 3.9360e-04, -1.2011e-03, -2.2051e-03],\n",
       "            [ 1.1750e-03,  8.2665e-04, -5.0704e-04]],\n",
       "  \n",
       "           [[ 2.1954e-03, -1.7569e-03, -1.7722e-03],\n",
       "            [ 4.1499e-03,  4.2814e-04, -5.0565e-03],\n",
       "            [ 1.3565e-03,  2.4660e-03,  9.3070e-04]],\n",
       "  \n",
       "           [[ 1.3153e-10,  1.3642e-09,  1.2178e-09],\n",
       "            [ 3.1505e-10,  2.0223e-09,  1.6580e-09],\n",
       "            [ 2.8759e-10,  6.5735e-10,  4.7626e-10]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-9.9404e-04,  1.3382e-03, -1.3906e-03],\n",
       "            [-1.0653e-03,  2.7226e-03, -3.0174e-05],\n",
       "            [-1.8047e-03,  2.0264e-03, -1.2847e-04]],\n",
       "  \n",
       "           [[ 2.1926e-04, -1.8803e-04, -3.4272e-04],\n",
       "            [ 4.0718e-04,  4.4373e-04, -5.5837e-04],\n",
       "            [ 1.2675e-04,  4.1480e-04, -9.6613e-04]],\n",
       "  \n",
       "           [[ 1.2763e-03,  2.7497e-03, -5.5680e-04],\n",
       "            [ 1.3473e-03,  2.7376e-03,  1.6165e-03],\n",
       "            [ 1.8804e-03,  3.6545e-03,  1.3177e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[-1.3100e-03,  3.8315e-04, -6.0366e-04],\n",
       "            [-1.1966e-03,  1.1888e-03, -1.7466e-03],\n",
       "            [-5.6107e-04, -1.8006e-04, -1.1218e-03]],\n",
       "  \n",
       "           [[-2.1887e-03,  1.3831e-04, -2.6513e-04],\n",
       "            [-5.1601e-04,  2.9809e-03,  9.8310e-04],\n",
       "            [-1.2218e-03, -1.3594e-03, -3.1153e-03]],\n",
       "  \n",
       "           [[-2.4554e-09, -1.3908e-09, -1.0147e-09],\n",
       "            [-2.5828e-09, -1.4062e-09, -1.7304e-09],\n",
       "            [-1.5860e-09, -1.6816e-09, -2.1275e-09]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 7.5633e-04,  2.0424e-03, -3.8105e-04],\n",
       "            [ 9.2316e-04,  2.6033e-03, -1.5785e-03],\n",
       "            [ 2.5793e-03,  2.4006e-03,  1.6410e-04]],\n",
       "  \n",
       "           [[-3.8023e-04,  8.4783e-04,  1.2712e-03],\n",
       "            [-6.5377e-04,  1.0910e-03,  8.1403e-04],\n",
       "            [-4.5800e-04,  5.3170e-05, -9.0779e-05]],\n",
       "  \n",
       "           [[-6.4953e-05,  3.2904e-03, -5.9823e-04],\n",
       "            [-1.8883e-03,  3.6006e-03, -1.4689e-03],\n",
       "            [ 4.4358e-04, -2.9421e-03, -4.0118e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[ 2.4513e-03,  3.1458e-05, -1.4780e-03],\n",
       "            [ 1.7032e-03,  9.1122e-04,  1.2507e-03],\n",
       "            [ 2.9096e-04,  7.0086e-04, -3.5437e-04]],\n",
       "  \n",
       "           [[-1.4869e-03, -9.7905e-05, -2.6683e-03],\n",
       "            [-5.9087e-04,  2.6290e-03, -2.7099e-03],\n",
       "            [-1.4268e-03, -3.7830e-04,  1.3797e-03]],\n",
       "  \n",
       "           [[ 9.1188e-10,  2.6029e-10,  2.0617e-09],\n",
       "            [ 1.8482e-09,  1.2547e-09,  1.4997e-09],\n",
       "            [ 5.5442e-10, -2.8079e-10, -9.8637e-10]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 1.4546e-04, -2.7079e-03, -4.7953e-04],\n",
       "            [ 1.3504e-03, -3.4655e-03,  1.0621e-03],\n",
       "            [ 1.1176e-03, -8.8965e-04,  8.9201e-04]],\n",
       "  \n",
       "           [[-1.2234e-04,  1.0947e-03, -9.8826e-04],\n",
       "            [-2.9649e-03,  2.1157e-03,  1.3129e-03],\n",
       "            [-9.3697e-04,  1.2008e-03,  1.2724e-03]],\n",
       "  \n",
       "           [[ 2.0384e-03, -3.7762e-03,  6.1297e-04],\n",
       "            [-1.6118e-03,  4.4487e-03,  1.1350e-03],\n",
       "            [-1.4529e-03, -3.8594e-04, -3.5195e-03]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([0.0142, 0.0424, 0.0248, 0.0216, 0.0319, 0.0163, 0.0179, 0.0221, 0.0107,\n",
       "          0.0284, 0.0196, 0.0203, 0.0170, 0.0173, 0.0299, 0.0090, 0.0145, 0.0219,\n",
       "          0.0179, 0.0195, 0.0315, 0.0329, 0.0389, 0.0116, 0.0219, 0.0109, 0.0119,\n",
       "          0.0270, 0.0164, 0.0323, 0.0158, 0.0222, 0.0217, 0.0276, 0.0369, 0.0185,\n",
       "          0.0211, 0.0190, 0.0289, 0.0415, 0.0175, 0.0179, 0.0205, 0.0245, 0.0174,\n",
       "          0.0132, 0.0331, 0.0216, 0.0281, 0.0214, 0.0209, 0.0220, 0.0146, 0.0216,\n",
       "          0.0161, 0.0174, 0.0145, 0.0161, 0.0171, 0.0192, 0.0176, 0.0290, 0.0174,\n",
       "          0.0136], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([ 0.0112,  0.0048,  0.0127, -0.0027, -0.0018,  0.0115,  0.0160,  0.0128,\n",
       "           0.0117,  0.0266,  0.0137, -0.0112,  0.0061,  0.0060,  0.0035,  0.0019,\n",
       "          -0.0012, -0.0049,  0.0017,  0.0074, -0.0003, -0.0131, -0.0081, -0.0015,\n",
       "          -0.0214, -0.0098,  0.0084, -0.0016,  0.0094, -0.0052, -0.0272, -0.0014,\n",
       "          -0.0196, -0.0015, -0.0009, -0.0139,  0.0150, -0.0015, -0.0105, -0.0054,\n",
       "           0.0150,  0.0123,  0.0087,  0.0028,  0.0075,  0.0187, -0.0085,  0.0010,\n",
       "          -0.0123,  0.0178, -0.0029, -0.0007, -0.0135,  0.0006,  0.0121, -0.0236,\n",
       "           0.0057, -0.0034,  0.0167, -0.0264,  0.0168, -0.0089, -0.0073, -0.0027],\n",
       "         requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[[[ 1.4366e-03, -5.0240e-03, -1.0179e-04],\n",
       "            [-4.3242e-03, -1.6209e-02, -4.9052e-03],\n",
       "            [-2.5914e-03, -8.9125e-03, -2.1072e-03]],\n",
       "  \n",
       "           [[-4.5239e-04, -2.0453e-05, -1.2211e-03],\n",
       "            [ 3.9447e-04,  1.1683e-03, -1.2134e-03],\n",
       "            [-3.1663e-03, -1.2334e-03, -2.7279e-04]],\n",
       "  \n",
       "           [[-1.0972e-03, -2.5847e-04,  3.2000e-04],\n",
       "            [-2.1238e-04, -1.4892e-03,  1.9119e-04],\n",
       "            [ 5.8433e-05, -2.4672e-04, -6.0532e-05]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-9.9180e-05, -5.5725e-04,  9.2784e-04],\n",
       "            [-2.1274e-03, -2.0583e-03, -1.6693e-03],\n",
       "            [-1.1798e-03, -4.4633e-04,  7.9868e-04]],\n",
       "  \n",
       "           [[ 1.1454e-04,  1.7172e-03, -1.8648e-04],\n",
       "            [ 6.0331e-04,  5.2371e-04,  1.3049e-04],\n",
       "            [-5.8956e-04, -6.3385e-04,  2.7186e-04]],\n",
       "  \n",
       "           [[ 3.3791e-04,  1.4535e-03,  5.1214e-05],\n",
       "            [-1.1685e-03,  2.6958e-03,  1.3503e-03],\n",
       "            [ 1.2604e-03,  3.8446e-03,  1.4193e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[ 1.9929e-03,  1.6624e-03,  1.7483e-04],\n",
       "            [ 1.3819e-03, -8.0186e-04,  2.2056e-03],\n",
       "            [-2.5513e-04,  3.5744e-03,  3.7830e-03]],\n",
       "  \n",
       "           [[ 1.1891e-03,  1.7091e-03,  3.4596e-05],\n",
       "            [ 7.2578e-04, -3.0266e-03, -3.8108e-03],\n",
       "            [-4.2136e-03, -5.3833e-03, -4.6267e-03]],\n",
       "  \n",
       "           [[ 4.8809e-03,  7.2293e-03, -2.9657e-03],\n",
       "            [-2.4809e-03,  7.2965e-04,  2.7357e-03],\n",
       "            [-6.0087e-03, -3.0420e-03,  7.6066e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-8.6650e-04, -2.1818e-06, -1.5850e-04],\n",
       "            [-6.7395e-04, -1.0107e-03, -8.1445e-04],\n",
       "            [-2.3289e-04, -1.0278e-03, -4.8700e-04]],\n",
       "  \n",
       "           [[-1.4292e-03, -1.2369e-03,  2.1119e-03],\n",
       "            [-1.1336e-03, -7.3287e-04,  1.6547e-03],\n",
       "            [ 5.9138e-05, -3.8861e-04, -8.6361e-05]],\n",
       "  \n",
       "           [[ 3.7663e-04,  1.3999e-03,  3.0516e-03],\n",
       "            [-1.6989e-03,  1.0117e-03,  2.6424e-04],\n",
       "            [-1.1796e-03, -5.4786e-04, -2.1905e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[ 1.0191e-03, -1.5761e-04,  1.1191e-03],\n",
       "            [ 1.5135e-03,  2.9216e-03,  3.6148e-03],\n",
       "            [ 2.0825e-03,  3.9862e-03,  3.0317e-03]],\n",
       "  \n",
       "           [[ 1.7896e-03,  2.5601e-03,  2.6814e-03],\n",
       "            [ 1.7377e-03,  3.6398e-03,  3.0936e-03],\n",
       "            [-1.1230e-03,  6.8161e-04,  2.7917e-03]],\n",
       "  \n",
       "           [[ 4.3656e-04, -6.5106e-04, -8.3772e-04],\n",
       "            [ 1.6056e-03,  1.6089e-03,  1.1625e-04],\n",
       "            [ 1.3779e-03,  1.0238e-03, -1.5177e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-6.1339e-04, -9.4393e-04, -4.7485e-04],\n",
       "            [-4.3928e-04,  5.9598e-04,  1.8020e-03],\n",
       "            [-5.7004e-04,  1.0550e-03,  1.6681e-03]],\n",
       "  \n",
       "           [[ 1.3199e-03,  2.5471e-03,  3.9546e-03],\n",
       "            [-1.8000e-04,  3.6445e-04,  2.1608e-03],\n",
       "            [ 1.0871e-04, -2.6412e-04,  6.5248e-04]],\n",
       "  \n",
       "           [[-2.2159e-03,  5.2603e-05,  1.7188e-03],\n",
       "            [-1.3433e-03, -1.6650e-04,  2.7662e-03],\n",
       "            [-1.9785e-03, -4.5961e-04,  3.2534e-03]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[ 6.3655e-04,  9.2150e-05, -1.9722e-05],\n",
       "            [ 5.1305e-04,  4.8330e-04,  2.2370e-04],\n",
       "            [-4.9241e-04, -1.1229e-03, -3.5485e-04]],\n",
       "  \n",
       "           [[-1.3771e-03,  2.5587e-03, -5.4129e-04],\n",
       "            [ 1.8544e-03,  7.9358e-03,  1.2187e-03],\n",
       "            [ 3.4640e-03,  8.1048e-03,  2.3514e-03]],\n",
       "  \n",
       "           [[ 1.6949e-03,  1.3524e-03, -5.4493e-05],\n",
       "            [ 1.6512e-03,  2.0983e-03,  1.1554e-03],\n",
       "            [ 6.3156e-04, -1.9234e-04,  3.8919e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-2.2440e-04,  5.3444e-04,  2.9197e-03],\n",
       "            [-1.0767e-03, -1.8951e-04,  3.3126e-03],\n",
       "            [-1.9596e-03, -1.9273e-03,  1.6526e-03]],\n",
       "  \n",
       "           [[ 2.2275e-04, -4.5090e-04,  1.1105e-03],\n",
       "            [-8.6514e-04, -1.2588e-03,  1.4815e-04],\n",
       "            [-1.1128e-03, -2.1175e-03, -9.3437e-04]],\n",
       "  \n",
       "           [[ 8.3750e-04,  1.7863e-04, -4.5073e-04],\n",
       "            [ 1.3290e-03,  2.4839e-04,  6.4362e-05],\n",
       "            [ 1.3697e-03,  7.6879e-04,  2.4795e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-2.0668e-04, -1.6046e-04,  8.0174e-04],\n",
       "            [-2.6537e-03, -7.3578e-05,  5.0472e-03],\n",
       "            [-3.1134e-03, -1.1769e-03,  2.1158e-03]],\n",
       "  \n",
       "           [[ 3.9932e-03,  2.6719e-03, -3.9874e-03],\n",
       "            [ 5.2638e-03,  5.6095e-04, -8.0673e-03],\n",
       "            [ 6.4017e-05, -3.9421e-04, -1.4901e-03]],\n",
       "  \n",
       "           [[ 9.3629e-04, -2.4246e-03,  1.2358e-03],\n",
       "            [ 3.7850e-03, -5.2418e-04,  7.2544e-04],\n",
       "            [ 1.5932e-03, -2.2682e-03, -1.7526e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 1.2327e-03,  1.6343e-03,  5.7860e-04],\n",
       "            [ 8.4514e-04,  1.7991e-03, -4.3328e-05],\n",
       "            [ 8.5661e-04,  1.8644e-03, -7.5260e-04]],\n",
       "  \n",
       "           [[ 2.9746e-03,  2.6404e-03, -4.6166e-03],\n",
       "            [ 2.1655e-03,  6.7659e-04, -3.7858e-03],\n",
       "            [ 1.4964e-03,  1.5743e-03, -3.7435e-03]],\n",
       "  \n",
       "           [[-2.5333e-04, -1.3219e-03, -1.0851e-03],\n",
       "            [ 1.0675e-03,  3.0384e-04, -2.8319e-03],\n",
       "            [ 1.7711e-03,  1.7830e-03,  6.9267e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-5.3526e-03,  4.0999e-03,  2.4949e-04],\n",
       "            [ 5.9101e-03,  4.4046e-03,  1.6175e-03],\n",
       "            [-5.7450e-04, -3.9809e-03,  2.8901e-03]],\n",
       "  \n",
       "           [[ 6.5611e-04, -3.8026e-03,  2.3789e-03],\n",
       "            [ 6.1474e-04,  1.0547e-03,  1.4247e-03],\n",
       "            [ 1.3634e-03,  2.7848e-03, -2.5164e-03]],\n",
       "  \n",
       "           [[-4.8826e-03,  4.9390e-03,  2.1665e-03],\n",
       "            [ 1.8184e-03, -8.5667e-03, -6.0135e-04],\n",
       "            [-4.4037e-04,  1.0231e-03, -1.8596e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-2.9396e-03, -2.0668e-03,  5.7259e-04],\n",
       "            [ 2.4534e-03,  2.5493e-03, -2.6998e-03],\n",
       "            [ 2.0631e-05,  2.2472e-03, -2.2306e-03]],\n",
       "  \n",
       "           [[-6.7665e-04,  5.4453e-04, -5.5835e-04],\n",
       "            [-4.4091e-03, -2.7004e-03,  1.2660e-04],\n",
       "            [-1.7287e-03, -4.8259e-03, -8.1993e-04]],\n",
       "  \n",
       "           [[-4.0716e-03, -1.2634e-03, -2.8939e-03],\n",
       "            [-3.9847e-03,  5.3347e-03, -2.4462e-05],\n",
       "            [ 3.6106e-03, -1.4894e-03, -7.1062e-04]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([0.0154, 0.0162, 0.0201, 0.0419, 0.0163, 0.0165, 0.0094, 0.0239, 0.0166,\n",
       "          0.0192, 0.0133, 0.0302, 0.0256, 0.0164, 0.0254, 0.0079, 0.0103, 0.0414,\n",
       "          0.0109, 0.0277, 0.0248, 0.0295, 0.0303, 0.0126, 0.0116, 0.0146, 0.0315,\n",
       "          0.0197, 0.0199, 0.0323, 0.0143, 0.0169, 0.0132, 0.0275, 0.0176, 0.0115,\n",
       "          0.0200, 0.0221, 0.0199, 0.0178, 0.0140, 0.0071, 0.0108, 0.0182, 0.0152,\n",
       "          0.0203, 0.0310, 0.0126, 0.0418, 0.0349, 0.0197, 0.0288, 0.0255, 0.0127,\n",
       "          0.0350, 0.0177, 0.0249, 0.0363, 0.0298, 0.0098, 0.0184, 0.0186, 0.0351,\n",
       "          0.0239], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([ 0.0097,  0.0026, -0.0021, -0.0036,  0.0156, -0.0108,  0.0006,  0.0025,\n",
       "           0.0197,  0.0051,  0.0007,  0.0153,  0.0004, -0.0119, -0.0044, -0.0035,\n",
       "          -0.0087,  0.0090, -0.0179, -0.0063, -0.0195, -0.0030, -0.0188, -0.0012,\n",
       "          -0.0003,  0.0103,  0.0080, -0.0077, -0.0154,  0.0003,  0.0135, -0.0069,\n",
       "          -0.0100, -0.0027,  0.0088,  0.0052, -0.0132, -0.0045,  0.0198,  0.0128,\n",
       "           0.0097,  0.0059,  0.0062, -0.0063, -0.0069, -0.0157,  0.0265,  0.0017,\n",
       "           0.0054,  0.0118,  0.0206,  0.0016,  0.0080,  0.0074, -0.0096,  0.0042,\n",
       "          -0.0033, -0.0042,  0.0147,  0.0107, -0.0066,  0.0113, -0.0029,  0.0163],\n",
       "         requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[[[ 4.3543e-04, -1.0021e-03, -8.3770e-04],\n",
       "            [-1.0538e-03, -6.8869e-04, -1.9800e-03],\n",
       "            [ 1.6160e-03,  2.8586e-03,  9.9041e-04]],\n",
       "  \n",
       "           [[ 1.1399e-03, -2.8527e-04, -1.3865e-03],\n",
       "            [-1.3533e-03, -2.2378e-04, -2.0088e-03],\n",
       "            [-1.0519e-03,  1.4744e-03,  1.7397e-03]],\n",
       "  \n",
       "           [[ 1.4926e-03,  6.1489e-04, -1.4191e-04],\n",
       "            [ 4.1166e-05, -1.0184e-03, -1.1077e-03],\n",
       "            [-1.0802e-03, -2.3806e-03, -9.8722e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-6.3316e-04,  7.7950e-03,  2.3897e-03],\n",
       "            [-1.7503e-03,  4.5574e-03,  1.0022e-03],\n",
       "            [-3.1315e-03, -1.3292e-03, -1.1342e-03]],\n",
       "  \n",
       "           [[ 2.7541e-04, -1.9757e-03, -1.6136e-04],\n",
       "            [ 3.1764e-03, -6.7045e-04, -1.5874e-03],\n",
       "            [ 1.6169e-03,  1.0370e-03, -8.4069e-04]],\n",
       "  \n",
       "           [[-3.1378e-03,  1.8124e-04, -1.5421e-03],\n",
       "            [ 4.1582e-03,  6.2591e-05, -2.6547e-03],\n",
       "            [ 2.1045e-03, -6.6093e-03,  2.0452e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-5.4525e-04, -1.4235e-03,  6.5765e-04],\n",
       "            [-1.7938e-03, -4.1799e-04, -1.2428e-03],\n",
       "            [-1.8686e-04, -1.5045e-03, -8.7223e-04]],\n",
       "  \n",
       "           [[ 8.4482e-04, -1.3027e-04,  3.5603e-03],\n",
       "            [-1.4979e-03, -3.8520e-03, -8.5218e-04],\n",
       "            [ 1.9848e-03, -2.2068e-03,  9.5621e-05]],\n",
       "  \n",
       "           [[-5.7796e-04, -1.8297e-03, -1.8844e-03],\n",
       "            [-6.1282e-04, -7.6354e-04,  4.6832e-04],\n",
       "            [-4.5726e-04,  7.7210e-04,  9.4260e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 2.8345e-03,  2.0541e-03,  4.0042e-03],\n",
       "            [ 1.3973e-03,  1.0665e-03,  1.2067e-03],\n",
       "            [ 2.0296e-03,  8.3285e-05,  1.7123e-03]],\n",
       "  \n",
       "           [[-2.7448e-03, -4.0598e-04,  2.0518e-03],\n",
       "            [-3.4647e-03, -2.6725e-03,  5.3005e-03],\n",
       "            [-1.6731e-03, -4.4284e-04, -3.4039e-03]],\n",
       "  \n",
       "           [[-7.0170e-03,  3.3430e-03,  3.4295e-03],\n",
       "            [-1.3027e-03,  2.0348e-02, -7.4264e-04],\n",
       "            [-2.2074e-03, -5.7634e-03, -5.5349e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[ 3.7194e-03,  1.5359e-03, -7.7830e-04],\n",
       "            [ 1.5988e-03, -1.1947e-03, -2.0758e-03],\n",
       "            [-1.4567e-03, -1.9549e-03, -1.8908e-03]],\n",
       "  \n",
       "           [[ 1.1329e-03,  1.4530e-03,  1.4164e-04],\n",
       "            [-3.1431e-03,  6.0387e-05, -1.9214e-03],\n",
       "            [-3.0762e-03, -4.3089e-03,  1.1112e-03]],\n",
       "  \n",
       "           [[ 1.7004e-03,  1.7392e-03,  1.8348e-03],\n",
       "            [ 8.5322e-04, -9.5107e-04, -1.7649e-03],\n",
       "            [ 3.9704e-04, -8.1937e-04, -1.6071e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-6.7059e-03, -6.7764e-03,  3.4777e-03],\n",
       "            [-5.0910e-03, -5.4630e-03,  4.9563e-03],\n",
       "            [-5.7004e-04,  4.7735e-04,  4.1043e-03]],\n",
       "  \n",
       "           [[ 4.0675e-03,  7.8639e-04, -2.3275e-03],\n",
       "            [ 5.4276e-03,  2.0685e-03, -2.3015e-03],\n",
       "            [ 3.0158e-03,  1.6352e-03,  1.0984e-03]],\n",
       "  \n",
       "           [[ 9.9125e-04, -1.8354e-03, -1.6181e-04],\n",
       "            [ 1.3664e-04,  1.2270e-03,  2.5855e-03],\n",
       "            [ 1.1960e-03, -3.1805e-05, -9.7806e-04]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[ 9.4339e-04,  2.8037e-03,  1.7853e-04],\n",
       "            [-7.4363e-04, -2.3062e-03, -2.6301e-03],\n",
       "            [ 3.4302e-04, -1.7091e-03, -1.5818e-03]],\n",
       "  \n",
       "           [[-4.5269e-04,  6.9683e-04,  7.7334e-05],\n",
       "            [ 1.0590e-04,  1.5138e-03,  9.6573e-04],\n",
       "            [-1.1856e-03, -2.4177e-03, -1.3399e-03]],\n",
       "  \n",
       "           [[-4.5790e-04,  3.1110e-04,  4.6876e-04],\n",
       "            [-2.9128e-03, -2.5965e-03, -2.0912e-03],\n",
       "            [-4.2498e-03, -4.9366e-03, -5.0827e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 1.0110e-03,  3.6092e-03,  1.9151e-03],\n",
       "            [-1.0695e-03, -1.7323e-04, -1.0128e-03],\n",
       "            [ 2.1306e-03,  2.3687e-03,  1.4237e-03]],\n",
       "  \n",
       "           [[-2.3190e-04,  1.0510e-03,  4.7577e-03],\n",
       "            [-9.8164e-04, -2.9962e-03, -2.5714e-03],\n",
       "            [-9.4040e-04, -3.7067e-03, -3.1955e-03]],\n",
       "  \n",
       "           [[ 1.0377e-03, -1.4792e-03,  3.2962e-04],\n",
       "            [-1.3374e-03, -6.8684e-03, -3.1184e-03],\n",
       "            [ 3.0790e-04,  3.8565e-03,  5.5378e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[ 1.2859e-03, -8.1706e-04, -7.9378e-04],\n",
       "            [ 8.3090e-04, -4.1674e-05, -2.1087e-03],\n",
       "            [-9.6913e-04, -1.6094e-05,  1.8907e-04]],\n",
       "  \n",
       "           [[ 2.9097e-04, -2.4236e-04, -4.5669e-04],\n",
       "            [-2.0648e-04, -4.9199e-04,  7.0747e-04],\n",
       "            [ 4.0130e-03,  7.2076e-04, -2.9405e-04]],\n",
       "  \n",
       "           [[-3.2728e-03, -2.1199e-03, -1.6697e-03],\n",
       "            [-1.6708e-03, -1.9338e-03, -9.2532e-04],\n",
       "            [-5.1539e-04, -4.8867e-04, -1.5367e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-2.9066e-04, -2.6723e-03, -8.4525e-04],\n",
       "            [-1.5177e-03, -2.7634e-03, -1.4564e-03],\n",
       "            [-7.4168e-04, -1.6863e-03,  6.6870e-04]],\n",
       "  \n",
       "           [[-4.0787e-03, -4.3207e-03, -3.8508e-03],\n",
       "            [-4.2893e-03, -4.8133e-03,  2.3004e-03],\n",
       "            [-1.9603e-03, -2.4108e-03,  3.9911e-05]],\n",
       "  \n",
       "           [[ 3.9870e-03, -2.4232e-04,  3.9084e-03],\n",
       "            [-2.8506e-03, -6.3620e-03,  2.6288e-03],\n",
       "            [ 4.2361e-03, -2.8900e-03,  1.9399e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[ 1.6959e-03,  1.7079e-04, -1.7255e-03],\n",
       "            [ 2.6057e-03,  1.9956e-03,  1.7054e-03],\n",
       "            [ 4.3686e-03,  4.8203e-03,  2.3425e-03]],\n",
       "  \n",
       "           [[-1.6990e-03, -1.9927e-03,  4.1072e-04],\n",
       "            [-5.5926e-03, -5.6270e-03, -1.3453e-03],\n",
       "            [-2.3932e-03, -1.4830e-03,  1.4504e-04]],\n",
       "  \n",
       "           [[-1.2583e-03,  1.0793e-04, -1.4907e-03],\n",
       "            [-1.3753e-03, -1.7329e-03, -2.7709e-03],\n",
       "            [-9.5949e-04, -2.0676e-03, -1.8931e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-7.3232e-04,  6.3564e-03,  2.0541e-03],\n",
       "            [ 3.9553e-03,  8.6931e-03, -1.2063e-04],\n",
       "            [ 1.1656e-03,  1.9922e-03, -7.9325e-03]],\n",
       "  \n",
       "           [[ 1.6343e-03, -2.8566e-03,  2.0707e-03],\n",
       "            [-8.5612e-04, -2.1956e-03, -1.7849e-04],\n",
       "            [-1.7540e-03,  3.7330e-03,  5.4346e-03]],\n",
       "  \n",
       "           [[-5.2022e-03,  2.2098e-03,  3.2308e-03],\n",
       "            [ 3.2372e-04, -5.4155e-04, -5.2378e-03],\n",
       "            [-1.1185e-03, -6.0573e-04, -7.7810e-03]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([0.0331, 0.0209, 0.0200, 0.0213, 0.0187, 0.0247, 0.0192, 0.0218, 0.0165,\n",
       "          0.0205, 0.0145, 0.0232, 0.0206, 0.0180, 0.0121, 0.0194, 0.0246, 0.0195,\n",
       "          0.0118, 0.0338, 0.0205, 0.0123, 0.0252, 0.0147, 0.0228, 0.0251, 0.0213,\n",
       "          0.0196, 0.0251, 0.0153, 0.0183, 0.0217, 0.0166, 0.0166, 0.0293, 0.0275,\n",
       "          0.0159, 0.0191, 0.0275, 0.0180, 0.0276, 0.0146, 0.0157, 0.0234, 0.0134,\n",
       "          0.0147, 0.0302, 0.0225, 0.0197, 0.0161, 0.0222, 0.0126, 0.0324, 0.0214,\n",
       "          0.0269, 0.0254, 0.0203, 0.0250, 0.0335, 0.0175, 0.0383, 0.0188, 0.0263,\n",
       "          0.0384], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([ 0.0020, -0.0244, -0.0055, -0.0104, -0.0007, -0.0009,  0.0045,  0.0207,\n",
       "           0.0006, -0.0076,  0.0118,  0.0161, -0.0088, -0.0012,  0.0073, -0.0083,\n",
       "           0.0120, -0.0028,  0.0083, -0.0057, -0.0065,  0.0125, -0.0111,  0.0014,\n",
       "          -0.0093,  0.0015, -0.0093,  0.0048, -0.0125,  0.0027, -0.0031, -0.0099,\n",
       "          -0.0004, -0.0139, -0.0121, -0.0029,  0.0123, -0.0031,  0.0016,  0.0042,\n",
       "          -0.0092, -0.0048, -0.0041, -0.0041,  0.0065,  0.0023, -0.0105,  0.0134,\n",
       "          -0.0177,  0.0120, -0.0032,  0.0080, -0.0002, -0.0165,  0.0020,  0.0139,\n",
       "          -0.0031, -0.0011, -0.0056, -0.0029, -0.0052,  0.0017, -0.0187,  0.0079],\n",
       "         requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[[[-1.0567e-03, -7.1529e-04, -3.6600e-04],\n",
       "            [ 1.0954e-04,  1.8798e-03,  7.3003e-04],\n",
       "            [ 1.9589e-04,  2.7344e-03,  1.2301e-03]],\n",
       "  \n",
       "           [[ 3.1985e-03,  2.1627e-03,  2.4040e-03],\n",
       "            [ 1.3251e-03, -6.4927e-04,  5.1348e-04],\n",
       "            [ 2.5141e-03,  1.6734e-03,  2.0507e-03]],\n",
       "  \n",
       "           [[-9.8516e-04, -2.2352e-03, -2.6708e-03],\n",
       "            [-1.5306e-03,  8.9815e-04, -3.0467e-04],\n",
       "            [-1.2504e-03,  2.7272e-04,  9.2304e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 2.6132e-03,  2.3680e-03,  3.0799e-03],\n",
       "            [ 2.1590e-03,  2.9442e-03,  8.8539e-04],\n",
       "            [ 5.6878e-04,  1.0111e-03,  8.3738e-04]],\n",
       "  \n",
       "           [[ 1.3453e-04,  4.9512e-04,  2.3401e-03],\n",
       "            [-2.6157e-04, -1.3176e-03,  7.8118e-04],\n",
       "            [ 7.5739e-04,  9.8127e-04,  7.1566e-04]],\n",
       "  \n",
       "           [[ 3.0958e-03,  2.6833e-03,  2.2782e-03],\n",
       "            [ 3.4413e-03,  4.3849e-03,  2.4825e-03],\n",
       "            [ 2.8771e-03,  3.2287e-03,  3.6571e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[-9.7187e-05,  7.0907e-05,  2.9841e-04],\n",
       "            [ 2.0197e-03,  1.1302e-03,  1.6619e-03],\n",
       "            [ 1.2057e-03, -3.2776e-04, -4.0264e-04]],\n",
       "  \n",
       "           [[ 4.8222e-05, -1.5398e-03, -6.1721e-04],\n",
       "            [-2.5035e-03, -2.4479e-03,  4.3504e-05],\n",
       "            [-2.5984e-03, -1.0017e-03,  1.7910e-04]],\n",
       "  \n",
       "           [[ 2.7294e-03,  2.7083e-03,  1.5060e-03],\n",
       "            [ 1.4103e-03,  7.5402e-04, -3.2837e-04],\n",
       "            [-7.5407e-04,  6.6009e-04,  2.9269e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 2.3687e-03,  4.1077e-03,  2.6609e-03],\n",
       "            [-1.0472e-03,  3.8803e-04, -4.9306e-04],\n",
       "            [-1.8961e-03, -4.8400e-04, -2.1571e-03]],\n",
       "  \n",
       "           [[-1.3419e-03, -1.8960e-03, -2.2128e-03],\n",
       "            [-7.3874e-04, -2.3204e-03, -2.2185e-03],\n",
       "            [ 1.5220e-03,  6.1986e-07, -6.7851e-04]],\n",
       "  \n",
       "           [[-6.2655e-04, -1.1342e-03,  1.5437e-03],\n",
       "            [ 1.1364e-03,  7.8303e-04,  3.1237e-03],\n",
       "            [ 8.0393e-04,  9.8265e-04,  4.6449e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[ 1.6550e-03, -7.9101e-04, -1.5628e-03],\n",
       "            [ 2.3367e-03,  1.8495e-03,  1.6871e-03],\n",
       "            [ 8.6827e-04,  1.1882e-03,  1.9385e-03]],\n",
       "  \n",
       "           [[-2.0089e-03,  2.8292e-04,  2.0186e-03],\n",
       "            [ 4.7016e-04,  2.9418e-03,  4.2335e-03],\n",
       "            [ 2.1987e-03,  4.8944e-03,  4.3247e-03]],\n",
       "  \n",
       "           [[-1.0341e-03, -1.8110e-03,  2.8364e-04],\n",
       "            [-1.1108e-03, -8.1372e-04, -1.3391e-03],\n",
       "            [ 1.2337e-03,  1.3268e-03, -5.3077e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-1.6915e-03, -3.2171e-03, -2.5087e-03],\n",
       "            [ 1.2183e-03,  6.6566e-04, -9.1701e-04],\n",
       "            [ 4.0101e-03,  5.8859e-03,  4.8891e-03]],\n",
       "  \n",
       "           [[ 9.6735e-04,  3.5744e-03,  3.2734e-03],\n",
       "            [ 1.0675e-03,  5.8166e-03,  6.0668e-03],\n",
       "            [-2.2803e-04,  2.1546e-03,  2.3678e-03]],\n",
       "  \n",
       "           [[ 2.6038e-03,  2.6018e-03, -8.3089e-04],\n",
       "            [ 2.5680e-03,  1.6157e-03, -7.0211e-04],\n",
       "            [ 8.8934e-04,  9.9005e-04,  1.1715e-03]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[-2.1700e-03, -3.8713e-03, -2.1350e-03],\n",
       "            [ 1.2798e-03,  5.7758e-04,  1.7289e-03],\n",
       "            [-6.6141e-05, -1.0785e-03,  2.5567e-03]],\n",
       "  \n",
       "           [[-3.5960e-05,  4.7707e-04,  2.0118e-04],\n",
       "            [ 2.7960e-04, -8.3982e-04, -1.2013e-03],\n",
       "            [-5.2552e-04, -8.6154e-04,  1.5951e-04]],\n",
       "  \n",
       "           [[ 1.3417e-04,  2.3674e-03,  4.1567e-03],\n",
       "            [-3.0182e-03, -1.2210e-03, -4.0613e-04],\n",
       "            [-1.6157e-03, -7.2989e-04, -1.8537e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-1.9909e-03, -1.9178e-03, -8.0330e-04],\n",
       "            [-2.3991e-04,  3.3423e-04,  1.4054e-03],\n",
       "            [ 1.3883e-03,  2.9520e-03,  3.7950e-03]],\n",
       "  \n",
       "           [[ 1.0619e-04,  6.4655e-04, -6.3422e-04],\n",
       "            [-6.9657e-04, -9.1110e-04, -1.5288e-04],\n",
       "            [-3.2915e-04, -3.4068e-04, -8.5613e-04]],\n",
       "  \n",
       "           [[-9.0570e-04, -1.2162e-03, -5.4243e-04],\n",
       "            [-1.8742e-04, -1.8796e-03,  1.9075e-03],\n",
       "            [ 4.7568e-04,  2.5882e-03,  5.6770e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[ 1.9946e-03,  2.1430e-04, -7.4115e-04],\n",
       "            [ 3.0401e-03, -1.5094e-03, -2.6910e-03],\n",
       "            [-9.4420e-04, -9.4660e-04, -2.9516e-03]],\n",
       "  \n",
       "           [[-1.8370e-03, -1.8776e-03,  8.6088e-04],\n",
       "            [-1.4255e-03,  4.5643e-04,  9.4508e-04],\n",
       "            [ 4.0553e-04,  1.2542e-04,  1.0246e-04]],\n",
       "  \n",
       "           [[ 1.9980e-03,  3.4727e-03, -9.4028e-04],\n",
       "            [ 3.7499e-03,  2.8696e-03,  8.5790e-04],\n",
       "            [ 2.7415e-03, -1.5273e-03,  1.9482e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 7.9990e-04,  8.3869e-04,  1.2961e-03],\n",
       "            [ 1.6620e-03,  1.4156e-03, -7.4030e-04],\n",
       "            [ 7.5525e-04,  1.1420e-03, -2.0626e-03]],\n",
       "  \n",
       "           [[ 9.6519e-04, -4.0366e-04, -3.9699e-04],\n",
       "            [-8.4293e-04,  4.9112e-04,  1.1322e-04],\n",
       "            [-1.3450e-03,  6.8831e-04, -1.2901e-03]],\n",
       "  \n",
       "           [[-2.6141e-04, -2.8554e-03, -4.0411e-03],\n",
       "            [-1.5674e-03, -2.0633e-03, -2.8864e-03],\n",
       "            [-9.3550e-04, -1.5642e-03, -2.3153e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[-1.8786e-03, -4.5752e-03, -1.1097e-03],\n",
       "            [-2.8714e-03,  2.0828e-03,  2.7192e-04],\n",
       "            [-2.3258e-03,  2.7789e-03, -1.5835e-04]],\n",
       "  \n",
       "           [[ 4.8186e-03, -5.5345e-03, -3.7719e-03],\n",
       "            [-5.2985e-03, -5.6020e-03, -9.7616e-03],\n",
       "            [-5.9898e-03, -3.6860e-03,  1.5355e-03]],\n",
       "  \n",
       "           [[-1.9713e-03,  1.7321e-04,  8.0412e-04],\n",
       "            [-2.1985e-03,  3.8582e-03, -4.0914e-03],\n",
       "            [-2.2677e-03, -3.1620e-03, -1.7719e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-2.3291e-03, -4.0180e-03,  3.5690e-03],\n",
       "            [-4.2506e-03, -2.8420e-03,  4.1726e-03],\n",
       "            [ 1.1533e-03,  2.2094e-03,  3.1517e-03]],\n",
       "  \n",
       "           [[ 4.0092e-05,  1.5288e-03, -1.7139e-03],\n",
       "            [ 8.9375e-04,  1.1529e-03, -5.7521e-04],\n",
       "            [-2.6825e-03, -5.2130e-04, -1.9211e-03]],\n",
       "  \n",
       "           [[-1.9200e-03, -6.7327e-05,  3.2302e-03],\n",
       "            [-6.1676e-03,  4.0858e-03,  8.1864e-03],\n",
       "            [ 1.7974e-03,  9.7967e-03,  2.2496e-03]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([0.0086, 0.0281, 0.0246, 0.0352, 0.0158, 0.0283, 0.0289, 0.0296, 0.0303,\n",
       "          0.0331, 0.0130, 0.0323, 0.0326, 0.0292, 0.0189, 0.0150, 0.0274, 0.0404,\n",
       "          0.0236, 0.0144, 0.0268, 0.0196, 0.0300, 0.0131, 0.0107, 0.0112, 0.0149,\n",
       "          0.0134, 0.0343, 0.0246, 0.0226, 0.0190, 0.0308, 0.0181, 0.0173, 0.0103,\n",
       "          0.0372, 0.0220, 0.0492, 0.0259, 0.0384, 0.0095, 0.0171, 0.0239, 0.0166,\n",
       "          0.0122, 0.0329, 0.0110, 0.0374, 0.0393, 0.0200, 0.0219, 0.0421, 0.0129,\n",
       "          0.0355, 0.0117, 0.0207, 0.0205, 0.0392, 0.0177, 0.0144, 0.0086, 0.0300,\n",
       "          0.0320], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([-0.0082, -0.0040,  0.0021, -0.0059,  0.0083, -0.0066, -0.0228, -0.0045,\n",
       "           0.0109, -0.0071,  0.0015,  0.0006, -0.0058,  0.0032, -0.0026, -0.0031,\n",
       "          -0.0003,  0.0128, -0.0043,  0.0059, -0.0116, -0.0071,  0.0041, -0.0018,\n",
       "          -0.0094,  0.0075,  0.0025,  0.0098,  0.0007, -0.0044, -0.0004,  0.0002,\n",
       "          -0.0039, -0.0156,  0.0138, -0.0045,  0.0212, -0.0070,  0.0219,  0.0082,\n",
       "          -0.0137,  0.0023,  0.0026,  0.0134, -0.0075,  0.0018, -0.0007,  0.0059,\n",
       "           0.0020, -0.0026,  0.0072, -0.0016, -0.0150, -0.0063, -0.0049, -0.0075,\n",
       "          -0.0067,  0.0086,  0.0091,  0.0045, -0.0072,  0.0035, -0.0004,  0.0033],\n",
       "         requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[[[-3.2697e-03, -5.4389e-03, -6.6624e-03],\n",
       "            [ 4.3046e-03, -1.4205e-04, -4.3126e-03],\n",
       "            [ 6.2801e-03,  4.5281e-03, -2.9757e-04]],\n",
       "  \n",
       "           [[-1.2799e-03, -4.0738e-04, -5.0974e-04],\n",
       "            [ 3.6582e-04,  9.5382e-04,  8.6982e-04],\n",
       "            [ 1.4841e-04, -2.6148e-05, -7.0258e-04]],\n",
       "  \n",
       "           [[-7.4743e-04, -5.6362e-04, -1.3343e-03],\n",
       "            [-5.5027e-04, -1.4907e-03, -2.6470e-03],\n",
       "            [ 6.3280e-05, -1.2969e-03, -2.5979e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 3.6165e-04,  1.2319e-04,  1.1157e-04],\n",
       "            [-2.4876e-04, -9.1374e-04, -1.1148e-03],\n",
       "            [-8.6728e-04, -1.5562e-03, -1.7326e-03]],\n",
       "  \n",
       "           [[-1.6017e-04, -1.2388e-03, -2.3496e-03],\n",
       "            [ 7.4840e-04,  7.6160e-04, -1.9847e-03],\n",
       "            [ 9.7545e-04,  2.5116e-03,  7.0143e-04]],\n",
       "  \n",
       "           [[ 3.2754e-04, -1.4731e-03, -1.0569e-03],\n",
       "            [ 1.4997e-03, -6.8220e-06, -9.0195e-04],\n",
       "            [ 1.2138e-03, -6.5946e-05,  3.1271e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-3.8471e-03, -3.4008e-03, -1.5714e-03],\n",
       "            [-6.6244e-04, -1.8735e-03, -6.3762e-04],\n",
       "            [-1.1931e-03, -2.4556e-03, -2.2073e-03]],\n",
       "  \n",
       "           [[-9.9037e-04, -1.6515e-03, -1.0602e-03],\n",
       "            [ 9.6872e-04,  1.3443e-03,  6.6821e-04],\n",
       "            [ 2.2450e-03,  1.5412e-03, -4.3337e-04]],\n",
       "  \n",
       "           [[-4.6533e-03, -4.7054e-03, -3.3123e-03],\n",
       "            [-4.2412e-03, -4.3890e-03, -2.0355e-03],\n",
       "            [-3.1215e-03, -2.3477e-03,  5.2251e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-2.1120e-03, -2.3094e-03, -2.4603e-03],\n",
       "            [-7.6071e-04,  1.9013e-07,  4.0906e-04],\n",
       "            [ 5.1981e-05,  1.6857e-03,  1.5511e-03]],\n",
       "  \n",
       "           [[-1.6088e-04, -1.2340e-03, -1.2327e-03],\n",
       "            [ 1.1654e-04, -1.9531e-05, -4.9355e-04],\n",
       "            [-3.3105e-04,  8.1921e-05,  5.1709e-04]],\n",
       "  \n",
       "           [[ 8.7329e-04,  1.8736e-03, -5.4610e-04],\n",
       "            [ 1.5652e-03,  3.2519e-03,  1.5837e-03],\n",
       "            [-6.5864e-05,  2.5833e-03,  8.8604e-05]]],\n",
       "  \n",
       "  \n",
       "          [[[ 5.0148e-04,  1.4777e-03,  2.2445e-03],\n",
       "            [-3.6774e-05,  9.1067e-04,  1.8861e-03],\n",
       "            [-4.3480e-03, -2.9634e-03, -2.2881e-03]],\n",
       "  \n",
       "           [[ 8.1123e-04, -2.8370e-04,  2.9153e-04],\n",
       "            [ 3.3912e-03,  2.6573e-03,  1.8585e-03],\n",
       "            [ 8.6285e-04,  1.1367e-03,  1.6011e-04]],\n",
       "  \n",
       "           [[-2.4815e-03, -3.1640e-03, -2.1904e-03],\n",
       "            [ 3.1675e-05,  4.8342e-04,  6.8804e-04],\n",
       "            [ 1.4406e-03,  1.1660e-03,  7.6891e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-3.6582e-03, -6.1929e-03, -6.9588e-03],\n",
       "            [ 1.6426e-03,  1.6645e-03, -2.3963e-04],\n",
       "            [ 5.3778e-03,  8.1414e-03,  4.8617e-03]],\n",
       "  \n",
       "           [[-4.0497e-04,  1.8812e-03, -3.9208e-04],\n",
       "            [-1.6299e-03,  1.1904e-04,  6.1347e-04],\n",
       "            [-3.7183e-03, -2.9058e-03,  1.0557e-03]],\n",
       "  \n",
       "           [[-2.9231e-04, -1.9582e-03, -3.3615e-03],\n",
       "            [-3.7591e-04, -9.6912e-04,  2.0501e-04],\n",
       "            [ 1.9887e-03,  3.2642e-03,  3.1306e-03]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[-2.4695e-03, -3.7717e-03, -1.0231e-03],\n",
       "            [-4.6513e-03, -2.9461e-03,  9.7878e-04],\n",
       "            [-8.9867e-04,  1.8455e-03,  4.1755e-03]],\n",
       "  \n",
       "           [[-1.9469e-04,  3.1484e-05, -1.0710e-03],\n",
       "            [ 9.3564e-04,  1.2037e-04, -7.3750e-04],\n",
       "            [ 1.2295e-03,  6.6109e-04, -7.6286e-04]],\n",
       "  \n",
       "           [[-1.1468e-03, -1.9796e-03, -2.0128e-04],\n",
       "            [-2.1235e-03, -1.7358e-03,  6.4103e-05],\n",
       "            [-1.6427e-03, -6.6742e-04,  5.9432e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-4.9710e-04,  5.6602e-04,  5.5113e-04],\n",
       "            [ 4.9182e-04,  9.1932e-04,  2.7773e-04],\n",
       "            [-1.6469e-03, -1.5718e-03, -2.1840e-03]],\n",
       "  \n",
       "           [[-5.1340e-04, -8.0428e-04,  2.0143e-03],\n",
       "            [-5.9805e-04, -2.7830e-03,  3.9735e-03],\n",
       "            [ 6.6893e-04,  1.4122e-03,  5.5592e-03]],\n",
       "  \n",
       "           [[-2.3739e-03, -5.8792e-04,  9.9224e-04],\n",
       "            [-1.8434e-03, -2.0347e-04, -8.0929e-05],\n",
       "            [ 1.2396e-05,  7.0165e-04,  3.0833e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-2.5073e-03, -2.6252e-03, -2.5772e-03],\n",
       "            [ 1.3780e-03, -6.4117e-04, -1.1056e-03],\n",
       "            [ 1.4022e-03,  4.9323e-03,  5.4049e-03]],\n",
       "  \n",
       "           [[-1.8536e-03, -1.9815e-04,  7.7319e-06],\n",
       "            [-1.9443e-03, -1.7575e-03, -1.9536e-03],\n",
       "            [ 1.9419e-03,  3.3027e-03,  3.9043e-03]],\n",
       "  \n",
       "           [[ 3.8320e-04, -1.3430e-04,  8.4263e-05],\n",
       "            [-1.8674e-03, -2.5258e-03, -1.5309e-03],\n",
       "            [ 1.1507e-04, -1.1859e-03, -4.5990e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-5.2774e-04,  6.4951e-04,  1.8900e-04],\n",
       "            [-3.9967e-04,  1.0090e-03,  9.7244e-04],\n",
       "            [-1.2805e-03,  1.1333e-04, -7.9641e-05]],\n",
       "  \n",
       "           [[ 7.5192e-05,  8.9042e-04,  9.5909e-04],\n",
       "            [ 4.6724e-04, -6.0055e-04,  5.4021e-04],\n",
       "            [ 2.6209e-03, -4.8031e-04,  1.1276e-03]],\n",
       "  \n",
       "           [[ 1.6441e-04,  3.2595e-04,  1.3165e-05],\n",
       "            [ 3.2349e-03,  3.2035e-03,  2.3652e-03],\n",
       "            [-5.6104e-04, -1.0515e-03, -1.8701e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[-1.7279e-03, -1.9173e-05,  4.5140e-04],\n",
       "            [-6.4001e-04,  4.4488e-04,  4.1018e-04],\n",
       "            [-5.3155e-04,  4.5499e-05,  6.3953e-04]],\n",
       "  \n",
       "           [[ 8.4179e-04,  7.9576e-04, -2.0937e-04],\n",
       "            [ 5.4264e-04,  1.3633e-03, -4.1617e-04],\n",
       "            [-1.6220e-04,  3.5334e-04,  1.4668e-03]],\n",
       "  \n",
       "           [[-1.3026e-03, -1.7880e-03, -1.2689e-04],\n",
       "            [-1.5284e-03, -2.6139e-03, -3.9400e-04],\n",
       "            [-2.7664e-04, -2.6202e-03, -4.9900e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-4.4384e-04, -4.0283e-04,  1.0312e-03],\n",
       "            [-4.3796e-05, -5.3515e-04,  8.4470e-04],\n",
       "            [ 5.8161e-04, -5.2113e-04, -1.6365e-04]],\n",
       "  \n",
       "           [[-6.4439e-04, -5.6170e-04, -2.3754e-04],\n",
       "            [-2.4794e-03,  2.2949e-04, -4.4486e-04],\n",
       "            [-3.0851e-03, -1.0176e-03,  8.8709e-04]],\n",
       "  \n",
       "           [[-3.5525e-03,  2.2783e-03,  2.3792e-04],\n",
       "            [ 1.6339e-03, -3.2049e-03,  2.1468e-03],\n",
       "            [ 6.6455e-03, -1.9842e-03,  2.4879e-03]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([0.0161, 0.0213, 0.0300, 0.0182, 0.0311, 0.0279, 0.0243, 0.0216, 0.0234,\n",
       "          0.0203, 0.0132, 0.0143, 0.0210, 0.0112, 0.0249, 0.0232, 0.0262, 0.0204,\n",
       "          0.0212, 0.0191, 0.0304, 0.0216, 0.0251, 0.0187, 0.0193, 0.0221, 0.0151,\n",
       "          0.0251, 0.0197, 0.0117, 0.0158, 0.0206, 0.0212, 0.0149, 0.0245, 0.0175,\n",
       "          0.0197, 0.0186, 0.0223, 0.0165, 0.0245, 0.0192, 0.0226, 0.0267, 0.0291,\n",
       "          0.0237, 0.0095, 0.0215, 0.0183, 0.0174, 0.0223, 0.0220, 0.0218, 0.0137,\n",
       "          0.0170, 0.0188, 0.0294, 0.0167, 0.0198, 0.0291, 0.0242, 0.0180, 0.0204,\n",
       "          0.0255, 0.0167, 0.0246, 0.0239, 0.0175, 0.0200, 0.0300, 0.0250, 0.0230,\n",
       "          0.0214, 0.0299, 0.0281, 0.0141, 0.0117, 0.0146, 0.0171, 0.0218, 0.0304,\n",
       "          0.0199, 0.0166, 0.0255, 0.0142, 0.0180, 0.0305, 0.0177, 0.0117, 0.0179,\n",
       "          0.0206, 0.0215, 0.0175, 0.0236, 0.0265, 0.0215, 0.0256, 0.0138, 0.0228,\n",
       "          0.0185, 0.0196, 0.0181, 0.0189, 0.0201, 0.0244, 0.0191, 0.0239, 0.0231,\n",
       "          0.0194, 0.0203, 0.0222, 0.0180, 0.0294, 0.0158, 0.0194, 0.0202, 0.0262,\n",
       "          0.0163, 0.0234, 0.0286, 0.0195, 0.0184, 0.0237, 0.0243, 0.0138, 0.0177,\n",
       "          0.0171, 0.0199], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([-0.0018, -0.0046, -0.0045,  0.0049, -0.0047, -0.0030, -0.0005, -0.0072,\n",
       "          -0.0073, -0.0097, -0.0071, -0.0016, -0.0069,  0.0149,  0.0017, -0.0075,\n",
       "          -0.0096,  0.0223, -0.0012,  0.0226, -0.0090, -0.0070, -0.0105, -0.0046,\n",
       "          -0.0031, -0.0076, -0.0052, -0.0107, -0.0054,  0.0157, -0.0021, -0.0106,\n",
       "           0.0066,  0.0005, -0.0069, -0.0012, -0.0022,  0.0019, -0.0015, -0.0064,\n",
       "          -0.0016, -0.0103, -0.0121, -0.0106, -0.0025, -0.0005,  0.0305, -0.0058,\n",
       "          -0.0057, -0.0024, -0.0087, -0.0093, -0.0060, -0.0055,  0.0024, -0.0054,\n",
       "           0.0010, -0.0024, -0.0028, -0.0092, -0.0019, -0.0065, -0.0037, -0.0010,\n",
       "          -0.0028,  0.0103, -0.0061, -0.0049, -0.0034,  0.0004, -0.0048, -0.0071,\n",
       "          -0.0027, -0.0128, -0.0014, -0.0034, -0.0014, -0.0031,  0.0024, -0.0081,\n",
       "          -0.0042, -0.0057, -0.0068,  0.0007, -0.0102, -0.0020,  0.0006, -0.0062,\n",
       "           0.0148, -0.0106, -0.0102,  0.0175, -0.0058, -0.0106, -0.0031, -0.0078,\n",
       "          -0.0056,  0.0106, -0.0057, -0.0023, -0.0043,  0.0007,  0.0021, -0.0035,\n",
       "           0.0068, -0.0033,  0.0018,  0.0019, -0.0022, -0.0022, -0.0074, -0.0043,\n",
       "          -0.0087,  0.0195,  0.0042, -0.0058, -0.0056, -0.0033, -0.0002, -0.0043,\n",
       "           0.0007, -0.0050, -0.0026, -0.0035, -0.0067, -0.0105, -0.0062, -0.0036],\n",
       "         requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[[[ 1.4912e-04,  2.0634e-05,  2.0468e-04],\n",
       "            [ 2.5454e-04,  1.7087e-03,  2.4227e-03],\n",
       "            [-4.4812e-04,  5.6126e-04,  6.2436e-04]],\n",
       "  \n",
       "           [[ 2.1222e-03,  2.3406e-03,  9.5047e-04],\n",
       "            [ 4.8086e-04,  1.8062e-03,  1.3870e-03],\n",
       "            [ 2.0302e-03,  2.2943e-03,  7.1241e-04]],\n",
       "  \n",
       "           [[ 5.0482e-04, -6.2944e-04, -1.8474e-03],\n",
       "            [-5.4563e-04,  2.4485e-04, -2.4859e-03],\n",
       "            [-2.7991e-04,  2.4108e-04, -1.9391e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-2.5221e-04, -8.2583e-05, -4.8341e-04],\n",
       "            [ 7.0438e-04,  7.8138e-05,  1.2417e-04],\n",
       "            [ 3.9643e-04, -2.6239e-04,  1.6207e-04]],\n",
       "  \n",
       "           [[ 2.7374e-04,  2.9984e-04,  4.7725e-05],\n",
       "            [-2.6418e-04, -1.6992e-04, -1.1052e-04],\n",
       "            [-1.2240e-04,  1.0154e-03,  6.1815e-04]],\n",
       "  \n",
       "           [[ 5.4243e-04, -1.1455e-03,  1.7055e-04],\n",
       "            [ 1.4462e-03,  1.5757e-03, -6.9958e-04],\n",
       "            [ 2.8257e-04,  3.1445e-04, -2.0504e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[ 6.7388e-04,  8.6123e-04, -3.2833e-04],\n",
       "            [-9.5246e-04, -7.3309e-04,  1.4474e-03],\n",
       "            [-3.3898e-04,  1.2452e-03,  4.6998e-04]],\n",
       "  \n",
       "           [[-2.1681e-04, -1.0841e-03, -1.1651e-03],\n",
       "            [-1.1786e-04,  1.6511e-03,  5.4369e-04],\n",
       "            [ 1.4668e-03,  3.8084e-04,  1.5059e-03]],\n",
       "  \n",
       "           [[-1.7527e-03, -1.5459e-03,  7.9085e-04],\n",
       "            [-1.5337e-03, -2.8040e-03, -2.5154e-03],\n",
       "            [ 1.3942e-03,  2.5178e-03,  3.2789e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-1.3428e-03, -2.1012e-03, -2.4405e-03],\n",
       "            [-3.4327e-03, -4.0256e-03, -5.2703e-03],\n",
       "            [-3.8996e-03, -4.2067e-03, -4.5650e-03]],\n",
       "  \n",
       "           [[ 1.3962e-03,  1.4721e-03,  1.4064e-03],\n",
       "            [ 4.4994e-04,  2.3300e-03,  6.9738e-04],\n",
       "            [-2.8865e-04,  8.2911e-04,  6.6476e-05]],\n",
       "  \n",
       "           [[ 7.3670e-04, -1.3090e-03, -6.2981e-04],\n",
       "            [ 2.6001e-04, -1.7196e-03, -2.7555e-03],\n",
       "            [ 9.8079e-05, -2.7979e-04, -1.7083e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[ 1.5531e-03,  7.8635e-04,  1.3050e-04],\n",
       "            [ 1.8385e-03, -4.6890e-03, -3.1983e-03],\n",
       "            [ 3.0708e-04, -2.3179e-03, -3.0722e-05]],\n",
       "  \n",
       "           [[ 1.9049e-03,  1.7820e-03, -1.8438e-03],\n",
       "            [ 1.2991e-03,  1.4403e-03, -1.6330e-03],\n",
       "            [ 5.1768e-03,  4.0289e-03,  2.5543e-03]],\n",
       "  \n",
       "           [[ 1.1338e-03,  1.2629e-03,  9.0767e-04],\n",
       "            [ 1.4537e-03,  3.0878e-04, -5.6585e-04],\n",
       "            [ 1.2234e-03,  6.7760e-04, -4.0833e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-4.3155e-04,  8.6689e-04, -1.4281e-03],\n",
       "            [-3.4913e-04,  1.2279e-03, -2.5309e-03],\n",
       "            [-5.3455e-04, -5.5514e-04, -2.5907e-03]],\n",
       "  \n",
       "           [[-6.4781e-05,  7.4422e-04,  3.2374e-04],\n",
       "            [ 3.8208e-05, -1.8982e-03,  2.3168e-03],\n",
       "            [-3.5933e-03,  4.5474e-05, -4.4683e-04]],\n",
       "  \n",
       "           [[-7.5910e-04,  1.6288e-04,  2.8311e-03],\n",
       "            [-2.7414e-04,  2.8205e-03,  1.8691e-03],\n",
       "            [ 2.2013e-04, -6.7395e-04,  2.1958e-03]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[ 3.3417e-04,  7.5140e-05,  9.6553e-04],\n",
       "            [ 2.8351e-03, -1.9840e-03,  4.8811e-04],\n",
       "            [ 1.2643e-03, -2.2381e-04,  2.8850e-03]],\n",
       "  \n",
       "           [[-2.5803e-03, -2.0828e-03, -3.0678e-03],\n",
       "            [-2.1762e-03, -2.6942e-03, -1.0374e-03],\n",
       "            [-1.0392e-03, -1.8207e-03, -3.9513e-04]],\n",
       "  \n",
       "           [[-2.5388e-03,  2.7961e-03,  2.1074e-03],\n",
       "            [ 3.4724e-05,  2.6811e-03, -1.5295e-04],\n",
       "            [ 1.3973e-03,  1.7211e-03,  8.1295e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 2.4063e-04, -4.2268e-04, -2.5971e-04],\n",
       "            [-1.4863e-03,  4.4555e-03,  3.7734e-04],\n",
       "            [-1.9821e-03,  3.7573e-04,  2.2550e-03]],\n",
       "  \n",
       "           [[-1.8321e-03, -1.7483e-03, -2.1766e-03],\n",
       "            [-1.7931e-03, -5.2017e-03, -3.0073e-03],\n",
       "            [-8.4138e-04,  1.3721e-04, -9.3272e-04]],\n",
       "  \n",
       "           [[ 1.4402e-03, -1.9216e-03, -4.5106e-04],\n",
       "            [ 1.3842e-03, -1.1649e-03,  3.2093e-04],\n",
       "            [ 2.1509e-03,  3.9897e-04, -6.4489e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[ 1.1088e-03,  1.1961e-03,  3.2752e-04],\n",
       "            [ 1.4822e-03, -7.8572e-04,  1.3507e-03],\n",
       "            [-2.8594e-04, -1.4159e-03, -9.3852e-04]],\n",
       "  \n",
       "           [[ 3.8206e-04,  1.0687e-03, -1.5838e-03],\n",
       "            [ 1.4440e-04,  5.7280e-05, -5.8029e-04],\n",
       "            [ 8.6645e-04,  1.1904e-03, -1.1217e-04]],\n",
       "  \n",
       "           [[-3.9322e-03,  1.1467e-03, -1.1836e-03],\n",
       "            [-1.8595e-03,  3.1732e-03, -1.9785e-03],\n",
       "            [-2.5928e-03, -4.1481e-03, -3.4119e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-4.3081e-04, -6.4832e-04,  3.3722e-04],\n",
       "            [-6.8357e-05, -3.6339e-04, -3.7229e-04],\n",
       "            [-7.5392e-04, -1.7575e-03, -2.8004e-03]],\n",
       "  \n",
       "           [[-7.4190e-04, -5.2157e-04,  2.2707e-04],\n",
       "            [-1.0210e-03, -5.6992e-04,  3.1785e-04],\n",
       "            [ 1.6450e-03,  1.1324e-03,  8.7912e-04]],\n",
       "  \n",
       "           [[ 1.4890e-04,  1.8176e-04,  4.7590e-04],\n",
       "            [ 6.9611e-04, -1.1960e-04,  8.1701e-04],\n",
       "            [-4.6619e-05, -4.2440e-04, -4.6945e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[ 4.7931e-05,  8.1442e-04, -2.1076e-03],\n",
       "            [ 4.7638e-04, -2.3301e-03, -6.9364e-03],\n",
       "            [-2.4944e-05, -1.0579e-04, -2.3805e-03]],\n",
       "  \n",
       "           [[ 4.6688e-04,  2.9625e-03,  2.2091e-03],\n",
       "            [-4.6833e-04,  4.7989e-03,  6.2959e-04],\n",
       "            [ 4.3942e-04, -3.0918e-04, -3.9732e-03]],\n",
       "  \n",
       "           [[-9.1013e-04,  9.8814e-04,  5.0715e-04],\n",
       "            [ 2.5167e-04,  1.7323e-03,  4.1323e-04],\n",
       "            [-2.6896e-04,  1.8146e-03,  3.5658e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-7.4528e-04,  1.1220e-03, -7.7585e-04],\n",
       "            [-6.4570e-04, -1.3688e-03, -3.9429e-04],\n",
       "            [ 3.3111e-04, -1.0773e-03, -2.6882e-04]],\n",
       "  \n",
       "           [[ 1.4335e-03, -4.8963e-04, -3.3955e-03],\n",
       "            [-1.3895e-03, -4.8557e-03, -2.7860e-03],\n",
       "            [-9.6805e-04, -7.7441e-04, -2.5799e-04]],\n",
       "  \n",
       "           [[-1.4904e-03, -4.2055e-03,  1.2467e-03],\n",
       "            [ 2.3999e-04,  1.9339e-03,  6.9808e-03],\n",
       "            [ 7.2576e-04, -6.5848e-04,  3.1425e-04]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([0.0136, 0.0297, 0.0287, 0.0123, 0.0245, 0.0305, 0.0311, 0.0328, 0.0187,\n",
       "          0.0201, 0.0122, 0.0191, 0.0093, 0.0207, 0.0066, 0.0140, 0.0266, 0.0297,\n",
       "          0.0236, 0.0228, 0.0211, 0.0270, 0.0153, 0.0406, 0.0257, 0.0280, 0.0268,\n",
       "          0.0196, 0.0130, 0.0089, 0.0255, 0.0188, 0.0189, 0.0063, 0.0181, 0.0181,\n",
       "          0.0165, 0.0190, 0.0220, 0.0220, 0.0228, 0.0279, 0.0136, 0.0185, 0.0051,\n",
       "          0.0229, 0.0212, 0.0173, 0.0240, 0.0339, 0.0137, 0.0207, 0.0360, 0.0208,\n",
       "          0.0197, 0.0091, 0.0164, 0.0118, 0.0228, 0.0195, 0.0254, 0.0311, 0.0242,\n",
       "          0.0258, 0.0348, 0.0270, 0.0324, 0.0195, 0.0282, 0.0216, 0.0138, 0.0214,\n",
       "          0.0288, 0.0256, 0.0192, 0.0213, 0.0267, 0.0206, 0.0100, 0.0268, 0.0302,\n",
       "          0.0208, 0.0199, 0.0140, 0.0153, 0.0075, 0.0163, 0.0265, 0.0156, 0.0217,\n",
       "          0.0126, 0.0240, 0.0160, 0.0210, 0.0086, 0.0383, 0.0191, 0.0180, 0.0161,\n",
       "          0.0367, 0.0242, 0.0153, 0.0160, 0.0238, 0.0187, 0.0214, 0.0242, 0.0118,\n",
       "          0.0302, 0.0212, 0.0243, 0.0381, 0.0219, 0.0305, 0.0098, 0.0419, 0.0259,\n",
       "          0.0412, 0.0203, 0.0164, 0.0298, 0.0174, 0.0194, 0.0282, 0.0169, 0.0278,\n",
       "          0.0246, 0.0244], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([ 3.5742e-03,  7.6059e-03,  9.2438e-03, -4.3784e-03,  4.9390e-04,\n",
       "          -2.0013e-03, -6.7428e-04,  8.1070e-03, -6.4880e-04,  1.4648e-02,\n",
       "           3.8646e-03,  2.9346e-03, -2.1794e-03,  3.2971e-03,  2.1425e-03,\n",
       "           1.2238e-03,  6.7557e-03,  3.3545e-03, -4.4915e-04,  8.1952e-03,\n",
       "          -9.9801e-03, -3.2082e-03,  7.0010e-03, -5.8268e-03,  7.5285e-03,\n",
       "           4.5113e-03, -4.0833e-04, -4.6798e-05,  3.7704e-03,  7.9862e-03,\n",
       "           5.0772e-03,  3.3836e-03,  9.6596e-03,  4.5219e-03, -1.2077e-03,\n",
       "          -1.7264e-03,  7.5890e-03, -4.0095e-03,  1.0128e-03,  1.1890e-02,\n",
       "           4.9110e-03,  9.6611e-03, -5.9684e-04,  4.7365e-03,  6.3928e-03,\n",
       "           1.5447e-02,  3.3688e-03,  4.0847e-03,  8.7536e-03,  1.5505e-04,\n",
       "           2.2210e-03, -8.4601e-03,  1.2151e-02,  8.3528e-03,  5.6008e-03,\n",
       "           5.5359e-03,  2.8359e-03,  1.4307e-03, -5.2162e-03,  1.4911e-03,\n",
       "          -9.1030e-03, -1.6697e-03, -9.2374e-03,  7.1673e-04, -1.2880e-03,\n",
       "           9.0618e-03,  7.5605e-03,  1.3113e-02,  6.4509e-03, -8.8420e-03,\n",
       "           2.5435e-03,  2.1631e-03, -2.5028e-03,  7.3408e-03,  4.2823e-03,\n",
       "           1.1107e-02, -3.8386e-03,  6.6630e-03,  2.2712e-03, -4.1881e-04,\n",
       "           8.0230e-03,  7.3000e-03,  7.0649e-03,  1.3886e-02, -1.6498e-03,\n",
       "           5.4012e-03,  7.4926e-03,  1.1649e-03,  8.3112e-03,  2.0284e-03,\n",
       "           1.3158e-02, -1.2853e-02,  2.7535e-03, -4.3721e-04,  5.0967e-03,\n",
       "           3.0121e-03,  8.6888e-03,  9.7859e-03, -1.2146e-03,  7.0503e-03,\n",
       "          -2.4224e-03,  8.1745e-03, -3.2330e-03, -2.9529e-03,  1.5337e-03,\n",
       "           5.7609e-03,  9.7615e-03,  7.4488e-03, -2.2554e-03,  1.6373e-03,\n",
       "          -1.6036e-04, -8.1949e-04,  6.7406e-03, -3.7143e-03,  5.6751e-03,\n",
       "          -7.0585e-03, -4.1714e-03, -4.3633e-03, -1.5260e-03,  6.6470e-03,\n",
       "           2.2009e-03,  5.8177e-03,  1.7617e-03,  6.5157e-03,  2.3039e-03,\n",
       "          -1.6950e-03,  6.8449e-03, -1.5241e-03], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[[[ 5.2206e-04]],\n",
       "  \n",
       "           [[-1.5702e-02]],\n",
       "  \n",
       "           [[-2.1613e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-9.4744e-03]],\n",
       "  \n",
       "           [[ 4.7679e-04]],\n",
       "  \n",
       "           [[ 7.7522e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[ 3.8757e-04]],\n",
       "  \n",
       "           [[-6.2111e-04]],\n",
       "  \n",
       "           [[-1.3202e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-2.4878e-03]],\n",
       "  \n",
       "           [[-4.1253e-03]],\n",
       "  \n",
       "           [[-3.6892e-06]]],\n",
       "  \n",
       "  \n",
       "          [[[-2.0170e-03]],\n",
       "  \n",
       "           [[ 1.7711e-04]],\n",
       "  \n",
       "           [[-8.3378e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 1.2838e-03]],\n",
       "  \n",
       "           [[-9.5969e-04]],\n",
       "  \n",
       "           [[ 3.5524e-03]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[-1.9602e-03]],\n",
       "  \n",
       "           [[ 1.8621e-03]],\n",
       "  \n",
       "           [[-3.1592e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-1.6948e-03]],\n",
       "  \n",
       "           [[ 3.1898e-03]],\n",
       "  \n",
       "           [[ 3.9101e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[ 1.7259e-03]],\n",
       "  \n",
       "           [[ 1.0597e-03]],\n",
       "  \n",
       "           [[ 4.8952e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 4.3130e-02]],\n",
       "  \n",
       "           [[-7.3284e-05]],\n",
       "  \n",
       "           [[ 1.8875e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[-5.1435e-04]],\n",
       "  \n",
       "           [[ 3.5385e-04]],\n",
       "  \n",
       "           [[-2.9210e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 1.6686e-03]],\n",
       "  \n",
       "           [[-3.2454e-03]],\n",
       "  \n",
       "           [[ 1.5989e-03]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([ 0.0199,  0.0090,  0.0024,  0.0192,  0.0076,  0.0093,  0.0104,  0.0265,\n",
       "           0.0118,  0.0107,  0.0155,  0.0189,  0.0176,  0.0112,  0.0195,  0.0158,\n",
       "           0.0132,  0.0180,  0.0181,  0.0072,  0.0292,  0.0035,  0.0146,  0.0073,\n",
       "           0.0133,  0.0032,  0.0241,  0.0211,  0.0172,  0.0181,  0.0098,  0.0067,\n",
       "           0.0172,  0.0175,  0.0221,  0.0165,  0.0084,  0.0183,  0.0175,  0.0076,\n",
       "           0.0087,  0.0150,  0.0161,  0.0135,  0.0131,  0.0166,  0.0176,  0.0088,\n",
       "           0.0037,  0.0143,  0.0250,  0.0099,  0.0012,  0.0205,  0.0032,  0.0146,\n",
       "           0.0139,  0.0226,  0.0049,  0.0162,  0.0066,  0.0141,  0.0077,  0.0044,\n",
       "           0.0015,  0.0016,  0.0086,  0.0056,  0.0084,  0.0040,  0.0085,  0.0089,\n",
       "           0.0094,  0.0055,  0.0080,  0.0015,  0.0037,  0.0025,  0.0174,  0.0117,\n",
       "           0.0235,  0.0064,  0.0061,  0.0193,  0.0113,  0.0210,  0.0056,  0.0101,\n",
       "           0.0113,  0.0073,  0.0211,  0.0116,  0.0067,  0.0098,  0.0144,  0.0094,\n",
       "           0.0029,  0.0172,  0.0091,  0.0179,  0.0180,  0.0235,  0.0098,  0.0125,\n",
       "           0.0223,  0.0110,  0.0020,  0.0041,  0.0042,  0.0138,  0.0082,  0.0050,\n",
       "           0.0199,  0.0055,  0.0230,  0.0117,  0.0193,  0.0062,  0.0041,  0.0089,\n",
       "           0.0015,  0.0156,  0.0080, -0.0003,  0.0105,  0.0053,  0.0458,  0.0100],\n",
       "         requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([ 3.5742e-03,  7.6059e-03,  9.2438e-03, -4.3784e-03,  4.9390e-04,\n",
       "          -2.0013e-03, -6.7428e-04,  8.1070e-03, -6.4880e-04,  1.4648e-02,\n",
       "           3.8646e-03,  2.9346e-03, -2.1794e-03,  3.2971e-03,  2.1425e-03,\n",
       "           1.2238e-03,  6.7557e-03,  3.3545e-03, -4.4915e-04,  8.1952e-03,\n",
       "          -9.9801e-03, -3.2082e-03,  7.0010e-03, -5.8268e-03,  7.5285e-03,\n",
       "           4.5113e-03, -4.0833e-04, -4.6798e-05,  3.7704e-03,  7.9862e-03,\n",
       "           5.0772e-03,  3.3836e-03,  9.6596e-03,  4.5219e-03, -1.2077e-03,\n",
       "          -1.7264e-03,  7.5890e-03, -4.0095e-03,  1.0128e-03,  1.1890e-02,\n",
       "           4.9110e-03,  9.6611e-03, -5.9684e-04,  4.7365e-03,  6.3928e-03,\n",
       "           1.5447e-02,  3.3688e-03,  4.0847e-03,  8.7536e-03,  1.5505e-04,\n",
       "           2.2210e-03, -8.4601e-03,  1.2151e-02,  8.3528e-03,  5.6008e-03,\n",
       "           5.5359e-03,  2.8359e-03,  1.4307e-03, -5.2162e-03,  1.4911e-03,\n",
       "          -9.1030e-03, -1.6697e-03, -9.2374e-03,  7.1673e-04, -1.2880e-03,\n",
       "           9.0618e-03,  7.5605e-03,  1.3113e-02,  6.4509e-03, -8.8420e-03,\n",
       "           2.5435e-03,  2.1631e-03, -2.5028e-03,  7.3408e-03,  4.2823e-03,\n",
       "           1.1107e-02, -3.8386e-03,  6.6630e-03,  2.2712e-03, -4.1881e-04,\n",
       "           8.0230e-03,  7.3000e-03,  7.0649e-03,  1.3886e-02, -1.6498e-03,\n",
       "           5.4012e-03,  7.4926e-03,  1.1649e-03,  8.3112e-03,  2.0284e-03,\n",
       "           1.3158e-02, -1.2853e-02,  2.7535e-03, -4.3721e-04,  5.0967e-03,\n",
       "           3.0121e-03,  8.6888e-03,  9.7859e-03, -1.2146e-03,  7.0503e-03,\n",
       "          -2.4224e-03,  8.1745e-03, -3.2330e-03, -2.9529e-03,  1.5337e-03,\n",
       "           5.7609e-03,  9.7615e-03,  7.4488e-03, -2.2554e-03,  1.6373e-03,\n",
       "          -1.6036e-04, -8.1949e-04,  6.7406e-03, -3.7143e-03,  5.6751e-03,\n",
       "          -7.0585e-03, -4.1714e-03, -4.3633e-03, -1.5260e-03,  6.6470e-03,\n",
       "           2.2009e-03,  5.8177e-03,  1.7617e-03,  6.5157e-03,  2.3039e-03,\n",
       "          -1.6950e-03,  6.8449e-03, -1.5241e-03], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[[[-2.1355e-05, -1.9487e-04, -1.9335e-04],\n",
       "            [ 1.7589e-03,  8.1728e-04,  4.8913e-04],\n",
       "            [ 9.2802e-04, -7.4377e-04,  4.6041e-05]],\n",
       "  \n",
       "           [[-8.3412e-04, -1.6200e-04, -1.4035e-03],\n",
       "            [-1.0299e-03,  1.8592e-04, -2.3789e-04],\n",
       "            [ 3.6337e-05, -8.3349e-04, -1.1677e-03]],\n",
       "  \n",
       "           [[ 1.3965e-04,  1.3173e-03,  1.3939e-03],\n",
       "            [-3.0808e-03, -1.3504e-03,  4.3702e-04],\n",
       "            [ 1.9010e-03, -5.3392e-03, -3.1178e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-2.2829e-04, -2.0115e-06,  7.2721e-04],\n",
       "            [-3.3462e-04, -1.9378e-03,  6.9769e-04],\n",
       "            [ 5.6822e-04, -6.2864e-05,  1.8961e-03]],\n",
       "  \n",
       "           [[-7.1897e-04, -2.2892e-03, -2.0837e-04],\n",
       "            [ 2.2571e-03,  1.6057e-03,  7.2200e-04],\n",
       "            [ 1.0430e-03,  6.7528e-05, -7.4670e-04]],\n",
       "  \n",
       "           [[ 5.1239e-04,  1.1804e-03,  1.8514e-03],\n",
       "            [ 3.9113e-04,  2.2314e-03,  8.4806e-04],\n",
       "            [-4.8171e-04, -1.0144e-03,  7.2840e-05]]],\n",
       "  \n",
       "  \n",
       "          [[[ 4.0590e-03,  4.1169e-03, -2.6099e-03],\n",
       "            [ 1.5270e-03, -5.0135e-05, -5.0748e-03],\n",
       "            [-3.2040e-03, -6.0650e-03, -6.1465e-03]],\n",
       "  \n",
       "           [[ 1.1547e-04, -4.2775e-04,  1.0741e-03],\n",
       "            [-7.4471e-04, -8.3133e-04,  1.0814e-03],\n",
       "            [ 1.2617e-03,  1.4458e-03,  2.8760e-03]],\n",
       "  \n",
       "           [[ 1.1167e-03,  3.6280e-04,  5.2522e-04],\n",
       "            [-1.3514e-03, -4.7339e-04,  1.3635e-03],\n",
       "            [-9.6491e-04, -6.9807e-04,  1.1572e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-2.2975e-03, -1.3395e-03, -7.6029e-04],\n",
       "            [-2.2291e-03,  4.9536e-04,  4.9430e-04],\n",
       "            [-3.1583e-04,  6.7702e-04,  5.5648e-04]],\n",
       "  \n",
       "           [[-1.4776e-03, -1.1823e-03,  6.9126e-05],\n",
       "            [-2.3962e-03, -1.2348e-03,  1.2016e-03],\n",
       "            [-1.0247e-03, -7.7856e-04,  4.1868e-04]],\n",
       "  \n",
       "           [[ 5.1752e-04,  1.0009e-03,  5.0225e-05],\n",
       "            [ 9.9660e-04, -4.4254e-04, -5.1360e-04],\n",
       "            [-1.0158e-03, -4.2228e-06,  4.2708e-05]]],\n",
       "  \n",
       "  \n",
       "          [[[-1.3768e-03, -3.0143e-04, -1.2000e-04],\n",
       "            [-5.4956e-04,  3.6933e-04,  2.4051e-04],\n",
       "            [-1.3344e-03,  1.0509e-03, -2.6473e-04]],\n",
       "  \n",
       "           [[ 2.9711e-04,  3.2342e-04,  1.4025e-03],\n",
       "            [-1.3985e-04,  2.9940e-04, -3.2731e-04],\n",
       "            [ 1.6473e-03,  1.9107e-04, -2.6164e-04]],\n",
       "  \n",
       "           [[-1.6793e-03,  2.7444e-04,  6.8990e-03],\n",
       "            [-2.3091e-03,  8.9452e-05,  3.6510e-03],\n",
       "            [-2.7133e-03, -1.3907e-04,  8.5842e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 1.7686e-03,  3.1607e-04, -1.4185e-03],\n",
       "            [-6.2342e-04, -4.4533e-03,  3.8598e-04],\n",
       "            [-1.4799e-03,  3.6236e-05,  4.0264e-03]],\n",
       "  \n",
       "           [[ 1.4120e-03,  1.1261e-03,  4.2578e-04],\n",
       "            [-3.5700e-04, -3.4523e-04, -1.0110e-03],\n",
       "            [-1.0741e-03,  2.7933e-04, -2.0427e-04]],\n",
       "  \n",
       "           [[-3.9503e-04, -1.0107e-04, -8.5796e-04],\n",
       "            [-1.7552e-03, -2.4849e-03, -1.6021e-03],\n",
       "            [-1.0121e-03, -4.5238e-05, -7.2230e-05]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[ 1.6576e-03,  1.1819e-03,  4.3598e-04],\n",
       "            [-5.6392e-04,  1.3415e-05,  3.1445e-04],\n",
       "            [-7.6129e-04, -1.6356e-04,  1.0966e-03]],\n",
       "  \n",
       "           [[-2.6829e-04, -6.2927e-04,  1.8509e-04],\n",
       "            [ 1.0322e-03,  9.4661e-04,  3.4062e-04],\n",
       "            [-3.1389e-03, -2.4205e-03, -2.5016e-03]],\n",
       "  \n",
       "           [[ 1.5388e-04, -3.2819e-04,  1.0031e-04],\n",
       "            [-5.6504e-04, -2.1748e-04, -1.5454e-03],\n",
       "            [ 3.2868e-03,  2.7559e-03, -6.7300e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 6.7439e-04,  7.2431e-04,  1.6016e-03],\n",
       "            [ 2.5315e-04, -1.0219e-04,  6.2601e-04],\n",
       "            [ 8.0685e-04,  2.9254e-03, -1.3759e-03]],\n",
       "  \n",
       "           [[-1.2103e-03, -1.4269e-03, -1.4842e-03],\n",
       "            [ 1.8678e-04, -1.4416e-03, -9.3911e-04],\n",
       "            [ 6.8776e-04,  3.6477e-03, -5.6849e-04]],\n",
       "  \n",
       "           [[ 5.3630e-05, -2.0623e-03, -6.9769e-04],\n",
       "            [ 1.1895e-03, -3.4332e-03, -3.1900e-03],\n",
       "            [ 2.2691e-03,  1.4919e-03, -8.1178e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-9.7263e-04,  1.8859e-03,  1.0602e-03],\n",
       "            [-4.7642e-04,  1.9931e-03,  6.4521e-04],\n",
       "            [ 6.9764e-04,  1.0412e-03, -1.2033e-04]],\n",
       "  \n",
       "           [[-1.9123e-03, -3.6590e-03, -2.8104e-03],\n",
       "            [-3.6781e-04,  9.6003e-05, -1.8931e-03],\n",
       "            [-1.5721e-03, -1.5560e-03, -9.3115e-04]],\n",
       "  \n",
       "           [[-3.2279e-03, -3.3041e-03,  2.7182e-03],\n",
       "            [ 2.5051e-03,  1.3134e-03,  4.8694e-03],\n",
       "            [ 1.1221e-04,  4.7197e-04,  8.8738e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-1.2449e-03,  4.6925e-04, -1.6805e-03],\n",
       "            [ 1.5307e-04,  2.2134e-03,  1.0458e-03],\n",
       "            [-8.7273e-04, -4.3829e-04, -6.0082e-04]],\n",
       "  \n",
       "           [[-1.5562e-03,  1.0399e-03, -1.7172e-03],\n",
       "            [-2.0965e-04, -2.2453e-03,  1.3159e-03],\n",
       "            [ 2.5301e-03,  2.6560e-03,  5.6086e-03]],\n",
       "  \n",
       "           [[-1.3641e-03,  2.4624e-03,  8.1404e-04],\n",
       "            [-2.7026e-03, -4.0437e-04,  5.0006e-04],\n",
       "            [-9.8935e-04, -1.5625e-03, -8.6254e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[ 1.1730e-03,  1.9927e-03,  1.5697e-03],\n",
       "            [ 7.9982e-04, -1.7913e-04, -1.0362e-04],\n",
       "            [ 2.8690e-04, -1.4416e-04,  1.2650e-03]],\n",
       "  \n",
       "           [[ 1.3355e-03,  2.7534e-03,  3.5836e-03],\n",
       "            [ 1.6711e-03,  3.3708e-03,  1.8316e-03],\n",
       "            [ 1.3527e-03,  3.6897e-03,  1.6053e-03]],\n",
       "  \n",
       "           [[ 7.1672e-04,  5.1045e-04,  2.0253e-03],\n",
       "            [-2.2286e-03,  8.0109e-04, -4.5839e-04],\n",
       "            [ 1.8329e-03,  2.9984e-03, -2.4030e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-6.8007e-04, -6.2612e-05, -6.6634e-04],\n",
       "            [-6.9788e-05,  3.6610e-04, -1.1071e-04],\n",
       "            [-1.4279e-03, -2.8831e-03, -1.0116e-03]],\n",
       "  \n",
       "           [[-1.5078e-03, -1.3546e-03, -2.6239e-03],\n",
       "            [-1.4923e-03,  1.7621e-03, -1.7696e-03],\n",
       "            [-1.2480e-03, -1.0378e-03, -1.4314e-03]],\n",
       "  \n",
       "           [[ 7.2712e-04,  2.4712e-04,  4.4911e-05],\n",
       "            [-1.8316e-04,  1.1729e-03,  9.2834e-04],\n",
       "            [ 9.0373e-04, -3.2362e-04, -4.3032e-04]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([0.0169, 0.0187, 0.0175, 0.0237, 0.0136, 0.0184, 0.0198, 0.0233, 0.0156,\n",
       "          0.0344, 0.0184, 0.0197, 0.0189, 0.0189, 0.0212, 0.0281, 0.0237, 0.0283,\n",
       "          0.0162, 0.0105, 0.0172, 0.0323, 0.0184, 0.0139, 0.0192, 0.0231, 0.0165,\n",
       "          0.0157, 0.0283, 0.0242, 0.0251, 0.0310, 0.0139, 0.0176, 0.0275, 0.0222,\n",
       "          0.0186, 0.0226, 0.0208, 0.0194, 0.0210, 0.0195, 0.0196, 0.0229, 0.0181,\n",
       "          0.0298, 0.0202, 0.0170, 0.0323, 0.0176, 0.0185, 0.0285, 0.0200, 0.0185,\n",
       "          0.0294, 0.0282, 0.0222, 0.0203, 0.0290, 0.0245, 0.0182, 0.0263, 0.0136,\n",
       "          0.0324, 0.0234, 0.0203, 0.0176, 0.0208, 0.0324, 0.0161, 0.0261, 0.0180,\n",
       "          0.0190, 0.0222, 0.0261, 0.0238, 0.0199, 0.0247, 0.0186, 0.0193, 0.0167,\n",
       "          0.0185, 0.0269, 0.0176, 0.0174, 0.0279, 0.0181, 0.0387, 0.0382, 0.0160,\n",
       "          0.0160, 0.0261, 0.0232, 0.0263, 0.0157, 0.0177, 0.0268, 0.0151, 0.0200,\n",
       "          0.0243, 0.0163, 0.0153, 0.0218, 0.0362, 0.0203, 0.0199, 0.0193, 0.0182,\n",
       "          0.0286, 0.0186, 0.0207, 0.0134, 0.0152, 0.0206, 0.0169, 0.0201, 0.0221,\n",
       "          0.0162, 0.0156, 0.0313, 0.0246, 0.0310, 0.0341, 0.0147, 0.0200, 0.0205,\n",
       "          0.0233, 0.0184], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([-7.7632e-03, -7.0335e-03, -1.4991e-02, -1.6127e-03, -1.0097e-02,\n",
       "          -6.5908e-05, -7.0035e-03, -9.8211e-03, -7.0980e-03, -1.6820e-03,\n",
       "          -1.1704e-02, -6.8986e-03, -3.6488e-03, -8.5630e-03, -5.4738e-03,\n",
       "          -1.0337e-02, -1.0366e-02, -1.7812e-02, -8.6816e-03, -8.0982e-03,\n",
       "          -1.1504e-02,  1.4361e-03, -8.9302e-03, -9.0076e-03,  1.6169e-03,\n",
       "          -1.5529e-02, -1.0461e-02, -1.6459e-02, -9.6509e-03, -1.1731e-02,\n",
       "          -1.5149e-03, -1.7549e-03, -1.1927e-03, -1.4625e-02,  1.6020e-03,\n",
       "          -3.2221e-03, -3.1706e-03, -1.3999e-02, -8.2179e-03, -1.5656e-02,\n",
       "          -9.3011e-03, -1.0264e-02, -6.7073e-03, -4.0688e-03, -4.9308e-03,\n",
       "          -6.9500e-03, -1.2627e-02, -3.8199e-03, -7.1304e-03, -4.8266e-03,\n",
       "          -7.4188e-03, -1.3059e-02, -1.4361e-03, -6.9809e-03, -1.0543e-02,\n",
       "          -2.1125e-02, -2.1500e-02, -1.5645e-03, -2.7432e-03, -7.6756e-03,\n",
       "          -8.3036e-03, -8.9943e-03,  2.3436e-03, -5.2102e-03, -4.9009e-03,\n",
       "          -2.2253e-02, -6.9285e-03, -8.0626e-03, -5.1423e-03, -7.9618e-03,\n",
       "          -1.3734e-02, -5.9771e-03, -5.3229e-03, -1.0695e-02,  9.0427e-04,\n",
       "          -1.0073e-02, -9.3555e-03, -7.5720e-03, -8.6741e-04, -1.2137e-02,\n",
       "          -4.6682e-03, -2.0710e-03, -7.7613e-03, -2.9971e-03, -5.6014e-03,\n",
       "          -5.3864e-03, -2.1513e-03, -1.6111e-02, -4.9440e-03, -6.1187e-03,\n",
       "           3.5488e-04, -3.9165e-03, -6.4878e-04, -8.7838e-03, -2.0036e-02,\n",
       "          -1.0450e-02, -8.1893e-03, -7.0092e-03, -8.9165e-03,  7.0339e-04,\n",
       "          -3.1900e-03, -5.5908e-03, -4.2039e-03, -1.1291e-02, -7.6595e-03,\n",
       "          -1.7107e-02, -1.2296e-03, -1.2177e-03,  6.6396e-04, -9.0004e-03,\n",
       "          -6.2198e-03, -1.0250e-02, -4.9516e-03, -8.1314e-03, -1.7702e-03,\n",
       "          -1.9381e-03, -9.0795e-03, -3.9591e-03, -1.3586e-02,  9.8028e-04,\n",
       "          -6.1308e-03, -1.9216e-02, -1.1847e-02, -6.4869e-03, -2.2307e-03,\n",
       "          -1.8403e-02, -3.1495e-02, -8.4746e-05], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[[[-6.7344e-04,  3.6322e-04, -2.9011e-05],\n",
       "            [-2.8673e-04, -8.8404e-04, -1.0681e-03],\n",
       "            [ 1.6627e-04,  3.4769e-04, -7.5570e-04]],\n",
       "  \n",
       "           [[-5.5763e-04,  1.1381e-04,  1.2188e-03],\n",
       "            [-8.7735e-04,  1.0204e-03,  3.1948e-03],\n",
       "            [ 3.4619e-04,  3.7485e-03,  5.0074e-03]],\n",
       "  \n",
       "           [[-2.8424e-04,  5.7692e-04,  1.2807e-03],\n",
       "            [-3.4694e-04,  4.7793e-04,  4.0548e-04],\n",
       "            [ 4.2623e-04,  5.1904e-04,  3.3391e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 8.7496e-04,  3.1771e-04,  1.0084e-03],\n",
       "            [-5.8565e-04, -4.0545e-03, -1.1793e-03],\n",
       "            [-8.7522e-04, -2.4588e-03, -1.0109e-04]],\n",
       "  \n",
       "           [[ 1.4958e-03,  2.0363e-03,  1.5555e-03],\n",
       "            [-9.2084e-04, -3.2908e-03, -1.3506e-03],\n",
       "            [ 1.4938e-03,  1.6378e-03,  5.8220e-04]],\n",
       "  \n",
       "           [[-8.4957e-04, -7.5445e-04, -5.7024e-04],\n",
       "            [-1.2887e-03, -1.5222e-03, -5.5887e-04],\n",
       "            [-7.8176e-04, -5.7572e-04, -1.3451e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[ 1.1751e-04,  1.4850e-03,  2.0821e-03],\n",
       "            [ 2.3261e-03,  2.4186e-03,  2.2927e-04],\n",
       "            [ 9.6643e-04,  8.1430e-04, -6.8323e-04]],\n",
       "  \n",
       "           [[-6.1608e-04,  2.1097e-05, -6.8500e-04],\n",
       "            [-7.8401e-04,  2.0382e-04, -7.7588e-04],\n",
       "            [-1.3453e-03, -3.1193e-04, -8.6066e-04]],\n",
       "  \n",
       "           [[ 4.7193e-04, -9.5156e-04, -1.7592e-03],\n",
       "            [-1.6175e-03, -3.9952e-04, -1.4009e-04],\n",
       "            [-2.0586e-03,  5.1563e-05,  5.8110e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-2.3325e-03, -2.2893e-03, -2.8822e-03],\n",
       "            [-1.2474e-03, -9.9772e-04, -1.4276e-03],\n",
       "            [-1.2232e-04,  9.3954e-04,  4.1261e-04]],\n",
       "  \n",
       "           [[ 6.7525e-04,  7.4952e-04,  1.7186e-05],\n",
       "            [ 2.2290e-04,  3.6991e-04, -1.7875e-04],\n",
       "            [-7.0944e-04, -4.0617e-04, -7.7740e-05]],\n",
       "  \n",
       "           [[-1.5765e-03, -9.5334e-04, -7.5773e-04],\n",
       "            [-5.7006e-04, -1.2093e-03,  1.2389e-04],\n",
       "            [-1.0332e-03, -1.5284e-03, -7.6062e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-1.7885e-03, -8.4321e-04,  4.3408e-03],\n",
       "            [ 1.2508e-03,  2.5764e-03,  4.2885e-03],\n",
       "            [ 4.8979e-03,  2.3288e-03, -2.8233e-03]],\n",
       "  \n",
       "           [[ 7.9110e-04,  1.3712e-03,  6.8087e-05],\n",
       "            [ 1.1715e-03,  7.6551e-04, -2.6407e-04],\n",
       "            [ 1.6115e-03,  1.7830e-04, -1.3548e-03]],\n",
       "  \n",
       "           [[ 2.5957e-03, -1.9457e-03, -3.5395e-03],\n",
       "            [-9.5358e-04, -3.8868e-03, -1.3671e-03],\n",
       "            [ 7.7029e-04,  1.9229e-03,  6.4488e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 2.1210e-04, -9.6365e-04,  6.5012e-04],\n",
       "            [-2.1087e-03, -1.2372e-03,  1.1474e-03],\n",
       "            [-1.6576e-03, -1.9765e-03, -9.8593e-04]],\n",
       "  \n",
       "           [[ 2.1552e-03,  3.4090e-03,  2.0647e-03],\n",
       "            [ 5.3107e-04,  9.8686e-04, -1.9497e-04],\n",
       "            [-1.0243e-04, -2.7004e-03, -4.8880e-04]],\n",
       "  \n",
       "           [[-4.9561e-05, -1.3203e-03, -8.9229e-04],\n",
       "            [-4.5901e-04,  3.4477e-04,  1.6465e-04],\n",
       "            [-1.3688e-03, -1.7523e-03, -1.9243e-03]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[ 2.2431e-04, -9.6877e-04, -1.7452e-04],\n",
       "            [-3.0114e-04, -1.8924e-03, -1.0223e-03],\n",
       "            [-3.0615e-04, -4.9062e-04,  7.8677e-04]],\n",
       "  \n",
       "           [[ 2.2031e-04,  3.9952e-04,  9.9739e-04],\n",
       "            [ 4.3853e-04, -7.9694e-04,  4.5138e-04],\n",
       "            [-4.7594e-04, -9.3923e-04,  1.0367e-03]],\n",
       "  \n",
       "           [[-4.4509e-04,  1.3364e-03, -1.1216e-03],\n",
       "            [-1.6514e-03, -9.3529e-04,  5.5737e-04],\n",
       "            [-2.6215e-03, -2.2121e-03, -5.6656e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-1.6936e-03, -4.9984e-03, -2.3980e-03],\n",
       "            [ 1.5985e-04,  2.0061e-03, -4.2508e-04],\n",
       "            [-4.6748e-04, -2.9939e-04,  1.0521e-03]],\n",
       "  \n",
       "           [[-9.1790e-04, -1.5383e-03, -2.4112e-04],\n",
       "            [ 3.9622e-04, -1.7877e-03, -1.3089e-03],\n",
       "            [-2.0118e-04, -3.9339e-03, -1.9455e-03]],\n",
       "  \n",
       "           [[ 9.0017e-04,  3.4760e-04,  5.4521e-04],\n",
       "            [-9.8310e-04, -6.2680e-04, -1.3462e-04],\n",
       "            [-8.6971e-04, -7.3953e-04, -4.6796e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-8.3242e-04, -1.1695e-03, -1.7234e-04],\n",
       "            [-1.4638e-03, -1.1918e-03,  5.4484e-05],\n",
       "            [-7.3196e-04, -1.0053e-03,  5.5880e-04]],\n",
       "  \n",
       "           [[-3.7593e-04,  3.5730e-04,  1.0873e-03],\n",
       "            [-1.0811e-03,  2.0387e-04,  4.7399e-04],\n",
       "            [ 1.4545e-04,  4.9471e-04,  6.1179e-04]],\n",
       "  \n",
       "           [[-6.0555e-04, -4.8412e-04,  1.7615e-03],\n",
       "            [ 6.7979e-04,  8.5870e-04,  2.2369e-03],\n",
       "            [ 1.9245e-03,  1.4816e-03,  8.6305e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-1.1598e-03, -2.9517e-05,  4.7409e-04],\n",
       "            [-1.4513e-04,  7.8836e-04,  1.9622e-03],\n",
       "            [ 2.4954e-05,  7.5134e-05,  7.8185e-04]],\n",
       "  \n",
       "           [[ 3.4556e-04, -6.3353e-04, -4.7743e-04],\n",
       "            [ 6.9536e-04,  8.5240e-04,  5.4741e-04],\n",
       "            [ 1.5391e-04,  1.4669e-04,  7.3191e-04]],\n",
       "  \n",
       "           [[-1.7473e-04, -1.7068e-04, -5.9880e-04],\n",
       "            [ 1.4237e-04, -5.1798e-04, -5.9081e-04],\n",
       "            [ 1.1238e-03,  1.1054e-03,  5.9127e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[ 2.2393e-03,  1.8722e-03, -1.4494e-04],\n",
       "            [-1.2133e-03, -8.9679e-04, -1.4844e-03],\n",
       "            [-9.2659e-04,  2.1571e-03,  1.6317e-03]],\n",
       "  \n",
       "           [[-1.0440e-03, -6.1699e-04,  7.6096e-04],\n",
       "            [-2.1034e-05, -9.0286e-04,  1.2161e-03],\n",
       "            [-1.5544e-05,  1.0006e-03,  5.4045e-04]],\n",
       "  \n",
       "           [[-1.9115e-03,  3.3055e-05, -5.0331e-04],\n",
       "            [-1.1557e-03, -1.2371e-04,  7.4594e-04],\n",
       "            [ 1.0607e-03, -7.1531e-04, -1.5858e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-1.6640e-03, -1.3934e-03, -2.0971e-03],\n",
       "            [ 1.5896e-04, -9.8941e-04,  4.4808e-04],\n",
       "            [ 9.4975e-04, -2.6622e-03, -2.5627e-03]],\n",
       "  \n",
       "           [[-2.3863e-04,  1.2183e-03,  1.0796e-03],\n",
       "            [-5.9641e-04, -1.1353e-03,  1.6861e-04],\n",
       "            [-1.9583e-03, -1.1981e-03, -1.0229e-03]],\n",
       "  \n",
       "           [[-2.6369e-03, -1.4526e-03,  5.8070e-04],\n",
       "            [-1.7349e-03,  1.9881e-04, -1.5447e-03],\n",
       "            [-9.8015e-04, -1.0811e-03, -2.2708e-03]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([0.0083, 0.0073, 0.0252, 0.0173, 0.0233, 0.0309, 0.0324, 0.0211, 0.0179,\n",
       "          0.0123, 0.0146, 0.0128, 0.0068, 0.0178, 0.0158, 0.0138, 0.0157, 0.0144,\n",
       "          0.0127, 0.0176, 0.0097, 0.0256, 0.0251, 0.0349, 0.0193, 0.0227, 0.0198,\n",
       "          0.0163, 0.0104, 0.0157, 0.0178, 0.0188, 0.0153, 0.0084, 0.0103, 0.0333,\n",
       "          0.0245, 0.0239, 0.0168, 0.0041, 0.0079, 0.0252, 0.0141, 0.0145, 0.0076,\n",
       "          0.0181, 0.0121, 0.0098, 0.0396, 0.0219, 0.0110, 0.0310, 0.0301, 0.0189,\n",
       "          0.0168, 0.0078, 0.0182, 0.0158, 0.0274, 0.0146, 0.0386, 0.0280, 0.0288,\n",
       "          0.0134, 0.0162, 0.0137, 0.0146, 0.0300, 0.0175, 0.0373, 0.0126, 0.0169,\n",
       "          0.0367, 0.0253, 0.0104, 0.0310, 0.0294, 0.0148, 0.0071, 0.0200, 0.0202,\n",
       "          0.0234, 0.0081, 0.0174, 0.0162, 0.0034, 0.0161, 0.0131, 0.0227, 0.0101,\n",
       "          0.0180, 0.0210, 0.0257, 0.0106, 0.0111, 0.0150, 0.0272, 0.0200, 0.0408,\n",
       "          0.0109, 0.0189, 0.0140, 0.0133, 0.0175, 0.0188, 0.0213, 0.0322, 0.0075,\n",
       "          0.0205, 0.0242, 0.0276, 0.0159, 0.0119, 0.0484, 0.0088, 0.0306, 0.0253,\n",
       "          0.0193, 0.0293, 0.0242, 0.0068, 0.0089, 0.0204, 0.0113, 0.0217, 0.0253,\n",
       "          0.0205, 0.0278], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([-4.8492e-03, -2.8221e-03, -2.1028e-02, -9.6590e-03,  4.1564e-03,\n",
       "          -9.4372e-03, -1.6544e-02, -1.3455e-03, -8.1583e-03,  4.1759e-03,\n",
       "          -1.0372e-02, -8.9639e-03, -9.5668e-03, -1.1864e-03, -6.0729e-03,\n",
       "          -5.2724e-03, -7.7980e-03, -2.5219e-03, -2.4898e-03,  4.5172e-05,\n",
       "          -9.3762e-03, -5.9640e-03, -7.1122e-03, -5.4244e-03, -2.0134e-02,\n",
       "          -2.9688e-03, -5.7810e-03, -2.0683e-03, -7.4131e-03, -8.9992e-03,\n",
       "          -4.9323e-03, -2.5617e-03, -8.5070e-03, -7.8728e-03, -1.6151e-02,\n",
       "          -1.9851e-02,  2.0187e-03,  8.4814e-03,  4.0152e-03, -1.2778e-03,\n",
       "          -2.0149e-03,  8.9100e-03,  8.2299e-04,  4.0630e-04, -1.1022e-02,\n",
       "          -1.3865e-03, -1.0770e-03, -2.8954e-03,  9.0462e-03, -5.5142e-03,\n",
       "          -3.9333e-03, -1.4100e-02, -1.6109e-02, -1.1126e-02,  1.4495e-03,\n",
       "          -9.0722e-03, -9.5984e-03,  2.8004e-03,  1.8748e-02,  1.0011e-03,\n",
       "           1.4164e-02, -1.6937e-02, -4.0569e-03,  1.3055e-03, -5.4980e-03,\n",
       "          -1.2743e-02,  9.1735e-03,  7.4013e-03, -1.0768e-02, -1.5531e-02,\n",
       "          -5.8952e-03, -1.4313e-02, -1.3468e-03, -2.1617e-02,  3.4436e-03,\n",
       "          -8.2542e-03, -2.0963e-02,  2.9910e-03, -5.1727e-03, -6.5656e-03,\n",
       "          -6.4298e-03,  9.5763e-03, -3.7283e-03, -5.3397e-03,  7.4763e-03,\n",
       "          -4.0617e-03, -3.7669e-03, -7.5353e-03,  2.0563e-03, -7.2040e-03,\n",
       "          -1.4686e-02, -1.5952e-02, -1.5430e-02, -5.6369e-06, -8.9877e-03,\n",
       "          -5.8840e-03,  4.5068e-03, -1.3021e-03,  1.2863e-02, -4.5153e-03,\n",
       "          -5.6923e-03, -1.0971e-02,  8.2044e-03,  2.3582e-03, -1.5790e-04,\n",
       "          -1.3348e-02,  8.3872e-03, -4.6366e-03, -4.9966e-03, -5.9146e-03,\n",
       "          -4.2094e-03, -4.3757e-03, -1.3052e-02, -8.3314e-03, -5.8475e-03,\n",
       "          -8.0882e-03, -1.5318e-03, -1.0896e-02, -1.0994e-02,  3.6941e-03,\n",
       "           7.3323e-04,  2.8978e-03,  1.2609e-03,  5.1225e-03, -2.4620e-02,\n",
       "          -1.1785e-02,  8.0984e-03,  7.0586e-04], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[[[-7.2369e-04, -9.6171e-04, -8.3771e-04],\n",
       "            [-1.1928e-04,  8.9749e-04,  5.9882e-04],\n",
       "            [-4.8147e-04, -1.5213e-04, -4.3708e-04]],\n",
       "  \n",
       "           [[-3.6210e-04, -7.8192e-04, -7.2562e-06],\n",
       "            [ 4.6374e-04, -5.8724e-04,  4.6696e-05],\n",
       "            [ 7.5672e-05, -1.0446e-03, -1.9172e-04]],\n",
       "  \n",
       "           [[-1.2151e-03, -2.1037e-03, -1.9251e-03],\n",
       "            [-1.8370e-03, -3.3420e-03, -2.5087e-03],\n",
       "            [-1.8765e-03, -2.3938e-03, -1.2577e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 4.5900e-05,  3.2713e-04,  5.2978e-04],\n",
       "            [-2.0772e-04,  1.2660e-03, -5.0653e-05],\n",
       "            [-1.6907e-04,  4.0323e-04,  2.3633e-04]],\n",
       "  \n",
       "           [[ 1.0591e-03, -8.8184e-04, -5.4231e-04],\n",
       "            [ 5.5041e-04,  1.5933e-04, -5.2971e-04],\n",
       "            [-5.0447e-04, -1.1739e-03, -1.2789e-03]],\n",
       "  \n",
       "           [[ 2.3140e-03,  1.8824e-03,  8.6393e-04],\n",
       "            [ 1.5820e-03, -2.4090e-04, -4.3608e-04],\n",
       "            [-7.1654e-04, -1.4869e-04, -6.9037e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-1.2699e-04, -7.8049e-04, -1.6988e-03],\n",
       "            [ 8.4355e-05, -3.9360e-04, -1.5240e-03],\n",
       "            [-5.9012e-05, -1.2107e-03, -1.3266e-03]],\n",
       "  \n",
       "           [[ 8.6960e-04,  1.8100e-03, -5.1590e-04],\n",
       "            [ 7.2363e-04,  1.5472e-03,  6.8018e-04],\n",
       "            [-3.4612e-04, -8.5801e-05,  4.6079e-05]],\n",
       "  \n",
       "           [[-1.1737e-03,  4.0121e-04,  5.2458e-04],\n",
       "            [-9.1293e-04, -1.3640e-04,  1.0800e-03],\n",
       "            [-9.1769e-04, -6.8984e-04,  1.7854e-05]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-5.8242e-05, -9.2348e-04,  7.7471e-04],\n",
       "            [ 3.2335e-04, -8.2688e-04,  1.0354e-05],\n",
       "            [ 3.5621e-04, -4.6134e-05,  1.1262e-03]],\n",
       "  \n",
       "           [[ 1.7089e-03, -1.0906e-03,  1.7764e-03],\n",
       "            [ 9.4653e-04, -1.7420e-03,  2.2879e-04],\n",
       "            [-4.7175e-04, -2.8374e-03, -1.1034e-03]],\n",
       "  \n",
       "           [[ 9.5896e-05,  2.8313e-04,  8.5417e-05],\n",
       "            [-9.1191e-04, -2.3102e-04,  1.0697e-04],\n",
       "            [ 7.2117e-04,  1.1889e-03,  1.2400e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[-1.4260e-03, -8.0308e-04, -6.2854e-04],\n",
       "            [-8.7154e-05, -9.7464e-04,  7.7058e-04],\n",
       "            [ 2.0653e-04, -6.3103e-04, -6.3544e-04]],\n",
       "  \n",
       "           [[-1.3007e-03, -2.2213e-03, -1.7381e-03],\n",
       "            [-1.9034e-03, -2.8800e-03, -3.6020e-03],\n",
       "            [ 1.2145e-03, -1.2891e-03, -1.9440e-03]],\n",
       "  \n",
       "           [[ 2.8262e-04,  8.1861e-04, -2.0927e-04],\n",
       "            [ 2.4131e-04,  6.7981e-04,  3.7699e-04],\n",
       "            [ 1.3058e-03,  1.7493e-03,  3.4900e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 6.9290e-04, -7.0751e-05, -4.5252e-04],\n",
       "            [-3.2790e-05, -1.2562e-03,  1.2490e-05],\n",
       "            [-8.9956e-05, -9.9954e-04, -1.5294e-03]],\n",
       "  \n",
       "           [[-2.0449e-04,  4.2294e-04, -5.9243e-05],\n",
       "            [-1.4932e-03, -4.5655e-04,  9.4125e-04],\n",
       "            [ 5.7375e-05, -1.9961e-04, -6.5707e-05]],\n",
       "  \n",
       "           [[ 4.2702e-04, -1.7903e-03, -1.2305e-03],\n",
       "            [-1.2705e-03, -1.5660e-03, -5.7615e-04],\n",
       "            [ 5.1576e-04, -2.0441e-04, -9.3842e-04]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[ 1.1028e-04,  1.4960e-03,  4.2854e-04],\n",
       "            [ 9.9199e-04,  1.5257e-03,  2.1356e-03],\n",
       "            [ 2.1216e-03,  1.6251e-03,  1.9304e-03]],\n",
       "  \n",
       "           [[ 1.2462e-04,  1.7933e-04,  8.6293e-05],\n",
       "            [-2.7681e-05,  7.2690e-04, -1.3542e-04],\n",
       "            [ 1.8807e-04, -7.5345e-04, -1.4006e-03]],\n",
       "  \n",
       "           [[ 4.2820e-05,  1.9420e-03,  6.3624e-04],\n",
       "            [-4.1152e-04,  2.1538e-03,  1.0913e-03],\n",
       "            [ 1.6808e-04,  1.8856e-03,  5.2603e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-2.3349e-04, -4.8342e-04,  6.4845e-04],\n",
       "            [ 2.0741e-04,  1.6786e-04,  3.1010e-04],\n",
       "            [ 2.7674e-04,  2.7801e-04,  7.6643e-04]],\n",
       "  \n",
       "           [[-8.0205e-04,  1.1546e-03,  4.1704e-04],\n",
       "            [ 3.4187e-05,  1.7917e-03,  6.8024e-04],\n",
       "            [ 1.3297e-03,  3.9294e-03,  2.8859e-03]],\n",
       "  \n",
       "           [[ 6.6468e-04,  1.0845e-03, -6.7725e-04],\n",
       "            [ 3.1222e-04, -2.8185e-04, -5.5698e-04],\n",
       "            [ 2.2182e-04, -3.5856e-04, -2.2490e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[ 1.7189e-03,  3.9296e-03,  2.2899e-03],\n",
       "            [ 4.7062e-03,  7.4634e-03,  7.4876e-03],\n",
       "            [ 3.0461e-03,  6.5117e-03,  5.3180e-03]],\n",
       "  \n",
       "           [[-1.6457e-03, -5.1499e-04, -1.5109e-03],\n",
       "            [-1.1611e-03, -3.6032e-04,  1.4768e-04],\n",
       "            [-9.7666e-04, -2.1636e-04, -2.3992e-04]],\n",
       "  \n",
       "           [[-7.0533e-04, -1.6591e-03, -7.5124e-04],\n",
       "            [ 3.5094e-05, -7.2386e-04, -2.3195e-04],\n",
       "            [-1.0120e-03, -6.9880e-04, -1.2973e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-3.0094e-04,  4.7057e-04,  4.5352e-06],\n",
       "            [ 6.9237e-04, -7.4510e-04,  7.3464e-04],\n",
       "            [ 1.0832e-03,  5.1508e-04,  1.3664e-04]],\n",
       "  \n",
       "           [[ 8.7678e-04, -1.2295e-04,  1.1506e-03],\n",
       "            [-1.0401e-03, -1.9642e-03, -2.2001e-03],\n",
       "            [-1.9662e-03, -5.3878e-03, -3.9873e-03]],\n",
       "  \n",
       "           [[-5.1271e-05,  4.6818e-04,  3.0366e-04],\n",
       "            [ 4.9442e-04,  1.1130e-03,  6.0950e-04],\n",
       "            [ 5.7200e-04,  5.6820e-04,  1.0232e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[-5.0220e-04, -3.3675e-04,  1.0791e-04],\n",
       "            [-1.3129e-03, -9.4103e-04, -5.3932e-04],\n",
       "            [ 2.7736e-05,  2.4828e-05,  4.3377e-04]],\n",
       "  \n",
       "           [[-8.3566e-04, -1.2817e-03, -1.9409e-03],\n",
       "            [-9.4124e-04, -9.0459e-04, -1.7905e-03],\n",
       "            [-1.4395e-04, -7.3892e-04, -6.4433e-04]],\n",
       "  \n",
       "           [[-2.5030e-03, -2.2223e-03, -2.8436e-03],\n",
       "            [-1.8324e-03, -1.9104e-03, -1.8771e-03],\n",
       "            [-2.3391e-03, -1.7542e-03, -6.8678e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-7.5789e-04, -6.8084e-04, -1.0654e-03],\n",
       "            [-1.3293e-03, -1.4567e-03,  4.3514e-04],\n",
       "            [-1.2934e-03,  6.2094e-04,  3.8686e-04]],\n",
       "  \n",
       "           [[-1.4596e-03,  9.4811e-04,  7.9078e-04],\n",
       "            [-5.4247e-04,  2.2788e-03,  2.0292e-03],\n",
       "            [-1.6263e-03,  5.0460e-04, -6.4441e-06]],\n",
       "  \n",
       "           [[ 1.4593e-03,  1.7715e-03,  8.8674e-04],\n",
       "            [ 1.9957e-03,  2.0305e-03,  9.9199e-04],\n",
       "            [ 3.8110e-04, -1.0512e-04, -8.2364e-04]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([0.0170, 0.0187, 0.0215, 0.0177, 0.0183, 0.0168, 0.0185, 0.0148, 0.0190,\n",
       "          0.0186, 0.0177, 0.0179, 0.0187, 0.0229, 0.0219, 0.0208, 0.0207, 0.0228,\n",
       "          0.0151, 0.0169, 0.0214, 0.0214, 0.0233, 0.0215, 0.0275, 0.0177, 0.0248,\n",
       "          0.0199, 0.0188, 0.0204, 0.0229, 0.0211, 0.0165, 0.0182, 0.0217, 0.0251,\n",
       "          0.0151, 0.0390, 0.0184, 0.0231, 0.0180, 0.0235, 0.0151, 0.0196, 0.0233,\n",
       "          0.0158, 0.0179, 0.0199, 0.0179, 0.0150, 0.0159, 0.0223, 0.0174, 0.0187,\n",
       "          0.0163, 0.0264, 0.0200, 0.0217, 0.0175, 0.0239, 0.0143, 0.0248, 0.0187,\n",
       "          0.0171, 0.0296, 0.0153, 0.0148, 0.0203, 0.0123, 0.0211, 0.0189, 0.0182,\n",
       "          0.0313, 0.0265, 0.0184, 0.0162, 0.0190, 0.0266, 0.0116, 0.0261, 0.0258,\n",
       "          0.0173, 0.0230, 0.0232, 0.0148, 0.0253, 0.0207, 0.0189, 0.0176, 0.0232,\n",
       "          0.0213, 0.0183, 0.0162, 0.0233, 0.0208, 0.0288, 0.0165, 0.0148, 0.0171,\n",
       "          0.0264, 0.0208, 0.0202, 0.0282, 0.0197, 0.0229, 0.0214, 0.0112, 0.0176,\n",
       "          0.0198, 0.0216, 0.0276, 0.0156, 0.0222, 0.0182, 0.0143, 0.0125, 0.0254,\n",
       "          0.0161, 0.0172, 0.0160, 0.0228, 0.0184, 0.0233, 0.0184, 0.0189, 0.0194,\n",
       "          0.0117, 0.0253, 0.0323, 0.0209, 0.0202, 0.0240, 0.0231, 0.0163, 0.0212,\n",
       "          0.0254, 0.0176, 0.0202, 0.0182, 0.0228, 0.0218, 0.0222, 0.0166, 0.0218,\n",
       "          0.0212, 0.0169, 0.0205, 0.0186, 0.0332, 0.0172, 0.0217, 0.0134, 0.0278,\n",
       "          0.0184, 0.0178, 0.0172, 0.0178, 0.0216, 0.0170, 0.0249, 0.0233, 0.0294,\n",
       "          0.0161, 0.0187, 0.0211, 0.0236, 0.0213, 0.0194, 0.0197, 0.0187, 0.0157,\n",
       "          0.0186, 0.0245, 0.0183, 0.0202, 0.0236, 0.0160, 0.0270, 0.0266, 0.0198,\n",
       "          0.0168, 0.0197, 0.0211, 0.0157, 0.0225, 0.0269, 0.0202, 0.0343, 0.0204,\n",
       "          0.0160, 0.0288, 0.0178, 0.0179, 0.0238, 0.0136, 0.0159, 0.0219, 0.0118,\n",
       "          0.0251, 0.0200, 0.0232, 0.0214, 0.0299, 0.0175, 0.0196, 0.0201, 0.0248,\n",
       "          0.0297, 0.0193, 0.0289, 0.0308, 0.0198, 0.0202, 0.0269, 0.0205, 0.0177,\n",
       "          0.0182, 0.0233, 0.0138, 0.0157, 0.0214, 0.0232, 0.0163, 0.0229, 0.0286,\n",
       "          0.0264, 0.0232, 0.0365, 0.0129, 0.0338, 0.0184, 0.0157, 0.0205, 0.0203,\n",
       "          0.0208, 0.0175, 0.0188, 0.0226, 0.0129, 0.0254, 0.0195, 0.0234, 0.0255,\n",
       "          0.0178, 0.0194, 0.0172, 0.0233, 0.0151, 0.0217, 0.0228, 0.0197, 0.0193,\n",
       "          0.0180, 0.0169, 0.0164, 0.0222], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([-8.3844e-04,  9.1026e-03,  4.6951e-04, -4.5634e-04, -3.1745e-03,\n",
       "          -6.6234e-03, -3.5700e-03, -6.1732e-03, -1.0229e-02, -3.6464e-03,\n",
       "           1.0577e-02, -4.5925e-03,  1.4236e-02,  1.8445e-03,  5.9991e-03,\n",
       "          -8.1335e-03, -3.7772e-03, -4.9156e-03, -2.7971e-03, -5.5197e-04,\n",
       "          -1.4743e-02, -7.7341e-03, -1.3820e-03, -2.3239e-03, -4.0759e-03,\n",
       "          -7.2642e-03, -7.8213e-03, -7.9280e-03, -4.3606e-03,  4.9588e-04,\n",
       "           1.5042e-03,  1.5410e-04, -3.0538e-03,  2.8997e-03,  2.4766e-03,\n",
       "          -4.9131e-03,  3.4670e-03, -4.4220e-03, -6.7978e-04, -6.7123e-03,\n",
       "          -1.0107e-02, -4.4577e-04, -9.5013e-03, -3.3797e-03, -7.0086e-03,\n",
       "          -4.6195e-03,  6.2436e-03, -1.1003e-03, -1.4390e-03,  4.7649e-03,\n",
       "          -7.6569e-03, -4.8997e-03, -6.0770e-03,  5.4923e-03, -3.5039e-03,\n",
       "          -3.7555e-03, -4.2808e-03, -3.5406e-03, -1.5642e-02, -4.0061e-03,\n",
       "          -1.8656e-03, -5.7808e-03, -1.1427e-03, -1.3811e-03, -6.4479e-03,\n",
       "          -9.6540e-03,  2.7050e-03, -1.9371e-03,  1.2213e-02, -7.0632e-03,\n",
       "           2.6065e-03, -4.8473e-03, -4.5144e-03, -1.1427e-02, -7.4083e-03,\n",
       "           7.3579e-03, -1.6359e-03, -3.1107e-03, -3.5604e-03, -2.8518e-03,\n",
       "          -1.4547e-02,  5.8961e-03, -4.8603e-03, -4.1351e-03,  9.1282e-05,\n",
       "          -6.0841e-03, -6.2517e-04, -5.6146e-05,  1.3944e-03, -3.5293e-03,\n",
       "          -8.7632e-03, -7.3857e-03, -6.1243e-03, -9.1565e-03,  1.9937e-03,\n",
       "           1.2792e-02,  3.7683e-04, -2.1106e-03,  8.5251e-03,  4.3462e-03,\n",
       "          -3.5090e-03, -1.3671e-02,  2.1043e-03, -5.5386e-03, -5.1638e-03,\n",
       "           1.1477e-03,  3.1442e-03,  1.2778e-03, -5.1148e-03, -9.7071e-04,\n",
       "          -5.3846e-03, -1.5148e-03, -4.2608e-03, -1.0308e-02, -4.0626e-03,\n",
       "          -1.8090e-03, -7.8416e-03, -2.8394e-03, -8.8430e-03, -3.9076e-03,\n",
       "          -1.7381e-03,  3.0818e-03, -8.8453e-04, -6.4286e-03, -5.2525e-03,\n",
       "          -1.1534e-03, -3.0929e-03, -7.6256e-03, -4.0276e-03, -1.4546e-03,\n",
       "           6.6343e-04, -8.1538e-03, -1.4005e-03, -5.2643e-03, -1.1895e-03,\n",
       "          -1.0267e-03, -5.2156e-03,  1.1175e-03,  5.6813e-03, -1.2870e-02,\n",
       "          -8.2006e-03, -9.8224e-04, -6.5944e-04, -2.1528e-03,  4.1850e-04,\n",
       "          -1.7098e-03,  5.0589e-03, -4.7888e-03, -2.8021e-03, -2.2681e-03,\n",
       "           1.9540e-02, -4.7457e-03, -5.3909e-03, -9.6701e-04,  4.0099e-03,\n",
       "          -9.2568e-03,  5.1159e-03, -2.4193e-03,  1.3641e-02, -3.1714e-03,\n",
       "          -5.6803e-03,  6.9693e-03,  5.6378e-03,  9.8894e-04,  2.2998e-03,\n",
       "          -1.6026e-03, -1.8770e-03, -3.3213e-03, -5.5578e-03, -4.8423e-03,\n",
       "           4.7148e-03, -3.1483e-03, -1.4499e-03, -8.5456e-03,  2.1264e-03,\n",
       "          -2.8439e-03, -2.0444e-03, -8.3018e-03, -1.3751e-03, -8.6274e-04,\n",
       "           7.0307e-04, -5.3574e-03, -1.0593e-02, -5.4342e-04, -5.5518e-03,\n",
       "          -3.0932e-03,  9.2453e-05, -5.2678e-03, -7.1852e-03, -1.4088e-02,\n",
       "          -2.7816e-03, -9.3433e-04, -6.2598e-03, -7.8013e-03, -7.9932e-03,\n",
       "           7.3093e-03,  1.7121e-04,  1.2057e-03, -7.3486e-03,  1.3117e-03,\n",
       "           3.7739e-04,  3.3949e-03, -1.1458e-02, -3.5742e-03, -2.3691e-03,\n",
       "           6.3620e-03, -8.1858e-03,  8.6122e-05,  4.6299e-03,  8.7764e-04,\n",
       "          -5.2590e-03, -5.7438e-03,  9.4087e-03, -2.3501e-03, -5.9696e-04,\n",
       "          -2.2194e-02,  2.3844e-03, -1.3212e-02,  2.1345e-03, -7.1298e-04,\n",
       "           4.2374e-03, -3.6508e-03, -2.1123e-03, -4.1490e-04, -2.8007e-03,\n",
       "          -7.8143e-03, -2.0710e-03,  2.0488e-03, -1.1457e-04,  4.8857e-04,\n",
       "           1.8509e-03, -9.4546e-04,  4.2197e-03, -8.0779e-04, -2.8868e-03,\n",
       "           8.0504e-04, -5.7510e-03, -1.0829e-03,  2.3618e-03,  5.1968e-03,\n",
       "          -2.5089e-03,  1.2272e-03, -5.3728e-03, -2.3076e-03, -5.7653e-03,\n",
       "          -8.5490e-03, -1.0036e-02, -1.1320e-02, -7.8093e-03, -4.7692e-03,\n",
       "          -2.1967e-03, -9.6137e-03, -2.0719e-03, -1.2413e-03,  6.9621e-04,\n",
       "           1.7677e-03], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[[[-6.3422e-04, -1.8173e-03, -7.4554e-04],\n",
       "            [-1.4569e-03, -4.1230e-03, -2.5670e-03],\n",
       "            [-2.2982e-03, -4.0515e-03, -3.2988e-03]],\n",
       "  \n",
       "           [[-1.4473e-03,  3.4874e-04, -1.2488e-03],\n",
       "            [ 3.8420e-04,  7.9679e-04, -7.5214e-04],\n",
       "            [-5.2442e-04,  5.3892e-04, -4.5678e-04]],\n",
       "  \n",
       "           [[-1.0871e-03,  9.8267e-04,  1.3624e-04],\n",
       "            [ 5.0125e-04,  4.2775e-04, -3.7614e-04],\n",
       "            [-1.1441e-03, -1.0841e-03, -1.1216e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 1.6407e-04, -1.9514e-04, -1.1000e-04],\n",
       "            [-7.8765e-04, -1.0181e-03, -1.4501e-03],\n",
       "            [ 8.2998e-04,  3.2588e-04, -5.9333e-04]],\n",
       "  \n",
       "           [[ 2.8237e-04,  8.0153e-04,  1.8575e-03],\n",
       "            [ 1.3344e-05,  3.6518e-04,  7.2364e-04],\n",
       "            [ 3.9442e-04,  8.1168e-04,  1.5115e-03]],\n",
       "  \n",
       "           [[-2.8637e-04,  2.7672e-04,  4.6936e-04],\n",
       "            [ 9.3226e-04,  1.9297e-03,  2.7268e-03],\n",
       "            [ 4.7132e-04,  2.8958e-03,  2.6096e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[ 5.1416e-04,  8.6538e-04,  5.6204e-04],\n",
       "            [ 1.1637e-03,  9.6009e-04,  1.2624e-03],\n",
       "            [ 7.6545e-05,  6.2889e-04,  7.0406e-04]],\n",
       "  \n",
       "           [[-5.8090e-04, -7.5643e-04, -1.8210e-05],\n",
       "            [-9.8326e-04, -2.1124e-03, -1.8508e-03],\n",
       "            [ 3.2919e-04, -1.5733e-03, -1.9374e-03]],\n",
       "  \n",
       "           [[ 4.2615e-04,  2.4004e-03,  2.0625e-04],\n",
       "            [ 7.3177e-04,  1.8019e-03,  8.9035e-04],\n",
       "            [-5.5295e-04, -2.4249e-04, -8.7354e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 2.2351e-03, -4.3361e-05,  6.5602e-04],\n",
       "            [-5.1691e-04, -2.3020e-03, -4.7583e-04],\n",
       "            [-1.3090e-03, -3.1029e-03, -1.3808e-03]],\n",
       "  \n",
       "           [[-4.1270e-04, -2.2575e-03, -1.2661e-03],\n",
       "            [-1.0426e-03, -1.4785e-03, -2.7797e-03],\n",
       "            [-9.1896e-04, -2.6759e-03, -2.3491e-03]],\n",
       "  \n",
       "           [[ 1.6866e-04,  8.5681e-07,  3.2869e-04],\n",
       "            [-8.7020e-06, -2.7947e-04, -6.0454e-04],\n",
       "            [-6.7743e-04, -4.8839e-04, -8.3506e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-5.1114e-04, -4.0181e-04, -4.1924e-04],\n",
       "            [-4.9480e-04, -5.5758e-04, -8.3164e-04],\n",
       "            [-6.3905e-04, -8.6222e-04, -1.0764e-03]],\n",
       "  \n",
       "           [[ 2.2406e-03,  1.1940e-03,  1.2707e-03],\n",
       "            [ 1.0587e-03, -1.0407e-03, -3.1312e-04],\n",
       "            [ 4.4152e-04, -8.7191e-04, -5.5467e-04]],\n",
       "  \n",
       "           [[ 1.2683e-04,  8.9657e-04,  7.6628e-04],\n",
       "            [ 1.1232e-04, -6.1107e-04,  4.3506e-04],\n",
       "            [ 1.8773e-04, -1.8291e-03, -7.0217e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-2.8397e-04,  1.7014e-05, -4.1681e-04],\n",
       "            [ 8.9553e-05,  2.1682e-03,  1.9166e-03],\n",
       "            [ 1.5701e-04,  2.1568e-03,  1.8838e-03]],\n",
       "  \n",
       "           [[ 5.0227e-04,  1.5556e-04,  8.5246e-04],\n",
       "            [ 1.9305e-04,  1.0720e-03,  6.2983e-04],\n",
       "            [-7.3684e-05, -4.2262e-04,  2.5334e-05]],\n",
       "  \n",
       "           [[-1.1322e-03, -1.1764e-03, -1.6360e-03],\n",
       "            [-9.4433e-04, -9.1038e-04, -8.3452e-04],\n",
       "            [-1.4372e-03, -7.2868e-04, -9.6962e-04]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[ 1.5568e-04,  9.9599e-05,  1.1821e-03],\n",
       "            [-6.7311e-04, -2.4404e-03, -9.2699e-04],\n",
       "            [-7.7885e-04, -7.3615e-04, -8.9642e-04]],\n",
       "  \n",
       "           [[ 3.0720e-04,  1.4603e-03,  1.0211e-03],\n",
       "            [-2.9011e-04, -7.1969e-04,  4.5172e-05],\n",
       "            [ 4.8885e-05, -7.4559e-04, -5.8704e-05]],\n",
       "  \n",
       "           [[-9.1828e-04,  2.2308e-04, -1.2175e-03],\n",
       "            [ 3.9675e-04,  1.3828e-03,  1.7574e-03],\n",
       "            [-5.9960e-05, -1.8459e-04,  9.1867e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 9.3527e-05,  1.3220e-03,  4.9377e-04],\n",
       "            [-7.9655e-04, -4.6252e-04, -2.2270e-04],\n",
       "            [ 2.1198e-04, -4.1786e-04, -4.1418e-04]],\n",
       "  \n",
       "           [[-3.6375e-04,  1.6125e-04,  7.9534e-05],\n",
       "            [ 4.0799e-04,  2.6029e-03,  9.5367e-06],\n",
       "            [-5.0769e-04, -1.6424e-03, -7.6278e-04]],\n",
       "  \n",
       "           [[-2.5834e-04,  5.6696e-04,  4.5807e-04],\n",
       "            [-4.9838e-05, -1.0247e-03, -7.7705e-04],\n",
       "            [-1.1837e-04,  4.0751e-04,  7.3870e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[ 1.0208e-03,  8.4186e-04,  5.0397e-04],\n",
       "            [-8.3882e-04, -1.1152e-03, -1.0952e-03],\n",
       "            [-5.8960e-04, -1.3281e-03, -1.0251e-03]],\n",
       "  \n",
       "           [[-1.2391e-04,  2.4646e-03,  4.1678e-04],\n",
       "            [ 4.9806e-06,  1.2340e-03,  7.5179e-04],\n",
       "            [-1.1662e-03, -9.8648e-04, -9.7670e-04]],\n",
       "  \n",
       "           [[ 5.7860e-04,  2.2292e-03,  7.4544e-04],\n",
       "            [ 2.2618e-04,  1.5484e-03, -2.3453e-04],\n",
       "            [-6.5932e-05, -8.9313e-04, -5.3751e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 9.4979e-04,  1.1599e-03,  1.5929e-03],\n",
       "            [-1.0458e-04, -9.3918e-05,  7.2149e-04],\n",
       "            [-7.8206e-04, -1.7816e-03, -9.4935e-04]],\n",
       "  \n",
       "           [[ 5.2608e-04,  2.6797e-03,  2.6984e-03],\n",
       "            [-6.1816e-05,  9.6847e-04,  1.9950e-03],\n",
       "            [-4.9223e-04, -8.0071e-04, -4.4454e-04]],\n",
       "  \n",
       "           [[-7.2958e-04, -1.9172e-03, -2.0560e-03],\n",
       "            [ 1.1615e-04, -8.9439e-04, -2.5760e-04],\n",
       "            [ 1.7217e-03,  7.3231e-04,  1.4089e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[ 8.3921e-04, -2.2404e-04,  3.3517e-04],\n",
       "            [-3.9369e-04,  1.2016e-05, -4.2987e-04],\n",
       "            [ 1.1788e-03,  2.6589e-04, -1.0452e-04]],\n",
       "  \n",
       "           [[-7.4250e-04,  1.1573e-05, -5.5777e-04],\n",
       "            [ 8.2572e-04,  2.9066e-03,  1.0224e-03],\n",
       "            [-5.9604e-04,  9.6867e-04,  8.2188e-04]],\n",
       "  \n",
       "           [[ 9.7693e-04,  1.5668e-03,  7.2404e-04],\n",
       "            [ 8.1022e-05, -5.3365e-04,  9.7820e-04],\n",
       "            [ 3.1523e-04,  2.4661e-04,  6.6345e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 1.7888e-04,  9.3191e-05,  3.0343e-04],\n",
       "            [-3.3573e-04, -4.2361e-04,  6.3002e-04],\n",
       "            [-4.7864e-04,  3.2427e-05,  8.6690e-04]],\n",
       "  \n",
       "           [[-2.7538e-04, -1.7652e-03,  2.2784e-04],\n",
       "            [ 5.0532e-04,  1.6077e-03,  8.7670e-05],\n",
       "            [ 4.6995e-04,  3.0856e-03,  1.3493e-03]],\n",
       "  \n",
       "           [[-5.9878e-04, -1.1189e-03,  4.1162e-06],\n",
       "            [-1.7519e-03, -1.5808e-03, -8.4574e-04],\n",
       "            [-8.4370e-04, -6.1296e-04, -1.2196e-03]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([0.0184, 0.0178, 0.0139, 0.0191, 0.0147, 0.0217, 0.0181, 0.0156, 0.0183,\n",
       "          0.0215, 0.0150, 0.0144, 0.0146, 0.0293, 0.0174, 0.0250, 0.0220, 0.0215,\n",
       "          0.0210, 0.0237, 0.0198, 0.0223, 0.0323, 0.0278, 0.0230, 0.0366, 0.0168,\n",
       "          0.0515, 0.0276, 0.0207, 0.0160, 0.0155, 0.0192, 0.0182, 0.0156, 0.0172,\n",
       "          0.0214, 0.0269, 0.0159, 0.0323, 0.0181, 0.0202, 0.0193, 0.0156, 0.0151,\n",
       "          0.0221, 0.0190, 0.0197, 0.0227, 0.0275, 0.0285, 0.0193, 0.0213, 0.0207,\n",
       "          0.0191, 0.0189, 0.0228, 0.0173, 0.0185, 0.0212, 0.0179, 0.0154, 0.0180,\n",
       "          0.0222, 0.0302, 0.0210, 0.0331, 0.0168, 0.0183, 0.0220, 0.0206, 0.0234,\n",
       "          0.0243, 0.0185, 0.0257, 0.0218, 0.0196, 0.0173, 0.0201, 0.0198, 0.0229,\n",
       "          0.0101, 0.0194, 0.0180, 0.0379, 0.0137, 0.0280, 0.0168, 0.0227, 0.0236,\n",
       "          0.0212, 0.0178, 0.0245, 0.0211, 0.0148, 0.0319, 0.0166, 0.0236, 0.0183,\n",
       "          0.0386, 0.0397, 0.0180, 0.0175, 0.0192, 0.0156, 0.0295, 0.0273, 0.0229,\n",
       "          0.0279, 0.0134, 0.0223, 0.0162, 0.0272, 0.0181, 0.0265, 0.0170, 0.0169,\n",
       "          0.0367, 0.0197, 0.0181, 0.0176, 0.0186, 0.0173, 0.0154, 0.0290, 0.0125,\n",
       "          0.0139, 0.0233, 0.0388, 0.0156, 0.0134, 0.0175, 0.0215, 0.0161, 0.0150,\n",
       "          0.0300, 0.0196, 0.0362, 0.0276, 0.0175, 0.0161, 0.0286, 0.0180, 0.0170,\n",
       "          0.0250, 0.0376, 0.0184, 0.0199, 0.0207, 0.0292, 0.0283, 0.0128, 0.0214,\n",
       "          0.0241, 0.0190, 0.0206, 0.0196, 0.0213, 0.0370, 0.0201, 0.0255, 0.0281,\n",
       "          0.0164, 0.0106, 0.0246, 0.0206, 0.0190, 0.0221, 0.0223, 0.0157, 0.0314,\n",
       "          0.0140, 0.0161, 0.0324, 0.0156, 0.0190, 0.0178, 0.0258, 0.0283, 0.0192,\n",
       "          0.0281, 0.0221, 0.0204, 0.0212, 0.0170, 0.0201, 0.0186, 0.0247, 0.0165,\n",
       "          0.0305, 0.0103, 0.0144, 0.0232, 0.0189, 0.0166, 0.0303, 0.0142, 0.0174,\n",
       "          0.0220, 0.0324, 0.0208, 0.0171, 0.0266, 0.0168, 0.0242, 0.0197, 0.0128,\n",
       "          0.0221, 0.0162, 0.0166, 0.0201, 0.0232, 0.0186, 0.0253, 0.0266, 0.0251,\n",
       "          0.0262, 0.0110, 0.0200, 0.0197, 0.0201, 0.0167, 0.0118, 0.0206, 0.0272,\n",
       "          0.0204, 0.0184, 0.0314, 0.0157, 0.0288, 0.0235, 0.0179, 0.0231, 0.0154,\n",
       "          0.0198, 0.0120, 0.0149, 0.0255, 0.0122, 0.0140, 0.0169, 0.0342, 0.0186,\n",
       "          0.0324, 0.0146, 0.0215, 0.0218, 0.0270, 0.0229, 0.0170, 0.0257, 0.0203,\n",
       "          0.0251, 0.0228, 0.0181, 0.0183], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([ 2.2086e-03,  9.4057e-03,  2.0756e-03, -2.9621e-03,  4.4979e-04,\n",
       "           3.7694e-03,  2.4066e-03,  4.7660e-03,  4.7886e-04,  4.7299e-03,\n",
       "           2.6814e-03,  4.2003e-03,  4.9964e-03,  9.2934e-03,  2.4757e-03,\n",
       "           5.3791e-03,  3.5616e-03, -9.2850e-03,  2.5294e-03,  6.6427e-03,\n",
       "           3.3215e-03,  6.7571e-03,  1.7309e-02, -2.6316e-03,  7.8942e-05,\n",
       "           9.7738e-03, -4.2503e-03, -8.9907e-03,  5.7216e-03, -1.6106e-03,\n",
       "           1.9925e-03,  1.6806e-03,  1.4235e-03,  7.0650e-03,  2.9671e-03,\n",
       "           3.1521e-03,  2.3696e-04,  6.6715e-03,  4.9916e-03,  3.3022e-03,\n",
       "           2.0463e-03,  3.2595e-03,  5.0301e-03,  3.3913e-03, -4.0773e-04,\n",
       "           8.2599e-03,  5.7288e-03,  1.0170e-03,  3.3707e-03,  2.0538e-03,\n",
       "           4.8273e-03, -5.0418e-03,  8.4351e-03,  5.8464e-03,  2.5828e-03,\n",
       "           5.4889e-03, -2.7889e-03,  3.1909e-03,  8.7467e-04,  3.9260e-03,\n",
       "           2.2821e-03,  7.1021e-03, -2.2335e-03,  7.2741e-03,  9.4393e-03,\n",
       "           1.7461e-03, -1.9953e-03,  6.7295e-03,  4.3021e-03, -1.0130e-02,\n",
       "           3.2790e-03,  3.9296e-03,  8.6291e-03,  3.8563e-03, -1.4683e-03,\n",
       "           5.2433e-03,  6.2230e-04, -2.0425e-03,  7.1735e-04,  4.9860e-03,\n",
       "          -1.0942e-03,  6.6633e-04, -1.3917e-03,  1.4759e-03,  3.6430e-03,\n",
       "           1.6476e-03, -9.4933e-03, -3.9142e-04, -2.2722e-03,  6.3305e-03,\n",
       "           4.8864e-03,  2.0021e-03, -3.2681e-03,  1.1232e-02,  7.1737e-03,\n",
       "           6.6315e-03,  4.2970e-05,  3.9255e-03,  7.4657e-03,  7.0776e-03,\n",
       "          -9.0163e-03, -2.0433e-03,  3.3392e-03,  7.2724e-03,  8.4532e-03,\n",
       "           6.7326e-03,  4.5672e-03, -5.5255e-03, -2.7423e-03,  8.0938e-03,\n",
       "           6.6986e-03,  6.1910e-03,  7.4413e-03, -4.3772e-03, -6.6631e-03,\n",
       "           6.8981e-03, -4.8233e-04, -1.3515e-02, -9.0487e-04,  1.7703e-03,\n",
       "          -1.3823e-02,  3.9910e-03, -6.6917e-03,  2.5943e-03,  2.9070e-03,\n",
       "           5.2546e-03, -4.2198e-04, -4.0585e-03, -6.4712e-03,  6.2421e-03,\n",
       "           5.2277e-03, -1.9524e-03,  7.2999e-03,  3.2560e-04, -6.6338e-04,\n",
       "           7.0848e-03,  2.7082e-03, -1.7465e-02,  7.6882e-03,  3.8109e-03,\n",
       "          -8.1764e-04, -1.2297e-02,  8.6658e-03,  4.3205e-03,  7.2414e-03,\n",
       "          -2.0137e-03, -2.1522e-03,  4.8618e-03,  5.0230e-03, -1.0254e-02,\n",
       "          -1.9718e-03,  4.3722e-03,  1.9271e-03, -2.7559e-03,  4.1872e-03,\n",
       "          -1.3018e-03,  5.1636e-03,  5.8785e-03,  1.8868e-02,  4.4863e-03,\n",
       "           2.9323e-03,  4.7431e-03, -4.3233e-03,  8.7483e-03,  4.4711e-03,\n",
       "           2.3598e-03, -8.3081e-03, -1.0728e-03,  7.1996e-04,  7.3469e-03,\n",
       "          -1.1566e-02,  1.3942e-03,  3.9397e-03, -1.0868e-02, -3.6313e-03,\n",
       "          -4.4970e-03,  1.6369e-03,  1.1753e-03, -9.8880e-04,  7.4158e-04,\n",
       "          -3.2425e-03,  2.2349e-03,  1.2491e-03,  1.0546e-04,  4.2440e-04,\n",
       "           2.1366e-03,  4.8729e-03, -9.3836e-05,  5.3517e-03, -3.5290e-03,\n",
       "           1.6730e-03,  7.3051e-03,  5.1489e-03, -1.0088e-04,  2.9098e-03,\n",
       "           2.9616e-04, -3.0514e-03,  7.8698e-03, -6.7354e-03, -5.6612e-03,\n",
       "           5.3079e-03, -5.7292e-03,  3.3060e-03, -3.7344e-05, -6.9380e-03,\n",
       "          -5.6952e-03,  4.9348e-03,  2.8709e-03,  4.6161e-03,  2.5532e-03,\n",
       "           5.9395e-03, -1.5431e-03,  8.0926e-03,  6.5199e-03, -7.2808e-03,\n",
       "           4.6327e-03,  9.7638e-03,  4.7461e-03,  4.1262e-03,  4.2267e-03,\n",
       "           5.7089e-03,  3.3687e-03,  3.8993e-04, -4.8438e-05,  6.4146e-03,\n",
       "          -1.1224e-02, -6.3151e-03,  5.6396e-04,  3.4466e-03,  7.7639e-04,\n",
       "           4.1163e-03, -2.9966e-04,  5.0667e-03,  2.7177e-04,  7.1453e-03,\n",
       "           4.2488e-03,  9.4396e-04,  6.2699e-03,  5.7748e-03,  3.2561e-03,\n",
       "           4.3980e-03, -5.6194e-03, -9.1580e-04,  3.8288e-03,  5.6670e-03,\n",
       "           8.8542e-03, -7.1758e-03,  1.2567e-03, -6.0006e-03,  2.6393e-03,\n",
       "           2.3568e-03,  3.9314e-03, -1.1646e-03,  4.0645e-03,  5.4185e-03,\n",
       "          -2.2932e-03], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[[[ 3.0279e-04]],\n",
       "  \n",
       "           [[-8.8835e-04]],\n",
       "  \n",
       "           [[-8.2581e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-7.2629e-04]],\n",
       "  \n",
       "           [[ 1.0923e-04]],\n",
       "  \n",
       "           [[ 1.7466e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-7.7462e-04]],\n",
       "  \n",
       "           [[-2.5348e-03]],\n",
       "  \n",
       "           [[-2.0359e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 1.4643e-03]],\n",
       "  \n",
       "           [[ 1.1336e-03]],\n",
       "  \n",
       "           [[ 9.5722e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[ 4.1504e-04]],\n",
       "  \n",
       "           [[ 1.0938e-03]],\n",
       "  \n",
       "           [[-4.5811e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-1.4866e-03]],\n",
       "  \n",
       "           [[ 2.8200e-04]],\n",
       "  \n",
       "           [[-1.5479e-04]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[ 1.7155e-03]],\n",
       "  \n",
       "           [[-1.9450e-03]],\n",
       "  \n",
       "           [[ 1.1715e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-1.6944e-03]],\n",
       "  \n",
       "           [[-4.4947e-05]],\n",
       "  \n",
       "           [[-8.4554e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-5.0521e-04]],\n",
       "  \n",
       "           [[-7.3878e-04]],\n",
       "  \n",
       "           [[ 6.1540e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 5.3813e-04]],\n",
       "  \n",
       "           [[ 1.4177e-03]],\n",
       "  \n",
       "           [[ 5.7739e-05]]],\n",
       "  \n",
       "  \n",
       "          [[[ 5.2093e-04]],\n",
       "  \n",
       "           [[-1.0670e-03]],\n",
       "  \n",
       "           [[ 2.0896e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-9.8429e-04]],\n",
       "  \n",
       "           [[ 2.3500e-03]],\n",
       "  \n",
       "           [[ 5.2998e-04]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([ 0.0039,  0.0038,  0.0029,  0.0080,  0.0024,  0.0021,  0.0065,  0.0056,\n",
       "           0.0009,  0.0030,  0.0035,  0.0031,  0.0037,  0.0065,  0.0038,  0.0043,\n",
       "           0.0049,  0.0113,  0.0015,  0.0023,  0.0087,  0.0035, -0.0003,  0.0057,\n",
       "           0.0096,  0.0060,  0.0076,  0.0018,  0.0047,  0.0047,  0.0032,  0.0060,\n",
       "           0.0032,  0.0034,  0.0040,  0.0049,  0.0038,  0.0032,  0.0039,  0.0071,\n",
       "           0.0085,  0.0045,  0.0060,  0.0045,  0.0053,  0.0028,  0.0026,  0.0072,\n",
       "           0.0027,  0.0063,  0.0116,  0.0063,  0.0059,  0.0055,  0.0058,  0.0036,\n",
       "           0.0093,  0.0052,  0.0044,  0.0047,  0.0070,  0.0046,  0.0053,  0.0047,\n",
       "           0.0097,  0.0108,  0.0025,  0.0006,  0.0019,  0.0049,  0.0026,  0.0067,\n",
       "           0.0085,  0.0070,  0.0104,  0.0043,  0.0069,  0.0030,  0.0046,  0.0040,\n",
       "           0.0061,  0.0029,  0.0058,  0.0070,  0.0101,  0.0014,  0.0047,  0.0035,\n",
       "           0.0043,  0.0049,  0.0038,  0.0094,  0.0050,  0.0008,  0.0014,  0.0021,\n",
       "           0.0048,  0.0046,  0.0022,  0.0037,  0.0043,  0.0051,  0.0064,  0.0037,\n",
       "           0.0030,  0.0075,  0.0015,  0.0064,  0.0067,  0.0009,  0.0014,  0.0023,\n",
       "           0.0040,  0.0052,  0.0035,  0.0018,  0.0054,  0.0087,  0.0033,  0.0040,\n",
       "           0.0055,  0.0018,  0.0051,  0.0058,  0.0047,  0.0020,  0.0030,  0.0030,\n",
       "           0.0086,  0.0011,  0.0019,  0.0092,  0.0079,  0.0062,  0.0029,  0.0075,\n",
       "           0.0040,  0.0144,  0.0066,  0.0024,  0.0061,  0.0053,  0.0051,  0.0013,\n",
       "           0.0011,  0.0021,  0.0051,  0.0060,  0.0032,  0.0062,  0.0077,  0.0016,\n",
       "           0.0024,  0.0055,  0.0044,  0.0041,  0.0057,  0.0025,  0.0023,  0.0036,\n",
       "           0.0072,  0.0074,  0.0087,  0.0012,  0.0045,  0.0041,  0.0076,  0.0051,\n",
       "           0.0068,  0.0032,  0.0085,  0.0020,  0.0042,  0.0069,  0.0061,  0.0046,\n",
       "           0.0056,  0.0018,  0.0052,  0.0030,  0.0056,  0.0025,  0.0087,  0.0030,\n",
       "           0.0064,  0.0027,  0.0046,  0.0027,  0.0027,  0.0064,  0.0043,  0.0021,\n",
       "           0.0005,  0.0048,  0.0049,  0.0050,  0.0057,  0.0054,  0.0029,  0.0054,\n",
       "           0.0056,  0.0079,  0.0057,  0.0065,  0.0053,  0.0044,  0.0023,  0.0028,\n",
       "           0.0029,  0.0059,  0.0050,  0.0042,  0.0037,  0.0052,  0.0042,  0.0017,\n",
       "           0.0011,  0.0023,  0.0026,  0.0034,  0.0029,  0.0069,  0.0050,  0.0027,\n",
       "           0.0015,  0.0049,  0.0094,  0.0074,  0.0081,  0.0061,  0.0021,  0.0032,\n",
       "           0.0024,  0.0059,  0.0031,  0.0031,  0.0048,  0.0015,  0.0024,  0.0051,\n",
       "           0.0016,  0.0118,  0.0045,  0.0103,  0.0041,  0.0030,  0.0077,  0.0076,\n",
       "           0.0046,  0.0034,  0.0054,  0.0059,  0.0036,  0.0046,  0.0041,  0.0071],\n",
       "         requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([ 2.2086e-03,  9.4057e-03,  2.0756e-03, -2.9621e-03,  4.4979e-04,\n",
       "           3.7694e-03,  2.4066e-03,  4.7660e-03,  4.7886e-04,  4.7299e-03,\n",
       "           2.6814e-03,  4.2003e-03,  4.9964e-03,  9.2934e-03,  2.4757e-03,\n",
       "           5.3791e-03,  3.5616e-03, -9.2850e-03,  2.5294e-03,  6.6427e-03,\n",
       "           3.3215e-03,  6.7571e-03,  1.7309e-02, -2.6316e-03,  7.8942e-05,\n",
       "           9.7738e-03, -4.2503e-03, -8.9907e-03,  5.7216e-03, -1.6106e-03,\n",
       "           1.9925e-03,  1.6806e-03,  1.4235e-03,  7.0650e-03,  2.9671e-03,\n",
       "           3.1521e-03,  2.3696e-04,  6.6715e-03,  4.9916e-03,  3.3022e-03,\n",
       "           2.0463e-03,  3.2595e-03,  5.0301e-03,  3.3913e-03, -4.0773e-04,\n",
       "           8.2599e-03,  5.7288e-03,  1.0170e-03,  3.3707e-03,  2.0538e-03,\n",
       "           4.8273e-03, -5.0418e-03,  8.4351e-03,  5.8464e-03,  2.5828e-03,\n",
       "           5.4889e-03, -2.7889e-03,  3.1909e-03,  8.7467e-04,  3.9260e-03,\n",
       "           2.2821e-03,  7.1021e-03, -2.2335e-03,  7.2741e-03,  9.4393e-03,\n",
       "           1.7461e-03, -1.9953e-03,  6.7295e-03,  4.3021e-03, -1.0130e-02,\n",
       "           3.2790e-03,  3.9296e-03,  8.6291e-03,  3.8563e-03, -1.4683e-03,\n",
       "           5.2433e-03,  6.2230e-04, -2.0425e-03,  7.1735e-04,  4.9860e-03,\n",
       "          -1.0942e-03,  6.6633e-04, -1.3917e-03,  1.4759e-03,  3.6430e-03,\n",
       "           1.6476e-03, -9.4933e-03, -3.9142e-04, -2.2722e-03,  6.3305e-03,\n",
       "           4.8864e-03,  2.0021e-03, -3.2681e-03,  1.1232e-02,  7.1737e-03,\n",
       "           6.6315e-03,  4.2970e-05,  3.9255e-03,  7.4657e-03,  7.0776e-03,\n",
       "          -9.0163e-03, -2.0433e-03,  3.3392e-03,  7.2724e-03,  8.4532e-03,\n",
       "           6.7326e-03,  4.5672e-03, -5.5255e-03, -2.7423e-03,  8.0938e-03,\n",
       "           6.6986e-03,  6.1910e-03,  7.4413e-03, -4.3772e-03, -6.6631e-03,\n",
       "           6.8981e-03, -4.8233e-04, -1.3515e-02, -9.0487e-04,  1.7703e-03,\n",
       "          -1.3823e-02,  3.9910e-03, -6.6917e-03,  2.5943e-03,  2.9070e-03,\n",
       "           5.2546e-03, -4.2198e-04, -4.0585e-03, -6.4712e-03,  6.2421e-03,\n",
       "           5.2277e-03, -1.9524e-03,  7.2999e-03,  3.2560e-04, -6.6338e-04,\n",
       "           7.0848e-03,  2.7082e-03, -1.7465e-02,  7.6882e-03,  3.8109e-03,\n",
       "          -8.1764e-04, -1.2297e-02,  8.6658e-03,  4.3205e-03,  7.2414e-03,\n",
       "          -2.0137e-03, -2.1522e-03,  4.8618e-03,  5.0230e-03, -1.0254e-02,\n",
       "          -1.9718e-03,  4.3722e-03,  1.9271e-03, -2.7559e-03,  4.1872e-03,\n",
       "          -1.3018e-03,  5.1636e-03,  5.8785e-03,  1.8868e-02,  4.4863e-03,\n",
       "           2.9323e-03,  4.7431e-03, -4.3233e-03,  8.7483e-03,  4.4711e-03,\n",
       "           2.3598e-03, -8.3081e-03, -1.0728e-03,  7.1996e-04,  7.3469e-03,\n",
       "          -1.1566e-02,  1.3942e-03,  3.9397e-03, -1.0868e-02, -3.6313e-03,\n",
       "          -4.4970e-03,  1.6369e-03,  1.1753e-03, -9.8880e-04,  7.4158e-04,\n",
       "          -3.2425e-03,  2.2349e-03,  1.2491e-03,  1.0546e-04,  4.2440e-04,\n",
       "           2.1366e-03,  4.8729e-03, -9.3836e-05,  5.3517e-03, -3.5290e-03,\n",
       "           1.6730e-03,  7.3051e-03,  5.1489e-03, -1.0088e-04,  2.9098e-03,\n",
       "           2.9616e-04, -3.0514e-03,  7.8698e-03, -6.7354e-03, -5.6612e-03,\n",
       "           5.3079e-03, -5.7292e-03,  3.3060e-03, -3.7344e-05, -6.9380e-03,\n",
       "          -5.6952e-03,  4.9348e-03,  2.8709e-03,  4.6161e-03,  2.5532e-03,\n",
       "           5.9395e-03, -1.5431e-03,  8.0926e-03,  6.5199e-03, -7.2808e-03,\n",
       "           4.6327e-03,  9.7638e-03,  4.7461e-03,  4.1262e-03,  4.2267e-03,\n",
       "           5.7089e-03,  3.3687e-03,  3.8993e-04, -4.8438e-05,  6.4146e-03,\n",
       "          -1.1224e-02, -6.3151e-03,  5.6396e-04,  3.4466e-03,  7.7639e-04,\n",
       "           4.1163e-03, -2.9966e-04,  5.0667e-03,  2.7177e-04,  7.1453e-03,\n",
       "           4.2488e-03,  9.4396e-04,  6.2699e-03,  5.7748e-03,  3.2561e-03,\n",
       "           4.3980e-03, -5.6194e-03, -9.1580e-04,  3.8288e-03,  5.6670e-03,\n",
       "           8.8542e-03, -7.1758e-03,  1.2567e-03, -6.0006e-03,  2.6393e-03,\n",
       "           2.3568e-03,  3.9314e-03, -1.1646e-03,  4.0645e-03,  5.4185e-03,\n",
       "          -2.2932e-03], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[[[ 2.3924e-03,  2.3630e-03,  1.8658e-03],\n",
       "            [ 2.4268e-03,  2.6678e-03,  2.7078e-03],\n",
       "            [ 1.1905e-03,  6.3985e-04,  1.1702e-03]],\n",
       "  \n",
       "           [[-2.2076e-04, -2.4097e-04,  4.2488e-05],\n",
       "            [-4.8704e-05,  1.1752e-04,  8.0043e-04],\n",
       "            [-9.8486e-04, -1.0381e-03, -2.3182e-04]],\n",
       "  \n",
       "           [[-6.4589e-04, -1.0467e-03, -1.1259e-03],\n",
       "            [-6.7817e-04, -1.1776e-03, -1.2464e-03],\n",
       "            [ 5.1956e-04,  3.0224e-04, -3.2885e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-2.2075e-03, -1.0215e-03, -2.6014e-03],\n",
       "            [ 8.7126e-04,  2.5000e-03,  9.9770e-04],\n",
       "            [-8.7750e-04, -4.1970e-04, -1.0718e-03]],\n",
       "  \n",
       "           [[-2.1937e-04, -8.3920e-04, -9.0296e-05],\n",
       "            [-1.4109e-04, -6.6051e-04,  1.8653e-04],\n",
       "            [ 2.8940e-05,  1.5168e-04,  9.1079e-05]],\n",
       "  \n",
       "           [[-3.3095e-04,  2.1265e-04, -1.4167e-04],\n",
       "            [-1.2153e-03, -4.2377e-04, -4.3598e-04],\n",
       "            [-9.0387e-04, -3.8819e-04, -4.2872e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-1.2838e-03, -6.6114e-04, -6.7456e-04],\n",
       "            [-1.3250e-03, -1.0863e-03, -1.6651e-03],\n",
       "            [-1.9697e-04,  3.2383e-04, -3.7475e-04]],\n",
       "  \n",
       "           [[-1.6706e-03, -2.1341e-03, -1.2431e-03],\n",
       "            [-5.2026e-04, -1.0002e-03, -1.0985e-03],\n",
       "            [ 2.2789e-03,  2.4663e-03,  1.8105e-03]],\n",
       "  \n",
       "           [[-1.8832e-03, -2.2271e-03, -1.6475e-03],\n",
       "            [-3.4382e-04, -4.8898e-05, -6.2286e-04],\n",
       "            [ 1.8791e-03,  2.6201e-03,  1.1451e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-1.2436e-03, -2.2279e-03, -1.8148e-03],\n",
       "            [ 4.7782e-04,  7.3281e-04,  6.0756e-04],\n",
       "            [-4.2030e-04, -1.8028e-03, -7.9214e-04]],\n",
       "  \n",
       "           [[ 7.8233e-04,  5.7026e-04,  3.0961e-04],\n",
       "            [ 2.3625e-04,  4.3748e-04,  3.2166e-05],\n",
       "            [ 1.3332e-03,  2.2291e-03,  9.4771e-04]],\n",
       "  \n",
       "           [[ 6.1335e-05,  9.6730e-05, -3.6223e-04],\n",
       "            [ 1.3701e-03,  1.4691e-03, -1.4577e-05],\n",
       "            [-5.7981e-04, -3.0763e-04, -8.6949e-05]]],\n",
       "  \n",
       "  \n",
       "          [[[-9.0755e-04, -9.6554e-04, -1.2874e-03],\n",
       "            [-6.9929e-04, -5.8172e-04, -7.0658e-04],\n",
       "            [-1.5357e-04, -9.5517e-04, -4.5274e-04]],\n",
       "  \n",
       "           [[-2.0945e-04, -2.5617e-04,  8.9062e-04],\n",
       "            [-5.3879e-04, -8.3630e-04,  1.0365e-04],\n",
       "            [ 3.6214e-04,  3.8516e-04,  1.0279e-04]],\n",
       "  \n",
       "           [[-3.4362e-04, -3.7687e-04, -7.5018e-04],\n",
       "            [-2.9472e-04, -5.8261e-04, -6.3055e-04],\n",
       "            [-7.3118e-04, -1.3858e-03, -8.4433e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 7.8543e-04, -2.2994e-04,  3.7193e-04],\n",
       "            [ 2.5690e-07, -6.4732e-04,  5.1840e-04],\n",
       "            [-4.1555e-05, -6.7086e-04,  8.6156e-04]],\n",
       "  \n",
       "           [[ 1.5625e-04,  2.6726e-04,  5.9273e-04],\n",
       "            [-1.2080e-04,  6.2596e-05,  5.7686e-04],\n",
       "            [ 7.3567e-04,  8.7727e-04,  5.3038e-04]],\n",
       "  \n",
       "           [[ 2.6910e-04, -9.8554e-06,  6.4092e-04],\n",
       "            [ 9.2272e-04,  3.9271e-04,  9.3785e-04],\n",
       "            [ 1.5779e-04,  9.9386e-04,  6.5927e-04]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[ 6.1028e-04,  1.3134e-05, -3.4731e-04],\n",
       "            [-1.1460e-03, -7.1917e-04, -6.8012e-05],\n",
       "            [-6.4404e-04,  1.9889e-04,  4.8031e-04]],\n",
       "  \n",
       "           [[-3.9997e-04, -6.5510e-04,  7.4653e-04],\n",
       "            [-2.7803e-04, -4.2269e-04,  6.6233e-04],\n",
       "            [ 3.9716e-04, -3.7802e-04, -2.8599e-04]],\n",
       "  \n",
       "           [[-2.7295e-04, -5.0900e-04, -6.1195e-04],\n",
       "            [-3.0656e-04, -2.5277e-04,  4.6270e-05],\n",
       "            [-6.1424e-04, -8.0638e-04, -1.4078e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 7.2524e-04, -1.2905e-04, -2.4528e-06],\n",
       "            [-1.7319e-03, -4.9294e-05, -1.4752e-04],\n",
       "            [-3.7307e-04, -1.3932e-03, -2.2874e-03]],\n",
       "  \n",
       "           [[ 5.3701e-04,  3.4240e-04, -4.0302e-04],\n",
       "            [-1.2778e-03, -7.2099e-05, -1.0569e-04],\n",
       "            [-9.1187e-04,  2.7617e-04,  4.2744e-04]],\n",
       "  \n",
       "           [[-5.8446e-04, -2.3042e-04,  6.1950e-04],\n",
       "            [ 2.0283e-04,  3.6711e-04, -4.6397e-04],\n",
       "            [ 4.5880e-05, -7.0618e-04, -1.5137e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[-1.1613e-03, -3.3370e-03, -2.0032e-03],\n",
       "            [-1.3017e-03, -2.5834e-03, -1.6931e-03],\n",
       "            [ 1.7358e-03,  1.9584e-03,  3.0245e-03]],\n",
       "  \n",
       "           [[ 1.1056e-05, -8.0656e-04, -8.4019e-04],\n",
       "            [-4.0748e-04, -2.8214e-04, -6.7988e-04],\n",
       "            [ 4.8254e-05, -1.1082e-03, -8.4872e-04]],\n",
       "  \n",
       "           [[-4.3606e-04, -9.1603e-06,  3.7890e-04],\n",
       "            [-9.2876e-04,  1.3827e-04,  4.5393e-05],\n",
       "            [-9.2128e-05,  1.6709e-04, -5.9064e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 2.3767e-04, -6.4895e-04, -2.8377e-04],\n",
       "            [ 5.0720e-04, -6.0210e-04, -1.5413e-03],\n",
       "            [ 8.2158e-04, -3.3122e-04, -1.0663e-03]],\n",
       "  \n",
       "           [[ 1.0138e-04,  7.9932e-05,  5.2773e-04],\n",
       "            [-2.6566e-04, -1.1306e-03, -2.1605e-04],\n",
       "            [ 2.3697e-04,  7.9732e-05,  4.2340e-04]],\n",
       "  \n",
       "           [[-7.4987e-04, -4.1528e-04, -1.4449e-03],\n",
       "            [-2.1782e-03, -1.9152e-03, -2.1609e-03],\n",
       "            [-7.2576e-04, -1.2659e-03, -6.8566e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-9.4216e-04, -9.1929e-04, -1.5256e-03],\n",
       "            [ 1.3512e-03,  2.2734e-03,  1.4721e-03],\n",
       "            [ 1.8133e-03,  1.5289e-03,  1.3714e-03]],\n",
       "  \n",
       "           [[ 6.0976e-04,  7.5226e-04,  6.6748e-04],\n",
       "            [ 8.8302e-04,  1.4152e-03,  7.6717e-04],\n",
       "            [-3.6621e-04, -5.6617e-04, -2.0688e-04]],\n",
       "  \n",
       "           [[-4.2491e-04, -3.7172e-04,  2.6079e-05],\n",
       "            [ 1.5680e-04, -3.8723e-04,  3.4104e-04],\n",
       "            [ 6.5363e-04, -2.5068e-04,  7.1026e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 2.6611e-04,  1.4922e-03,  7.1200e-04],\n",
       "            [-2.0546e-03, -1.5004e-04, -1.2850e-03],\n",
       "            [-7.7440e-04, -5.8509e-04, -1.7354e-03]],\n",
       "  \n",
       "           [[ 1.4176e-03,  2.9957e-03,  1.0288e-03],\n",
       "            [-5.8408e-05,  1.4577e-03, -6.6875e-04],\n",
       "            [ 7.4259e-04,  1.2038e-03, -8.4883e-04]],\n",
       "  \n",
       "           [[-3.3639e-04, -2.5821e-03, -1.1585e-03],\n",
       "            [-3.2125e-04, -1.4623e-03, -1.0928e-03],\n",
       "            [ 3.6480e-04,  4.3237e-05,  1.1327e-03]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([0.0154, 0.0119, 0.0119, 0.0188, 0.0150, 0.0195, 0.0143, 0.0199, 0.0191,\n",
       "          0.0163, 0.0247, 0.0165, 0.0192, 0.0228, 0.0201, 0.0196, 0.0134, 0.0174,\n",
       "          0.0151, 0.0275, 0.0139, 0.0243, 0.0121, 0.0182, 0.0155, 0.0122, 0.0091,\n",
       "          0.0173, 0.0153, 0.0152, 0.0106, 0.0173, 0.0229, 0.0262, 0.0211, 0.0238,\n",
       "          0.0167, 0.0174, 0.0170, 0.0158, 0.0151, 0.0215, 0.0271, 0.0128, 0.0148,\n",
       "          0.0161, 0.0365, 0.0166, 0.0157, 0.0141, 0.0173, 0.0188, 0.0108, 0.0099,\n",
       "          0.0239, 0.0297, 0.0127, 0.0238, 0.0100, 0.0241, 0.0137, 0.0155, 0.0122,\n",
       "          0.0139, 0.0156, 0.0277, 0.0126, 0.0191, 0.0187, 0.0244, 0.0324, 0.0135,\n",
       "          0.0173, 0.0194, 0.0130, 0.0122, 0.0161, 0.0205, 0.0184, 0.0174, 0.0197,\n",
       "          0.0176, 0.0231, 0.0133, 0.0187, 0.0186, 0.0139, 0.0227, 0.0188, 0.0163,\n",
       "          0.0116, 0.0163, 0.0318, 0.0169, 0.0196, 0.0190, 0.0134, 0.0141, 0.0267,\n",
       "          0.0170, 0.0190, 0.0155, 0.0169, 0.0104, 0.0183, 0.0155, 0.0138, 0.0147,\n",
       "          0.0214, 0.0145, 0.0187, 0.0348, 0.0197, 0.0108, 0.0163, 0.0207, 0.0126,\n",
       "          0.0173, 0.0188, 0.0171, 0.0187, 0.0156, 0.0131, 0.0201, 0.0347, 0.0224,\n",
       "          0.0164, 0.0136, 0.0176, 0.0203, 0.0185, 0.0149, 0.0314, 0.0170, 0.0169,\n",
       "          0.0203, 0.0322, 0.0162, 0.0166, 0.0148, 0.0206, 0.0150, 0.0169, 0.0135,\n",
       "          0.0197, 0.0158, 0.0194, 0.0376, 0.0138, 0.0097, 0.0197, 0.0314, 0.0136,\n",
       "          0.0227, 0.0158, 0.0178, 0.0169, 0.0216, 0.0161, 0.0138, 0.0375, 0.0225,\n",
       "          0.0141, 0.0119, 0.0210, 0.0211, 0.0166, 0.0178, 0.0196, 0.0140, 0.0116,\n",
       "          0.0096, 0.0132, 0.0235, 0.0172, 0.0173, 0.0289, 0.0220, 0.0282, 0.0149,\n",
       "          0.0124, 0.0257, 0.0158, 0.0187, 0.0386, 0.0174, 0.0160, 0.0149, 0.0174,\n",
       "          0.0159, 0.0139, 0.0151, 0.0195, 0.0217, 0.0189, 0.0205, 0.0203, 0.0264,\n",
       "          0.0130, 0.0384, 0.0165, 0.0147, 0.0141, 0.0163, 0.0114, 0.0194, 0.0131,\n",
       "          0.0221, 0.0096, 0.0126, 0.0227, 0.0144, 0.0163, 0.0157, 0.0342, 0.0128,\n",
       "          0.0227, 0.0259, 0.0126, 0.0214, 0.0187, 0.0168, 0.0307, 0.0244, 0.0187,\n",
       "          0.0144, 0.0150, 0.0178, 0.0188, 0.0211, 0.0128, 0.0191, 0.0231, 0.0184,\n",
       "          0.0112, 0.0197, 0.0118, 0.0168, 0.0180, 0.0226, 0.0160, 0.0248, 0.0238,\n",
       "          0.0138, 0.0334, 0.0220, 0.0142, 0.0172, 0.0291, 0.0143, 0.0124, 0.0181,\n",
       "          0.0122, 0.0177, 0.0349, 0.0154], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([-0.0024, -0.0012, -0.0157, -0.0086, -0.0168, -0.0016, -0.0093, -0.0139,\n",
       "          -0.0047, -0.0133, -0.0076, -0.0114, -0.0090, -0.0061, -0.0118, -0.0037,\n",
       "          -0.0122, -0.0077, -0.0029, -0.0178, -0.0106,  0.0019, -0.0099, -0.0026,\n",
       "          -0.0098, -0.0066, -0.0094, -0.0174, -0.0137, -0.0195, -0.0073, -0.0005,\n",
       "          -0.0132, -0.0073, -0.0050, -0.0073, -0.0148,  0.0001, -0.0063, -0.0041,\n",
       "          -0.0229, -0.0138,  0.0037, -0.0063, -0.0116, -0.0050, -0.0164, -0.0024,\n",
       "          -0.0088, -0.0025, -0.0048, -0.0273, -0.0117, -0.0060,  0.0070, -0.0086,\n",
       "          -0.0038,  0.0013, -0.0067, -0.0110, -0.0096, -0.0156, -0.0033, -0.0063,\n",
       "          -0.0135, -0.0150, -0.0098, -0.0013, -0.0286, -0.0183, -0.0147, -0.0125,\n",
       "          -0.0179, -0.0082, -0.0032, -0.0009, -0.0056, -0.0235, -0.0128,  0.0015,\n",
       "          -0.0076, -0.0056, -0.0010, -0.0074, -0.0073, -0.0055, -0.0015, -0.0125,\n",
       "          -0.0270, -0.0101, -0.0090, -0.0066, -0.0079, -0.0173, -0.0191, -0.0098,\n",
       "          -0.0139, -0.0079, -0.0096,  0.0008,  0.0020, -0.0174, -0.0157, -0.0053,\n",
       "          -0.0029, -0.0031, -0.0055, -0.0130, -0.0054, -0.0077, -0.0116, -0.0045,\n",
       "          -0.0053, -0.0111, -0.0165, -0.0064, -0.0037, -0.0152, -0.0103, -0.0104,\n",
       "          -0.0093, -0.0241, -0.0115, -0.0060, -0.0171, -0.0043, -0.0010, -0.0136,\n",
       "          -0.0208, -0.0019,  0.0011, -0.0142,  0.0072, -0.0020, -0.0042, -0.0035,\n",
       "          -0.0097, -0.0115, -0.0082, -0.0117, -0.0005, -0.0032, -0.0220, -0.0057,\n",
       "          -0.0127, -0.0101, -0.0054, -0.0160, -0.0185, -0.0086, -0.0158, -0.0151,\n",
       "          -0.0080,  0.0041, -0.0042, -0.0115, -0.0176,  0.0083, -0.0096, -0.0034,\n",
       "          -0.0142, -0.0121, -0.0014, -0.0024, -0.0047, -0.0038, -0.0050, -0.0230,\n",
       "          -0.0063, -0.0160, -0.0006, -0.0096, -0.0169,  0.0026, -0.0161, -0.0172,\n",
       "           0.0005, -0.0023, -0.0147, -0.0055, -0.0145, -0.0031, -0.0109, -0.0242,\n",
       "           0.0255, -0.0094, -0.0258, -0.0184, -0.0086, -0.0005, -0.0021, -0.0208,\n",
       "          -0.0277, -0.0058, -0.0024, -0.0163, -0.0136,  0.0008, -0.0159, -0.0178,\n",
       "          -0.0058, -0.0050, -0.0024, -0.0035, -0.0080, -0.0317, -0.0065, -0.0053,\n",
       "          -0.0046, -0.0074, -0.0090, -0.0123, -0.0025, -0.0066, -0.0268, -0.0077,\n",
       "          -0.0245, -0.0063, -0.0059, -0.0072, -0.0067, -0.0188, -0.0065, -0.0062,\n",
       "          -0.0177, -0.0145, -0.0137, -0.0039, -0.0232, -0.0020, -0.0082, -0.0146,\n",
       "          -0.0116, -0.0133, -0.0150, -0.0140, -0.0138, -0.0046, -0.0002, -0.0064,\n",
       "          -0.0217, -0.0055, -0.0157, -0.0160, -0.0220, -0.0153, -0.0130, -0.0131,\n",
       "          -0.0160, -0.0098, -0.0094,  0.0006, -0.0051, -0.0130,  0.0230, -0.0078],\n",
       "         requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[[[-2.0170e-03, -1.2194e-03, -1.0081e-03],\n",
       "            [-7.0966e-04, -2.0898e-04, -2.0482e-04],\n",
       "            [-2.0915e-05,  1.1866e-03,  7.5516e-04]],\n",
       "  \n",
       "           [[-1.8962e-04, -3.0993e-04, -3.0206e-04],\n",
       "            [ 9.7764e-06,  6.6585e-04,  7.2791e-04],\n",
       "            [ 6.9858e-04,  1.6450e-03,  2.4744e-03]],\n",
       "  \n",
       "           [[-1.4741e-04, -1.5087e-04,  2.9885e-04],\n",
       "            [ 8.2949e-04,  1.3821e-03,  1.5021e-03],\n",
       "            [ 1.9608e-03,  2.4695e-03,  2.3624e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 1.0814e-03,  7.4031e-04, -1.2557e-03],\n",
       "            [ 1.5559e-03,  1.7803e-03,  6.6744e-04],\n",
       "            [-4.7333e-05,  3.5081e-04, -2.8551e-04]],\n",
       "  \n",
       "           [[-1.3534e-03, -2.2475e-03, -1.0488e-03],\n",
       "            [ 1.0706e-03,  9.0280e-04, -4.9193e-05],\n",
       "            [ 1.7726e-03,  2.3482e-03,  1.0462e-03]],\n",
       "  \n",
       "           [[ 1.6358e-03,  1.8305e-03,  1.6494e-03],\n",
       "            [-3.2565e-04, -3.2359e-04,  8.4662e-04],\n",
       "            [ 5.4066e-04,  7.9541e-05,  9.0201e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[ 1.2585e-03,  2.5748e-04,  2.9895e-04],\n",
       "            [-2.1084e-04, -1.7426e-03, -1.3860e-03],\n",
       "            [ 1.1920e-03,  2.4251e-04,  4.8435e-04]],\n",
       "  \n",
       "           [[-1.7598e-04, -2.0777e-04, -5.5385e-04],\n",
       "            [ 3.5021e-04, -5.9837e-05, -4.3068e-04],\n",
       "            [-3.9243e-04, -1.0484e-03, -2.0244e-03]],\n",
       "  \n",
       "           [[ 3.7580e-04,  1.9497e-04,  6.4782e-05],\n",
       "            [ 3.0901e-04,  6.1829e-04, -7.9884e-05],\n",
       "            [-3.7178e-04,  3.0113e-05, -9.7383e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-3.8791e-04,  8.6669e-05, -5.6894e-05],\n",
       "            [-9.0666e-05,  3.2211e-04, -1.2590e-05],\n",
       "            [ 4.4802e-04,  3.3862e-04, -1.1014e-04]],\n",
       "  \n",
       "           [[-2.8537e-03, -2.6172e-03, -1.3283e-03],\n",
       "            [ 1.6174e-03,  2.0921e-03,  2.3544e-03],\n",
       "            [ 1.8009e-03,  3.2717e-03,  1.9498e-03]],\n",
       "  \n",
       "           [[ 7.7144e-05,  7.8116e-04,  6.3613e-05],\n",
       "            [-2.7527e-04,  8.7918e-04, -7.3502e-04],\n",
       "            [-7.1196e-04,  8.7373e-04, -8.1198e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[ 1.4663e-04,  9.4196e-05,  2.4772e-04],\n",
       "            [-6.5923e-04, -4.5838e-04, -8.6910e-04],\n",
       "            [ 4.4858e-05, -3.8244e-05, -6.5651e-04]],\n",
       "  \n",
       "           [[-1.4108e-03, -1.6583e-03, -1.2459e-03],\n",
       "            [ 4.5240e-05,  7.8514e-04,  1.7169e-03],\n",
       "            [ 1.9518e-03,  3.5625e-03,  3.7203e-03]],\n",
       "  \n",
       "           [[ 4.1147e-04, -2.0085e-05, -3.8949e-04],\n",
       "            [ 5.0808e-04, -3.2678e-04, -3.5764e-04],\n",
       "            [-5.2143e-05, -4.9981e-04, -7.2742e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 7.9316e-04,  5.1294e-04,  1.6391e-04],\n",
       "            [ 6.9743e-04,  3.3802e-04, -4.9062e-04],\n",
       "            [ 3.4127e-04,  2.8816e-04, -2.2743e-04]],\n",
       "  \n",
       "           [[-7.9029e-05, -5.3070e-05,  8.7075e-04],\n",
       "            [ 1.1062e-03,  1.5154e-03,  2.8379e-03],\n",
       "            [ 1.4156e-03,  2.2078e-03,  2.7460e-03]],\n",
       "  \n",
       "           [[ 8.6867e-04,  1.6819e-03,  1.3753e-03],\n",
       "            [ 4.6384e-04,  7.9692e-04,  1.1377e-04],\n",
       "            [ 4.8884e-04,  1.1928e-03,  6.4546e-04]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[-9.7838e-04, -6.2945e-04, -7.4510e-04],\n",
       "            [ 3.6168e-04,  5.3870e-04,  6.4675e-04],\n",
       "            [ 9.0271e-04,  1.1353e-03,  1.1667e-03]],\n",
       "  \n",
       "           [[ 3.2218e-04, -2.2103e-04, -1.5871e-04],\n",
       "            [-3.4752e-04, -1.0295e-03, -1.7247e-04],\n",
       "            [ 5.0842e-04,  1.8628e-04, -6.8087e-04]],\n",
       "  \n",
       "           [[-2.7847e-04, -3.1054e-04, -2.0654e-04],\n",
       "            [-7.5606e-04,  2.8331e-04, -1.2600e-04],\n",
       "            [-4.2049e-04,  1.1070e-04,  2.2548e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 9.5683e-04, -1.2210e-04,  7.0907e-04],\n",
       "            [ 2.8685e-03,  1.6793e-03,  2.4629e-04],\n",
       "            [ 1.1790e-03, -1.1132e-03, -1.2360e-03]],\n",
       "  \n",
       "           [[-5.2075e-04, -2.9608e-03, -6.7029e-04],\n",
       "            [ 4.1467e-04,  5.4520e-04,  2.2004e-03],\n",
       "            [-4.6011e-04, -8.6977e-06,  1.2341e-03]],\n",
       "  \n",
       "           [[-4.1752e-04,  3.7400e-05, -4.3824e-04],\n",
       "            [ 1.5653e-03,  2.6622e-03,  1.0761e-03],\n",
       "            [ 1.8720e-03,  3.0491e-03,  2.2374e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[-9.2552e-04, -9.1300e-04, -8.7333e-04],\n",
       "            [-9.0627e-04, -1.2025e-03, -9.0821e-04],\n",
       "            [-8.3907e-05,  5.8306e-05,  5.7058e-04]],\n",
       "  \n",
       "           [[ 8.3390e-04,  1.1622e-03,  1.4248e-03],\n",
       "            [-1.2101e-03, -1.0674e-03, -8.8780e-04],\n",
       "            [-4.4831e-04,  1.2922e-04, -3.5101e-04]],\n",
       "  \n",
       "           [[ 7.8268e-04,  1.8314e-03,  1.2020e-03],\n",
       "            [-2.9028e-04,  4.4543e-04,  6.2417e-04],\n",
       "            [-6.6568e-04, -3.4092e-04, -1.2269e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-2.4476e-04, -7.2619e-04, -5.2588e-04],\n",
       "            [-1.0183e-04, -2.7840e-04,  2.5399e-05],\n",
       "            [-3.7235e-04, -1.9078e-04,  4.9358e-04]],\n",
       "  \n",
       "           [[-6.1525e-04, -1.3423e-03, -1.7332e-03],\n",
       "            [-1.7279e-03, -1.7744e-03, -2.4330e-03],\n",
       "            [-2.6623e-03, -1.9252e-03, -2.7835e-03]],\n",
       "  \n",
       "           [[ 6.9481e-04,  1.5742e-03,  1.3546e-03],\n",
       "            [ 6.3283e-04,  1.2733e-03,  1.4006e-03],\n",
       "            [ 1.2833e-03,  1.7035e-03,  1.3987e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[ 3.1226e-04, -2.1796e-04,  6.2960e-05],\n",
       "            [ 1.8099e-04, -3.9983e-04,  3.4254e-04],\n",
       "            [ 9.8460e-04,  8.4161e-04,  1.1022e-03]],\n",
       "  \n",
       "           [[-5.7394e-04,  7.4867e-04,  6.1955e-04],\n",
       "            [-1.0834e-04,  2.9776e-04,  2.2839e-04],\n",
       "            [ 2.4792e-04,  7.1067e-04, -4.4212e-04]],\n",
       "  \n",
       "           [[-1.8227e-03,  9.4287e-04, -1.2153e-03],\n",
       "            [-2.4438e-03, -5.4265e-04, -2.0993e-03],\n",
       "            [-3.0735e-04, -2.7921e-04, -9.5848e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 3.6158e-04, -7.3946e-04, -7.6498e-04],\n",
       "            [-4.5864e-04, -8.8663e-04, -2.1212e-05],\n",
       "            [-6.1655e-04,  1.6262e-04,  3.3480e-04]],\n",
       "  \n",
       "           [[-9.9889e-04, -5.3350e-04,  1.2707e-03],\n",
       "            [ 1.6904e-03,  2.4612e-03,  2.7556e-03],\n",
       "            [-7.0796e-04, -2.5631e-04, -4.3918e-04]],\n",
       "  \n",
       "           [[-6.2718e-04, -2.0078e-03,  8.7536e-05],\n",
       "            [-8.6511e-04, -2.1702e-03, -6.7246e-04],\n",
       "            [-1.8502e-03, -2.7975e-03, -1.5103e-03]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([0.0130, 0.0110, 0.0092, 0.0141, 0.0100, 0.0096, 0.0180, 0.0112, 0.0085,\n",
       "          0.0112, 0.0069, 0.0065, 0.0196, 0.0127, 0.0168, 0.0170, 0.0222, 0.0150,\n",
       "          0.0198, 0.0323, 0.0193, 0.0494, 0.0277, 0.0169, 0.0138, 0.0288, 0.0134,\n",
       "          0.0631, 0.0085, 0.0231, 0.0093, 0.0083, 0.0188, 0.0044, 0.0119, 0.0124,\n",
       "          0.0121, 0.0073, 0.0059, 0.0108, 0.0172, 0.0148, 0.0056, 0.0100, 0.0109,\n",
       "          0.0085, 0.0094, 0.0160, 0.0141, 0.0156, 0.0172, 0.0187, 0.0180, 0.0165,\n",
       "          0.0114, 0.0138, 0.0130, 0.0056, 0.0122, 0.0155, 0.0080, 0.0038, 0.0117,\n",
       "          0.0164, 0.0170, 0.0140, 0.0249, 0.0118, 0.0046, 0.0139, 0.0086, 0.0064,\n",
       "          0.0068, 0.0095, 0.0214, 0.0144, 0.0094, 0.0168, 0.0119, 0.0146, 0.0149,\n",
       "          0.0082, 0.0132, 0.0155, 0.0156, 0.0065, 0.0393, 0.0111, 0.0227, 0.0141,\n",
       "          0.0090, 0.0133, 0.0343, 0.0142, 0.0204, 0.0187, 0.0131, 0.0106, 0.0115,\n",
       "          0.0238, 0.0255, 0.0147, 0.0120, 0.0126, 0.0065, 0.0150, 0.0130, 0.0233,\n",
       "          0.0496, 0.0080, 0.0103, 0.0036, 0.0265, 0.0165, 0.0207, 0.0084, 0.0107,\n",
       "          0.0672, 0.0137, 0.0146, 0.0229, 0.0138, 0.0183, 0.0118, 0.0159, 0.0087,\n",
       "          0.0272, 0.0137, 0.0453, 0.0065, 0.0089, 0.0103, 0.0107, 0.0122, 0.0077,\n",
       "          0.0221, 0.0067, 0.0264, 0.0130, 0.0111, 0.0075, 0.0249, 0.0138, 0.0096,\n",
       "          0.0249, 0.0292, 0.0161, 0.0161, 0.0082, 0.0300, 0.0239, 0.0052, 0.0038,\n",
       "          0.0184, 0.0162, 0.0194, 0.0105, 0.0141, 0.0456, 0.0042, 0.0122, 0.0181,\n",
       "          0.0117, 0.0311, 0.0205, 0.0149, 0.0201, 0.0242, 0.0158, 0.0268, 0.0286,\n",
       "          0.0047, 0.0135, 0.0281, 0.0108, 0.0171, 0.0099, 0.0127, 0.0168, 0.0154,\n",
       "          0.0318, 0.0237, 0.0175, 0.0187, 0.0144, 0.0129, 0.0103, 0.0226, 0.0336,\n",
       "          0.0187, 0.0094, 0.0095, 0.0216, 0.0110, 0.0077, 0.0138, 0.0272, 0.0060,\n",
       "          0.0213, 0.0441, 0.0273, 0.0106, 0.0112, 0.0153, 0.0237, 0.0292, 0.0215,\n",
       "          0.0172, 0.0060, 0.0118, 0.0116, 0.0172, 0.0089, 0.0167, 0.0309, 0.0158,\n",
       "          0.0236, 0.0071, 0.0138, 0.0117, 0.0252, 0.0298, 0.0092, 0.0145, 0.0142,\n",
       "          0.0238, 0.0196, 0.0125, 0.0109, 0.0287, 0.0119, 0.0201, 0.0210, 0.0148,\n",
       "          0.0142, 0.0120, 0.0093, 0.0121, 0.0057, 0.0096, 0.0120, 0.0177, 0.0147,\n",
       "          0.0061, 0.0094, 0.0108, 0.0201, 0.0158, 0.0322, 0.0062, 0.0206, 0.0151,\n",
       "          0.0232, 0.0147, 0.0148, 0.0133], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([-3.2822e-04, -5.1723e-03,  4.4757e-03, -3.0316e-03, -8.1903e-03,\n",
       "           6.8343e-04, -5.1259e-03, -4.3062e-03, -7.4341e-04, -1.9047e-03,\n",
       "          -3.4537e-03, -3.7428e-03,  6.5418e-03, -7.5481e-03, -1.4528e-02,\n",
       "           1.2486e-02, -1.2036e-02, -4.7563e-03, -4.2958e-03, -1.8403e-03,\n",
       "          -7.2151e-03,  4.4798e-03,  3.8691e-03, -1.3324e-02, -8.8105e-03,\n",
       "          -8.0158e-03,  2.5007e-03, -1.6708e-02,  5.5094e-03,  2.3560e-03,\n",
       "          -2.6353e-03, -5.6749e-03,  4.2562e-03,  2.5671e-03, -7.4075e-03,\n",
       "          -1.1118e-02, -9.5517e-03,  4.9376e-03, -4.4768e-04, -7.3510e-04,\n",
       "          -9.0403e-03, -6.1610e-03, -7.1035e-04, -4.2422e-03, -8.9632e-03,\n",
       "           1.4268e-03,  1.8752e-03, -4.1020e-03, -1.3736e-02, -9.3716e-03,\n",
       "          -3.0132e-03, -1.6512e-02,  1.6193e-02,  5.6231e-03, -5.5492e-03,\n",
       "          -6.4111e-03,  5.4009e-03,  3.2362e-03, -5.8756e-03,  8.5713e-03,\n",
       "           6.1750e-03,  6.1034e-04, -1.2433e-02, -2.5422e-03, -3.3986e-03,\n",
       "          -9.5532e-03, -2.1403e-02, -1.4302e-02,  6.4149e-04, -1.2962e-02,\n",
       "          -5.5399e-03,  1.2475e-03,  8.2003e-04, -5.1212e-03, -9.2202e-03,\n",
       "           6.6707e-03, -8.5813e-03, -1.1036e-02, -3.8633e-03, -1.6983e-03,\n",
       "          -6.5025e-03, -5.0585e-03, -8.6808e-03, -5.4495e-03, -1.0654e-02,\n",
       "           7.3806e-03, -1.8576e-02, -1.1030e-02, -8.2914e-03,  1.3268e-02,\n",
       "           5.8156e-03, -1.5129e-02, -9.8459e-03, -1.6455e-03,  1.2242e-03,\n",
       "           1.0939e-03, -1.2433e-02,  2.1931e-03,  6.4668e-04,  2.6272e-03,\n",
       "          -2.2864e-02, -1.1239e-02, -5.3770e-03, -9.1464e-04,  3.7455e-04,\n",
       "          -6.8832e-03, -1.2857e-03, -3.6135e-03, -1.2849e-02,  8.3219e-05,\n",
       "          -3.3982e-03,  2.3542e-03, -6.4862e-05, -1.1632e-02, -1.5183e-02,\n",
       "          -3.8873e-03, -9.3894e-03, -1.2447e-02, -1.5429e-02,  3.9276e-03,\n",
       "          -2.9730e-03, -4.7076e-03, -1.5721e-02, -9.8397e-03, -3.0733e-03,\n",
       "          -1.6245e-04,  2.4585e-03, -6.7474e-03, -2.1432e-02, -7.7206e-03,\n",
       "          -3.7304e-03, -1.0781e-02, -4.4482e-04, -7.1493e-03, -6.2894e-03,\n",
       "          -9.3221e-03, -1.2346e-04, -3.1487e-02, -2.7337e-03, -1.0675e-02,\n",
       "           2.9342e-03, -2.6164e-02, -6.2781e-03, -5.9128e-03, -5.1071e-03,\n",
       "          -1.2628e-02,  9.0375e-03, -1.5377e-03, -7.4599e-03, -2.2918e-02,\n",
       "          -1.0035e-02, -1.3102e-04,  9.9410e-04, -1.4600e-02, -3.9770e-03,\n",
       "          -1.1555e-02, -2.4438e-03, -5.5110e-04,  1.6680e-02,  8.2433e-03,\n",
       "          -8.6613e-03, -4.8497e-03,  4.5733e-03,  1.1683e-02, -7.3466e-03,\n",
       "          -1.4570e-02,  6.0436e-04, -2.2730e-02, -1.4301e-02,  1.5066e-03,\n",
       "          -3.2703e-02,  3.1938e-03, -1.4333e-02, -1.9580e-03, -1.1296e-02,\n",
       "          -8.8641e-03, -7.9783e-03, -2.0673e-04, -1.5351e-02, -7.6963e-03,\n",
       "           3.7324e-03, -1.6182e-02, -1.0872e-02, -2.0507e-02, -1.1717e-02,\n",
       "          -3.9920e-03, -4.8290e-03, -8.8068e-03,  3.3616e-03, -1.0054e-02,\n",
       "          -6.0845e-03, -1.8203e-03,  6.9939e-03, -4.3258e-03, -3.7374e-03,\n",
       "          -4.1005e-03,  1.0023e-02,  1.5186e-03, -5.4398e-03,  1.2656e-02,\n",
       "          -2.3344e-03, -1.3814e-02,  1.0363e-03, -2.0215e-02, -1.1859e-02,\n",
       "          -3.5164e-02,  2.5556e-03, -2.7583e-03,  3.1736e-03, -9.1487e-03,\n",
       "           1.5407e-03, -1.4818e-02,  1.6718e-03, -1.1933e-02, -2.2545e-02,\n",
       "          -1.1171e-02,  2.7674e-03, -5.2652e-03, -1.2162e-03, -7.0235e-03,\n",
       "           1.3997e-02, -7.7400e-03, -9.5858e-03, -1.4482e-02, -1.1379e-02,\n",
       "          -1.1480e-02, -2.3059e-02, -4.8948e-03, -6.5107e-03, -1.4643e-02,\n",
       "          -3.0076e-03,  5.1360e-03, -1.3192e-02,  2.1810e-05, -1.5727e-02,\n",
       "          -7.7217e-04, -6.0510e-03, -4.8672e-03,  2.1742e-03, -9.2650e-05,\n",
       "          -1.8076e-03, -6.9347e-03, -5.8375e-03,  3.0304e-03,  1.3293e-04,\n",
       "          -3.8056e-03, -1.6345e-02, -2.0495e-03, -3.0071e-02, -6.3380e-04,\n",
       "          -3.1701e-03, -7.0260e-03,  1.0433e-02, -8.3421e-03,  1.7822e-03,\n",
       "          -9.1012e-03], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[[[-5.5831e-04, -9.2581e-04, -1.0326e-03],\n",
       "            [ 1.0248e-03,  1.1514e-03,  1.4546e-03],\n",
       "            [ 2.1235e-03,  1.6273e-03,  2.4290e-03]],\n",
       "  \n",
       "           [[-3.9588e-04,  9.6474e-05, -2.6266e-04],\n",
       "            [ 2.8775e-04,  6.1447e-04, -2.6030e-04],\n",
       "            [-2.2198e-04,  6.0202e-04, -6.9618e-06]],\n",
       "  \n",
       "           [[ 8.7919e-04, -5.2449e-04, -7.2599e-04],\n",
       "            [ 4.1348e-04, -9.0399e-05, -5.6735e-04],\n",
       "            [-2.5645e-04, -1.4118e-03, -4.3479e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-6.4572e-04,  8.7416e-04,  3.1787e-05],\n",
       "            [ 3.7755e-04,  4.1219e-04,  5.8525e-04],\n",
       "            [ 1.1203e-03,  5.1578e-04,  1.5619e-04]],\n",
       "  \n",
       "           [[ 8.6274e-04,  5.7238e-04,  7.4251e-04],\n",
       "            [-3.1828e-04,  3.3551e-04,  1.0400e-03],\n",
       "            [-3.5783e-04,  1.1394e-03,  1.6312e-03]],\n",
       "  \n",
       "           [[ 1.2742e-03,  1.1800e-03,  2.1740e-03],\n",
       "            [ 6.7239e-04,  1.2355e-04,  6.8124e-04],\n",
       "            [-2.8836e-04, -7.4507e-05, -4.2588e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-1.0101e-04, -4.4977e-04,  1.2862e-04],\n",
       "            [ 7.8168e-04,  6.5166e-04,  1.3953e-03],\n",
       "            [ 1.1353e-03,  1.0083e-03,  1.2003e-03]],\n",
       "  \n",
       "           [[-9.6045e-04, -1.6782e-03, -4.0578e-04],\n",
       "            [-4.3073e-04, -6.7022e-04, -1.0299e-04],\n",
       "            [-7.3316e-04, -1.0905e-03, -8.9688e-04]],\n",
       "  \n",
       "           [[-4.0747e-04,  1.9932e-04, -1.7920e-04],\n",
       "            [-1.1236e-03, -9.0753e-05, -9.8623e-04],\n",
       "            [-9.2964e-04, -3.2361e-04, -2.1110e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-5.1740e-04, -1.1728e-03, -5.8394e-04],\n",
       "            [-2.9017e-04, -2.7782e-04, -9.3683e-04],\n",
       "            [-6.7410e-04, -1.1789e-03, -8.5296e-04]],\n",
       "  \n",
       "           [[ 3.0361e-04,  2.6205e-04,  2.3796e-04],\n",
       "            [-2.6114e-04,  1.1643e-04, -5.2703e-04],\n",
       "            [-7.1878e-05, -5.6005e-04, -1.0220e-03]],\n",
       "  \n",
       "           [[ 9.4215e-05,  4.4536e-04,  2.4594e-04],\n",
       "            [ 1.9880e-04,  1.1824e-03,  1.2044e-03],\n",
       "            [ 6.7739e-04,  9.5524e-04,  1.0243e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[-2.2634e-04,  4.6554e-04,  1.2526e-04],\n",
       "            [ 6.0972e-04,  7.8359e-04,  7.9691e-04],\n",
       "            [ 4.0484e-04,  7.2691e-04,  1.2955e-03]],\n",
       "  \n",
       "           [[-7.0266e-04,  2.5937e-04,  3.5399e-04],\n",
       "            [-1.1744e-03, -8.3843e-04, -5.7289e-04],\n",
       "            [-1.3460e-03, -6.2050e-04, -2.3893e-04]],\n",
       "  \n",
       "           [[ 1.4378e-03,  7.6228e-04,  3.2414e-04],\n",
       "            [ 1.2563e-03,  1.0408e-03,  5.7498e-04],\n",
       "            [-4.9717e-04, -9.5449e-04, -5.0677e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 6.9517e-04,  3.6527e-04,  4.7726e-05],\n",
       "            [ 7.2084e-04, -2.7040e-04, -3.8410e-04],\n",
       "            [ 1.3259e-03,  5.3630e-04,  8.1558e-04]],\n",
       "  \n",
       "           [[ 1.7070e-03,  1.8917e-03,  1.9086e-03],\n",
       "            [-1.2501e-04,  6.0923e-04,  9.6534e-04],\n",
       "            [-1.0551e-03, -2.6519e-04,  7.0241e-05]],\n",
       "  \n",
       "           [[-2.1294e-05,  1.4190e-04,  4.0680e-04],\n",
       "            [ 2.9089e-04, -3.7704e-05,  6.1906e-04],\n",
       "            [ 6.3621e-04,  5.0224e-04,  9.5819e-04]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[-9.4549e-04, -4.2077e-04, -5.1888e-04],\n",
       "            [-5.3773e-04, -2.6208e-05,  8.1748e-05],\n",
       "            [ 7.5864e-04,  6.6070e-04,  9.4938e-04]],\n",
       "  \n",
       "           [[ 8.7563e-04,  1.5921e-03,  1.1860e-03],\n",
       "            [ 1.8517e-03,  2.4168e-03,  1.6805e-03],\n",
       "            [ 1.5326e-03,  2.2031e-03,  1.9872e-03]],\n",
       "  \n",
       "           [[-2.8509e-04, -5.6864e-04, -4.1465e-04],\n",
       "            [-2.0175e-04,  6.4996e-04,  1.4718e-04],\n",
       "            [-1.4814e-04, -1.3364e-04, -5.3614e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-1.8032e-04,  7.8214e-04,  1.8714e-04],\n",
       "            [-9.4551e-04,  4.0151e-05, -2.1178e-04],\n",
       "            [-9.1936e-04, -6.9568e-04, -8.1039e-04]],\n",
       "  \n",
       "           [[-2.4312e-04, -5.7087e-04, -1.4920e-03],\n",
       "            [ 4.0356e-04,  8.7854e-04,  3.6763e-04],\n",
       "            [-2.0786e-04, -2.8817e-05, -8.6505e-04]],\n",
       "  \n",
       "           [[ 9.4043e-04,  7.2090e-04,  9.1567e-04],\n",
       "            [ 9.6007e-04,  2.2599e-03,  1.2444e-03],\n",
       "            [ 1.3061e-03,  1.6678e-03,  1.0087e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[-5.2657e-04, -5.3003e-04, -9.9392e-04],\n",
       "            [-9.3531e-04,  2.2919e-04, -5.2994e-05],\n",
       "            [-8.8779e-04, -9.6921e-05, -2.7888e-04]],\n",
       "  \n",
       "           [[-1.1092e-04,  8.7803e-05,  6.5055e-05],\n",
       "            [-3.7288e-04,  2.4197e-04, -6.1986e-04],\n",
       "            [-3.1067e-04,  1.7261e-04,  1.7724e-05]],\n",
       "  \n",
       "           [[-6.2514e-04, -1.0018e-03,  1.0236e-04],\n",
       "            [-9.3576e-04, -1.1507e-03, -6.0984e-04],\n",
       "            [-3.0456e-04, -6.6082e-04, -1.9461e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-2.2137e-04, -2.0104e-04,  3.1110e-04],\n",
       "            [-1.0207e-03, -6.3481e-04, -4.7107e-04],\n",
       "            [-1.2963e-04, -1.7621e-03, -1.3727e-03]],\n",
       "  \n",
       "           [[-5.2827e-05,  1.3853e-04,  7.4060e-04],\n",
       "            [-7.4335e-04, -9.2471e-04, -7.3398e-04],\n",
       "            [-1.8753e-03, -2.1551e-03, -1.7947e-03]],\n",
       "  \n",
       "           [[ 1.0478e-03,  2.8076e-05, -5.2524e-05],\n",
       "            [ 4.8480e-04,  1.4951e-03,  1.3493e-03],\n",
       "            [ 7.8120e-04,  1.5945e-03,  6.2126e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-8.1189e-04, -1.4221e-03, -1.5634e-03],\n",
       "            [-1.1881e-03, -1.7597e-04, -3.4391e-04],\n",
       "            [-1.4544e-03, -8.3796e-04, -1.6771e-04]],\n",
       "  \n",
       "           [[-6.3074e-04, -1.2895e-03, -8.7759e-04],\n",
       "            [-1.1675e-03, -9.3185e-04,  5.9733e-05],\n",
       "            [-1.2086e-03, -2.3855e-04,  1.3331e-03]],\n",
       "  \n",
       "           [[-8.4463e-04, -2.8960e-04, -4.7013e-06],\n",
       "            [-1.1832e-04, -2.3759e-04, -1.4164e-03],\n",
       "            [-1.5657e-04, -1.1165e-03, -1.1495e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 7.7415e-04,  1.0404e-03,  1.8107e-04],\n",
       "            [-9.7265e-04,  4.1691e-04, -1.4035e-04],\n",
       "            [ 1.7303e-04,  1.4420e-03,  1.2271e-03]],\n",
       "  \n",
       "           [[-1.4612e-03, -5.5663e-04, -1.9583e-03],\n",
       "            [-1.4398e-03, -1.0014e-03, -2.4415e-04],\n",
       "            [-3.1480e-03, -7.8401e-06,  2.6556e-03]],\n",
       "  \n",
       "           [[ 1.1647e-03,  2.0923e-04, -4.9122e-05],\n",
       "            [ 8.7616e-04,  3.0913e-04,  1.3989e-03],\n",
       "            [ 2.5697e-04,  9.4544e-04,  6.2291e-05]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([0.0110, 0.0120, 0.0130, 0.0113, 0.0156, 0.0202, 0.0154, 0.0211, 0.0125,\n",
       "          0.0175, 0.0121, 0.0183, 0.0377, 0.0281, 0.0126, 0.0142, 0.0155, 0.0140,\n",
       "          0.0189, 0.0139, 0.0140, 0.0170, 0.0211, 0.0130, 0.0148, 0.0225, 0.0159,\n",
       "          0.0241, 0.0237, 0.0172, 0.0172, 0.0246, 0.0209, 0.0134, 0.0123, 0.0143,\n",
       "          0.0161, 0.0122, 0.0260, 0.0158, 0.0175, 0.0164, 0.0223, 0.0174, 0.0175,\n",
       "          0.0122, 0.0215, 0.0233, 0.0192, 0.0261, 0.0114, 0.0196, 0.0224, 0.0174,\n",
       "          0.0205, 0.0154, 0.0314, 0.0212, 0.0220, 0.0191, 0.0243, 0.0261, 0.0137,\n",
       "          0.0141, 0.0101, 0.0160, 0.0153, 0.0138, 0.0239, 0.0226, 0.0205, 0.0170,\n",
       "          0.0251, 0.0197, 0.0158, 0.0238, 0.0174, 0.0134, 0.0189, 0.0167, 0.0161,\n",
       "          0.0143, 0.0244, 0.0190, 0.0202, 0.0194, 0.0175, 0.0126, 0.0236, 0.0232,\n",
       "          0.0269, 0.0169, 0.0171, 0.0202, 0.0142, 0.0128, 0.0132, 0.0157, 0.0125,\n",
       "          0.0195, 0.0161, 0.0202, 0.0197, 0.0282, 0.0139, 0.0193, 0.0147, 0.0192,\n",
       "          0.0157, 0.0135, 0.0158, 0.0187, 0.0117, 0.0135, 0.0141, 0.0138, 0.0134,\n",
       "          0.0201, 0.0287, 0.0160, 0.0177, 0.0174, 0.0280, 0.0120, 0.0209, 0.0190,\n",
       "          0.0311, 0.0183, 0.0146, 0.0208, 0.0175, 0.0182, 0.0222, 0.0179, 0.0144,\n",
       "          0.0223, 0.0177, 0.0142, 0.0187, 0.0136, 0.0461, 0.0143, 0.0178, 0.0174,\n",
       "          0.0325, 0.0114, 0.0258, 0.0136, 0.0244, 0.0201, 0.0193, 0.0159, 0.0374,\n",
       "          0.0121, 0.0179, 0.0157, 0.0147, 0.0125, 0.0146, 0.0127, 0.0145, 0.0137,\n",
       "          0.0139, 0.0135, 0.0264, 0.0149, 0.0188, 0.0210, 0.0268, 0.0142, 0.0155,\n",
       "          0.0148, 0.0220, 0.0132, 0.0140, 0.0129, 0.0179, 0.0121, 0.0270, 0.0143,\n",
       "          0.0190, 0.0167, 0.0112, 0.0158, 0.0134, 0.0138, 0.0180, 0.0108, 0.0130,\n",
       "          0.0174, 0.0141, 0.0158, 0.0191, 0.0159, 0.0230, 0.0167, 0.0114, 0.0151,\n",
       "          0.0183, 0.0145, 0.0143, 0.0125, 0.0171, 0.0134, 0.0138, 0.0155, 0.0153,\n",
       "          0.0122, 0.0116, 0.0160, 0.0159, 0.0220, 0.0154, 0.0176, 0.0145, 0.0125,\n",
       "          0.0132, 0.0140, 0.0127, 0.0107, 0.0185, 0.0168, 0.0140, 0.0142, 0.0359,\n",
       "          0.0205, 0.0142, 0.0255, 0.0120, 0.0124, 0.0140, 0.0118, 0.0328, 0.0204,\n",
       "          0.0179, 0.0139, 0.0165, 0.0186, 0.0266, 0.0168, 0.0193, 0.0123, 0.0157,\n",
       "          0.0161, 0.0158, 0.0142, 0.0146, 0.0154, 0.0138, 0.0149, 0.0208, 0.0253,\n",
       "          0.0149, 0.0189, 0.0150, 0.0134, 0.0157, 0.0123, 0.0205, 0.0174, 0.0608,\n",
       "          0.0307, 0.0164, 0.0188, 0.0124, 0.0139, 0.0199, 0.0239, 0.0184, 0.0190,\n",
       "          0.0137, 0.0165, 0.0161, 0.0207, 0.0170, 0.0181, 0.0141, 0.0194, 0.0119,\n",
       "          0.0165, 0.0161, 0.0219, 0.0136, 0.0119, 0.0231, 0.0161, 0.0166, 0.0147,\n",
       "          0.0282, 0.0131, 0.0139, 0.0121, 0.0189, 0.0343, 0.0187, 0.0168, 0.0123,\n",
       "          0.0117, 0.0127, 0.0132, 0.0146, 0.0194, 0.0171, 0.0165, 0.0112, 0.0188,\n",
       "          0.0237, 0.0221, 0.0131, 0.0177, 0.0304, 0.0109, 0.0149, 0.0184, 0.0220,\n",
       "          0.0156, 0.0151, 0.0164, 0.0176, 0.0178, 0.0194, 0.0204, 0.0186, 0.0194,\n",
       "          0.0293, 0.0133, 0.0217, 0.0217, 0.0161, 0.0212, 0.0236, 0.0279, 0.0207,\n",
       "          0.0179, 0.0198, 0.0112, 0.0181, 0.0113, 0.0190, 0.0124, 0.0141, 0.0152,\n",
       "          0.0184, 0.0275, 0.0182, 0.0153, 0.0213, 0.0218, 0.0166, 0.0189, 0.0137,\n",
       "          0.0136, 0.0273, 0.0126, 0.0144, 0.0131, 0.0157, 0.0179, 0.0279, 0.0126,\n",
       "          0.0115, 0.0151, 0.0150, 0.0245, 0.0132, 0.0213, 0.0165, 0.0115, 0.0380,\n",
       "          0.0138, 0.0199, 0.0418, 0.0180, 0.0206, 0.0230, 0.0161, 0.0247, 0.0149,\n",
       "          0.0148, 0.0157, 0.0104, 0.0127, 0.0114, 0.0139, 0.0179, 0.0165, 0.0203,\n",
       "          0.0129, 0.0134, 0.0173, 0.0233, 0.0167, 0.0158, 0.0398, 0.0236, 0.0205,\n",
       "          0.0168, 0.0114, 0.0142, 0.0202, 0.0219, 0.0127, 0.0232, 0.0161, 0.0224,\n",
       "          0.0113, 0.0141, 0.0125, 0.0155, 0.0133, 0.0236, 0.0203, 0.0100, 0.0119,\n",
       "          0.0180, 0.0168, 0.0136, 0.0162, 0.0168, 0.0150, 0.0254, 0.0152, 0.0113,\n",
       "          0.0254, 0.0290, 0.0284, 0.0158, 0.0176, 0.0144, 0.0136, 0.0139, 0.0198,\n",
       "          0.0172, 0.0113, 0.0124, 0.0129, 0.0146, 0.0131, 0.0147, 0.0211, 0.0141,\n",
       "          0.0125, 0.0147, 0.0130, 0.0181, 0.0174, 0.0170, 0.0247, 0.0146, 0.0114,\n",
       "          0.0254, 0.0186, 0.0168, 0.0141, 0.0176, 0.0230, 0.0126, 0.0165, 0.0248,\n",
       "          0.0137, 0.0140, 0.0185, 0.0420, 0.0175, 0.0242, 0.0178, 0.0139, 0.0367,\n",
       "          0.0151, 0.0207, 0.0161, 0.0146, 0.0638, 0.0144, 0.0108, 0.0154, 0.0181,\n",
       "          0.0124, 0.0219, 0.0137, 0.0279, 0.0176, 0.0164, 0.0120, 0.0205, 0.0112,\n",
       "          0.0137, 0.0172, 0.0135, 0.0285, 0.0129, 0.0219, 0.0189, 0.0151, 0.0143,\n",
       "          0.0130, 0.0194, 0.0185, 0.0138, 0.0108, 0.0141, 0.0183, 0.0207, 0.0146,\n",
       "          0.0214, 0.0175, 0.0110, 0.0267, 0.0134, 0.0234, 0.0135, 0.0146],\n",
       "         requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([-1.0536e-02, -7.0913e-03, -9.5732e-03, -7.5075e-03, -1.8451e-03,\n",
       "          -1.1809e-02, -3.9841e-03, -1.3377e-02, -1.2976e-02, -1.0255e-02,\n",
       "          -1.1273e-02,  3.0264e-03, -8.0426e-03, -1.1167e-02, -7.6135e-03,\n",
       "          -1.0901e-02, -1.8990e-02, -1.3324e-02, -4.7339e-03, -1.3312e-02,\n",
       "          -4.8880e-03, -1.0741e-02, -1.2872e-02, -1.2870e-02, -6.7950e-03,\n",
       "          -4.5906e-03, -1.6039e-02, -4.3462e-03,  9.3167e-04, -1.0757e-02,\n",
       "          -7.9037e-03, -1.1559e-02, -1.6725e-03, -1.4502e-02, -1.3205e-02,\n",
       "          -9.8192e-03, -1.2529e-02, -1.3229e-02,  3.7715e-03, -1.7255e-02,\n",
       "          -2.1470e-03, -1.1208e-02, -6.8818e-03, -2.0514e-03, -1.3770e-02,\n",
       "          -7.9465e-03, -8.9239e-03, -5.0129e-03, -3.2359e-03,  5.0723e-03,\n",
       "          -8.1603e-03, -5.4416e-03, -7.4838e-03, -2.0147e-03, -7.8656e-03,\n",
       "          -6.9598e-03, -9.2142e-03, -1.2577e-02,  5.5399e-04, -8.9531e-03,\n",
       "          -4.1977e-03,  1.2294e-02, -1.0112e-02, -6.8736e-03, -7.7823e-03,\n",
       "          -8.5981e-03, -8.5022e-03, -1.3582e-03, -1.9996e-03, -1.4218e-02,\n",
       "          -9.5227e-03, -1.6684e-02,  1.7652e-03, -5.5072e-03, -1.2637e-02,\n",
       "          -6.7103e-04, -1.9238e-02, -6.1554e-03, -9.1528e-03, -9.8026e-03,\n",
       "           1.6289e-04, -1.5083e-02, -1.0242e-02, -1.3675e-02, -6.7677e-03,\n",
       "          -3.0453e-03, -1.2172e-02, -1.1242e-02, -1.4170e-02, -7.3549e-03,\n",
       "          -7.5341e-03,  2.1477e-04, -1.5079e-02, -1.0073e-02, -4.6210e-03,\n",
       "          -1.2891e-02, -9.3334e-03, -1.0685e-02, -9.5788e-03, -6.1475e-03,\n",
       "          -2.0504e-02, -2.9283e-03, -9.0485e-03, -5.4728e-03, -9.4278e-03,\n",
       "          -7.2369e-03, -7.5479e-03, -1.1351e-02, -1.6112e-02, -6.9704e-03,\n",
       "          -6.4073e-03,  9.8097e-04, -1.1535e-02, -1.7807e-02, -1.0097e-02,\n",
       "          -1.6106e-02, -3.7214e-03, -7.9886e-03, -4.7391e-03, -7.1040e-03,\n",
       "          -1.3532e-02, -1.9888e-04, -1.5225e-02, -1.2606e-02,  3.6962e-04,\n",
       "          -4.1280e-03, -1.0284e-02, -1.5620e-02, -1.5452e-02, -5.6850e-03,\n",
       "          -1.2109e-02, -4.6330e-03, -2.5720e-03, -4.0251e-03, -1.0790e-02,\n",
       "          -5.4303e-03, -5.4232e-04, -9.6184e-03,  1.3106e-03, -1.1781e-02,\n",
       "          -1.7481e-02, -1.2867e-02, -5.4398e-03, -1.5813e-03,  2.8209e-03,\n",
       "          -5.6633e-03, -1.0906e-02, -3.6318e-04, -3.6837e-03,  5.3041e-04,\n",
       "          -7.1409e-03, -1.1286e-02, -1.3149e-02, -8.0421e-03, -1.1560e-02,\n",
       "          -1.0950e-02, -1.6408e-02, -8.1724e-03, -1.1279e-02, -6.4594e-03,\n",
       "          -1.2632e-02, -8.5690e-03, -1.3420e-02, -8.4719e-03, -1.0269e-02,\n",
       "          -7.6920e-03, -8.8807e-03, -1.2529e-02, -9.7098e-03, -9.6219e-03,\n",
       "          -3.2906e-04, -1.1185e-02, -7.5685e-03, -1.2588e-02, -1.5686e-02,\n",
       "          -1.1852e-02, -7.9639e-03, -1.0547e-02, -1.8217e-03, -4.7840e-03,\n",
       "          -1.7823e-03, -1.0604e-02, -8.6607e-03, -9.9894e-03, -1.1172e-02,\n",
       "          -1.0638e-02, -5.0546e-03, -9.4331e-03, -1.1555e-02, -9.3167e-03,\n",
       "          -1.0051e-02, -1.2500e-02, -1.1241e-02, -5.6055e-03,  2.9562e-03,\n",
       "          -7.3814e-03, -1.2520e-02, -1.6516e-02, -1.0338e-02, -5.9833e-03,\n",
       "          -3.9448e-03, -1.2588e-02, -3.8000e-03, -1.3281e-02, -1.5560e-02,\n",
       "          -1.2786e-02, -1.1855e-02, -1.0232e-02, -1.0846e-02, -2.2357e-02,\n",
       "          -1.4200e-02, -1.2401e-02, -1.0139e-02, -1.4120e-02, -1.2019e-02,\n",
       "          -1.3671e-02, -4.3007e-03, -4.5109e-03, -5.3372e-03, -6.0289e-03,\n",
       "          -6.4822e-03, -5.2307e-03, -4.4607e-03, -1.2113e-02, -1.2241e-02,\n",
       "          -3.9334e-03, -1.0908e-02, -2.2919e-03, -1.0721e-02, -8.6352e-03,\n",
       "          -1.4618e-02, -7.5028e-03,  1.4941e-03, -1.2533e-02, -1.0134e-02,\n",
       "          -1.0836e-02, -4.2766e-03, -8.1563e-03, -8.9727e-03, -9.9333e-03,\n",
       "          -9.0091e-04, -3.4769e-03, -5.6246e-03, -8.7553e-03, -7.9684e-03,\n",
       "          -1.6982e-02, -5.5199e-03, -9.9824e-03, -5.2517e-03, -6.4111e-03,\n",
       "          -4.4062e-03, -2.1550e-03, -1.0684e-02, -9.2814e-03, -9.5985e-03,\n",
       "          -9.5616e-03, -8.2274e-03, -1.1766e-02, -9.6494e-03, -1.3835e-02,\n",
       "           3.5714e-02, -1.9216e-02, -1.0438e-02, -2.2891e-03, -6.8727e-03,\n",
       "          -1.5150e-02, -5.6915e-03,  1.5157e-03, -5.6891e-03, -6.4027e-03,\n",
       "          -1.1007e-02, -6.3045e-03, -1.3214e-02, -6.2923e-03, -1.5655e-02,\n",
       "          -7.1743e-03, -1.3034e-02, -1.1381e-02, -7.9502e-03, -9.4281e-03,\n",
       "          -6.8624e-04, -1.4190e-02, -1.4520e-02, -7.7866e-03, -4.7285e-03,\n",
       "          -4.6975e-03, -1.3172e-02, -1.4431e-02,  8.9937e-04, -1.3061e-02,\n",
       "          -8.1830e-03, -9.1203e-03, -3.3342e-03, -9.7253e-03, -1.5764e-02,\n",
       "          -6.4359e-03, -9.4433e-03, -9.7923e-03, -1.3226e-02, -9.3443e-03,\n",
       "          -1.1544e-02, -6.3510e-03, -1.3262e-02, -6.2682e-03, -9.5997e-03,\n",
       "          -1.6282e-02,  3.8803e-03,  3.4714e-04, -8.0630e-03, -6.6398e-04,\n",
       "          -9.0207e-03, -6.9790e-03, -5.5783e-03, -3.6732e-03, -8.8154e-03,\n",
       "          -5.4728e-03, -7.0151e-03, -1.0132e-02, -9.9045e-03, -1.3562e-02,\n",
       "          -2.1527e-03, -6.6139e-03, -1.1605e-02, -1.5029e-02,  1.0607e-03,\n",
       "          -1.4061e-02, -1.4895e-02, -1.2372e-02, -1.9141e-02, -2.4878e-03,\n",
       "          -8.1663e-03, -4.9191e-03, -9.5853e-03, -2.1620e-02, -1.2715e-02,\n",
       "          -8.7510e-03, -4.7527e-03, -7.8839e-03, -4.2084e-03, -1.2449e-02,\n",
       "          -7.1284e-03, -1.2921e-02, -1.0412e-02, -5.4079e-03, -1.2955e-02,\n",
       "          -1.0404e-02, -4.6825e-03, -8.6110e-03, -8.8630e-03, -2.0071e-02,\n",
       "          -1.5742e-02, -1.2495e-02, -1.5185e-02, -9.9260e-03, -1.0875e-02,\n",
       "          -1.1983e-02, -8.3076e-03, -8.0382e-03, -3.5084e-03, -6.4566e-04,\n",
       "          -6.5504e-03, -1.6517e-02, -2.0408e-02, -9.3276e-03, -1.3913e-02,\n",
       "          -7.4444e-04, -1.4307e-02,  1.5253e-04, -1.4248e-02, -1.6664e-02,\n",
       "          -8.3670e-03,  1.4145e-02, -1.6263e-03, -3.6777e-03,  8.4973e-03,\n",
       "          -7.6842e-03, -8.8433e-03, -6.9934e-03, -1.1884e-02, -8.9767e-03,\n",
       "          -4.2635e-03, -9.0356e-03, -1.4156e-02, -1.0080e-02, -7.8085e-03,\n",
       "          -1.0109e-02, -5.6883e-03, -1.6970e-02, -5.5519e-03, -1.5331e-02,\n",
       "           2.1175e-02, -1.0568e-02, -1.3945e-02, -4.7884e-03, -9.2443e-03,\n",
       "          -8.8862e-03, -6.8172e-03, -6.7628e-03, -9.3988e-03, -1.3668e-02,\n",
       "           2.3392e-03, -6.2453e-03, -1.7876e-03, -5.1347e-03, -1.3313e-02,\n",
       "          -1.2254e-02, -1.8194e-02,  7.6218e-04,  2.7230e-04, -1.0676e-02,\n",
       "          -9.4053e-03, -3.5529e-03, -3.6558e-03, -9.4644e-03, -1.2379e-02,\n",
       "          -1.0806e-02, -1.5608e-02, -8.1985e-03, -1.6338e-02, -6.4125e-03,\n",
       "           3.4239e-03, -6.6115e-03, -8.9214e-03,  4.1145e-03, -5.4475e-04,\n",
       "          -6.8603e-03, -1.0987e-02, -6.3111e-03, -1.1516e-02, -5.5840e-03,\n",
       "          -1.0109e-02, -8.4669e-03, -1.2359e-02, -2.7196e-03, -1.2487e-02,\n",
       "          -3.4560e-03, -8.8370e-03, -1.1040e-02, -1.3506e-02, -6.1051e-03,\n",
       "          -1.8194e-02, -1.1668e-02, -1.0741e-02, -1.0441e-02, -8.4123e-03,\n",
       "          -2.6278e-03, -5.7855e-03, -1.0644e-02, -8.5130e-03, -1.0374e-02,\n",
       "          -5.5576e-03, -1.7542e-02, -1.2221e-02, -1.1020e-02, -1.4480e-03,\n",
       "           8.2732e-03, -7.0747e-03, -7.4771e-03, -8.4234e-03, -1.5437e-02,\n",
       "          -1.3815e-02, -9.1150e-03, -1.4640e-02, -1.2217e-02, -1.5878e-02,\n",
       "          -4.9785e-03, -1.5087e-02, -1.5816e-02, -1.2232e-02,  1.2561e-03,\n",
       "          -7.0379e-03, -5.6720e-03, -1.3885e-02, -6.0118e-03, -7.0494e-03,\n",
       "          -6.9467e-03, -2.2644e-02, -4.1533e-03, -1.9936e-04, -3.9994e-03,\n",
       "           7.1237e-04,  7.8066e-03, -1.0206e-02, -1.3254e-02, -8.0587e-03,\n",
       "          -8.6296e-03, -7.7750e-03, -3.8503e-03, -8.1238e-03, -7.9503e-03,\n",
       "          -6.0479e-03, -7.1398e-03, -3.2703e-03, -7.2998e-03, -1.1198e-02,\n",
       "          -8.0637e-03, -8.5095e-03, -4.8510e-03, -1.0684e-02,  2.1036e-04,\n",
       "          -1.3854e-02, -1.2108e-02,  3.6854e-05, -1.7857e-02,  8.6182e-03,\n",
       "          -1.6057e-02, -5.1492e-03, -1.6156e-02, -5.2655e-03, -7.3729e-03,\n",
       "          -1.4626e-02, -2.7196e-03], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[[[-4.2441e-05, -7.8697e-04, -8.8140e-04],\n",
       "            [-7.0106e-04, -1.6480e-03, -1.8212e-03],\n",
       "            [ 1.3044e-03,  8.8460e-04, -9.0676e-04]],\n",
       "  \n",
       "           [[ 4.7242e-04,  1.5201e-03,  1.1681e-03],\n",
       "            [-6.9244e-04, -1.5499e-03, -7.5496e-04],\n",
       "            [-4.7247e-04, -3.4382e-04, -1.6240e-03]],\n",
       "  \n",
       "           [[-3.9815e-04, -1.4495e-03,  2.4985e-04],\n",
       "            [-6.7902e-04, -5.4370e-04,  2.6190e-04],\n",
       "            [-1.2910e-04,  3.6276e-04,  2.9462e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-5.9075e-05, -4.6971e-04, -1.5106e-03],\n",
       "            [-2.2028e-04,  7.0786e-05, -8.7003e-04],\n",
       "            [-1.4150e-04,  3.8130e-04, -4.5513e-04]],\n",
       "  \n",
       "           [[-9.3647e-04, -6.9474e-04, -8.9264e-04],\n",
       "            [ 1.1178e-03,  2.8769e-03,  9.5460e-04],\n",
       "            [-1.2305e-03, -1.5672e-03, -3.8345e-04]],\n",
       "  \n",
       "           [[ 1.8639e-04,  3.5435e-04, -2.5829e-04],\n",
       "            [-8.5384e-04,  1.6953e-04,  4.0076e-05],\n",
       "            [ 5.8422e-05,  4.7750e-04,  1.5719e-05]]],\n",
       "  \n",
       "  \n",
       "          [[[ 6.7906e-04,  1.8128e-04, -9.9171e-05],\n",
       "            [-6.5008e-05,  1.3750e-05, -6.0409e-04],\n",
       "            [-4.9015e-04, -8.7811e-04, -9.6591e-04]],\n",
       "  \n",
       "           [[-7.9802e-04, -1.0322e-03, -1.4250e-03],\n",
       "            [ 2.7156e-04, -7.7508e-04, -3.4420e-04],\n",
       "            [ 8.4352e-05, -9.0389e-04, -4.1172e-04]],\n",
       "  \n",
       "           [[-5.7947e-04, -1.6561e-03, -4.8049e-04],\n",
       "            [-8.1933e-04, -2.7368e-03, -1.1300e-03],\n",
       "            [-1.2644e-03, -2.1113e-03, -1.2740e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-6.7686e-04, -6.5611e-04, -7.8567e-05],\n",
       "            [-1.1307e-03, -7.5577e-04, -7.1063e-05],\n",
       "            [-2.2248e-04, -4.4727e-04, -1.6437e-04]],\n",
       "  \n",
       "           [[-8.9295e-04, -8.6626e-04, -1.3596e-03],\n",
       "            [-1.7995e-03, -3.3746e-03, -2.5683e-03],\n",
       "            [-5.8219e-04, -1.2101e-03, -8.2845e-04]],\n",
       "  \n",
       "           [[-1.0486e-03, -1.4172e-03, -8.9195e-05],\n",
       "            [-3.2427e-04,  8.1162e-04,  3.4791e-04],\n",
       "            [-6.7816e-04,  5.8253e-04, -8.6985e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-2.6249e-04, -1.6398e-04, -9.8531e-05],\n",
       "            [ 7.5729e-04, -1.0838e-03, -4.5345e-04],\n",
       "            [ 1.1051e-03,  4.8216e-04, -1.7347e-04]],\n",
       "  \n",
       "           [[ 4.1304e-04, -4.1039e-04,  2.6318e-05],\n",
       "            [ 7.4006e-05,  9.5671e-05, -4.3798e-04],\n",
       "            [ 2.2047e-06,  4.1199e-05, -2.3095e-04]],\n",
       "  \n",
       "           [[ 8.3238e-04,  1.5699e-04,  4.4131e-04],\n",
       "            [ 9.9445e-04, -1.0051e-05, -9.1677e-06],\n",
       "            [ 5.1751e-04, -9.4911e-05,  5.3364e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 1.5149e-03,  1.1200e-03,  1.2172e-03],\n",
       "            [ 9.1153e-04,  1.1371e-03,  1.3770e-03],\n",
       "            [ 4.5981e-04,  9.5932e-04,  1.0780e-03]],\n",
       "  \n",
       "           [[-4.7583e-04, -5.3181e-04, -1.6132e-04],\n",
       "            [-1.4651e-03, -1.8237e-03, -9.0820e-04],\n",
       "            [-9.3658e-05, -1.4639e-04,  4.9639e-04]],\n",
       "  \n",
       "           [[-3.5727e-04, -1.2629e-03, -1.1243e-03],\n",
       "            [-8.6423e-04, -7.7753e-04, -6.5874e-04],\n",
       "            [-1.0400e-03,  1.3563e-04, -5.5093e-04]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[-8.0223e-04, -8.0051e-04, -7.1199e-06],\n",
       "            [-3.3491e-04, -9.2760e-05, -7.3159e-04],\n",
       "            [ 1.2066e-03,  1.9275e-03,  1.0118e-03]],\n",
       "  \n",
       "           [[ 5.2173e-05, -5.6144e-04, -5.7413e-04],\n",
       "            [ 1.3463e-03,  8.7837e-05,  4.8437e-04],\n",
       "            [ 1.0700e-03,  8.7494e-04,  3.5966e-04]],\n",
       "  \n",
       "           [[-7.1561e-04, -1.3697e-03, -2.2187e-04],\n",
       "            [-8.8649e-04, -2.1466e-03,  1.4122e-04],\n",
       "            [-2.4310e-04, -4.1443e-04,  5.8745e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-1.0526e-03, -1.7657e-03, -9.2698e-04],\n",
       "            [-1.0653e-03, -2.7866e-03, -1.5363e-03],\n",
       "            [-2.3413e-04, -4.1644e-04, -6.5677e-04]],\n",
       "  \n",
       "           [[-2.2838e-04,  3.4960e-05,  1.8302e-04],\n",
       "            [-3.4361e-05, -1.2363e-03,  7.7436e-04],\n",
       "            [ 1.3931e-03,  4.8173e-04,  2.1470e-03]],\n",
       "  \n",
       "           [[-9.2204e-04, -1.1145e-03, -4.8555e-04],\n",
       "            [-1.1036e-03, -7.2655e-04, -1.6991e-03],\n",
       "            [-2.9159e-04, -3.9048e-04, -4.1313e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-4.3000e-04, -2.1414e-04, -6.0177e-04],\n",
       "            [-2.7230e-04, -8.2685e-04, -1.3788e-03],\n",
       "            [-5.0638e-04,  4.0367e-05, -5.0407e-04]],\n",
       "  \n",
       "           [[ 4.8125e-04, -2.3800e-04,  6.5334e-04],\n",
       "            [ 2.6874e-04, -1.1109e-03,  5.8468e-05],\n",
       "            [ 2.1904e-04,  4.7220e-04,  4.0846e-04]],\n",
       "  \n",
       "           [[ 1.9682e-04, -9.5879e-06, -4.0994e-04],\n",
       "            [ 1.1179e-04,  6.8141e-04,  4.2749e-04],\n",
       "            [ 2.9098e-04,  9.2147e-04,  9.3475e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 3.5679e-04, -6.6532e-04,  3.3029e-04],\n",
       "            [-1.1946e-04, -1.1655e-03, -5.0050e-04],\n",
       "            [ 4.6573e-04, -6.0115e-04,  1.2044e-04]],\n",
       "  \n",
       "           [[ 5.0849e-04,  1.8481e-04, -1.1021e-05],\n",
       "            [ 3.4834e-04, -5.3360e-04, -2.5840e-04],\n",
       "            [-1.2713e-04,  5.5602e-04,  3.4049e-04]],\n",
       "  \n",
       "           [[-8.4569e-04, -1.1097e-03, -9.2860e-04],\n",
       "            [-8.3290e-05,  1.2186e-04, -4.0041e-04],\n",
       "            [-3.2527e-04,  4.9867e-04,  5.2732e-05]]],\n",
       "  \n",
       "  \n",
       "          [[[ 1.3969e-03, -3.8831e-04,  8.9469e-04],\n",
       "            [ 7.5815e-04, -6.5933e-04, -9.5317e-04],\n",
       "            [ 1.8667e-04, -7.7009e-04, -2.4898e-03]],\n",
       "  \n",
       "           [[-2.9614e-04, -9.4812e-04, -4.2562e-04],\n",
       "            [ 4.6241e-05, -2.4568e-03,  5.0402e-05],\n",
       "            [ 3.6667e-04, -3.7173e-04,  6.0294e-04]],\n",
       "  \n",
       "           [[ 8.9332e-04,  1.5463e-03,  2.1204e-04],\n",
       "            [-1.8110e-04,  1.2691e-04, -6.1046e-04],\n",
       "            [-4.4233e-04, -8.3314e-04,  8.5340e-05]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 2.4780e-04,  8.7692e-04,  8.6349e-04],\n",
       "            [-2.8619e-04,  8.8393e-05,  1.0048e-03],\n",
       "            [-5.7528e-04, -7.9097e-04,  4.3271e-04]],\n",
       "  \n",
       "           [[ 1.8810e-04,  4.0648e-04,  9.0086e-04],\n",
       "            [ 8.3387e-04,  3.3703e-04,  9.1166e-04],\n",
       "            [ 5.0597e-04,  6.5148e-04, -5.5846e-05]],\n",
       "  \n",
       "           [[ 9.6965e-04, -6.8815e-04, -1.1937e-03],\n",
       "            [ 1.4379e-04, -1.1933e-03,  4.3455e-04],\n",
       "            [-1.3013e-05,  1.7014e-04,  6.3881e-04]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([0.0246, 0.0250, 0.0227, 0.0193, 0.0191, 0.0203, 0.0184, 0.0365, 0.0217,\n",
       "          0.0266, 0.0359, 0.0190, 0.0194, 0.0582, 0.0176, 0.0225, 0.0191, 0.0440,\n",
       "          0.0215, 0.0164, 0.0321, 0.0281, 0.0203, 0.0229, 0.0200, 0.0233, 0.0173,\n",
       "          0.0329, 0.0166, 0.0242, 0.0212, 0.0246, 0.0216, 0.0258, 0.0206, 0.0198,\n",
       "          0.0247, 0.0298, 0.0208, 0.0170, 0.0241, 0.0192, 0.0230, 0.0295, 0.0223,\n",
       "          0.0278, 0.0222, 0.0280, 0.0208, 0.0231, 0.0181, 0.0160, 0.0220, 0.0232,\n",
       "          0.0307, 0.0231, 0.0346, 0.0213, 0.0226, 0.0337, 0.0175, 0.0259, 0.0279,\n",
       "          0.0250, 0.0308, 0.0289, 0.0240, 0.0265, 0.0219, 0.0211, 0.0217, 0.0244,\n",
       "          0.0196, 0.0295, 0.0157, 0.0275, 0.0234, 0.0228, 0.0196, 0.0217, 0.0196,\n",
       "          0.0229, 0.0191, 0.0504, 0.0269, 0.0234, 0.0303, 0.0167, 0.0340, 0.0459,\n",
       "          0.0216, 0.0239, 0.0251, 0.0193, 0.0205, 0.0228, 0.0221, 0.0272, 0.0230,\n",
       "          0.0253, 0.0248, 0.0267, 0.0226, 0.0326, 0.0181, 0.0201, 0.0294, 0.0231,\n",
       "          0.0256, 0.0209, 0.0209, 0.0253, 0.0201, 0.0265, 0.0241, 0.0192, 0.0310,\n",
       "          0.0212, 0.0207, 0.0185, 0.0407, 0.0421, 0.0256, 0.0193, 0.0206, 0.0252,\n",
       "          0.0339, 0.0217, 0.0193, 0.0298, 0.0226, 0.0233, 0.0201, 0.0191, 0.0174,\n",
       "          0.0193, 0.0371, 0.0250, 0.0194, 0.0192, 0.0225, 0.0211, 0.0213, 0.0214,\n",
       "          0.0238, 0.0235, 0.0214, 0.0189, 0.0259, 0.0200, 0.0283, 0.0211, 0.0206,\n",
       "          0.0287, 0.0222, 0.0248, 0.0329, 0.0285, 0.0334, 0.0194, 0.0272, 0.0288,\n",
       "          0.0236, 0.0169, 0.0247, 0.0295, 0.0279, 0.0269, 0.0326, 0.0235, 0.0225,\n",
       "          0.0209, 0.0208, 0.0344, 0.0216, 0.0231, 0.0203, 0.0205, 0.0361, 0.0315,\n",
       "          0.0184, 0.0312, 0.0240, 0.0255, 0.0202, 0.0288, 0.0228, 0.0224, 0.0340,\n",
       "          0.0196, 0.0254, 0.0179, 0.0230, 0.0338, 0.0256, 0.0235, 0.0173, 0.0232,\n",
       "          0.0190, 0.0207, 0.0359, 0.0192, 0.0316, 0.0231, 0.0322, 0.0211, 0.0231,\n",
       "          0.0154, 0.0253, 0.0255, 0.0225, 0.0219, 0.0233, 0.0278, 0.0205, 0.0208,\n",
       "          0.0202, 0.0256, 0.0193, 0.0279, 0.0182, 0.0209, 0.0237, 0.0206, 0.0195,\n",
       "          0.0199, 0.0238, 0.0238, 0.0251, 0.0247, 0.0221, 0.0191, 0.0207, 0.0350,\n",
       "          0.0200, 0.0174, 0.0258, 0.0403, 0.0240, 0.0621, 0.0223, 0.0333, 0.0285,\n",
       "          0.0178, 0.0269, 0.0299, 0.0200, 0.0184, 0.0300, 0.0411, 0.0481, 0.0183,\n",
       "          0.0235, 0.0181, 0.0244, 0.0292, 0.0245, 0.0377, 0.0266, 0.0268, 0.0263,\n",
       "          0.0333, 0.0388, 0.0221, 0.0187, 0.0213, 0.0375, 0.0231, 0.0161, 0.0245,\n",
       "          0.0297, 0.0264, 0.0224, 0.0396, 0.0406, 0.0208, 0.0255, 0.0231, 0.0205,\n",
       "          0.0214, 0.0232, 0.0186, 0.0216, 0.0196, 0.0380, 0.0178, 0.0194, 0.0221,\n",
       "          0.0272, 0.0223, 0.0231, 0.0192, 0.0160, 0.0244, 0.0249, 0.0206, 0.0233,\n",
       "          0.0239, 0.0210, 0.0231, 0.0229, 0.0223, 0.0258, 0.0237, 0.0340, 0.0190,\n",
       "          0.0380, 0.0293, 0.0200, 0.0199, 0.0318, 0.0311, 0.0277, 0.0224, 0.0217,\n",
       "          0.0221, 0.0435, 0.0277, 0.0542, 0.0582, 0.0326, 0.0244, 0.0226, 0.0252,\n",
       "          0.0242, 0.0169, 0.0235, 0.0215, 0.0201, 0.0286, 0.0370, 0.0383, 0.0230,\n",
       "          0.0219, 0.0238, 0.0182, 0.0432, 0.0184, 0.0219, 0.0334, 0.0324, 0.0646,\n",
       "          0.0201, 0.0332, 0.0323, 0.0245, 0.0273, 0.0265, 0.0209, 0.0660, 0.0181,\n",
       "          0.0192, 0.0174, 0.0273, 0.0223, 0.0171, 0.0230, 0.0211, 0.0186, 0.0215,\n",
       "          0.0241, 0.0254, 0.0248, 0.0232, 0.0288, 0.0177, 0.0257, 0.0180, 0.0227,\n",
       "          0.0216, 0.0400, 0.0353, 0.0571, 0.0291, 0.0250, 0.0221, 0.0249, 0.0191,\n",
       "          0.0263, 0.0178, 0.0303, 0.0222, 0.0247, 0.0189, 0.0249, 0.0261, 0.0187,\n",
       "          0.0204, 0.0182, 0.0366, 0.0251, 0.0173, 0.0209, 0.0346, 0.0161, 0.0249,\n",
       "          0.0232, 0.0196, 0.0210, 0.0189, 0.0230, 0.0316, 0.0231, 0.0233, 0.0294,\n",
       "          0.0296, 0.0202, 0.0243, 0.0218, 0.0249, 0.0314, 0.0228, 0.0186, 0.0239,\n",
       "          0.0195, 0.0221, 0.0175, 0.0215, 0.0320, 0.0210, 0.0242, 0.0188, 0.0208,\n",
       "          0.0219, 0.0390, 0.0400, 0.0230, 0.0344, 0.0206, 0.0351, 0.0349, 0.0223,\n",
       "          0.0174, 0.0290, 0.0210, 0.0283, 0.0223, 0.0217, 0.0201, 0.0245, 0.0412,\n",
       "          0.0251, 0.0272, 0.0216, 0.0319, 0.0232, 0.0323, 0.0218, 0.0219, 0.0224,\n",
       "          0.0360, 0.0194, 0.0229, 0.0246, 0.0218, 0.0313, 0.0222, 0.0208, 0.0203,\n",
       "          0.0182, 0.0247, 0.0399, 0.0202, 0.0213, 0.0270, 0.0212, 0.0239, 0.0216,\n",
       "          0.0235, 0.0205, 0.0315, 0.0204, 0.0279, 0.0216, 0.0181, 0.0220, 0.0192,\n",
       "          0.0246, 0.0348, 0.0463, 0.0202, 0.0398, 0.0214, 0.0270, 0.0437, 0.0307,\n",
       "          0.0165, 0.0162, 0.0181, 0.0246, 0.0235, 0.0321, 0.0249, 0.0285, 0.0294,\n",
       "          0.0208, 0.0213, 0.0226, 0.0187, 0.0492, 0.0184, 0.0211, 0.0215, 0.0211,\n",
       "          0.0209, 0.0188, 0.0221, 0.0205, 0.0200, 0.0298, 0.0257, 0.0195],\n",
       "         requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([-7.3801e-03, -1.0811e-02, -8.4125e-03, -4.4040e-03, -7.7447e-03,\n",
       "          -6.0816e-03, -1.0378e-02, -7.1555e-03, -5.0386e-03, -8.9466e-03,\n",
       "           1.3134e-02, -7.5729e-03, -7.9228e-03,  1.4077e-02, -6.7892e-03,\n",
       "          -7.8748e-03, -1.0214e-02,  2.4220e-02, -7.5309e-03, -8.3998e-03,\n",
       "           1.2610e-02, -2.7764e-03, -8.9637e-03, -7.4936e-03, -7.9543e-03,\n",
       "          -8.3426e-03, -8.3738e-03,  1.1252e-02, -7.8017e-03, -1.1032e-02,\n",
       "          -8.3149e-03, -9.3854e-03, -6.6133e-03, -8.4865e-03, -1.2396e-02,\n",
       "          -1.4270e-02, -2.5980e-03,  1.2140e-02, -8.7458e-03, -8.9788e-03,\n",
       "          -5.8588e-03, -5.8175e-03, -1.3004e-02,  1.6850e-02, -1.1334e-02,\n",
       "          -8.7997e-03, -1.1378e-02, -5.8905e-03, -7.1862e-03, -9.9570e-03,\n",
       "          -5.1628e-03, -8.8306e-03, -1.3380e-02, -1.3066e-02, -1.8471e-03,\n",
       "          -9.3790e-03, -2.5330e-03, -6.3341e-03, -1.0516e-02,  2.1316e-02,\n",
       "          -9.4229e-03, -3.9499e-03,  1.1705e-02, -1.3888e-02,  1.1107e-02,\n",
       "           1.2767e-02, -1.0003e-02, -1.7948e-02, -1.3385e-02, -1.1734e-02,\n",
       "          -8.5811e-03, -8.0353e-03, -7.0831e-03, -5.6452e-03, -8.5393e-03,\n",
       "          -1.1787e-02, -1.6263e-02, -6.9463e-03, -7.0668e-03, -1.2711e-02,\n",
       "          -1.0093e-02, -7.4145e-03, -7.3194e-03, -5.1868e-03, -1.4144e-02,\n",
       "          -1.4009e-03,  2.8998e-04, -8.1566e-03,  1.0368e-02,  1.3272e-03,\n",
       "          -9.0399e-03, -3.8368e-03,  9.6123e-03, -1.1978e-02, -7.4683e-03,\n",
       "          -7.4731e-03, -4.2982e-03, -3.3692e-04, -1.0419e-02, -1.1653e-02,\n",
       "          -1.1168e-02, -3.3030e-03, -1.0002e-02,  5.5734e-03, -4.4647e-03,\n",
       "          -1.0398e-02, -3.3196e-03, -9.9212e-03, -1.4701e-02, -9.8977e-03,\n",
       "          -1.3077e-02, -9.9996e-03, -1.0435e-02, -1.6612e-02, -1.3079e-02,\n",
       "          -8.8033e-03,  1.9961e-03, -1.0749e-02, -2.7547e-03, -7.9742e-03,\n",
       "           1.8438e-02, -8.8390e-03, -3.6547e-03, -7.7435e-03, -9.1811e-03,\n",
       "          -1.7561e-02, -1.2731e-02, -1.0522e-02, -5.2297e-03,  8.4251e-03,\n",
       "          -1.3619e-02, -1.0723e-02, -6.6668e-03, -7.1184e-03, -7.9432e-03,\n",
       "          -6.9076e-03,  1.2918e-02, -2.6964e-03, -9.1389e-03, -8.6263e-03,\n",
       "          -6.9641e-03, -1.4430e-02,  1.5754e-02, -9.8787e-03, -8.2386e-03,\n",
       "          -7.7040e-03, -1.1498e-02,  5.3805e-03, -6.1683e-03,  4.2447e-04,\n",
       "           8.6174e-03, -9.0390e-03, -8.3419e-03, -1.6409e-02, -1.7355e-02,\n",
       "          -1.1774e-02,  1.7441e-02, -8.4072e-03,  4.0282e-03, -9.0353e-03,\n",
       "          -1.6581e-02,  3.7701e-03, -1.1998e-02,  2.3711e-02, -1.3975e-02,\n",
       "           6.0144e-03,  5.0516e-03, -1.0245e-02, -1.1100e-02, -8.0054e-03,\n",
       "          -1.3289e-02, -5.7539e-03, -1.1742e-02, -1.2021e-02, -1.1380e-02,\n",
       "          -9.8908e-04, -8.3240e-03, -9.9569e-03,  1.2147e-02, -1.2310e-02,\n",
       "          -1.2243e-02,  1.6018e-04,  1.8684e-02, -2.7441e-03, -4.7721e-03,\n",
       "           1.1657e-02, -3.7544e-03, -9.2519e-03,  6.0262e-03, -1.1280e-02,\n",
       "          -3.8691e-03, -1.3182e-02, -6.5679e-03,  2.5792e-03, -3.9085e-03,\n",
       "          -1.9381e-02, -7.3024e-03, -5.1616e-03, -6.9249e-03, -1.1059e-02,\n",
       "           1.3745e-03, -1.2491e-02, -1.3143e-02, -7.0562e-03, -9.2680e-03,\n",
       "          -1.0917e-02, -9.6057e-03, -1.1444e-02,  1.1587e-02,  7.5917e-03,\n",
       "          -8.5693e-03, -8.7002e-03, -1.0320e-02,  1.3092e-02, -8.8224e-03,\n",
       "          -7.3792e-03, -7.4644e-03, -8.1393e-03, -7.9708e-03, -1.2673e-02,\n",
       "          -8.8509e-03, -1.2983e-02, -9.8814e-03, -1.0695e-02, -6.5629e-03,\n",
       "          -1.0692e-02,  3.8907e-03, -8.6168e-03,  1.0740e-02, -3.9816e-03,\n",
       "          -9.1963e-03, -9.3918e-03, -1.1369e-02, -3.7667e-03, -1.0941e-02,\n",
       "          -1.1522e-02, -2.4450e-03, -6.3212e-03, -4.4016e-03,  1.3898e-02,\n",
       "          -1.1649e-02, -1.2617e-02, -1.2788e-02, -6.5034e-03, -1.7273e-02,\n",
       "          -1.8076e-02, -1.0882e-02, -4.7396e-03, -6.7674e-03,  2.5609e-02,\n",
       "           9.7285e-03, -8.3998e-03, -5.8723e-03, -1.1173e-02,  4.6168e-03,\n",
       "          -5.0813e-03, -3.7318e-03,  5.3596e-03, -2.3542e-03,  1.4623e-02,\n",
       "           5.1868e-03, -7.3960e-03,  1.9711e-02,  8.6965e-03, -9.4244e-03,\n",
       "          -2.4610e-03, -9.2167e-03, -1.0033e-02, -1.0151e-02, -1.2521e-02,\n",
       "           4.7120e-03, -1.6749e-02, -1.2123e-02,  1.2276e-03, -1.6246e-02,\n",
       "          -8.5798e-03,  8.9052e-03, -5.8703e-03, -8.3162e-03, -9.0294e-03,\n",
       "          -9.1392e-03, -9.0227e-03, -1.3116e-02, -6.7877e-03,  1.7040e-02,\n",
       "          -8.4574e-03, -8.1344e-03, -1.0142e-02,  1.6527e-02, -1.7248e-02,\n",
       "          -7.1492e-03, -9.8191e-03, -6.7811e-03, -6.7416e-03,  5.3093e-03,\n",
       "          -1.4428e-02, -8.6038e-03, -8.9528e-03, -8.7141e-03,  5.4726e-03,\n",
       "          -6.8527e-03, -1.0512e-02, -7.3598e-03, -9.7544e-03,  8.0391e-03,\n",
       "           1.8056e-02, -4.8244e-03,  3.0975e-03, -9.4440e-03, -1.0106e-02,\n",
       "           1.3761e-02, -9.3848e-03, -3.8879e-03, -6.4450e-03, -9.7140e-03,\n",
       "          -8.8099e-03, -2.3969e-03, -6.6670e-03,  1.8914e-02,  1.1305e-02,\n",
       "           3.5446e-03, -1.3653e-02, -1.3044e-02, -9.6783e-03, -1.3830e-02,\n",
       "          -9.2331e-03, -8.9088e-03, -1.4466e-02, -8.3346e-03, -1.2739e-02,\n",
       "           1.2167e-02,  9.5722e-03, -1.3025e-02, -1.4986e-02, -1.4077e-02,\n",
       "          -6.6223e-03,  2.1437e-02, -9.7940e-03, -7.8939e-03,  7.6095e-03,\n",
       "           1.4869e-02,  1.7360e-02,  7.4733e-03,  4.0755e-03,  8.6359e-03,\n",
       "          -1.5553e-02, -9.4180e-03,  6.8987e-03,  6.2383e-03,  1.1696e-02,\n",
       "          -8.7657e-03, -8.6403e-03, -6.2783e-03, -9.6732e-03, -6.3892e-03,\n",
       "          -9.9806e-03, -1.1489e-02, -9.1776e-03, -9.1713e-03, -1.2783e-02,\n",
       "           7.4835e-03, -1.5302e-02, -4.3184e-03, -6.3070e-03,  5.2940e-03,\n",
       "          -1.0757e-02, -1.2616e-02, -7.7863e-03, -1.0367e-02, -7.7203e-03,\n",
       "           9.8933e-03,  1.5597e-03, -7.2182e-03, -1.6520e-02, -9.9468e-03,\n",
       "          -1.1345e-02, -6.1917e-03, -1.1568e-02, -1.0555e-02, -1.1625e-02,\n",
       "           4.6966e-03, -9.6157e-03, -9.7154e-03, -7.2945e-03,  5.0510e-03,\n",
       "          -3.2247e-03,  5.9174e-03, -1.4928e-02, -5.4576e-04,  1.6387e-02,\n",
       "          -4.6050e-03, -8.8055e-03, -1.5315e-02,  1.4237e-05, -7.4383e-03,\n",
       "          -9.9884e-03, -9.2133e-05, -6.0766e-03, -8.0189e-03, -9.0832e-03,\n",
       "          -1.3882e-02,  1.4629e-02, -8.6904e-03, -1.0942e-02,  2.9625e-03,\n",
       "          -3.3622e-04, -1.3164e-02, -1.3468e-02, -6.9360e-03, -7.6639e-03,\n",
       "          -6.6150e-03, -1.2975e-02, -9.1533e-03, -9.1932e-03, -7.8081e-03,\n",
       "          -9.4161e-03, -8.8498e-03, -1.3098e-02, -1.9788e-02, -1.2635e-02,\n",
       "          -4.2847e-03, -9.8659e-03, -4.2707e-03, -1.1725e-02,  1.8381e-02,\n",
       "          -6.8362e-03, -9.7520e-03,  1.2968e-02, -5.6595e-03,  1.2214e-02,\n",
       "          -1.7064e-02, -7.6077e-03, -1.2212e-02, -9.8135e-03, -1.3964e-02,\n",
       "          -1.3855e-02, -8.3338e-03, -8.0020e-03, -9.3913e-03, -9.4343e-03,\n",
       "           1.2697e-02, -9.3567e-03, -1.4830e-02, -2.8277e-03,  1.2664e-02,\n",
       "          -1.1184e-02,  7.3776e-03, -9.2805e-03, -1.5544e-02, -3.2992e-03,\n",
       "           1.5886e-02, -1.3188e-02, -1.0083e-02, -8.3823e-03, -2.2859e-03,\n",
       "           2.7942e-03, -8.7344e-03, -9.0537e-03, -1.1362e-02, -8.1845e-03,\n",
       "          -8.3686e-03,  1.7939e-02, -8.9932e-03, -1.0764e-02, -3.9789e-03,\n",
       "          -7.4276e-03, -1.2809e-02, -8.3103e-03, -1.0215e-02, -1.2539e-02,\n",
       "          -4.6041e-03, -5.7175e-03,  1.2907e-03, -1.4671e-02, -8.7525e-03,\n",
       "          -1.0938e-02, -1.1298e-02, -5.6750e-03, -1.2602e-02, -7.5477e-03,\n",
       "          -1.0084e-02, -1.0603e-04, -6.4681e-03,  4.0069e-03,  4.1157e-03,\n",
       "          -6.4140e-03, -7.1114e-03, -7.8253e-03, -1.0704e-02, -1.3424e-02,\n",
       "          -9.6143e-03,  1.8156e-02, -9.5044e-03, -5.7470e-03, -1.0111e-02,\n",
       "          -1.2861e-02, -1.4680e-02, -1.2281e-02, -7.2288e-03, -7.2509e-03,\n",
       "          -2.0636e-03, -8.6564e-03, -6.9388e-03, -8.7169e-03, -1.1470e-02,\n",
       "          -6.1263e-03,  7.1910e-03, -9.1406e-03, -5.7706e-03,  4.1607e-03,\n",
       "          -1.6095e-02, -8.0648e-03], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[[[ 4.6953e-04]],\n",
       "  \n",
       "           [[ 2.0166e-04]],\n",
       "  \n",
       "           [[ 8.4414e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 4.2167e-04]],\n",
       "  \n",
       "           [[-1.3042e-03]],\n",
       "  \n",
       "           [[ 4.9507e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-1.4275e-03]],\n",
       "  \n",
       "           [[-6.9360e-04]],\n",
       "  \n",
       "           [[ 2.7166e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-1.0760e-03]],\n",
       "  \n",
       "           [[-1.4138e-03]],\n",
       "  \n",
       "           [[ 6.7682e-05]]],\n",
       "  \n",
       "  \n",
       "          [[[-2.6350e-03]],\n",
       "  \n",
       "           [[-1.9222e-03]],\n",
       "  \n",
       "           [[ 1.7897e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-1.9106e-03]],\n",
       "  \n",
       "           [[-1.4750e-03]],\n",
       "  \n",
       "           [[-2.2048e-03]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[ 2.3426e-03]],\n",
       "  \n",
       "           [[ 2.3467e-03]],\n",
       "  \n",
       "           [[ 9.5728e-05]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 8.1330e-05]],\n",
       "  \n",
       "           [[-6.8696e-04]],\n",
       "  \n",
       "           [[-3.3241e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[ 2.4901e-03]],\n",
       "  \n",
       "           [[-7.3678e-04]],\n",
       "  \n",
       "           [[-2.2910e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 2.6880e-04]],\n",
       "  \n",
       "           [[ 2.0772e-03]],\n",
       "  \n",
       "           [[ 6.3276e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[ 1.5430e-03]],\n",
       "  \n",
       "           [[-4.3115e-04]],\n",
       "  \n",
       "           [[ 4.1837e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 5.3831e-04]],\n",
       "  \n",
       "           [[-5.5709e-04]],\n",
       "  \n",
       "           [[-4.0370e-04]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([ 0.0087,  0.0166,  0.0156,  0.0205,  0.0075,  0.0086,  0.0158,  0.0203,\n",
       "           0.0086,  0.0107,  0.0091,  0.0101,  0.0162,  0.0044,  0.0103,  0.0124,\n",
       "           0.0166,  0.0243,  0.0128,  0.0135,  0.0117,  0.0201,  0.0170,  0.0154,\n",
       "           0.0116,  0.0047,  0.0165,  0.0167,  0.0141,  0.0125,  0.0136,  0.0220,\n",
       "           0.0113,  0.0141,  0.0125,  0.0177,  0.0089,  0.0164,  0.0151,  0.0138,\n",
       "           0.0103,  0.0121,  0.0165,  0.0228,  0.0122,  0.0102,  0.0133,  0.0195,\n",
       "           0.0104,  0.0131,  0.0082,  0.0161,  0.0110,  0.0121,  0.0216,  0.0195,\n",
       "           0.0289,  0.0141,  0.0143,  0.0103,  0.0130,  0.0202,  0.0067,  0.0140,\n",
       "           0.0097,  0.0205,  0.0137,  0.0092,  0.0185,  0.0113,  0.0110,  0.0106,\n",
       "           0.0113,  0.0053,  0.0126,  0.0121,  0.0176,  0.0151,  0.0127,  0.0133,\n",
       "           0.0153,  0.0136,  0.0109,  0.0086,  0.0122,  0.0095,  0.0131,  0.0144,\n",
       "           0.0130,  0.0128,  0.0105,  0.0106,  0.0161,  0.0189,  0.0099,  0.0100,\n",
       "           0.0202,  0.0133,  0.0128,  0.0094,  0.0135,  0.0100,  0.0096,  0.0312,\n",
       "           0.0173,  0.0195,  0.0078,  0.0132,  0.0093,  0.0176,  0.0136,  0.0112,\n",
       "           0.0133,  0.0213,  0.0126,  0.0137,  0.0071,  0.0254,  0.0177,  0.0123,\n",
       "           0.0114,  0.0101,  0.0036,  0.0110,  0.0087,  0.0136,  0.0122,  0.0079,\n",
       "           0.0180,  0.0115,  0.0166,  0.0083,  0.0084,  0.0155,  0.0193,  0.0153,\n",
       "           0.0081,  0.0153,  0.0093,  0.0140,  0.0123,  0.0191,  0.0116,  0.0093,\n",
       "           0.0125,  0.0163,  0.0161,  0.0183,  0.0072,  0.0133,  0.0063,  0.0063,\n",
       "           0.0160,  0.0139,  0.0171,  0.0110,  0.0200,  0.0144,  0.0117,  0.0117,\n",
       "           0.0173,  0.0193,  0.0135,  0.0274,  0.0150,  0.0047,  0.0182,  0.0112,\n",
       "           0.0196,  0.0139,  0.0119,  0.0127,  0.0145,  0.0177,  0.0138,  0.0157,\n",
       "           0.0170,  0.0116,  0.0144,  0.0073,  0.0189,  0.0192,  0.0097,  0.0091,\n",
       "           0.0196,  0.0183,  0.0144,  0.0096,  0.0145,  0.0109,  0.0149,  0.0182,\n",
       "           0.0223,  0.0353,  0.0100,  0.0179,  0.0118,  0.0141,  0.0161,  0.0083,\n",
       "           0.0076,  0.0147,  0.0200,  0.0117,  0.0207,  0.0148,  0.0094,  0.0187,\n",
       "           0.0118,  0.0206,  0.0112,  0.0081,  0.0090,  0.0137,  0.0106,  0.0104,\n",
       "           0.0127,  0.0129,  0.0110,  0.0117,  0.0172,  0.0224,  0.0134,  0.0126,\n",
       "           0.0139,  0.0089,  0.0086,  0.0105,  0.0207,  0.0125,  0.0072,  0.0111,\n",
       "           0.0111,  0.0118,  0.0114,  0.0181,  0.0075,  0.0102,  0.0128,  0.0053,\n",
       "           0.0092,  0.0062,  0.0222,  0.0144,  0.0129,  0.0136,  0.0110,  0.0148,\n",
       "           0.0113,  0.0152,  0.0188,  0.0167,  0.0185,  0.0138,  0.0075,  0.0143,\n",
       "           0.0160,  0.0197,  0.0088,  0.0216,  0.0102,  0.0151,  0.0081,  0.0163,\n",
       "           0.0163,  0.0116,  0.0146,  0.0118,  0.0182,  0.0148,  0.0086,  0.0129,\n",
       "           0.0129,  0.0199,  0.0187,  0.0104,  0.0116,  0.0118,  0.0106,  0.0107,\n",
       "           0.0112,  0.0126,  0.0122,  0.0168, -0.0028,  0.0111,  0.0118,  0.0131,\n",
       "           0.0055,  0.0112,  0.0147,  0.0159,  0.0143,  0.0111,  0.0142,  0.0148,\n",
       "           0.0154,  0.0172,  0.0135,  0.0091,  0.0201,  0.0141,  0.0110,  0.0148,\n",
       "           0.0200,  0.0125,  0.0035,  0.0173,  0.0096,  0.0116,  0.0191,  0.0133,\n",
       "           0.0169,  0.0155,  0.0085,  0.0099,  0.0092,  0.0155,  0.0258, -0.0015,\n",
       "           0.0156,  0.0108,  0.0161,  0.0203,  0.0115,  0.0152,  0.0057,  0.0132,\n",
       "           0.0099,  0.0116,  0.0079,  0.0189,  0.0122,  0.0121,  0.0132,  0.0121,\n",
       "           0.0059,  0.0141,  0.0125,  0.0115,  0.0056,  0.0043,  0.0151,  0.0158,\n",
       "           0.0107,  0.0106,  0.0117,  0.0176,  0.0079,  0.0052,  0.0123,  0.0126,\n",
       "           0.0156,  0.0146,  0.0155,  0.0174,  0.0143,  0.0154,  0.0162,  0.0140,\n",
       "           0.0080,  0.0146,  0.0069,  0.0098,  0.0162,  0.0156,  0.0102,  0.0179,\n",
       "           0.0166,  0.0050,  0.0157,  0.0116,  0.0138,  0.0097,  0.0100,  0.0096,\n",
       "           0.0160,  0.0172,  0.0179,  0.0157,  0.0110,  0.0183,  0.0154,  0.0154,\n",
       "           0.0163,  0.0135,  0.0137,  0.0153,  0.0139,  0.0188,  0.0148,  0.0131,\n",
       "           0.0157,  0.0101,  0.0177,  0.0217,  0.0162,  0.0137,  0.0082,  0.0144,\n",
       "           0.0201,  0.0170,  0.0121,  0.0122,  0.0203,  0.0122,  0.0137,  0.0115,\n",
       "           0.0109,  0.0089,  0.0130,  0.0104,  0.0173,  0.0083,  0.0077,  0.0162,\n",
       "           0.0153,  0.0107,  0.0139,  0.0140,  0.0090,  0.0113,  0.0110,  0.0163,\n",
       "           0.0070,  0.0147,  0.0129,  0.0104,  0.0039,  0.0143,  0.0174,  0.0061,\n",
       "           0.0156,  0.0086,  0.0188,  0.0158,  0.0105,  0.0173,  0.0112,  0.0073,\n",
       "           0.0102,  0.0113,  0.0144,  0.0171,  0.0143,  0.0132,  0.0095,  0.0115,\n",
       "           0.0154,  0.0188,  0.0220,  0.0165,  0.0119,  0.0149,  0.0143,  0.0057,\n",
       "           0.0125,  0.0126,  0.0195,  0.0182,  0.0181,  0.0086,  0.0089,  0.0086,\n",
       "           0.0214,  0.0111,  0.0141,  0.0139,  0.0087,  0.0127,  0.0078,  0.0128,\n",
       "           0.0105,  0.0123,  0.0165,  0.0123,  0.0119,  0.0095,  0.0155,  0.0157,\n",
       "           0.0158,  0.0214,  0.0114,  0.0062,  0.0305,  0.0048,  0.0138,  0.0146,\n",
       "           0.0193,  0.0090,  0.0194,  0.0216,  0.0105,  0.0159,  0.0081,  0.0149,\n",
       "           0.0131,  0.0102,  0.0139,  0.0124,  0.0141,  0.0105,  0.0182,  0.0116,\n",
       "           0.0123,  0.0156,  0.0117,  0.0157,  0.0118,  0.0216,  0.0167,  0.0080],\n",
       "         requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([-7.3801e-03, -1.0811e-02, -8.4125e-03, -4.4040e-03, -7.7447e-03,\n",
       "          -6.0816e-03, -1.0378e-02, -7.1555e-03, -5.0386e-03, -8.9466e-03,\n",
       "           1.3134e-02, -7.5729e-03, -7.9228e-03,  1.4077e-02, -6.7892e-03,\n",
       "          -7.8748e-03, -1.0214e-02,  2.4220e-02, -7.5309e-03, -8.3998e-03,\n",
       "           1.2610e-02, -2.7764e-03, -8.9637e-03, -7.4936e-03, -7.9543e-03,\n",
       "          -8.3426e-03, -8.3738e-03,  1.1252e-02, -7.8017e-03, -1.1032e-02,\n",
       "          -8.3149e-03, -9.3854e-03, -6.6133e-03, -8.4865e-03, -1.2396e-02,\n",
       "          -1.4270e-02, -2.5980e-03,  1.2140e-02, -8.7458e-03, -8.9788e-03,\n",
       "          -5.8588e-03, -5.8175e-03, -1.3004e-02,  1.6850e-02, -1.1334e-02,\n",
       "          -8.7997e-03, -1.1378e-02, -5.8905e-03, -7.1862e-03, -9.9570e-03,\n",
       "          -5.1628e-03, -8.8306e-03, -1.3380e-02, -1.3066e-02, -1.8471e-03,\n",
       "          -9.3790e-03, -2.5330e-03, -6.3341e-03, -1.0516e-02,  2.1316e-02,\n",
       "          -9.4229e-03, -3.9499e-03,  1.1705e-02, -1.3888e-02,  1.1107e-02,\n",
       "           1.2767e-02, -1.0003e-02, -1.7948e-02, -1.3385e-02, -1.1734e-02,\n",
       "          -8.5811e-03, -8.0353e-03, -7.0831e-03, -5.6452e-03, -8.5393e-03,\n",
       "          -1.1787e-02, -1.6263e-02, -6.9463e-03, -7.0668e-03, -1.2711e-02,\n",
       "          -1.0093e-02, -7.4145e-03, -7.3194e-03, -5.1868e-03, -1.4144e-02,\n",
       "          -1.4009e-03,  2.8998e-04, -8.1566e-03,  1.0368e-02,  1.3272e-03,\n",
       "          -9.0399e-03, -3.8368e-03,  9.6123e-03, -1.1978e-02, -7.4683e-03,\n",
       "          -7.4731e-03, -4.2982e-03, -3.3692e-04, -1.0419e-02, -1.1653e-02,\n",
       "          -1.1168e-02, -3.3030e-03, -1.0002e-02,  5.5734e-03, -4.4647e-03,\n",
       "          -1.0398e-02, -3.3196e-03, -9.9212e-03, -1.4701e-02, -9.8977e-03,\n",
       "          -1.3077e-02, -9.9996e-03, -1.0435e-02, -1.6612e-02, -1.3079e-02,\n",
       "          -8.8033e-03,  1.9961e-03, -1.0749e-02, -2.7547e-03, -7.9742e-03,\n",
       "           1.8438e-02, -8.8390e-03, -3.6547e-03, -7.7435e-03, -9.1811e-03,\n",
       "          -1.7561e-02, -1.2731e-02, -1.0522e-02, -5.2297e-03,  8.4251e-03,\n",
       "          -1.3619e-02, -1.0723e-02, -6.6668e-03, -7.1184e-03, -7.9432e-03,\n",
       "          -6.9076e-03,  1.2918e-02, -2.6964e-03, -9.1389e-03, -8.6263e-03,\n",
       "          -6.9641e-03, -1.4430e-02,  1.5754e-02, -9.8787e-03, -8.2386e-03,\n",
       "          -7.7040e-03, -1.1498e-02,  5.3805e-03, -6.1683e-03,  4.2447e-04,\n",
       "           8.6174e-03, -9.0390e-03, -8.3419e-03, -1.6409e-02, -1.7355e-02,\n",
       "          -1.1774e-02,  1.7441e-02, -8.4072e-03,  4.0282e-03, -9.0353e-03,\n",
       "          -1.6581e-02,  3.7701e-03, -1.1998e-02,  2.3711e-02, -1.3975e-02,\n",
       "           6.0144e-03,  5.0516e-03, -1.0245e-02, -1.1100e-02, -8.0054e-03,\n",
       "          -1.3289e-02, -5.7539e-03, -1.1742e-02, -1.2021e-02, -1.1380e-02,\n",
       "          -9.8908e-04, -8.3240e-03, -9.9569e-03,  1.2147e-02, -1.2310e-02,\n",
       "          -1.2243e-02,  1.6018e-04,  1.8684e-02, -2.7441e-03, -4.7721e-03,\n",
       "           1.1657e-02, -3.7544e-03, -9.2519e-03,  6.0262e-03, -1.1280e-02,\n",
       "          -3.8691e-03, -1.3182e-02, -6.5679e-03,  2.5792e-03, -3.9085e-03,\n",
       "          -1.9381e-02, -7.3024e-03, -5.1616e-03, -6.9249e-03, -1.1059e-02,\n",
       "           1.3745e-03, -1.2491e-02, -1.3143e-02, -7.0562e-03, -9.2680e-03,\n",
       "          -1.0917e-02, -9.6057e-03, -1.1444e-02,  1.1587e-02,  7.5917e-03,\n",
       "          -8.5693e-03, -8.7002e-03, -1.0320e-02,  1.3092e-02, -8.8224e-03,\n",
       "          -7.3792e-03, -7.4644e-03, -8.1393e-03, -7.9708e-03, -1.2673e-02,\n",
       "          -8.8509e-03, -1.2983e-02, -9.8814e-03, -1.0695e-02, -6.5629e-03,\n",
       "          -1.0692e-02,  3.8907e-03, -8.6168e-03,  1.0740e-02, -3.9816e-03,\n",
       "          -9.1963e-03, -9.3918e-03, -1.1369e-02, -3.7667e-03, -1.0941e-02,\n",
       "          -1.1522e-02, -2.4450e-03, -6.3212e-03, -4.4016e-03,  1.3898e-02,\n",
       "          -1.1649e-02, -1.2617e-02, -1.2788e-02, -6.5034e-03, -1.7273e-02,\n",
       "          -1.8076e-02, -1.0882e-02, -4.7396e-03, -6.7674e-03,  2.5609e-02,\n",
       "           9.7285e-03, -8.3998e-03, -5.8723e-03, -1.1173e-02,  4.6168e-03,\n",
       "          -5.0813e-03, -3.7318e-03,  5.3596e-03, -2.3542e-03,  1.4623e-02,\n",
       "           5.1868e-03, -7.3960e-03,  1.9711e-02,  8.6965e-03, -9.4244e-03,\n",
       "          -2.4610e-03, -9.2167e-03, -1.0033e-02, -1.0151e-02, -1.2521e-02,\n",
       "           4.7120e-03, -1.6749e-02, -1.2123e-02,  1.2276e-03, -1.6246e-02,\n",
       "          -8.5798e-03,  8.9052e-03, -5.8703e-03, -8.3162e-03, -9.0294e-03,\n",
       "          -9.1392e-03, -9.0227e-03, -1.3116e-02, -6.7877e-03,  1.7040e-02,\n",
       "          -8.4574e-03, -8.1344e-03, -1.0142e-02,  1.6527e-02, -1.7248e-02,\n",
       "          -7.1492e-03, -9.8191e-03, -6.7811e-03, -6.7416e-03,  5.3093e-03,\n",
       "          -1.4428e-02, -8.6038e-03, -8.9528e-03, -8.7141e-03,  5.4726e-03,\n",
       "          -6.8527e-03, -1.0512e-02, -7.3598e-03, -9.7544e-03,  8.0391e-03,\n",
       "           1.8056e-02, -4.8244e-03,  3.0975e-03, -9.4440e-03, -1.0106e-02,\n",
       "           1.3761e-02, -9.3848e-03, -3.8879e-03, -6.4450e-03, -9.7140e-03,\n",
       "          -8.8099e-03, -2.3969e-03, -6.6670e-03,  1.8914e-02,  1.1305e-02,\n",
       "           3.5446e-03, -1.3653e-02, -1.3044e-02, -9.6783e-03, -1.3830e-02,\n",
       "          -9.2331e-03, -8.9088e-03, -1.4466e-02, -8.3346e-03, -1.2739e-02,\n",
       "           1.2167e-02,  9.5722e-03, -1.3025e-02, -1.4986e-02, -1.4077e-02,\n",
       "          -6.6223e-03,  2.1437e-02, -9.7940e-03, -7.8939e-03,  7.6095e-03,\n",
       "           1.4869e-02,  1.7360e-02,  7.4733e-03,  4.0755e-03,  8.6359e-03,\n",
       "          -1.5553e-02, -9.4180e-03,  6.8987e-03,  6.2383e-03,  1.1696e-02,\n",
       "          -8.7657e-03, -8.6403e-03, -6.2783e-03, -9.6732e-03, -6.3892e-03,\n",
       "          -9.9806e-03, -1.1489e-02, -9.1776e-03, -9.1713e-03, -1.2783e-02,\n",
       "           7.4835e-03, -1.5302e-02, -4.3184e-03, -6.3070e-03,  5.2940e-03,\n",
       "          -1.0757e-02, -1.2616e-02, -7.7863e-03, -1.0367e-02, -7.7203e-03,\n",
       "           9.8933e-03,  1.5597e-03, -7.2182e-03, -1.6520e-02, -9.9468e-03,\n",
       "          -1.1345e-02, -6.1917e-03, -1.1568e-02, -1.0555e-02, -1.1625e-02,\n",
       "           4.6966e-03, -9.6157e-03, -9.7154e-03, -7.2945e-03,  5.0510e-03,\n",
       "          -3.2247e-03,  5.9174e-03, -1.4928e-02, -5.4576e-04,  1.6387e-02,\n",
       "          -4.6050e-03, -8.8055e-03, -1.5315e-02,  1.4237e-05, -7.4383e-03,\n",
       "          -9.9884e-03, -9.2133e-05, -6.0766e-03, -8.0189e-03, -9.0832e-03,\n",
       "          -1.3882e-02,  1.4629e-02, -8.6904e-03, -1.0942e-02,  2.9625e-03,\n",
       "          -3.3622e-04, -1.3164e-02, -1.3468e-02, -6.9360e-03, -7.6639e-03,\n",
       "          -6.6150e-03, -1.2975e-02, -9.1533e-03, -9.1932e-03, -7.8081e-03,\n",
       "          -9.4161e-03, -8.8498e-03, -1.3098e-02, -1.9788e-02, -1.2635e-02,\n",
       "          -4.2847e-03, -9.8659e-03, -4.2707e-03, -1.1725e-02,  1.8381e-02,\n",
       "          -6.8362e-03, -9.7520e-03,  1.2968e-02, -5.6595e-03,  1.2214e-02,\n",
       "          -1.7064e-02, -7.6077e-03, -1.2212e-02, -9.8135e-03, -1.3964e-02,\n",
       "          -1.3855e-02, -8.3338e-03, -8.0020e-03, -9.3913e-03, -9.4343e-03,\n",
       "           1.2697e-02, -9.3567e-03, -1.4830e-02, -2.8277e-03,  1.2664e-02,\n",
       "          -1.1184e-02,  7.3776e-03, -9.2805e-03, -1.5544e-02, -3.2992e-03,\n",
       "           1.5886e-02, -1.3188e-02, -1.0083e-02, -8.3823e-03, -2.2859e-03,\n",
       "           2.7942e-03, -8.7344e-03, -9.0537e-03, -1.1362e-02, -8.1845e-03,\n",
       "          -8.3686e-03,  1.7939e-02, -8.9932e-03, -1.0764e-02, -3.9789e-03,\n",
       "          -7.4276e-03, -1.2809e-02, -8.3103e-03, -1.0215e-02, -1.2539e-02,\n",
       "          -4.6041e-03, -5.7175e-03,  1.2907e-03, -1.4671e-02, -8.7525e-03,\n",
       "          -1.0938e-02, -1.1298e-02, -5.6750e-03, -1.2602e-02, -7.5477e-03,\n",
       "          -1.0084e-02, -1.0603e-04, -6.4681e-03,  4.0069e-03,  4.1157e-03,\n",
       "          -6.4140e-03, -7.1114e-03, -7.8253e-03, -1.0704e-02, -1.3424e-02,\n",
       "          -9.6143e-03,  1.8156e-02, -9.5044e-03, -5.7470e-03, -1.0111e-02,\n",
       "          -1.2861e-02, -1.4680e-02, -1.2281e-02, -7.2288e-03, -7.2509e-03,\n",
       "          -2.0636e-03, -8.6564e-03, -6.9388e-03, -8.7169e-03, -1.1470e-02,\n",
       "          -6.1263e-03,  7.1910e-03, -9.1406e-03, -5.7706e-03,  4.1607e-03,\n",
       "          -1.6095e-02, -8.0648e-03], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[[[-4.7875e-04, -3.5448e-04,  2.9686e-04],\n",
       "            [ 2.4586e-04, -3.8126e-04,  6.3190e-04],\n",
       "            [ 6.6383e-04,  6.4666e-04,  1.2288e-03]],\n",
       "  \n",
       "           [[-1.2781e-04,  5.6925e-04,  5.0161e-04],\n",
       "            [-9.9075e-04, -8.4336e-04, -5.9116e-04],\n",
       "            [-6.0944e-04, -2.0597e-04, -1.5687e-04]],\n",
       "  \n",
       "           [[-5.4714e-04, -6.5808e-04,  6.7434e-05],\n",
       "            [-8.2171e-04, -1.3941e-03, -6.4235e-04],\n",
       "            [-7.3206e-04, -1.3607e-03, -1.2053e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-1.4341e-04,  2.9675e-05, -4.9590e-04],\n",
       "            [ 4.2183e-04,  3.7194e-04,  9.0125e-04],\n",
       "            [-5.9003e-04, -5.8828e-04, -3.0601e-04]],\n",
       "  \n",
       "           [[ 3.7695e-04,  3.2203e-04, -5.9318e-04],\n",
       "            [-3.8349e-04,  9.4546e-05, -8.8274e-04],\n",
       "            [-1.5992e-04,  3.6813e-04, -4.9088e-04]],\n",
       "  \n",
       "           [[ 1.0095e-03,  1.0286e-03,  1.0495e-03],\n",
       "            [ 1.2957e-03,  1.3913e-03,  1.6079e-03],\n",
       "            [ 6.2448e-04, -2.5200e-04,  1.8430e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-4.8749e-04, -3.5218e-04, -1.0782e-03],\n",
       "            [-4.9277e-04, -2.5704e-05, -8.7580e-04],\n",
       "            [-9.2032e-04, -1.4869e-04, -7.9596e-04]],\n",
       "  \n",
       "           [[-1.2819e-03, -1.1032e-03, -1.5011e-03],\n",
       "            [-1.9277e-03, -1.3030e-03, -1.3858e-03],\n",
       "            [-1.2649e-03, -9.6885e-04, -1.0564e-03]],\n",
       "  \n",
       "           [[-1.8541e-04,  7.8076e-05, -3.3295e-04],\n",
       "            [-2.6150e-04, -5.0208e-05, -2.7528e-04],\n",
       "            [-3.9357e-04, -4.8574e-04, -5.3196e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 8.9746e-04, -1.9872e-04,  4.8912e-04],\n",
       "            [-2.8309e-04, -1.0415e-03, -7.5892e-04],\n",
       "            [ 1.0673e-03,  3.2497e-04,  2.3611e-04]],\n",
       "  \n",
       "           [[-9.2770e-04, -3.2083e-05, -3.7583e-04],\n",
       "            [-8.6663e-04, -3.8190e-04, -8.1231e-04],\n",
       "            [-8.4299e-04, -1.2138e-03, -1.4904e-03]],\n",
       "  \n",
       "           [[-1.5299e-03, -6.7269e-04,  1.3650e-04],\n",
       "            [-5.8663e-04, -7.2472e-05, -7.9106e-04],\n",
       "            [-6.4467e-04, -7.4926e-04, -1.8576e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-1.6519e-03, -2.2876e-04, -1.0629e-03],\n",
       "            [-1.3335e-03, -1.9207e-04, -1.4525e-03],\n",
       "            [-1.2818e-03,  1.9028e-04, -1.3807e-03]],\n",
       "  \n",
       "           [[-3.0725e-04, -7.7709e-04, -8.0815e-05],\n",
       "            [-9.0834e-04, -1.3490e-03, -1.2168e-03],\n",
       "            [-3.7801e-04, -7.8516e-04, -4.5387e-04]],\n",
       "  \n",
       "           [[ 5.2632e-05, -3.1926e-04, -2.7218e-04],\n",
       "            [-8.1880e-05, -5.5636e-04, -4.9076e-04],\n",
       "            [ 6.4095e-05, -3.1407e-04,  1.1183e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-9.5959e-04, -1.7136e-03, -1.0178e-03],\n",
       "            [-5.9254e-04, -1.6784e-03, -1.3440e-03],\n",
       "            [-7.2977e-04, -1.2577e-03, -1.1647e-03]],\n",
       "  \n",
       "           [[ 3.1260e-04,  1.0561e-03,  6.9084e-04],\n",
       "            [ 1.4588e-04,  5.2542e-04,  5.3440e-04],\n",
       "            [ 4.0206e-04, -2.2144e-04, -2.0562e-04]],\n",
       "  \n",
       "           [[-6.1716e-04, -8.1720e-04, -1.1440e-03],\n",
       "            [-7.1655e-04, -4.3506e-04, -7.5050e-04],\n",
       "            [-1.1857e-03,  7.0689e-04,  5.8069e-04]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[-1.1676e-03, -1.4389e-03, -1.8041e-03],\n",
       "            [-6.6070e-04, -1.5602e-04, -5.0647e-04],\n",
       "            [-4.3120e-04, -5.3906e-04, -7.4338e-04]],\n",
       "  \n",
       "           [[-2.1548e-04, -5.6187e-04, -4.5089e-05],\n",
       "            [-3.0567e-04, -2.9839e-04, -4.5620e-04],\n",
       "            [-1.0680e-04,  2.7656e-04, -2.6664e-04]],\n",
       "  \n",
       "           [[-8.9480e-05, -1.4012e-04,  4.0562e-04],\n",
       "            [-6.5951e-05,  4.7645e-06,  3.6862e-04],\n",
       "            [ 6.6035e-04,  1.5120e-03,  1.3167e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-2.6368e-05,  6.4956e-05,  2.6146e-04],\n",
       "            [-7.1603e-04, -1.1565e-03, -9.5522e-04],\n",
       "            [-1.3010e-03, -1.4396e-03, -1.5093e-03]],\n",
       "  \n",
       "           [[ 7.2140e-04,  2.1516e-04,  5.9178e-04],\n",
       "            [-2.9433e-04, -1.4013e-03, -8.9971e-04],\n",
       "            [-8.2830e-04, -2.3527e-03, -1.2929e-03]],\n",
       "  \n",
       "           [[-8.8640e-04, -4.4939e-04,  3.9724e-04],\n",
       "            [-2.3399e-05,  4.2740e-04,  8.9816e-04],\n",
       "            [-3.5607e-04, -7.2297e-04, -5.6388e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[ 3.7799e-04,  3.4127e-04, -7.3761e-05],\n",
       "            [-1.3566e-04, -7.2850e-05, -3.5579e-04],\n",
       "            [-9.0827e-04, -7.1903e-04, -3.1952e-04]],\n",
       "  \n",
       "           [[ 3.6291e-04, -1.7053e-04, -8.9092e-04],\n",
       "            [ 1.8791e-04, -2.8926e-04, -7.8303e-04],\n",
       "            [-2.6611e-04, -5.9178e-04, -7.6056e-04]],\n",
       "  \n",
       "           [[ 1.4669e-03,  5.3472e-04,  1.2403e-03],\n",
       "            [ 5.6040e-04, -5.5075e-04,  1.1871e-04],\n",
       "            [ 3.6811e-04, -9.5847e-04, -3.2559e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-3.2190e-04, -1.0787e-04, -1.8130e-04],\n",
       "            [ 4.0710e-04, -2.8165e-05,  3.8124e-04],\n",
       "            [ 6.5708e-04,  7.4272e-04,  1.0211e-03]],\n",
       "  \n",
       "           [[ 6.9457e-05,  8.3403e-05,  1.0624e-03],\n",
       "            [-3.9834e-04, -2.4051e-04,  1.8938e-04],\n",
       "            [-8.1794e-04, -6.9105e-04, -5.8207e-04]],\n",
       "  \n",
       "           [[-5.2622e-04, -4.9268e-04, -4.9591e-04],\n",
       "            [ 3.0772e-04, -2.9643e-05,  2.7145e-04],\n",
       "            [-6.6959e-04,  1.2347e-05,  7.2325e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-7.9547e-05,  1.0925e-05,  5.5986e-04],\n",
       "            [ 4.9337e-04,  6.7392e-05,  5.4182e-04],\n",
       "            [ 3.4937e-04,  7.5106e-05,  6.7831e-05]],\n",
       "  \n",
       "           [[-6.4050e-04,  3.3307e-04, -7.4317e-04],\n",
       "            [ 1.2040e-03,  1.0684e-03,  1.6428e-03],\n",
       "            [ 1.7090e-05, -1.3907e-04,  5.8066e-04]],\n",
       "  \n",
       "           [[-1.4614e-03, -7.5931e-04, -8.6658e-04],\n",
       "            [-9.1690e-04, -1.0496e-03, -7.8419e-04],\n",
       "            [-9.2590e-05,  5.1956e-04, -7.1872e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-4.0008e-04, -1.0700e-03, -1.1449e-03],\n",
       "            [ 2.2108e-04, -8.8440e-05, -3.4099e-05],\n",
       "            [-3.1867e-04,  4.4808e-04, -1.4368e-04]],\n",
       "  \n",
       "           [[ 5.5053e-04,  1.2035e-03,  1.6919e-03],\n",
       "            [ 1.4469e-03,  1.3368e-03,  2.2421e-03],\n",
       "            [-1.0609e-03, -4.5003e-05, -3.8300e-04]],\n",
       "  \n",
       "           [[-4.1312e-04, -3.9240e-04, -2.6785e-04],\n",
       "            [-3.8676e-05, -2.7506e-04, -4.3604e-04],\n",
       "            [ 1.7453e-04, -7.3574e-05, -2.1636e-04]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([0.0187, 0.0161, 0.0177, 0.0171, 0.0260, 0.0146, 0.0122, 0.0143, 0.0166,\n",
       "          0.0104, 0.0193, 0.0138, 0.0136, 0.0214, 0.0251, 0.0170, 0.0149, 0.0203,\n",
       "          0.0315, 0.0209, 0.0176, 0.0138, 0.0295, 0.0195, 0.0205, 0.0187, 0.0189,\n",
       "          0.0166, 0.0186, 0.0161, 0.0136, 0.0124, 0.0124, 0.0168, 0.0167, 0.0173,\n",
       "          0.0205, 0.0145, 0.0167, 0.0136, 0.0217, 0.0149, 0.0370, 0.0154, 0.0174,\n",
       "          0.0163, 0.0186, 0.0148, 0.0152, 0.0125, 0.0168, 0.0072, 0.0188, 0.0227,\n",
       "          0.0127, 0.0145, 0.0164, 0.0122, 0.0186, 0.0148, 0.0157, 0.0148, 0.0165,\n",
       "          0.0164, 0.0193, 0.0214, 0.0240, 0.0177, 0.0149, 0.0156, 0.0171, 0.0180,\n",
       "          0.0181, 0.0270, 0.0148, 0.0149, 0.0169, 0.0135, 0.0184, 0.0211, 0.0409,\n",
       "          0.0178, 0.0186, 0.0180, 0.0148, 0.0170, 0.0183, 0.0256, 0.0294, 0.0123,\n",
       "          0.0240, 0.0191, 0.0168, 0.0281, 0.0188, 0.0137, 0.0150, 0.0173, 0.0183,\n",
       "          0.0332, 0.0190, 0.0122, 0.0308, 0.0153, 0.0261, 0.0161, 0.0286, 0.0148,\n",
       "          0.0160, 0.0132, 0.0194, 0.0153, 0.0264, 0.0157, 0.0169, 0.1343, 0.0171,\n",
       "          0.0108, 0.0161, 0.0286, 0.0272, 0.0753, 0.0183, 0.0172, 0.0152, 0.0146,\n",
       "          0.0335, 0.0173, 0.0215, 0.0149, 0.0202, 0.0146, 0.0283, 0.0186, 0.0135,\n",
       "          0.0199, 0.0157, 0.0133, 0.0149, 0.0149, 0.0115, 0.0204, 0.0213, 0.0138,\n",
       "          0.0178, 0.0159, 0.0157, 0.0158, 0.0122, 0.0114, 0.0272, 0.0290, 0.0155,\n",
       "          0.0172, 0.0171, 0.0162, 0.0220, 0.0177, 0.0256, 0.0179, 0.0290, 0.0235,\n",
       "          0.0194, 0.0205, 0.0162, 0.0135, 0.0182, 0.0346, 0.0176, 0.0294, 0.0243,\n",
       "          0.0163, 0.0398, 0.0226, 0.0153, 0.0173, 0.0214, 0.0364, 0.0135, 0.0125,\n",
       "          0.0169, 0.0250, 0.0180, 0.0146, 0.0187, 0.0185, 0.0323, 0.0195, 0.0172,\n",
       "          0.0176, 0.0151, 0.0200, 0.0162, 0.0154, 0.0180, 0.0129, 0.0103, 0.0120,\n",
       "          0.0125, 0.0187, 0.0197, 0.0312, 0.0259, 0.0177, 0.0146, 0.0160, 0.0190,\n",
       "          0.0170, 0.0194, 0.0138, 0.0227, 0.0197, 0.0166, 0.0213, 0.0170, 0.0326,\n",
       "          0.0198, 0.0232, 0.0338, 0.0194, 0.0160, 0.0266, 0.0133, 0.0126, 0.0176,\n",
       "          0.0192, 0.0201, 0.0286, 0.0210, 0.0166, 0.0152, 0.0208, 0.0215, 0.0134,\n",
       "          0.0200, 0.0209, 0.0155, 0.0444, 0.0167, 0.0146, 0.0126, 0.0160, 0.0157,\n",
       "          0.0210, 0.0168, 0.0155, 0.0152, 0.0255, 0.0154, 0.0160, 0.0186, 0.0151,\n",
       "          0.0154, 0.0151, 0.0616, 0.0297, 0.0171, 0.0131, 0.0131, 0.0222, 0.0134,\n",
       "          0.0154, 0.0212, 0.0181, 0.0164, 0.0170, 0.0159, 0.0176, 0.0164, 0.0127,\n",
       "          0.0097, 0.0152, 0.0214, 0.0375, 0.0138, 0.0150, 0.0223, 0.0174, 0.0315,\n",
       "          0.0211, 0.0196, 0.0142, 0.0215, 0.0161, 0.0161, 0.0171, 0.0260, 0.0221,\n",
       "          0.0202, 0.0127, 0.0155, 0.0139, 0.0381, 0.0185, 0.0228, 0.0310, 0.0188,\n",
       "          0.0180, 0.0146, 0.0145, 0.0452, 0.0179, 0.0136, 0.0698, 0.0269, 0.0276,\n",
       "          0.0216, 0.0151, 0.0161, 0.0465, 0.0178, 0.0232, 0.0341, 0.0150, 0.0171,\n",
       "          0.0149, 0.0245, 0.0186, 0.0169, 0.0188, 0.0205, 0.0219, 0.0123, 0.0121,\n",
       "          0.0172, 0.0172, 0.0727, 0.0132, 0.0152, 0.0195, 0.0153, 0.0219, 0.0228,\n",
       "          0.0201, 0.0175, 0.0197, 0.0138, 0.0388, 0.0178, 0.0191, 0.0191, 0.0246,\n",
       "          0.0195, 0.0165, 0.0214, 0.0164, 0.0289, 0.0150, 0.0176, 0.0230, 0.0162,\n",
       "          0.0135, 0.0261, 0.0138, 0.0183, 0.0475, 0.0130, 0.0177, 0.0571, 0.0131,\n",
       "          0.0137, 0.0190, 0.0139, 0.0296, 0.0186, 0.0571, 0.0160, 0.0149, 0.0169,\n",
       "          0.0187, 0.0190, 0.0206, 0.0207, 0.0192, 0.0145, 0.0189, 0.0135, 0.0135,\n",
       "          0.0185, 0.0123, 0.0151, 0.0151, 0.0133, 0.0181, 0.0220, 0.0173, 0.0181,\n",
       "          0.0187, 0.0171, 0.0146, 0.0324, 0.0259, 0.0179, 0.0228, 0.0162, 0.0162,\n",
       "          0.0188, 0.0179, 0.0175, 0.0315, 0.1434, 0.0175, 0.0132, 0.0171, 0.0136,\n",
       "          0.0244, 0.0170, 0.0187, 0.0235, 0.0453, 0.0147, 0.0156, 0.0152, 0.0449,\n",
       "          0.0205, 0.0168, 0.0431, 0.0139, 0.0163, 0.0162, 0.0143, 0.0163, 0.0141,\n",
       "          0.0150, 0.0169, 0.0191, 0.0131, 0.0166, 0.0220, 0.0130, 0.0172, 0.0217,\n",
       "          0.0148, 0.0204, 0.0186, 0.0887, 0.0133, 0.0140, 0.0332, 0.0126, 0.0244,\n",
       "          0.0130, 0.0159, 0.0133, 0.0145, 0.0290, 0.0467, 0.0272, 0.0179, 0.0130,\n",
       "          0.0131, 0.0197, 0.0223, 0.0154, 0.0165, 0.0147, 0.0167, 0.0129, 0.0205,\n",
       "          0.0240, 0.0178, 0.0382, 0.0157, 0.0137, 0.0264, 0.0208, 0.0192, 0.0277,\n",
       "          0.0157, 0.0207, 0.0247, 0.0173, 0.0159, 0.0283, 0.0156, 0.0170, 0.0174,\n",
       "          0.0130, 0.0160, 0.0146, 0.0154, 0.0182, 0.0161, 0.0141, 0.0154, 0.0131,\n",
       "          0.0179, 0.0230, 0.0187, 0.0167, 0.0166, 0.0142, 0.0156, 0.0205, 0.0272,\n",
       "          0.0168, 0.0150, 0.0163, 0.0191, 0.0301, 0.0139, 0.0233, 0.0224, 0.0191,\n",
       "          0.0198, 0.0149, 0.0204, 0.0187, 0.0178, 0.0173, 0.0174, 0.0155],\n",
       "         requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([-1.9128e-03, -1.4610e-02, -7.1107e-03, -1.3280e-02, -8.7587e-03,\n",
       "          -1.0164e-02, -9.5548e-03, -7.9677e-03, -9.7981e-03, -9.0271e-03,\n",
       "          -8.2679e-03, -1.2423e-02, -9.3984e-03, -8.3465e-03, -9.1061e-03,\n",
       "          -1.8691e-02, -1.5114e-02, -2.4527e-02,  8.6614e-03, -1.1692e-02,\n",
       "          -8.0273e-03, -1.0571e-02, -6.8119e-03, -7.7460e-03, -2.5375e-02,\n",
       "          -5.7767e-03, -2.4206e-02, -1.2739e-02, -2.2723e-02, -1.9700e-02,\n",
       "          -1.1015e-02, -9.3148e-03, -7.0490e-03, -1.2811e-02, -1.5917e-02,\n",
       "          -1.4403e-02, -1.5226e-02, -8.2755e-03,  1.5373e-03, -1.0506e-02,\n",
       "          -4.6909e-03, -1.2721e-02,  6.9142e-03, -3.5793e-03, -9.6263e-03,\n",
       "          -1.0170e-02, -1.1591e-02, -1.3785e-02, -1.4983e-02, -9.9107e-03,\n",
       "          -6.9238e-03, -3.8606e-03, -8.5105e-03, -1.7167e-02, -8.3854e-03,\n",
       "          -9.2159e-03, -1.6227e-02, -7.1812e-03, -1.3909e-02, -1.0707e-02,\n",
       "          -1.5815e-02, -1.3187e-02, -8.1862e-03, -1.5800e-02, -1.9015e-02,\n",
       "          -5.6187e-03,  3.4864e-03, -1.2342e-02, -1.3926e-02, -8.8318e-03,\n",
       "          -6.6163e-03, -2.2405e-02, -1.6392e-02, -1.2668e-02, -1.4168e-02,\n",
       "          -8.3214e-03, -1.6296e-02, -9.9259e-03, -1.3214e-02, -8.9372e-03,\n",
       "           1.9112e-02, -7.0010e-03, -2.0218e-02, -8.8476e-03, -9.9958e-03,\n",
       "          -1.8974e-02, -1.7279e-02, -2.8100e-02,  1.2524e-03, -8.7218e-03,\n",
       "          -9.3920e-03, -2.5196e-02, -1.0909e-02,  2.7714e-03, -2.1227e-02,\n",
       "          -9.3147e-03, -1.5753e-02, -1.2240e-02, -1.9828e-02,  1.3213e-02,\n",
       "          -6.8868e-03, -5.8623e-03, -1.2834e-02, -1.3088e-02, -3.1938e-03,\n",
       "           2.7875e-03,  8.2663e-03, -1.4321e-02, -1.6466e-02, -7.5687e-03,\n",
       "          -2.5374e-02, -7.8317e-03, -1.3905e-03, -7.0361e-03, -9.3475e-03,\n",
       "           5.6599e-02, -1.7062e-02, -4.0298e-03, -1.5645e-02, -6.6932e-04,\n",
       "           6.0109e-03,  4.3057e-02, -1.4206e-02, -7.9165e-03,  9.6663e-04,\n",
       "          -1.1691e-02,  6.9037e-04, -1.8385e-02, -6.3739e-03, -1.4764e-02,\n",
       "           4.2385e-03, -1.5457e-02,  5.4764e-03, -1.0872e-02, -1.0544e-02,\n",
       "          -2.4638e-02, -1.4122e-02, -1.0287e-02, -1.5117e-02, -8.4302e-03,\n",
       "          -1.0146e-02, -7.8533e-03, -2.7275e-02, -1.1603e-02, -1.6491e-02,\n",
       "          -1.7227e-02, -8.8502e-03, -1.7988e-02, -8.2931e-04, -7.3558e-03,\n",
       "           8.1654e-03,  4.7524e-03, -1.5517e-02, -1.4084e-02, -1.4146e-03,\n",
       "          -1.1864e-02, -5.5628e-03, -1.3810e-02,  2.4970e-03, -1.9104e-02,\n",
       "           1.0661e-02, -5.9639e-03, -1.9977e-02, -1.1285e-02, -6.9360e-03,\n",
       "          -1.2003e-02, -3.7871e-03, -1.2984e-02, -1.6452e-02, -1.4764e-05,\n",
       "           2.8791e-03, -6.6109e-03,  1.3931e-02, -6.7901e-03, -1.3328e-02,\n",
       "          -1.4704e-02, -6.5428e-03, -1.3475e-02, -3.1574e-03, -5.9552e-03,\n",
       "          -1.7777e-02, -4.9841e-03, -1.7503e-02, -1.4307e-02, -2.1365e-02,\n",
       "           5.4901e-04,  2.8591e-03, -6.7637e-03, -5.8111e-03, -2.1723e-02,\n",
       "          -1.1502e-02, -2.1666e-02, -1.5344e-02, -1.3392e-02, -5.1526e-03,\n",
       "          -1.0360e-02,  3.7052e-03, -3.4474e-03, -4.3447e-03, -9.8042e-03,\n",
       "           8.1587e-03, -4.8408e-04,  3.7321e-04, -8.3223e-03, -1.4003e-02,\n",
       "          -1.3556e-02, -1.6138e-02, -1.2011e-02, -2.1836e-02, -1.1987e-02,\n",
       "          -6.8125e-03, -6.3455e-03, -1.2107e-02, -1.3527e-02, -2.0661e-02,\n",
       "          -8.4502e-03, -2.4992e-03,  1.2230e-02, -8.1477e-03, -7.3135e-03,\n",
       "          -1.4424e-02, -1.0323e-02, -7.5444e-03, -9.3415e-03, -6.9644e-03,\n",
       "          -2.3572e-02, -6.0269e-03, -1.0141e-04, -2.1417e-02, -1.0591e-02,\n",
       "          -4.9266e-03, -1.3002e-02, -5.2726e-03, -1.2628e-02, -1.2483e-02,\n",
       "          -1.9682e-02, -1.4297e-02,  1.0862e-02, -7.8055e-03, -9.6129e-03,\n",
       "          -8.5347e-03,  8.8476e-03,  2.0165e-03, -2.0899e-02, -1.7382e-02,\n",
       "          -9.1689e-03, -1.2582e-02, -2.4998e-03, -1.3448e-02,  9.3499e-04,\n",
       "          -1.6891e-02, -1.4549e-02, -1.1718e-02, -1.0264e-02,  2.1148e-02,\n",
       "          -6.0439e-03, -8.7682e-03, -1.0400e-02, -6.8705e-03,  7.1733e-03,\n",
       "          -4.3274e-03, -1.1892e-02, -1.1547e-02, -1.4864e-02, -1.6904e-02,\n",
       "          -1.7504e-02, -1.7491e-02, -1.5694e-02, -1.8439e-02, -3.9403e-03,\n",
       "          -5.3750e-03,  3.5075e-03, -9.7108e-03, -1.0820e-02, -9.4922e-03,\n",
       "          -1.3729e-02,  5.4878e-04, -1.9382e-02, -8.3452e-03, -8.6326e-03,\n",
       "          -2.0745e-02, -9.2395e-03, -2.2487e-02, -1.4903e-02, -1.7299e-02,\n",
       "          -1.0819e-02,  8.2953e-03,  6.4215e-03, -1.2051e-02, -8.5739e-03,\n",
       "          -9.8795e-03,  1.1157e-03, -7.8664e-03, -1.1780e-02, -1.1100e-02,\n",
       "          -9.9699e-03, -6.0519e-03, -6.2364e-03, -1.4938e-02, -8.4955e-03,\n",
       "           3.0326e-02, -1.8948e-02, -1.3605e-02,  3.9565e-02, -8.1415e-03,\n",
       "           4.8963e-03, -1.0236e-02, -1.5681e-02, -1.4886e-02,  1.2055e-03,\n",
       "          -2.1668e-02, -8.3481e-03, -8.5201e-03, -1.0235e-02, -1.1421e-03,\n",
       "          -1.0788e-02, -1.9770e-03, -1.2119e-02,  6.3644e-03, -1.3711e-02,\n",
       "          -8.5519e-03, -7.3615e-04, -7.4072e-03, -8.9255e-03, -1.2022e-02,\n",
       "          -2.0314e-02,  4.6932e-02, -6.6977e-03, -1.1478e-02, -1.3242e-02,\n",
       "          -1.1108e-02, -9.3225e-03,  7.5651e-03, -1.3242e-03, -7.1036e-03,\n",
       "          -2.7149e-02, -1.4814e-02,  2.1899e-03, -2.5274e-02, -1.4516e-03,\n",
       "          -3.6273e-03, -5.5337e-03, -2.0863e-02, -1.4129e-02, -2.6839e-03,\n",
       "          -1.7138e-02,  7.0817e-03, -1.4096e-02, -2.0751e-03, -1.3376e-02,\n",
       "          -1.1005e-02, -1.1461e-02, -1.0669e-02, -9.2044e-03, -1.5970e-02,\n",
       "           1.0543e-02, -1.2821e-02,  1.6760e-04,  2.4222e-02, -9.7074e-03,\n",
       "          -1.4594e-02, -2.9710e-03, -8.0269e-03,  2.9790e-03, -1.5544e-02,\n",
       "           2.5415e-02, -1.4464e-02, -1.2134e-02, -5.9644e-03, -1.5269e-02,\n",
       "          -1.2796e-03, -9.5582e-03, -5.9320e-03, -7.9871e-03, -1.4212e-02,\n",
       "           3.9241e-03, -1.2594e-02, -4.2558e-03, -9.7000e-03, -8.4807e-03,\n",
       "          -6.1641e-03, -1.3256e-02, -1.4517e-02, -2.1105e-02,  3.2113e-03,\n",
       "          -1.1935e-02, -1.6679e-02, -9.3381e-03, -2.1894e-02, -1.2636e-02,\n",
       "           5.4594e-03, -6.7100e-03, -1.4937e-02, -8.8845e-03, -1.3706e-02,\n",
       "          -1.1874e-02,  2.9588e-03, -5.0721e-03, -2.1021e-02, -6.5628e-03,\n",
       "           7.7106e-02, -8.6230e-03, -1.1433e-02, -4.5728e-04, -1.3425e-02,\n",
       "          -1.7505e-02, -1.6300e-02, -1.2943e-03, -1.5728e-02,  2.6092e-02,\n",
       "          -9.1927e-03, -1.3393e-02, -1.3866e-02,  2.1371e-02, -4.4989e-03,\n",
       "          -1.3239e-02,  2.3530e-02, -1.5297e-02, -1.4641e-02, -7.5053e-03,\n",
       "          -7.5792e-03, -1.1415e-02, -9.4629e-03, -1.5333e-02, -1.3896e-02,\n",
       "          -6.6153e-03, -7.8449e-03, -1.0647e-02, -4.1664e-03, -1.0087e-02,\n",
       "          -1.6986e-02, -1.9518e-02, -1.2882e-02, -1.1494e-02, -4.1469e-03,\n",
       "           2.3319e-02, -1.0882e-02, -1.2842e-02,  9.4430e-03, -1.1106e-02,\n",
       "          -8.4994e-03, -1.0028e-02, -1.3954e-02, -1.2794e-02, -1.0800e-02,\n",
       "          -7.8013e-03,  1.3418e-03,  1.6715e-03, -2.0558e-02, -1.0070e-02,\n",
       "          -2.4121e-03, -9.2668e-03, -1.2030e-02, -1.2884e-02, -1.2012e-02,\n",
       "           1.6363e-03, -1.4926e-02, -1.0787e-02, -8.8074e-03, -1.0345e-02,\n",
       "          -1.9403e-02,  2.0330e-02, -1.4535e-02, -1.9011e-03, -3.3728e-03,\n",
       "          -5.8422e-03, -7.9918e-03, -3.6429e-03, -1.2502e-02,  1.8638e-03,\n",
       "          -3.9171e-03, -1.4008e-02, -1.1234e-02,  4.4464e-03, -8.6801e-03,\n",
       "          -1.8777e-02, -1.5909e-02, -8.1120e-03, -1.2481e-02, -1.5000e-02,\n",
       "          -3.9400e-03, -1.3470e-02, -1.0014e-02, -1.2871e-02, -1.5497e-02,\n",
       "          -6.9101e-03, -1.2240e-02, -1.6092e-02, -1.2815e-02, -1.5099e-02,\n",
       "          -5.5916e-03, -1.2213e-02, -1.0447e-02, -6.2808e-03,  5.1122e-03,\n",
       "          -1.7706e-02, -1.1531e-02, -1.5728e-02, -2.0153e-02,  1.2495e-02,\n",
       "          -1.0821e-02, -5.2826e-03, -2.4059e-03, -2.3418e-02, -4.2344e-03,\n",
       "          -1.3340e-02, -4.7368e-03, -2.0891e-02, -8.3136e-03, -9.1374e-03,\n",
       "          -2.7412e-03, -3.9536e-03], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[[[ 5.9586e-05,  2.5641e-04, -7.1110e-05],\n",
       "            [ 9.8953e-05,  2.2082e-04, -2.0594e-04],\n",
       "            [ 4.0220e-04,  6.2476e-04,  2.1442e-04]],\n",
       "  \n",
       "           [[-5.7031e-04, -6.7516e-04, -5.1495e-04],\n",
       "            [-2.8193e-04, -2.9658e-04, -1.7827e-04],\n",
       "            [-4.1654e-04, -4.8361e-04, -4.8463e-04]],\n",
       "  \n",
       "           [[-5.6660e-04, -5.8421e-04, -4.8979e-04],\n",
       "            [-5.4168e-04, -5.1492e-04, -3.9538e-04],\n",
       "            [-4.7950e-04, -2.9779e-04, -1.7502e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-4.9823e-04, -5.3117e-04, -6.3979e-04],\n",
       "            [-4.1571e-04, -4.1425e-04, -5.9430e-04],\n",
       "            [-4.5503e-04, -4.8937e-04, -5.9079e-04]],\n",
       "  \n",
       "           [[ 2.3872e-04,  2.8907e-04,  1.6325e-04],\n",
       "            [ 2.9063e-04,  3.5247e-04,  4.2605e-04],\n",
       "            [ 7.4832e-04,  7.7220e-04,  6.9845e-04]],\n",
       "  \n",
       "           [[-3.0441e-04, -4.9061e-04, -4.8594e-04],\n",
       "            [-2.7177e-04, -4.8657e-04, -3.2054e-04],\n",
       "            [-1.7077e-04, -3.1895e-04, -3.0800e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[ 2.1970e-04,  1.0794e-04,  8.2417e-05],\n",
       "            [-1.3947e-04, -2.3565e-04, -2.2583e-04],\n",
       "            [-1.4729e-04, -1.5688e-04, -2.8040e-04]],\n",
       "  \n",
       "           [[-7.3884e-04, -6.4999e-04, -7.4156e-04],\n",
       "            [-4.4470e-04, -3.4102e-04, -5.8083e-04],\n",
       "            [-3.2149e-04, -3.8866e-04, -4.9116e-04]],\n",
       "  \n",
       "           [[ 1.0817e-04,  8.1080e-05, -3.7179e-05],\n",
       "            [-5.0064e-06,  8.0070e-05, -4.5515e-05],\n",
       "            [ 3.8158e-04,  2.9088e-04,  4.0949e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 1.1842e-03,  8.2621e-04,  9.8805e-04],\n",
       "            [ 1.1123e-03,  6.2088e-04,  9.7463e-04],\n",
       "            [ 9.3684e-04,  7.0664e-04,  8.0245e-04]],\n",
       "  \n",
       "           [[ 6.7624e-04,  6.8156e-04,  8.1782e-04],\n",
       "            [ 3.2237e-04,  2.5229e-04,  5.2408e-04],\n",
       "            [ 4.9288e-04,  3.0599e-04,  5.7250e-04]],\n",
       "  \n",
       "           [[ 1.5314e-03,  1.3557e-03,  1.5890e-03],\n",
       "            [ 1.8324e-03,  1.4716e-03,  1.8310e-03],\n",
       "            [ 1.2431e-03,  1.2287e-03,  1.2039e-03]]],\n",
       "  \n",
       "  \n",
       "          [[[-2.4655e-05,  3.0667e-04,  1.5760e-04],\n",
       "            [ 3.2815e-04,  6.4068e-04,  4.8614e-04],\n",
       "            [ 4.0742e-04,  7.3588e-04,  6.4783e-04]],\n",
       "  \n",
       "           [[-4.8511e-06,  5.7065e-06,  3.6910e-05],\n",
       "            [ 2.2576e-04,  3.3321e-04,  2.9552e-04],\n",
       "            [-3.3062e-05,  7.7847e-05,  1.2978e-04]],\n",
       "  \n",
       "           [[-1.5552e-03, -1.3083e-03, -1.5667e-03],\n",
       "            [-1.7205e-03, -1.3204e-03, -1.4402e-03],\n",
       "            [-1.6552e-03, -1.3748e-03, -1.3340e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-2.3407e-04,  1.5311e-05, -2.2667e-04],\n",
       "            [-2.9231e-04,  2.5710e-05, -5.5099e-05],\n",
       "            [-3.1844e-04,  4.1152e-05, -1.5639e-04]],\n",
       "  \n",
       "           [[ 6.6540e-04,  4.8699e-04,  7.5404e-04],\n",
       "            [ 2.2627e-04,  6.4622e-05,  2.9169e-04],\n",
       "            [ 6.6866e-05,  7.0325e-05,  1.4355e-05]],\n",
       "  \n",
       "           [[-6.2474e-04, -8.0457e-04, -6.7879e-04],\n",
       "            [-7.9947e-04, -1.1086e-03, -9.4163e-04],\n",
       "            [-3.6806e-04, -5.5883e-04, -4.7348e-04]]],\n",
       "  \n",
       "  \n",
       "          ...,\n",
       "  \n",
       "  \n",
       "          [[[ 2.0439e-04,  1.5149e-04,  1.3165e-04],\n",
       "            [-2.5454e-04, -1.7885e-05, -1.3795e-04],\n",
       "            [-2.4048e-04, -1.2778e-05, -1.3765e-06]],\n",
       "  \n",
       "           [[ 2.2123e-04,  1.1008e-04,  7.5142e-05],\n",
       "            [ 5.8440e-04,  6.0148e-04,  4.9189e-04],\n",
       "            [ 9.1238e-04,  7.9729e-04,  7.2720e-04]],\n",
       "  \n",
       "           [[-5.4083e-05, -3.8395e-04, -3.7773e-04],\n",
       "            [-2.5426e-04, -2.3740e-04, -3.9672e-04],\n",
       "            [-2.6873e-04, -1.9613e-04, -2.7460e-04]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-9.0040e-04, -7.5415e-04, -7.8187e-04],\n",
       "            [-6.3307e-04, -5.7237e-04, -5.4400e-04],\n",
       "            [-7.7147e-04, -8.0008e-04, -6.8720e-04]],\n",
       "  \n",
       "           [[ 2.0124e-04,  3.2853e-04, -3.4307e-05],\n",
       "            [ 3.0963e-04,  4.6052e-04,  9.4048e-05],\n",
       "            [-2.8733e-05,  2.1772e-04, -8.4848e-05]],\n",
       "  \n",
       "           [[-7.7670e-05, -4.6612e-04, -2.9616e-04],\n",
       "            [ 1.3016e-04, -2.4152e-04, -2.2868e-04],\n",
       "            [-4.2007e-05, -7.2083e-05, -1.8973e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[-7.5605e-04, -7.2483e-04, -9.4475e-04],\n",
       "            [-6.4240e-04, -4.2838e-04, -8.4888e-04],\n",
       "            [-2.2638e-04, -1.6319e-04, -5.5857e-04]],\n",
       "  \n",
       "           [[ 9.9844e-04,  1.0958e-03,  1.2143e-03],\n",
       "            [ 9.0230e-04,  6.3858e-04,  1.1476e-03],\n",
       "            [ 1.0703e-03,  8.1080e-04,  1.1872e-03]],\n",
       "  \n",
       "           [[-2.2296e-04, -7.7671e-05,  2.2552e-06],\n",
       "            [-3.7574e-04, -2.5584e-04, -2.3315e-04],\n",
       "            [-1.2782e-05,  1.0404e-04,  8.1206e-05]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[ 1.0461e-03,  5.8684e-04,  7.1769e-04],\n",
       "            [ 9.7780e-04,  6.9051e-04,  7.4537e-04],\n",
       "            [ 1.1879e-03,  1.3065e-03,  1.1732e-03]],\n",
       "  \n",
       "           [[-1.0644e-04,  1.6055e-04,  1.2267e-05],\n",
       "            [ 2.0417e-04,  3.1728e-04,  8.5248e-05],\n",
       "            [-9.4584e-05, -1.4737e-05, -1.8211e-04]],\n",
       "  \n",
       "           [[ 6.0165e-04,  1.3160e-03,  7.9694e-04],\n",
       "            [ 2.7394e-04,  6.9595e-04,  3.1463e-04],\n",
       "            [-4.1092e-04,  1.6573e-04, -2.9472e-04]]],\n",
       "  \n",
       "  \n",
       "          [[[ 7.8834e-04,  6.5167e-04,  5.3077e-04],\n",
       "            [ 4.1103e-04,  3.3670e-04,  2.0306e-04],\n",
       "            [ 1.3128e-04,  3.5254e-04,  6.3508e-05]],\n",
       "  \n",
       "           [[-3.6993e-04,  7.0590e-06, -3.1463e-04],\n",
       "            [-4.8484e-04, -2.2468e-04, -4.2922e-04],\n",
       "            [-4.1973e-04, -3.2414e-04, -5.0078e-04]],\n",
       "  \n",
       "           [[ 1.2450e-03,  9.8317e-04,  1.2414e-03],\n",
       "            [ 1.0623e-03,  6.3575e-04,  8.5112e-04],\n",
       "            [ 1.3056e-03,  1.2252e-03,  1.3579e-03]],\n",
       "  \n",
       "           ...,\n",
       "  \n",
       "           [[-9.3019e-04, -9.2705e-04, -1.0347e-03],\n",
       "            [-5.5912e-04, -5.9509e-04, -5.4505e-04],\n",
       "            [-6.7892e-04, -8.4630e-04, -7.6826e-04]],\n",
       "  \n",
       "           [[ 2.9385e-04,  7.4485e-06,  2.1059e-04],\n",
       "            [ 1.8516e-04, -1.7495e-04,  1.3634e-05],\n",
       "            [ 1.5922e-04, -2.6030e-05,  9.8726e-05]],\n",
       "  \n",
       "           [[-6.8488e-04, -7.1124e-04, -5.7162e-04],\n",
       "            [-2.8587e-04, -2.8015e-04, -2.1001e-04],\n",
       "            [ 2.3799e-04,  2.5464e-04,  2.1948e-04]]]], requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([0.1052, 0.1025, 0.1014, 0.1082, 0.1122, 0.0961, 0.1036, 0.1328, 0.0995,\n",
       "          0.1089, 0.1013, 0.1012, 0.1088, 0.1029, 0.1073, 0.1056, 0.1008, 0.1425,\n",
       "          0.0952, 0.0963, 0.1041, 0.1150, 0.1083, 0.1094, 0.1092, 0.1107, 0.1071,\n",
       "          0.1043, 0.1072, 0.1081, 0.1018, 0.1127, 0.1050, 0.1025, 0.1027, 0.1064,\n",
       "          0.1079, 0.1069, 0.0878, 0.1010, 0.0945, 0.0961, 0.1029, 0.1056, 0.0940,\n",
       "          0.1072, 0.1103, 0.1218, 0.1108, 0.1042, 0.1086, 0.0984, 0.1005, 0.0981,\n",
       "          0.0981, 0.1074, 0.1104, 0.1061, 0.1050, 0.1095, 0.1066, 0.1105, 0.1093,\n",
       "          0.1077, 0.1023, 0.1088, 0.0917, 0.1177, 0.1155, 0.1039, 0.1099, 0.0994,\n",
       "          0.1019, 0.1091, 0.1034, 0.1050, 0.1023, 0.0962, 0.1028, 0.1039, 0.1034,\n",
       "          0.1036, 0.1081, 0.1209, 0.1018, 0.1037, 0.1036, 0.0922, 0.1051, 0.1025,\n",
       "          0.0845, 0.1083, 0.1093, 0.1076, 0.0899, 0.1009, 0.1000, 0.1037, 0.1042,\n",
       "          0.0908, 0.1187, 0.1084, 0.1113, 0.1053, 0.1014, 0.0824, 0.1109, 0.1078,\n",
       "          0.0952, 0.1082, 0.1041, 0.1014, 0.1031, 0.1059, 0.1041, 0.1051, 0.0998,\n",
       "          0.1217, 0.1080, 0.1063, 0.1056, 0.0992, 0.1037, 0.0865, 0.1059, 0.1014,\n",
       "          0.1066, 0.1112, 0.0948, 0.1128, 0.1068, 0.1076, 0.1080, 0.1015, 0.1135,\n",
       "          0.1191, 0.1059, 0.1082, 0.1036, 0.1016, 0.0977, 0.1017, 0.1034, 0.1095,\n",
       "          0.1009, 0.1087, 0.1067, 0.1065, 0.1015, 0.1112, 0.1012, 0.0964, 0.1063,\n",
       "          0.1000, 0.0966, 0.1053, 0.1165, 0.1066, 0.1042, 0.0967, 0.1033, 0.1264,\n",
       "          0.1096, 0.1326, 0.1170, 0.1130, 0.1002, 0.1032, 0.1042, 0.1032, 0.1082,\n",
       "          0.1028, 0.1104, 0.1089, 0.1043, 0.0965, 0.1090, 0.1083, 0.1168, 0.0949,\n",
       "          0.1083, 0.1012, 0.1293, 0.1037, 0.0988, 0.1100, 0.1135, 0.1097, 0.1054,\n",
       "          0.1048, 0.1056, 0.0955, 0.1109, 0.1064, 0.1021, 0.1054, 0.1043, 0.0979,\n",
       "          0.1019, 0.0973, 0.1016, 0.1119, 0.1179, 0.0999, 0.1161, 0.1011, 0.0968,\n",
       "          0.1030, 0.1042, 0.1125, 0.0931, 0.0983, 0.1084, 0.1027, 0.1093, 0.1074,\n",
       "          0.1042, 0.1024, 0.0951, 0.1145, 0.1097, 0.1110, 0.1055, 0.1022, 0.0896,\n",
       "          0.1036, 0.1083, 0.1109, 0.1043, 0.1075, 0.1080, 0.1056, 0.1048, 0.1079,\n",
       "          0.1007, 0.1036, 0.1023, 0.1067, 0.0983, 0.1163, 0.1021, 0.1051, 0.1256,\n",
       "          0.0946, 0.1060, 0.1227, 0.1106, 0.1017, 0.0912, 0.1130, 0.1146, 0.1069,\n",
       "          0.1070, 0.1120, 0.1036, 0.1169, 0.0970, 0.1205, 0.1163, 0.1069, 0.1052,\n",
       "          0.1135, 0.1074, 0.1068, 0.0991, 0.0991, 0.1011, 0.1003, 0.1006, 0.1093,\n",
       "          0.1022, 0.1101, 0.1063, 0.1006, 0.1134, 0.1027, 0.1064, 0.1018, 0.1106,\n",
       "          0.1011, 0.1293, 0.0987, 0.1024, 0.0983, 0.1074, 0.1029, 0.1088, 0.1013,\n",
       "          0.1126, 0.1114, 0.0998, 0.0920, 0.1034, 0.1056, 0.1060, 0.0965, 0.1062,\n",
       "          0.1035, 0.1019, 0.0900, 0.1017, 0.1107, 0.0983, 0.0994, 0.1117, 0.1052,\n",
       "          0.1000, 0.1061, 0.0931, 0.1091, 0.1107, 0.1028, 0.1144, 0.0900, 0.1001,\n",
       "          0.0955, 0.1144, 0.0962, 0.1147, 0.1073, 0.0989, 0.1013, 0.1064, 0.1117,\n",
       "          0.1081, 0.0969, 0.1054, 0.1028, 0.1040, 0.1049, 0.1028, 0.1167, 0.1097,\n",
       "          0.1008, 0.1088, 0.1013, 0.1022, 0.1057, 0.1090, 0.1060, 0.1049, 0.1000,\n",
       "          0.0892, 0.1072, 0.1027, 0.1051, 0.1056, 0.1018, 0.1002, 0.1083, 0.1058,\n",
       "          0.1014, 0.1007, 0.1029, 0.1040, 0.0975, 0.0978, 0.1098, 0.1057, 0.1056,\n",
       "          0.1039, 0.1139, 0.1012, 0.1010, 0.1097, 0.0957, 0.1079, 0.1053, 0.0975,\n",
       "          0.1113, 0.1091, 0.1114, 0.1080, 0.1026, 0.1016, 0.1075, 0.0973, 0.0896,\n",
       "          0.1030, 0.0937, 0.1136, 0.1016, 0.0954, 0.1069, 0.1091, 0.1082, 0.1007,\n",
       "          0.1183, 0.1030, 0.1034, 0.1097, 0.1121, 0.1063, 0.1046, 0.1071, 0.1047,\n",
       "          0.0964, 0.1012, 0.1096, 0.1057, 0.1202, 0.1111, 0.1042, 0.1004, 0.1024,\n",
       "          0.1007, 0.1061, 0.1114, 0.0975, 0.1062, 0.1061, 0.1100, 0.0897, 0.1031,\n",
       "          0.1007, 0.1132, 0.0880, 0.0996, 0.1050, 0.1068, 0.1015, 0.1067, 0.1062,\n",
       "          0.1010, 0.1077, 0.1108, 0.1084, 0.1241, 0.0982, 0.1126, 0.1017, 0.1133,\n",
       "          0.1053, 0.1068, 0.1136, 0.1212, 0.1051, 0.1014, 0.0979, 0.0925, 0.1111,\n",
       "          0.1063, 0.1042, 0.0999, 0.1054, 0.1075, 0.1105, 0.1071, 0.1149, 0.1006,\n",
       "          0.1059, 0.1113, 0.1041, 0.1059, 0.0922, 0.1075, 0.0907, 0.1105, 0.1051,\n",
       "          0.1087, 0.1024, 0.1095, 0.1040, 0.0991, 0.0966, 0.1031, 0.1091, 0.1031,\n",
       "          0.1167, 0.1081, 0.0947, 0.0991, 0.1013, 0.1066, 0.0979, 0.1063, 0.0977,\n",
       "          0.0991, 0.1059, 0.1005, 0.0988, 0.1046, 0.0905, 0.1031, 0.1091, 0.1094,\n",
       "          0.1068, 0.1089, 0.1132, 0.0976, 0.1101, 0.1074, 0.1139, 0.1098, 0.1068,\n",
       "          0.1059, 0.0899, 0.1040, 0.1071, 0.1051, 0.1066, 0.0942, 0.1056, 0.1007,\n",
       "          0.0953, 0.0918, 0.1135, 0.1119, 0.1029, 0.1024, 0.1188, 0.1124],\n",
       "         requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([0.0336, 0.0360, 0.0382, 0.0506, 0.0355, 0.0092, 0.0093, 0.0494, 0.0348,\n",
       "          0.0379, 0.0330, 0.0316, 0.0350, 0.0385, 0.0338, 0.0398, 0.0323, 0.0722,\n",
       "          0.0113, 0.0286, 0.0354, 0.0493, 0.0343, 0.0402, 0.0384, 0.0308, 0.0396,\n",
       "          0.0442, 0.0281, 0.0342, 0.0386, 0.0266, 0.0333, 0.0361, 0.0260, 0.0310,\n",
       "          0.0345, 0.0419, 0.0112, 0.0391, 0.0093, 0.0320, 0.0325, 0.0430, 0.0218,\n",
       "          0.0363, 0.0350, 0.0533, 0.0401, 0.0300, 0.0427, 0.0108, 0.0324, 0.0097,\n",
       "          0.0429, 0.0280, 0.0530, 0.0362, 0.0138, 0.0387, 0.0323, 0.0360, 0.0423,\n",
       "          0.0298, 0.0368, 0.0479, 0.0292, 0.0321, 0.0387, 0.0055, 0.0355, 0.0275,\n",
       "          0.0382, 0.0265, 0.0376, 0.0384, 0.0318, 0.0113, 0.0319, 0.0346, 0.0335,\n",
       "          0.0417, 0.0475, 0.0454, 0.0326, 0.0406, 0.0360, 0.0087, 0.0449, 0.0363,\n",
       "          0.0101, 0.0372, 0.0316, 0.0382, 0.0101, 0.0293, 0.0409, 0.0385, 0.0321,\n",
       "          0.0114, 0.0386, 0.0393, 0.0387, 0.0446, 0.0396, 0.0086, 0.0383, 0.0323,\n",
       "          0.0207, 0.0358, 0.0332, 0.0395, 0.0333, 0.0391, 0.0294, 0.0358, 0.0399,\n",
       "          0.0251, 0.0399, 0.0398, 0.0427, 0.0102, 0.0346, 0.0113, 0.0358, 0.0249,\n",
       "          0.0321, 0.0373, 0.0337, 0.0372, 0.0293, 0.0315, 0.0284, 0.0278, 0.0427,\n",
       "          0.0385, 0.0331, 0.0416, 0.0298, 0.0325, 0.0356, 0.0087, 0.0382, 0.0312,\n",
       "          0.0088, 0.0311, 0.0300, 0.0466, 0.0096, 0.0432, 0.0371, 0.0109, 0.0237,\n",
       "          0.0334, 0.0356, 0.0234, 0.0424, 0.0108, 0.0341, 0.0076, 0.0356, 0.0640,\n",
       "          0.0354, 0.0412, 0.0357, 0.0364, 0.0433, 0.0084, 0.0364, 0.0409, 0.0288,\n",
       "          0.0331, 0.0313, 0.0053, 0.0354, 0.0397, 0.0335, 0.0298, 0.0480, 0.0084,\n",
       "          0.0306, 0.0370, 0.0611, 0.0393, 0.0381, 0.0418, 0.0327, 0.0379, 0.0366,\n",
       "          0.0339, 0.0333, 0.0085, 0.0416, 0.0551, 0.0342, 0.0366, 0.0400, 0.0324,\n",
       "          0.0374, 0.0251, 0.0342, 0.0378, 0.0485, 0.0352, 0.0427, 0.0259, 0.0086,\n",
       "          0.0303, 0.0403, 0.0461, 0.0071, 0.0312, 0.0333, 0.0406, 0.0300, 0.0385,\n",
       "          0.0374, 0.0063, 0.0080, 0.0404, 0.0295, 0.0407, 0.0385, 0.0305, 0.0118,\n",
       "          0.0315, 0.0454, 0.0325, 0.0480, 0.0399, 0.0390, 0.0373, 0.0316, 0.0407,\n",
       "          0.0303, 0.0407, 0.0387, 0.0093, 0.0357, 0.0449, 0.0350, 0.0366, 0.0344,\n",
       "          0.0346, 0.0388, 0.0339, 0.0385, 0.0360, 0.0131, 0.0485, 0.0514, 0.0334,\n",
       "          0.0394, 0.0343, 0.0359, 0.0214, 0.0084, 0.0467, 0.0417, 0.0451, 0.0369,\n",
       "          0.0353, 0.0411, 0.0373, 0.0079, 0.0333, 0.0072, 0.0380, 0.0370, 0.0368,\n",
       "          0.0340, 0.0306, 0.0347, 0.0377, 0.0065, 0.0375, 0.0384, 0.0351, 0.0359,\n",
       "          0.0252, 0.0208, 0.0332, 0.0366, 0.0343, 0.0320, 0.0294, 0.0346, 0.0339,\n",
       "          0.0364, 0.0289, 0.0394, 0.0113, 0.0278, 0.0066, 0.0367, 0.0074, 0.0409,\n",
       "          0.0191, 0.0368, 0.0324, 0.0287, 0.0326, 0.0307, 0.0368, 0.0495, 0.0386,\n",
       "          0.0073, 0.0393, 0.0096, 0.0311, 0.0463, 0.0113, 0.0531, 0.0094, 0.0318,\n",
       "          0.0108, 0.0370, 0.0097, 0.0509, 0.0313, 0.0402, 0.0127, 0.0369, 0.0368,\n",
       "          0.0323, 0.0345, 0.0380, 0.0227, 0.0354, 0.0332, 0.0405, 0.0405, 0.0339,\n",
       "          0.0090, 0.0370, 0.0333, 0.0456, 0.0370, 0.0404, 0.0381, 0.0319, 0.0334,\n",
       "          0.0347, 0.0508, 0.0422, 0.0310, 0.0076, 0.0370, 0.0287, 0.0340, 0.0270,\n",
       "          0.0342, 0.0336, 0.0369, 0.0323, 0.0339, 0.0097, 0.0433, 0.0373, 0.0306,\n",
       "          0.0317, 0.0387, 0.0072, 0.0343, 0.0444, 0.0091, 0.0437, 0.0384, 0.0121,\n",
       "          0.0316, 0.0495, 0.0341, 0.0061, 0.0353, 0.0371, 0.0301, 0.0359, 0.0097,\n",
       "          0.0109, 0.0130, 0.0515, 0.0372, 0.0133, 0.0399, 0.0479, 0.0367, 0.0326,\n",
       "          0.0390, 0.0308, 0.0485, 0.0394, 0.0368, 0.0310, 0.0431, 0.0476, 0.0349,\n",
       "          0.0363, 0.0375, 0.0357, 0.0092, 0.0506, 0.0483, 0.0302, 0.0356, 0.0399,\n",
       "          0.0297, 0.0368, 0.0369, 0.0314, 0.0294, 0.0079, 0.0370, 0.0122, 0.0354,\n",
       "          0.0141, 0.0317, 0.0099, 0.0093, 0.0287, 0.0343, 0.0301, 0.0362, 0.0375,\n",
       "          0.0363, 0.0438, 0.0074, 0.0371, 0.0456, 0.0102, 0.0408, 0.0095, 0.0395,\n",
       "          0.0312, 0.0376, 0.0352, 0.0534, 0.0354, 0.0374, 0.0249, 0.0093, 0.0369,\n",
       "          0.0313, 0.0298, 0.0418, 0.0434, 0.0098, 0.0444, 0.0338, 0.0408, 0.0421,\n",
       "          0.0437, 0.0336, 0.0362, 0.0347, 0.0103, 0.0359, 0.0136, 0.0352, 0.0378,\n",
       "          0.0356, 0.0182, 0.0351, 0.0085, 0.0086, 0.0115, 0.0367, 0.0319, 0.0309,\n",
       "          0.0351, 0.0311, 0.0108, 0.0349, 0.0348, 0.0311, 0.0069, 0.0312, 0.0078,\n",
       "          0.0313, 0.0052, 0.0366, 0.0355, 0.0450, 0.0264, 0.0320, 0.0499, 0.0117,\n",
       "          0.0410, 0.0377, 0.0495, 0.0089, 0.0429, 0.0463, 0.0376, 0.0342, 0.0297,\n",
       "          0.0302, 0.0109, 0.0301, 0.0367, 0.0094, 0.0361, 0.0371, 0.0362, 0.0363,\n",
       "          0.0096, 0.0366, 0.0516, 0.0390, 0.0384, 0.0409, 0.0414, 0.0393],\n",
       "         requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([[-0.0619, -0.0583, -0.0628, -0.0756, -0.0672,  0.0367,  0.0379, -0.0853,\n",
       "           -0.0575, -0.0666, -0.0668, -0.0591, -0.0642, -0.0793, -0.0631, -0.0668,\n",
       "           -0.0567, -0.1178,  0.0340, -0.0523, -0.0713, -0.0786, -0.0639, -0.0674,\n",
       "           -0.0685, -0.0598, -0.0666, -0.0750, -0.0597, -0.0642, -0.0627, -0.0621,\n",
       "           -0.0618, -0.0647, -0.0512, -0.0604, -0.0631, -0.0754,  0.0244, -0.0647,\n",
       "            0.0356, -0.0561, -0.0620, -0.0794, -0.0413, -0.0673, -0.0656, -0.0812,\n",
       "           -0.0705, -0.0588, -0.0714,  0.0353, -0.0589,  0.0363, -0.0632, -0.0545,\n",
       "           -0.0756, -0.0619,  0.0416, -0.0803, -0.0621, -0.0648, -0.0740, -0.0587,\n",
       "           -0.0707, -0.0789, -0.0495, -0.0668, -0.0681,  0.0432, -0.0671, -0.0557,\n",
       "           -0.0646, -0.0575, -0.0642, -0.0672, -0.0605,  0.0403, -0.0597, -0.0638,\n",
       "           -0.0606, -0.0646, -0.0708, -0.0685, -0.0609, -0.0664, -0.0645,  0.0363,\n",
       "           -0.0762, -0.0672,  0.0261, -0.0678, -0.0677, -0.0670,  0.0328, -0.0554,\n",
       "           -0.0659, -0.0677, -0.0581,  0.0327, -0.0712, -0.0655, -0.0672, -0.0741,\n",
       "           -0.0653,  0.0221, -0.0696, -0.0620, -0.0398, -0.0638, -0.0612, -0.0635,\n",
       "           -0.0617, -0.0675, -0.0572, -0.0619, -0.0670, -0.0621, -0.0684, -0.0677,\n",
       "           -0.0786,  0.0404, -0.0631,  0.0315, -0.0637, -0.0522, -0.0613, -0.0677,\n",
       "           -0.0546, -0.0707, -0.0587, -0.0616, -0.0618, -0.0519, -0.0705, -0.0719,\n",
       "           -0.0709, -0.0717, -0.0540, -0.0586, -0.0590,  0.0310, -0.0695, -0.0614,\n",
       "            0.0383, -0.0640, -0.0613, -0.0745,  0.0423, -0.0693, -0.0670,  0.0375,\n",
       "           -0.0489, -0.0580, -0.0591, -0.0491, -0.0854,  0.0424, -0.0673,  0.0369,\n",
       "           -0.0596, -0.0932, -0.0642, -0.0833, -0.0697, -0.0702, -0.0675,  0.0438,\n",
       "           -0.0636, -0.0660, -0.0598, -0.0604, -0.0649,  0.0517, -0.0623, -0.0646,\n",
       "           -0.0630, -0.0609, -0.0826,  0.0349, -0.0613, -0.0642, -0.0965, -0.0662,\n",
       "           -0.0584, -0.0753, -0.0659, -0.0662, -0.0698, -0.0612, -0.0644,  0.0344,\n",
       "           -0.0707, -0.0784, -0.0616, -0.0651, -0.0661, -0.0587, -0.0629, -0.0466,\n",
       "           -0.0619, -0.0689, -0.0776, -0.0617, -0.0715, -0.0456,  0.0348, -0.0581,\n",
       "           -0.0715, -0.0774,  0.0382, -0.0582, -0.0621, -0.0703, -0.0551, -0.0683,\n",
       "           -0.0644,  0.0474,  0.0359, -0.0722, -0.0596, -0.0691, -0.0672, -0.0575,\n",
       "            0.0286, -0.0611, -0.0718, -0.0657, -0.0760, -0.0699, -0.0686, -0.0651,\n",
       "           -0.0616, -0.0664, -0.0581, -0.0665, -0.0638,  0.0409, -0.0614, -0.0848,\n",
       "           -0.0617, -0.0661, -0.0700, -0.0583, -0.0660, -0.0684, -0.0675, -0.0646,\n",
       "            0.0236, -0.0944, -0.0864, -0.0617, -0.0682, -0.0673, -0.0631,  0.0351,\n",
       "            0.0370, -0.0819, -0.0747, -0.0782, -0.0645, -0.0687, -0.0826, -0.0674,\n",
       "            0.0385, -0.0559,  0.0393, -0.0636, -0.0615, -0.0668, -0.0627, -0.0618,\n",
       "           -0.0620, -0.0681,  0.0532, -0.0643, -0.0677, -0.0620, -0.0662, -0.0530,\n",
       "            0.0491, -0.0589, -0.0628, -0.0587, -0.0707, -0.0570, -0.0661, -0.0613,\n",
       "           -0.0733, -0.0606, -0.0649,  0.0313, -0.0568,  0.0396, -0.0664,  0.0233,\n",
       "           -0.0678,  0.0317, -0.0635, -0.0539, -0.0570, -0.0628, -0.0565, -0.0628,\n",
       "           -0.0807, -0.0730,  0.0344, -0.0682,  0.0300, -0.0624, -0.0800,  0.0427,\n",
       "           -0.0798,  0.0270, -0.0579,  0.0347, -0.0686,  0.0415, -0.0945, -0.0683,\n",
       "           -0.0669,  0.0408, -0.0646, -0.0688, -0.0642, -0.0557, -0.0642, -0.0467,\n",
       "           -0.0642, -0.0628, -0.0736, -0.0753, -0.0641,  0.0346, -0.0660, -0.0606,\n",
       "           -0.0860, -0.0652, -0.0684, -0.0697, -0.0692, -0.0701, -0.0524, -0.0742,\n",
       "           -0.0721, -0.0608,  0.0439, -0.0683, -0.0579, -0.0676, -0.0569, -0.0606,\n",
       "           -0.0601, -0.0655, -0.0593, -0.0601,  0.0400, -0.0712, -0.0655, -0.0623,\n",
       "           -0.0600, -0.0695,  0.0425, -0.0600, -0.0725,  0.0340, -0.0703, -0.0651,\n",
       "            0.0300, -0.0633, -0.0817, -0.0671,  0.0489, -0.0611, -0.0627, -0.0579,\n",
       "           -0.0583,  0.0229,  0.0384,  0.0189, -0.0813, -0.0627,  0.0359, -0.0670,\n",
       "           -0.0760, -0.0659, -0.0613, -0.0703, -0.0603, -0.0836, -0.0694, -0.0679,\n",
       "           -0.0623, -0.0706, -0.0712, -0.0614, -0.0612, -0.0639, -0.0657,  0.0421,\n",
       "           -0.0805, -0.0810, -0.0587, -0.0608, -0.0663, -0.0556, -0.0638, -0.0673,\n",
       "           -0.0552, -0.0597,  0.0446, -0.0673,  0.0250, -0.0633,  0.0412, -0.0615,\n",
       "            0.0256,  0.0361, -0.0578, -0.0644, -0.0573, -0.0636, -0.0652, -0.0618,\n",
       "           -0.0824,  0.0547, -0.0643, -0.0850,  0.0365, -0.0784,  0.0407, -0.0715,\n",
       "           -0.0606, -0.0666, -0.0659, -0.0796, -0.0639, -0.0621, -0.0470,  0.0327,\n",
       "           -0.0779, -0.0614, -0.0568, -0.0645, -0.0746,  0.0473, -0.0760, -0.0632,\n",
       "           -0.0698, -0.0683, -0.0816, -0.0654, -0.0610, -0.0644,  0.0338, -0.0660,\n",
       "            0.0261, -0.0635, -0.0664, -0.0657,  0.0196, -0.0788,  0.0401,  0.0366,\n",
       "            0.0315, -0.0644, -0.0606, -0.0570, -0.0676, -0.0571,  0.0269, -0.0512,\n",
       "           -0.0614, -0.0588,  0.0319, -0.0610,  0.0349, -0.0564,  0.0467, -0.0634,\n",
       "           -0.0584, -0.0693, -0.0422, -0.0620, -0.0791,  0.0472, -0.0671, -0.0660,\n",
       "           -0.0743,  0.0374, -0.0700, -0.0821, -0.0697, -0.0671, -0.0616, -0.0596,\n",
       "            0.0321, -0.0560, -0.0634,  0.0474, -0.0643, -0.0592, -0.0635, -0.0620,\n",
       "            0.0282, -0.0594, -0.0789, -0.0677, -0.0640, -0.0710, -0.0701, -0.0694]],\n",
       "         requires_grad=True),\n",
       "  Parameter containing:\n",
       "  tensor([-0.4565], requires_grad=True)],\n",
       " 'dampening': 0,\n",
       " 'nesterov': False,\n",
       " 'maximize': False,\n",
       " 'foreach': None,\n",
       " 'differentiable': False,\n",
       " 'initial_lr': 0.001}"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.optimizer_params"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['NOBO'], dtype='object')"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "validation_df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "validation_df.to_csv(\"test.csv\")\n",
    "len(validation_df)\n",
    "train_df.to_csv(\"train.csv\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "19184"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(train_df)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3597"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(testing_df)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "After training"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[], [], []]\n"
     ]
    }
   ],
   "source": [
    "from glob import glob\n",
    "\n",
    "# Search for .wav and .WAV files in all subdirectories of the directory\n",
    "forest_recordings = glob('./analysis_recording/2022Forest/**/*.[wW][aA][vV]', recursive=True)\n",
    "grasslandfall_recordings = glob('./analysis_recording/2022GrasslandFall/**/*.[wW][aA][vV]', recursive=True)\n",
    "grasslandsummer_recordings = glob('./analysis_recording/2022GrasslandSummer/**/*.[wW][aA][vV]', recursive=True)\n",
    "\n",
    "everything_list = [forest_recordings, grasslandfall_recordings, grasslandsummer_recordings]\n",
    "\n",
    "#maybe add code here that says if file name is in csv_output, remove from this list\n",
    "# Path to the csv_output folder\n",
    "csv_output_folder = './csv_output'\n",
    "\n",
    "# Iterate over files in the csv_output folder\n",
    "for file in os.listdir(csv_output_folder):\n",
    "    # Read the CSV file\n",
    "    csv_file_path = os.path.join(csv_output_folder, file)\n",
    "    df = pd.read_csv(csv_file_path)\n",
    "    # Get the filenames from the \"file\" column\n",
    "    filenames = df.iloc[:, 0].tolist()\n",
    "    # Iterate over each list in everything_list\n",
    "    for recording_list in everything_list:\n",
    "        # Check if any filename matches a value in the \"file\" column\n",
    "        for filename in filenames:\n",
    "            if filename in recording_list:\n",
    "                # Remove the filename from the list\n",
    "                recording_list.remove(filename)\n",
    "\n",
    "print(everything_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def predict(file, name, overlap=0):\n",
    "    prediction_scores_df = model.predict(file, activation_layer='sigmoid', overlap_fraction=overlap)\n",
    "    #prediction_scores_df = model.predict(file, overlap_fraction=overlap)\n",
    "    # Reset index to move index levels to columns\n",
    "    prediction_scores_df.reset_index(inplace=True)\n",
    "\n",
    "    # Convert the seconds column to a \"hour:minute:second\" format\n",
    "    prediction_scores_df['start_time'] = pd.to_datetime(prediction_scores_df['start_time'], unit='s').apply(lambda x: x.strftime('%H:%M:%S.%f'))\n",
    "    prediction_scores_df['end_time'] = pd.to_datetime(prediction_scores_df['end_time'], unit='s').apply(lambda x: x.strftime('%H:%M:%S.%f'))\n",
    "\n",
    "\n",
    "    # Save the DataFrame to a CSV file\n",
    "    prediction_scores_df.to_csv(name, index=False)\n",
    "    \n",
    "from sklearn.mixture import GaussianMixture\n",
    "\n",
    "def add_presence_column(file_name, cluster=4):\n",
    "    # Read the CSV file into a pandas DataFrame\n",
    "    df = pd.read_csv(file_name)\n",
    "\n",
    "    # Assuming 'NOBO' column contains the scores\n",
    "    scores = df['NOBO'].values.reshape(-1, 1)\n",
    "\n",
    "    # Fit GMM model\n",
    "    gmm = GaussianMixture(n_components=cluster)  # Assuming two clusters, adjust as needed\n",
    "    gmm.fit(scores)\n",
    "\n",
    "    # Get the cluster means\n",
    "    cluster_means = gmm.means_\n",
    "\n",
    "    # Determine the top cluster (highest mean)\n",
    "    top_cluster = cluster_means.argmax()\n",
    "\n",
    "    # Add a new column 'Presence' based on the top cluster\n",
    "    df['Presence'] = ['Present' if cluster == top_cluster else '' for cluster in gmm.predict(scores)]\n",
    "\n",
    "    # Save the updated DataFrame to the same CSV file\n",
    "    df.to_csv(file_name, index=False)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "# import Audio and Spectrogram classes from OpenSoundscape\n",
    "from opensoundscape.audio import Audio\n",
    "from opensoundscape.spectrogram import Spectrogram\n",
    "\n",
    "count = 0\n",
    "     \n",
    "for recording_list in everything_list:\n",
    "    \n",
    "    if recording_list:\n",
    "        #doesnt work for multiple files, figure out\n",
    "        if count == 0:\n",
    "            for file in recording_list:\n",
    "                # Extract the base name of the file (excluding path and extension)\n",
    "                recording_name = os.path.splitext(os.path.basename(file))[0]\n",
    "                \n",
    "                # Construct the CSV file name using the recording name\n",
    "                name = f\"csv_output/forest_recordings_{recording_name}.csv\"\n",
    "                \n",
    "                \n",
    "                if not os.path.exists(name):\n",
    "                # Perform prediction and save to CSV\n",
    "                    print(f\"In progress: {recording_name}\")\n",
    "                    predict([file], name)\n",
    "                    \n",
    "                # Add the 'Presence' column to the CSV file\n",
    "                add_presence_column(name)\n",
    "        elif count == 1:\n",
    "             for file in recording_list:\n",
    "                # Extract the base name of the file (excluding path and extension)\n",
    "                recording_name = os.path.splitext(os.path.basename(file))[0]\n",
    "                \n",
    "                # Construct the CSV file name using the recording name\n",
    "                name = f\"csv_output/grasslandfall_recordings_{recording_name}.csv\"\n",
    "            \n",
    "                \n",
    "                if not os.path.exists(name):\n",
    "                # Perform prediction and save to CSV\n",
    "                    print(f\"In progress: {recording_name}\")\n",
    "                    predict([file], name)\n",
    "                    \n",
    "                # Add the 'Presence' column to the CSV file\n",
    "                add_presence_column(name)\n",
    "        elif count == 2:\n",
    "            for file in recording_list:\n",
    "                # Extract the base name of the file (excluding path and extension)\n",
    "                recording_name = os.path.splitext(os.path.basename(file))[0]\n",
    "                \n",
    "                # Construct the CSV file name using the recording name\n",
    "                name = f\"csv_output/grasslandsummer_recordings_{recording_name}.csv\"\n",
    "                \n",
    "                print(f\"In progress: {recording_name}\")\n",
    "                \n",
    "                if not os.path.exists(name):\n",
    "                # Perform prediction and save to CSV\n",
    "                    print(f\"In progress: {recording_name}\")\n",
    "                    predict([file], name)\n",
    "                    \n",
    "                # Add the 'Presence' column to the CSV file\n",
    "                add_presence_column(name)\n",
    "\n",
    "    count += 1\n",
    "        \n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['chino08_20221104_060000' 'chino08_20221030_060000'\n",
      " 'chino08_20221029_060000']\n"
     ]
    }
   ],
   "source": [
    "testing_df.to_csv(\"testing.csv\")\n",
    "\n",
    "import pandas as pd\n",
    "\n",
    "# Read the CSV file into a DataFrame\n",
    "testing_df = pd.read_csv(\"testing.csv\")\n",
    "\n",
    "# Define the regex pattern\n",
    "pattern = r\"[\\\\/](\\w+_\\d{8}_\\d{6})\"\n",
    "\n",
    "# Extract the pattern from filenames and get unique values\n",
    "unique_patterns = testing_df['file'].str.extract(pattern).dropna().squeeze().unique()\n",
    "\n",
    "# Print the unique patterns\n",
    "print(unique_patterns)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Check metrics"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "In progress: ravenSelectionTables/chino08_20221104_060000.WAV\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "b6a3460d7a134eebb2e362865481d228",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/1199 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of rows in testing_files/chino08_20221104_060000.csv: 1199\n",
      "In progress: ravenSelectionTables/chino08_20221030_060000.WAV\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "431769bb652b4b6cb2e1b65ccb411c36",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/1199 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of rows in testing_files/chino08_20221030_060000.csv: 1199\n",
      "In progress: ravenSelectionTables/chino08_20221029_060000.WAV\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "cc4e41e7527644a0926b067a1e26daea",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/1199 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of rows in testing_files/chino08_20221029_060000.csv: 1199\n",
      "Total number of rows from all CSV files: 3597\n"
     ]
    }
   ],
   "source": [
    "\n",
    "\n",
    "# List to store the total number of rows from each CSV\n",
    "total_rows = []\n",
    "\n",
    "for file in unique_patterns:\n",
    "    filename = f\"ravenSelectionTables/{file}.WAV\"\n",
    "    path = f\"testing_files/{file}.csv\"\n",
    "    \n",
    "    if not os.path.exists(path):\n",
    "    # Perform prediction and save to CSV\n",
    "        print(f\"In progress: {filename}\")\n",
    "        predict([filename], path, overlap=.5)\n",
    "        \n",
    "        add_presence_column(path,5)\n",
    "    \n",
    "    df = pd.read_csv(path)\n",
    "    \n",
    "    # Get the number of rows in the DataFrame\n",
    "    num_rows = len(df)\n",
    "    \n",
    "    # Print the number of rows for the current CSV file\n",
    "    print(f\"Number of rows in {path}: {num_rows}\")\n",
    "    \n",
    "    # Get the number of rows in the DataFrame and append to the list\n",
    "    total_rows.append(len(df))\n",
    "    \n",
    "# Calculate the total number of rows across all CSV files\n",
    "total_rows_all_files = sum(total_rows)\n",
    "\n",
    "# Print the total number of rows\n",
    "print(\"Total number of rows from all CSV files:\", total_rows_all_files)\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "split testing.csv to separate csv based on unique filename"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of rows in chino08_20221104_060000: 1199\n",
      "1199\n",
      "Number of rows in chino08_20221030_060000: 1199\n",
      "1199\n",
      "Number of rows in chino08_20221029_060000: 1199\n",
      "1199\n"
     ]
    }
   ],
   "source": [
    "# Define the regex pattern\n",
    "pattern = r\"[\\\\/](\\w+_\\d{8}_\\d{6})\"\n",
    "\n",
    "# Get unique filenames and filter them to match the regex pattern\n",
    "unique_filenames = testing_df['file'].str.extract(pattern).dropna().squeeze().unique()\n",
    "\n",
    "# Iterate over unique filenames and create separate CSV files\n",
    "for filename in unique_filenames:\n",
    "    # Filter DataFrame for current filename\n",
    "    subset_df = testing_df[testing_df['file'].str.contains(filename)]\n",
    "    \n",
    "    # Print the number of rows in the subset DataFrame\n",
    "    num_rows = len(subset_df)\n",
    "    print(f\"Number of rows in {filename}: {num_rows}\")\n",
    "    \n",
    "    # Define the filename for the new CSV file\n",
    "    new_filename = f\"testing_files/original_{filename}.csv\"\n",
    "    \n",
    "    # Write the subset DataFrame to a new CSV file\n",
    "    subset_df.to_csv(new_filename, index=False)\n",
    "    \n",
    "    print(len(subset_df))\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "merge dataframes and get metrics"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Merged CSV file for chino08_20221029_060000.csv saved as: testing_files/merged_chino08_20221029_060000.csv.csv\n",
      "Merged CSV file for chino08_20221030_060000.csv saved as: testing_files/merged_chino08_20221030_060000.csv.csv\n",
      "Merged CSV file for chino08_20221104_060000.csv saved as: testing_files/merged_chino08_20221104_060000.csv.csv\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import pandas as pd\n",
    "\n",
    "# Define the regex pattern\n",
    "pattern = r\"chino(.+)\"\n",
    "# Function to extract the filename pattern\n",
    "def extract_pattern(filename):\n",
    "    match = re.search(pattern, filename)\n",
    "    if match:\n",
    "        return match.group()\n",
    "    else:\n",
    "        return None\n",
    "\n",
    "# Dictionary to store DataFrames for each unique filename pattern\n",
    "merged_dfs = {}\n",
    "\n",
    "\n",
    "# Iterate over files in the testing_files folder\n",
    "for filename in os.listdir(\"testing_files\"):\n",
    "    if filename.endswith(\".csv\"):\n",
    "        # Read the CSV file into a DataFrame\n",
    "        df = pd.read_csv(os.path.join(\"testing_files\", filename))\n",
    "        \n",
    "        # Extract the filename pattern\n",
    "        file_pattern = extract_pattern(filename)\n",
    "        \n",
    "        if file_pattern:\n",
    "            # Check if the filename pattern already exists in the dictionary\n",
    "            if file_pattern in merged_dfs:\n",
    "                # Concatenate the current DataFrame with the existing one in the dictionary\n",
    "                merged_dfs[file_pattern] = pd.concat([merged_dfs[file_pattern], df], axis=1, join='inner')\n",
    "            else:\n",
    "                # If the filename pattern is not in the dictionary, add the DataFrame to the dictionary\n",
    "                merged_dfs[file_pattern] = df\n",
    "\n",
    "\n",
    "\n",
    "# Save each merged DataFrame to a separate CSV file with only the first 5 columns and the last one\n",
    "for pattern, df in merged_dfs.items():\n",
    "    merged_filename = f\"testing_files/merged_{pattern}.csv\"\n",
    "    \n",
    "    # Rename the last column to \"Actual NOBO\"\n",
    "    df.columns = list(df.columns[:-1]) + ['Actual NOBO']\n",
    "    \n",
    "    # Save the DataFrame to a CSV file\n",
    "    df.to_csv(merged_filename, index=False)\n",
    "    print(f\"Merged CSV file for {pattern} saved as: {merged_filename}\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Columns in DataFrame for chino08_20221029_060000.csv: ['file', 'start_time', 'end_time', 'NOBO', 'Presence', 'file', 'start_time', 'end_time', 'Actual NOBO']\n",
      "Columns in DataFrame for chino08_20221030_060000.csv: ['file', 'start_time', 'end_time', 'NOBO', 'Presence', 'file', 'start_time', 'end_time', 'Actual NOBO']\n",
      "Columns in DataFrame for chino08_20221104_060000.csv: ['file', 'start_time', 'end_time', 'NOBO', 'Presence', 'file', 'start_time', 'end_time', 'Actual NOBO']\n"
     ]
    }
   ],
   "source": [
    "# Iterate over merged files\n",
    "for pattern, df in merged_dfs.items():\n",
    "    # Print column names of the DataFrame\n",
    "    print(f\"Columns in DataFrame for {pattern}: {df.columns.tolist()}\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Classification results for chino08_20221029_060000.csv:\n",
      "Precision: 0.75\n",
      "Recall: 0.3\n",
      "Accuracy: 0.9733110925771477\n",
      "F1 Score: 0.4285714285714285\n",
      "Confusion Matrix:\n",
      "[[1155    4]\n",
      " [  28   12]]\n",
      "\n",
      "Classification results for chino08_20221030_060000.csv:\n",
      "Precision: 0.6666666666666666\n",
      "Recall: 0.6666666666666666\n",
      "Accuracy: 0.9966638865721434\n",
      "F1 Score: 0.6666666666666666\n",
      "Confusion Matrix:\n",
      "[[1191    2]\n",
      " [   2    4]]\n",
      "\n",
      "Classification results for chino08_20221104_060000.csv:\n",
      "Precision: 0.125\n",
      "Recall: 0.75\n",
      "Accuracy: 0.963302752293578\n",
      "F1 Score: 0.21428571428571427\n",
      "Confusion Matrix:\n",
      "[[1149   42]\n",
      " [   2    6]]\n",
      "\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import precision_score, recall_score, accuracy_score, f1_score, confusion_matrix\n",
    "\n",
    "# Dictionary to store classification metrics and confusion matrices for each merged file\n",
    "classification_results = {}\n",
    "\n",
    "# Iterate over merged files\n",
    "for pattern, df in merged_dfs.items():\n",
    "    \n",
    "    # Mapping string values to integers\n",
    "    presence_mapping = {'Present': 1, '': 0}\n",
    "    # Convert \"Presence\" column to integers\n",
    "    nobo_values = df['Presence'].map(presence_mapping).fillna(0).astype(int)\n",
    "    actual_nobo_values = df['Actual NOBO'].astype(int)\n",
    "    \n",
    "    # Compute classification metrics\n",
    "    precision = precision_score(actual_nobo_values, nobo_values)\n",
    "    recall = recall_score(actual_nobo_values, nobo_values)\n",
    "    accuracy = accuracy_score(actual_nobo_values, nobo_values)\n",
    "    f1 = f1_score(actual_nobo_values, nobo_values)\n",
    "    \n",
    "    # Compute confusion matrix\n",
    "    cm = confusion_matrix(actual_nobo_values, nobo_values)\n",
    "    \n",
    "    # Add classification metrics and confusion matrix to dictionary\n",
    "    classification_results[pattern] = {'Precision': precision,\n",
    "                                       'Recall': recall,\n",
    "                                       'Accuracy': accuracy,\n",
    "                                       'F1 Score': f1,\n",
    "                                       'Confusion Matrix': cm}\n",
    "\n",
    "# Print classification metrics and confusion matrices\n",
    "for pattern, results in classification_results.items():\n",
    "    print(f\"Classification results for {pattern}:\")\n",
    "    for metric, value in results.items():\n",
    "        if metric == 'Confusion Matrix':\n",
    "            print(f\"{metric}:\\n{value}\")\n",
    "        else:\n",
    "            print(f\"{metric}: {value}\")\n",
    "    print()\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "bird",
   "language": "python",
   "name": "bird"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}