B_robustness_analysis.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Adversarial Robustness Analysis"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Paths\n",
    "LAINET_PATH = 'lainet_trained.pth'\n",
    "NEURALADM_PATH = 'adv.pt'\n",
    "device = 'cuda'\n",
    "founders_vcf_file_path = 'founders_train.vcf'\n",
    "founders_map_file_path = 'founders_train.map'\n",
    "output_folder_prefix = 'output/'"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Importing dependecies, loading dataset and networks"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Start importing required libraries...\n",
      "Done importing, using pytorch version 1.12.1+cu102...\n"
     ]
    }
   ],
   "source": [
    "# Importing libraries\n",
    "print('Start importing required libraries...')\n",
    "import os, sys, time, allel, yaml, math, gzip, torch\n",
    "sys.path.append('../LAI-Net/')\n",
    "from tqdm.auto import tqdm\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import torch.nn as nn\n",
    "import torch.nn.functional as F\n",
    "import torch.optim as optim\n",
    "from collections import Counter\n",
    "from scipy.interpolate import interp1d\n",
    "from matplotlib import cm\n",
    "from matplotlib.patches import Patch\n",
    "from matplotlib.lines import Line2D\n",
    "import pickle as pkl\n",
    "import numpy as np\n",
    "import matplotlib as mpl\n",
    "import matplotlib.pyplot as plt\n",
    "from matplotlib.colors import ListedColormap, LinearSegmentedColormap\n",
    "\n",
    "\n",
    "from lainet.utils.reader import load_founders_from_vcf_and_map\n",
    "\n",
    "from helpers.method_inference import forward_haploid, forward_nadm, extend_if_lai\n",
    "from helpers.adversarial_perturbation import cw_loss, subsample_adversarial_mask, eval_net_and_subsample, generate_adversarial_mask, run_robustness_analysis\n",
    "\n",
    "print('Done importing, using pytorch version {}...'.format(torch.__version__))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loading vcf and .map files...\n",
      "Done loading vcf and .map files...\n",
      "A total of 3200 diploid individuals where found in the vcf and .map\n",
      "A total of 8 ancestries where found: ['AFR' 'AHG' 'AMR' 'EAS' 'EUR' 'OCE' 'SAS' 'WAS']\n",
      "(2880, 516800) (2880,)\n"
     ]
    }
   ],
   "source": [
    "# Loading dataset\n",
    "snps_all, labels_all, _, _, ancestry_names, _ = load_founders_from_vcf_and_map(founders_vcf_file_path, founders_map_file_path, make_haploid=True, random_split=False, verbose=True)\n",
    "\n",
    "subset = 2\n",
    "snps, labels = snps_all[0::subset,:], labels_all[0::subset]\n",
    "print(snps.shape, labels.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loading LAI-Net from /local-scratch/mrivas/dmasmont/misc/lnpfoo/lainet_trained.pth ...\n",
      "Done loading LAI-Net\n"
     ]
    }
   ],
   "source": [
    "# Loading LAI-Net\n",
    "import lainet\n",
    "print(f'Loading LAI-Net from {LAINET_PATH} ...')\n",
    "LN = torch.load(LAINET_PATH, map_location=device)\n",
    "LN.device = device\n",
    "LN = LN.to(device)\n",
    "LN = LN.eval()\n",
    "print('Done loading LAI-Net')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loading Neural ADMIXTURE from /local-scratch/mrivas/dmasmont/misc/lnpfoo/adv.pt ...\n",
      "Done loading Neural ADMIXTURE\n"
     ]
    }
   ],
   "source": [
    "# Loading Neural ADMIXTURE\n",
    "from neural_admixture.model.neural_admixture import NeuralAdmixture\n",
    "print(f'Loading Neural ADMIXTURE from {NEURALADM_PATH} ...')\n",
    "NADM= NeuralAdmixture([8], num_features=516800)\n",
    "NADM.load_state_dict(torch.load(NEURALADM_PATH, map_location=device), strict=True)\n",
    "NADM.device = device\n",
    "NADM = NADM.to(device)\n",
    "NADM = NADM.eval()\n",
    "print('Done loading Neural ADMIXTURE')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Performing Adversarial Attacks"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Running LAI-Net\n",
      " A total of NBATCH  45\n",
      "0\n",
      "0 mean  0.49993783235549927 loss  0.505903959274292 acc  0.125\n",
      "1 mean  0.38661834597587585 loss  0.40231308341026306 acc  0.21875\n",
      "2 mean  0.29167431592941284 loss  0.30538761615753174 acc  0.25\n",
      "3 mean  0.22122810781002045 loss  0.2256808578968048 acc  0.0625\n",
      "4 mean  0.16951189935207367 loss  0.16951189935207367 acc  0.078125\n",
      "5 mean  0.13269364833831787 loss  0.13269364833831787 acc  0.328125\n",
      "6 mean  0.10779517889022827 loss  0.10815051198005676 acc  0.359375\n",
      "7 mean  0.09182196855545044 loss  0.0919402614235878 acc  0.359375\n",
      "8 mean  0.08171028643846512 loss  0.0817231684923172 acc  0.34375\n",
      "9 mean  0.07501493394374847 loss  0.07504065334796906 acc  0.328125\n",
      "10 mean  0.07022881507873535 loss  0.07025238126516342 acc  0.328125\n",
      "11 mean  0.06653586775064468 loss  0.06653586775064468 acc  0.3125\n",
      "12 mean  0.06340669095516205 loss  0.06340669095516205 acc  0.3125\n",
      "13 mean  0.06060072407126427 loss  0.06060072407126427 acc  0.3125\n",
      "14 mean  0.05798371508717537 loss  0.05798371508717537 acc  0.3125\n",
      "15 mean  0.05553753301501274 loss  0.05553753301501274 acc  0.296875\n",
      "16 mean  0.05319320783019066 loss  0.05319320783019066 acc  0.296875\n",
      "17 mean  0.050956517457962036 loss  0.050956517457962036 acc  0.296875\n",
      "18 mean  0.04881573095917702 loss  0.04881573095917702 acc  0.296875\n",
      "19 mean  0.04675587639212608 loss  0.04675587639212608 acc  0.296875\n",
      "Accuracy eval is  0.296875 tensor(0.0468, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0443, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0418, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0394, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0369, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0345, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0320, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0295, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0271, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0221, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0468, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0443, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0418, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0394, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0369, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0345, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0320, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0296, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0271, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0221, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0468, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0443, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0418, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0394, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0369, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0344, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0320, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0295, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0271, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0221, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0172, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0468, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0443, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0419, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0394, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0369, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0345, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0320, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0296, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0271, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0468, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0443, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0418, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0394, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0369, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0345, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0320, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0295, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0270, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0172, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "1\n",
      "0 mean  0.5000928044319153 loss  0.5041477084159851 acc  0.09375\n",
      "1 mean  0.38555923104286194 loss  0.39716407656669617 acc  0.21875\n",
      "2 mean  0.28809744119644165 loss  0.3030380308628082 acc  0.28125\n",
      "3 mean  0.21607661247253418 loss  0.22088830173015594 acc  0.09375\n",
      "4 mean  0.1640930324792862 loss  0.1640930324792862 acc  0.0625\n",
      "5 mean  0.12703312933444977 loss  0.12703312933444977 acc  0.34375\n",
      "6 mean  0.10215868800878525 loss  0.10276679694652557 acc  0.359375\n",
      "7 mean  0.08632256090641022 loss  0.08736344426870346 acc  0.328125\n",
      "8 mean  0.07647573202848434 loss  0.07675386965274811 acc  0.328125\n",
      "9 mean  0.07005412131547928 loss  0.07021690905094147 acc  0.28125\n",
      "10 mean  0.06554675102233887 loss  0.06554675102233887 acc  0.28125\n",
      "11 mean  0.062048815190792084 loss  0.062048815190792084 acc  0.265625\n",
      "12 mean  0.05911389738321304 loss  0.05911389738321304 acc  0.265625\n",
      "13 mean  0.05649401992559433 loss  0.05649401992559433 acc  0.265625\n",
      "14 mean  0.054072387516498566 loss  0.054072387516498566 acc  0.265625\n",
      "15 mean  0.0517839640378952 loss  0.0517839640378952 acc  0.265625\n",
      "16 mean  0.049603600054979324 loss  0.049603600054979324 acc  0.265625\n",
      "17 mean  0.047523826360702515 loss  0.047523826360702515 acc  0.265625\n",
      "18 mean  0.0455143116414547 loss  0.0455143116414547 acc  0.265625\n",
      "19 mean  0.04357757419347763 loss  0.04357757419347763 acc  0.265625\n",
      "Accuracy eval is  0.265625 tensor(0.0436, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0413, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0390, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0344, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0321, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0298, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0275, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0435, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0413, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0390, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0344, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0321, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0298, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0275, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0436, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0413, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0390, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0344, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0321, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0298, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0275, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0435, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0413, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0390, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0344, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0321, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0298, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0275, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0436, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0413, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0390, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0344, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0321, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0298, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0275, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "2\n",
      "0 mean  0.5000091791152954 loss  0.506718099117279 acc  0.125\n",
      "1 mean  0.386691689491272 loss  0.3985786736011505 acc  0.171875\n",
      "2 mean  0.29061928391456604 loss  0.30510377883911133 acc  0.3125\n",
      "3 mean  0.21853189170360565 loss  0.2302873730659485 acc  0.171875\n",
      "4 mean  0.16863039135932922 loss  0.16863039135932922 acc  0.078125\n",
      "5 mean  0.13312645256519318 loss  0.13312645256519318 acc  0.265625\n",
      "6 mean  0.1090802475810051 loss  0.10987117886543274 acc  0.3125\n",
      "7 mean  0.09359559416770935 loss  0.09411623328924179 acc  0.28125\n",
      "8 mean  0.08352206647396088 loss  0.08364862948656082 acc  0.28125\n",
      "9 mean  0.07682982832193375 loss  0.07700561732053757 acc  0.265625\n",
      "10 mean  0.07202568650245667 loss  0.07202568650245667 acc  0.265625\n",
      "11 mean  0.0682280957698822 loss  0.0682280957698822 acc  0.265625\n",
      "12 mean  0.06500779837369919 loss  0.06500779837369919 acc  0.265625\n",
      "13 mean  0.062106262892484665 loss  0.062106262892484665 acc  0.265625\n",
      "14 mean  0.05940883234143257 loss  0.05940883234143257 acc  0.265625\n",
      "15 mean  0.05688561126589775 loss  0.05688561126589775 acc  0.265625\n",
      "16 mean  0.054466430097818375 loss  0.054466430097818375 acc  0.265625\n",
      "17 mean  0.05213247612118721 loss  0.05213247612118721 acc  0.265625\n",
      "18 mean  0.049903370440006256 loss  0.049903370440006256 acc  0.265625\n",
      "19 mean  0.04776826873421669 loss  0.04776826873421669 acc  0.265625\n",
      "Accuracy eval is  0.265625 tensor(0.0478, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0402, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0352, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0302, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0276, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0251, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0478, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0428, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0403, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0352, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0302, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0277, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0478, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0428, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0402, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0352, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0302, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0277, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0251, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0477, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0452, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0402, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0352, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0302, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0276, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0251, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0478, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0428, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0402, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0352, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0302, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0277, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0251, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "3\n",
      "0 mean  0.5000588893890381 loss  0.5097209811210632 acc  0.1875\n",
      "1 mean  0.3891734778881073 loss  0.39744552969932556 acc  0.125\n",
      "2 mean  0.29335591197013855 loss  0.3208351731300354 acc  0.421875\n",
      "3 mean  0.22737954556941986 loss  0.23270085453987122 acc  0.0625\n",
      "4 mean  0.17919287085533142 loss  0.17919287085533142 acc  0.078125\n",
      "5 mean  0.14471988379955292 loss  0.14471988379955292 acc  0.21875\n",
      "6 mean  0.12105695903301239 loss  0.1215711310505867 acc  0.28125\n",
      "7 mean  0.10553713887929916 loss  0.10587852448225021 acc  0.25\n",
      "8 mean  0.09532374888658524 loss  0.09558755904436111 acc  0.25\n",
      "9 mean  0.08830640465021133 loss  0.08830640465021133 acc  0.234375\n",
      "10 mean  0.08307593315839767 loss  0.08307593315839767 acc  0.21875\n",
      "11 mean  0.0788571834564209 loss  0.0788571834564209 acc  0.203125\n",
      "12 mean  0.07521551102399826 loss  0.07521551102399826 acc  0.203125\n",
      "13 mean  0.0719287246465683 loss  0.0719287246465683 acc  0.203125\n",
      "14 mean  0.06887828558683395 loss  0.06887828558683395 acc  0.1875\n",
      "15 mean  0.06597607582807541 loss  0.06597607582807541 acc  0.1875\n",
      "16 mean  0.06320218741893768 loss  0.06320218741893768 acc  0.1875\n",
      "17 mean  0.060544002801179886 loss  0.060544002801179886 acc  0.1875\n",
      "18 mean  0.05799783393740654 loss  0.05799783393740654 acc  0.1875\n",
      "19 mean  0.0555538609623909 loss  0.0555538609623909 acc  0.1875\n",
      "Accuracy eval is  0.1875 tensor(0.0556, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0526, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0497, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0468, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0439, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0409, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0380, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0322, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0292, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0556, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0527, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0497, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0468, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0438, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0410, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0380, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0322, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0293, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0555, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0526, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0497, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0467, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0439, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0409, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0380, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0321, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0292, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0556, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0526, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0497, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0468, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0439, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0410, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0381, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0322, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0293, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0059, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0556, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0526, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0497, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0468, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0438, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0410, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0380, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0322, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0292, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "4\n",
      "0 mean  0.5000734925270081 loss  0.5024586319923401 acc  0.0625\n",
      "1 mean  0.38423338532447815 loss  0.3916029632091522 acc  0.125\n",
      "2 mean  0.2830890119075775 loss  0.2955683171749115 acc  0.34375\n",
      "3 mean  0.20926646888256073 loss  0.21538026630878448 acc  0.125\n",
      "4 mean  0.15674380958080292 loss  0.15674380958080292 acc  0.078125\n",
      "5 mean  0.11950694024562836 loss  0.11950694024562836 acc  0.359375\n",
      "6 mean  0.09456650167703629 loss  0.09603855013847351 acc  0.421875\n",
      "7 mean  0.07920502126216888 loss  0.0799059197306633 acc  0.34375\n",
      "8 mean  0.06971807032823563 loss  0.0699419230222702 acc  0.3125\n",
      "9 mean  0.06364566087722778 loss  0.06369958072900772 acc  0.28125\n",
      "10 mean  0.059396982192993164 loss  0.059396982192993164 acc  0.28125\n",
      "11 mean  0.05614369735121727 loss  0.05614369735121727 acc  0.28125\n",
      "12 mean  0.05344880744814873 loss  0.05344880744814873 acc  0.28125\n",
      "13 mean  0.051029231399297714 loss  0.051029231399297714 acc  0.265625\n",
      "14 mean  0.04879441484808922 loss  0.04879441484808922 acc  0.25\n",
      "15 mean  0.04670831933617592 loss  0.04670831933617592 acc  0.25\n",
      "16 mean  0.04470694065093994 loss  0.04470694065093994 acc  0.25\n",
      "17 mean  0.0427977479994297 loss  0.0427977479994297 acc  0.25\n",
      "18 mean  0.04094778001308441 loss  0.04094778001308441 acc  0.25\n",
      "19 mean  0.03917893022298813 loss  0.03917893022298813 acc  0.25\n",
      "Accuracy eval is  0.25 tensor(0.0392, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0371, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0330, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0309, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0288, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0268, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0186, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0144, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0392, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0371, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0350, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0330, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0309, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0289, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0268, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0185, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0144, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0392, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0371, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0330, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0309, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0289, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0268, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0186, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0144, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0391, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0371, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0350, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0330, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0309, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0288, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0268, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0185, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0144, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0392, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0371, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0330, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0309, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0289, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0268, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0248, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0185, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0144, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "5\n",
      "0 mean  0.5000388622283936 loss  0.5069578886032104 acc  0.125\n",
      "1 mean  0.38665980100631714 loss  0.4002591669559479 acc  0.203125\n",
      "2 mean  0.2905713617801666 loss  0.30638957023620605 acc  0.328125\n",
      "3 mean  0.22177088260650635 loss  0.22553947567939758 acc  0.0625\n",
      "4 mean  0.17135809361934662 loss  0.17135809361934662 acc  0.09375\n",
      "5 mean  0.13522890210151672 loss  0.13522890210151672 acc  0.265625\n",
      "6 mean  0.11069335788488388 loss  0.11224700510501862 acc  0.3125\n",
      "7 mean  0.09505318105220795 loss  0.09505318105220795 acc  0.265625\n",
      "8 mean  0.08481539040803909 loss  0.08499877899885178 acc  0.28125\n",
      "9 mean  0.07793784886598587 loss  0.07812024652957916 acc  0.28125\n",
      "10 mean  0.07297461479902267 loss  0.07297461479902267 acc  0.265625\n",
      "11 mean  0.06904321163892746 loss  0.06904321163892746 acc  0.265625\n",
      "12 mean  0.0656941756606102 loss  0.0656941756606102 acc  0.265625\n",
      "13 mean  0.06269609928131104 loss  0.06269609928131104 acc  0.265625\n",
      "14 mean  0.059919487684965134 loss  0.059919487684965134 acc  0.25\n",
      "15 mean  0.057303328067064285 loss  0.057303328067064285 acc  0.25\n",
      "16 mean  0.054802119731903076 loss  0.054802119731903076 acc  0.25\n",
      "17 mean  0.05242571607232094 loss  0.05242571607232094 acc  0.25\n",
      "18 mean  0.050138141959905624 loss  0.050138141959905624 acc  0.25\n",
      "19 mean  0.04794178158044815 loss  0.04794178158044815 acc  0.234375\n",
      "Accuracy eval is  0.234375 tensor(0.0479, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0454, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0429, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0404, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0379, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0353, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0328, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0303, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0277, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0479, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0454, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0429, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0404, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0378, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0353, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0328, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0303, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0278, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0479, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0454, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0429, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0404, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0379, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0353, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0328, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0303, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0278, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0253, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0480, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0454, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0429, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0404, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0379, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0353, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0328, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0303, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0278, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0479, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0454, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0429, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0404, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0378, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0353, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0328, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0303, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0277, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "6\n",
      "0 mean  0.5000113248825073 loss  0.505759596824646 acc  0.125\n",
      "1 mean  0.3866724371910095 loss  0.39760473370552063 acc  0.1875\n",
      "2 mean  0.2899351119995117 loss  0.3048030734062195 acc  0.296875\n",
      "3 mean  0.21847599744796753 loss  0.22697551548480988 acc  0.125\n",
      "4 mean  0.1676628738641739 loss  0.1676628738641739 acc  0.03125\n",
      "5 mean  0.13139282166957855 loss  0.13139282166957855 acc  0.28125\n",
      "6 mean  0.10686614364385605 loss  0.10686614364385605 acc  0.328125\n",
      "7 mean  0.09081308543682098 loss  0.09094458818435669 acc  0.328125\n",
      "8 mean  0.08048795163631439 loss  0.08065735548734665 acc  0.328125\n",
      "9 mean  0.07366546243429184 loss  0.07366951555013657 acc  0.328125\n",
      "10 mean  0.06882613152265549 loss  0.06882613152265549 acc  0.328125\n",
      "11 mean  0.06503162533044815 loss  0.06503162533044815 acc  0.3125\n",
      "12 mean  0.06185828149318695 loss  0.06185828149318695 acc  0.3125\n",
      "13 mean  0.05901675671339035 loss  0.05901675671339035 acc  0.3125\n",
      "14 mean  0.056383997201919556 loss  0.056383997201919556 acc  0.3125\n",
      "15 mean  0.05390123277902603 loss  0.05390123277902603 acc  0.3125\n",
      "16 mean  0.05154910683631897 loss  0.05154910683631897 acc  0.3125\n",
      "17 mean  0.049292825162410736 loss  0.049292825162410736 acc  0.296875\n",
      "18 mean  0.047127850353717804 loss  0.047127850353717804 acc  0.296875\n",
      "19 mean  0.04506327956914902 loss  0.04506327956914902 acc  0.296875\n",
      "Accuracy eval is  0.296875 tensor(0.0451, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0403, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0379, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0356, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0332, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0308, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0261, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0451, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0403, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0380, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0356, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0332, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0308, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0261, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0450, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0403, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0379, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0356, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0332, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0308, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0261, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0451, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0403, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0380, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0356, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0332, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0308, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0261, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0451, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0403, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0380, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0356, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0332, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0308, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0261, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "7\n",
      "0 mean  0.4999353885650635 loss  0.504736065864563 acc  0.09375\n",
      "1 mean  0.3853801190853119 loss  0.3934434652328491 acc  0.140625\n",
      "2 mean  0.28511878848075867 loss  0.30351680517196655 acc  0.34375\n",
      "3 mean  0.21265389025211334 loss  0.21892791986465454 acc  0.09375\n",
      "4 mean  0.16026657819747925 loss  0.16026657819747925 acc  0.078125\n",
      "5 mean  0.12313999980688095 loss  0.12313999980688095 acc  0.34375\n",
      "6 mean  0.09820454567670822 loss  0.09870926290750504 acc  0.390625\n",
      "7 mean  0.0825231596827507 loss  0.08366284519433975 acc  0.375\n",
      "8 mean  0.07284503430128098 loss  0.07299962639808655 acc  0.328125\n",
      "9 mean  0.06664612889289856 loss  0.06670017540454865 acc  0.28125\n",
      "10 mean  0.06228497624397278 loss  0.06228497624397278 acc  0.28125\n",
      "11 mean  0.058907851576805115 loss  0.058907851576805115 acc  0.28125\n",
      "12 mean  0.05607089400291443 loss  0.05607089400291443 acc  0.28125\n",
      "13 mean  0.053545769304037094 loss  0.053545769304037094 acc  0.28125\n",
      "14 mean  0.051208849996328354 loss  0.051208849996328354 acc  0.28125\n",
      "15 mean  0.04898473992943764 loss  0.04898473992943764 acc  0.28125\n",
      "16 mean  0.046877872198820114 loss  0.046877872198820114 acc  0.265625\n",
      "17 mean  0.044863857328891754 loss  0.044863857328891754 acc  0.25\n",
      "18 mean  0.04292391240596771 loss  0.04292391240596771 acc  0.25\n",
      "19 mean  0.04106602445244789 loss  0.04106602445244789 acc  0.234375\n",
      "Accuracy eval is  0.234375 tensor(0.0411, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0389, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0303, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0281, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0260, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0130, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0411, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0389, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0368, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0303, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0281, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0195, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0130, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0410, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0389, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0303, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0281, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0130, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0411, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0389, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0302, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0281, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0195, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0130, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0087, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0411, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0389, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0302, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0281, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0087, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "8\n",
      "0 mean  0.49999287724494934 loss  0.5110605359077454 acc  0.234375\n",
      "1 mean  0.391011118888855 loss  0.39529162645339966 acc  0.109375\n",
      "2 mean  0.2956201732158661 loss  0.31064385175704956 acc  0.359375\n",
      "3 mean  0.22722099721431732 loss  0.2328559160232544 acc  0.078125\n",
      "4 mean  0.1772695630788803 loss  0.1772695630788803 acc  0.078125\n",
      "5 mean  0.1414056420326233 loss  0.1414056420326233 acc  0.3125\n",
      "6 mean  0.11689891666173935 loss  0.11769141256809235 acc  0.3125\n",
      "7 mean  0.10101248323917389 loss  0.10167150944471359 acc  0.28125\n",
      "8 mean  0.09074088931083679 loss  0.09098672866821289 acc  0.265625\n",
      "9 mean  0.08371120691299438 loss  0.08371120691299438 acc  0.21875\n",
      "10 mean  0.07845669984817505 loss  0.07845669984817505 acc  0.21875\n",
      "11 mean  0.07423770427703857 loss  0.07423770427703857 acc  0.21875\n",
      "12 mean  0.07063809037208557 loss  0.07063809037208557 acc  0.203125\n",
      "13 mean  0.0673600435256958 loss  0.0673600435256958 acc  0.203125\n",
      "14 mean  0.06432592868804932 loss  0.06432592868804932 acc  0.203125\n",
      "15 mean  0.06146826222538948 loss  0.06146826222538948 acc  0.203125\n",
      "16 mean  0.05874800682067871 loss  0.05874800682067871 acc  0.203125\n",
      "17 mean  0.05615285784006119 loss  0.05615285784006119 acc  0.203125\n",
      "18 mean  0.05366945639252663 loss  0.05366945639252663 acc  0.1875\n",
      "19 mean  0.051278118044137955 loss  0.051278118044137955 acc  0.1875\n",
      "Accuracy eval is  0.1875 tensor(0.0513, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0486, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0459, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0431, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0405, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0378, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0297, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0270, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0513, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0486, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0459, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0432, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0405, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0378, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0297, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0270, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0513, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0486, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0459, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0432, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0405, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0378, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0350, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0297, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0270, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0513, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0486, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0459, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0432, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0405, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0378, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0352, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0297, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0270, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0513, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0486, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0459, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0432, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0405, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0378, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0297, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0270, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "9\n",
      "0 mean  0.5000692009925842 loss  0.5052923560142517 acc  0.109375\n",
      "1 mean  0.38603171706199646 loss  0.3942532241344452 acc  0.140625\n",
      "2 mean  0.2874073088169098 loss  0.30046284198760986 acc  0.296875\n",
      "3 mean  0.21537034213542938 loss  0.22222548723220825 acc  0.109375\n",
      "4 mean  0.16370700299739838 loss  0.16370700299739838 acc  0.0625\n",
      "5 mean  0.1269439309835434 loss  0.1269439309835434 acc  0.265625\n",
      "6 mean  0.10217752307653427 loss  0.10263998061418533 acc  0.359375\n",
      "7 mean  0.08646176010370255 loss  0.08682545274496078 acc  0.328125\n",
      "8 mean  0.07654453814029694 loss  0.07654453814029694 acc  0.34375\n",
      "9 mean  0.06996211409568787 loss  0.06996211409568787 acc  0.296875\n",
      "10 mean  0.0652870461344719 loss  0.0652870461344719 acc  0.296875\n",
      "11 mean  0.06170003488659859 loss  0.06170003488659859 acc  0.296875\n",
      "12 mean  0.05865143612027168 loss  0.05865143612027168 acc  0.296875\n",
      "13 mean  0.05594654008746147 loss  0.05594654008746147 acc  0.296875\n",
      "14 mean  0.05345020070672035 loss  0.05345020070672035 acc  0.296875\n",
      "15 mean  0.05111037939786911 loss  0.05111037939786911 acc  0.296875\n",
      "16 mean  0.04887719452381134 loss  0.04887719452381134 acc  0.296875\n",
      "17 mean  0.04673480615019798 loss  0.04673480615019798 acc  0.296875\n",
      "18 mean  0.0446828156709671 loss  0.0446828156709671 acc  0.296875\n",
      "19 mean  0.04271442070603371 loss  0.04271442070603371 acc  0.296875\n",
      "Accuracy eval is  0.296875 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0405, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0360, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0337, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0315, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0292, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0270, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0158, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0405, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0360, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0337, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0315, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0292, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0270, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0180, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0404, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0359, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0337, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0314, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0292, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0270, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0180, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0068, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0404, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0359, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0337, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0314, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0292, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0269, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0180, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0405, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0360, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0337, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0315, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0292, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0270, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0180, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "10\n",
      "0 mean  0.4999750256538391 loss  0.5100396871566772 acc  0.203125\n",
      "1 mean  0.38973063230514526 loss  0.39444342255592346 acc  0.078125\n",
      "2 mean  0.2934892773628235 loss  0.3128845691680908 acc  0.375\n",
      "3 mean  0.22520320117473602 loss  0.23462003469467163 acc  0.125\n",
      "4 mean  0.17709289491176605 loss  0.17709289491176605 acc  0.03125\n",
      "5 mean  0.14269286394119263 loss  0.14269286394119263 acc  0.25\n",
      "6 mean  0.1192074716091156 loss  0.11958610266447067 acc  0.265625\n",
      "7 mean  0.10372532904148102 loss  0.10393007844686508 acc  0.25\n",
      "8 mean  0.0935305580496788 loss  0.09372203797101974 acc  0.25\n",
      "9 mean  0.08653559535741806 loss  0.08660002052783966 acc  0.234375\n",
      "10 mean  0.08138179033994675 loss  0.08139302581548691 acc  0.234375\n",
      "11 mean  0.07723527401685715 loss  0.07723527401685715 acc  0.234375\n",
      "12 mean  0.07368536293506622 loss  0.07368536293506622 acc  0.234375\n",
      "13 mean  0.07046221941709518 loss  0.07046221941709518 acc  0.21875\n",
      "14 mean  0.0674690380692482 loss  0.0674690380692482 acc  0.21875\n",
      "15 mean  0.06463290005922318 loss  0.06463290005922318 acc  0.21875\n",
      "16 mean  0.06190375238656998 loss  0.06190375238656998 acc  0.21875\n",
      "17 mean  0.059300653636455536 loss  0.059300653636455536 acc  0.21875\n",
      "18 mean  0.05680343508720398 loss  0.05680343508720398 acc  0.21875\n",
      "19 mean  0.05440562590956688 loss  0.05440562590956688 acc  0.21875\n",
      "Accuracy eval is  0.21875 tensor(0.0544, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0515, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0487, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0458, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0430, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0401, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0372, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0344, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0315, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0286, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0172, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0544, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0516, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0487, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0458, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0430, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0401, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0372, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0344, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0315, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0287, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0172, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0544, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0515, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0487, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0458, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0430, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0401, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0372, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0343, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0315, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0286, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0172, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0544, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0515, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0487, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0458, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0429, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0401, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0372, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0344, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0315, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0286, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0257, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0172, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0544, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0516, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0487, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0458, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0430, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0401, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0372, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0344, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0315, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0286, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0172, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "11\n",
      "0 mean  0.5000099539756775 loss  0.5031415820121765 acc  0.0625\n",
      "1 mean  0.3842315971851349 loss  0.38722968101501465 acc  0.15625\n",
      "2 mean  0.2807452380657196 loss  0.3073875904083252 acc  0.421875\n",
      "3 mean  0.2088572382926941 loss  0.21370142698287964 acc  0.09375\n",
      "4 mean  0.15697316825389862 loss  0.15781675279140472 acc  0.125\n",
      "5 mean  0.12061027437448502 loss  0.12061027437448502 acc  0.28125\n",
      "6 mean  0.09615959972143173 loss  0.09654202312231064 acc  0.375\n",
      "7 mean  0.08066297322511673 loss  0.08161165565252304 acc  0.359375\n",
      "8 mean  0.0711306631565094 loss  0.07121754437685013 acc  0.328125\n",
      "9 mean  0.06496937572956085 loss  0.0650099515914917 acc  0.296875\n",
      "10 mean  0.06065169721841812 loss  0.06065169721841812 acc  0.296875\n",
      "11 mean  0.05733516439795494 loss  0.05734816938638687 acc  0.265625\n",
      "12 mean  0.05456825718283653 loss  0.05456825718283653 acc  0.25\n",
      "13 mean  0.05208570137619972 loss  0.05208570137619972 acc  0.25\n",
      "14 mean  0.04979105293750763 loss  0.04979105293750763 acc  0.25\n",
      "15 mean  0.04762662202119827 loss  0.04762662202119827 acc  0.25\n",
      "16 mean  0.04556078463792801 loss  0.04556078463792801 acc  0.25\n",
      "17 mean  0.04359039291739464 loss  0.04359039291739464 acc  0.25\n",
      "18 mean  0.04169078543782234 loss  0.04169078543782234 acc  0.25\n",
      "19 mean  0.039854995906353 loss  0.039854995906353 acc  0.25\n",
      "Accuracy eval is  0.25 tensor(0.0399, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0356, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0336, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0315, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0293, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0273, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0231, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0399, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0378, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0357, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0336, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0315, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0294, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0273, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0231, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0398, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0357, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0336, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0314, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0293, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0273, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0398, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0378, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0356, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0336, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0315, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0294, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0273, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0231, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0399, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0378, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0357, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0336, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0315, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0294, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0273, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "12\n",
      "0 mean  0.5000375509262085 loss  0.5092113018035889 acc  0.1875\n",
      "1 mean  0.3891773819923401 loss  0.3957217335700989 acc  0.140625\n",
      "2 mean  0.29230496287345886 loss  0.3051656484603882 acc  0.265625\n",
      "3 mean  0.2205071747303009 loss  0.22689880430698395 acc  0.09375\n",
      "4 mean  0.16852302849292755 loss  0.16852302849292755 acc  0.09375\n",
      "5 mean  0.13137327134609222 loss  0.13137327134609222 acc  0.3125\n",
      "6 mean  0.10628692060709 loss  0.10725900530815125 acc  0.375\n",
      "7 mean  0.09041215479373932 loss  0.09041215479373932 acc  0.3125\n",
      "8 mean  0.0801810696721077 loss  0.08041379600763321 acc  0.3125\n",
      "9 mean  0.07341297715902328 loss  0.07341297715902328 acc  0.3125\n",
      "10 mean  0.06858202069997787 loss  0.06858202069997787 acc  0.3125\n",
      "11 mean  0.0648333802819252 loss  0.0648333802819252 acc  0.3125\n",
      "12 mean  0.061659764498472214 loss  0.061659764498472214 acc  0.3125\n",
      "13 mean  0.05883033201098442 loss  0.05883033201098442 acc  0.328125\n",
      "14 mean  0.056216683238744736 loss  0.056216683238744736 acc  0.296875\n",
      "15 mean  0.05373019725084305 loss  0.05373019725084305 acc  0.296875\n",
      "16 mean  0.05135869234800339 loss  0.05135869234800339 acc  0.296875\n",
      "17 mean  0.049110058695077896 loss  0.049110058695077896 acc  0.296875\n",
      "18 mean  0.04696866497397423 loss  0.04696866497397423 acc  0.296875\n",
      "19 mean  0.04490119591355324 loss  0.04490119591355324 acc  0.296875\n",
      "Accuracy eval is  0.296875 tensor(0.0449, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0402, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0378, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0355, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0331, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0260, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0236, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0449, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0401, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0378, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0354, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0331, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0283, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0260, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0449, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0401, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0378, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0354, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0331, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0283, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0236, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0449, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0401, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0378, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0354, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0331, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0283, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0260, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0236, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0449, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0402, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0378, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0354, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0331, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0260, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0236, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "13\n",
      "0 mean  0.500097930431366 loss  0.5059824585914612 acc  0.109375\n",
      "1 mean  0.3860856294631958 loss  0.3982495665550232 acc  0.234375\n",
      "2 mean  0.2886285185813904 loss  0.3062925338745117 acc  0.328125\n",
      "3 mean  0.2188512533903122 loss  0.22496168315410614 acc  0.140625\n",
      "4 mean  0.1698390394449234 loss  0.1698390394449234 acc  0.046875\n",
      "5 mean  0.13491936028003693 loss  0.13491936028003693 acc  0.171875\n",
      "6 mean  0.11115488409996033 loss  0.11140956729650497 acc  0.28125\n",
      "7 mean  0.09574442356824875 loss  0.09590465575456619 acc  0.25\n",
      "8 mean  0.08578702807426453 loss  0.08596106618642807 acc  0.234375\n",
      "9 mean  0.079068124294281 loss  0.07914669066667557 acc  0.234375\n",
      "10 mean  0.07417893409729004 loss  0.07423646748065948 acc  0.1875\n",
      "11 mean  0.07027120143175125 loss  0.07027120143175125 acc  0.171875\n",
      "12 mean  0.06694895029067993 loss  0.06694895029067993 acc  0.171875\n",
      "13 mean  0.06393781304359436 loss  0.06393781304359436 acc  0.171875\n",
      "14 mean  0.061153192073106766 loss  0.061153192073106766 acc  0.171875\n",
      "15 mean  0.05850643292069435 loss  0.05850643292069435 acc  0.171875\n",
      "16 mean  0.055978529155254364 loss  0.055978529155254364 acc  0.171875\n",
      "17 mean  0.053563304245471954 loss  0.053563304245471954 acc  0.171875\n",
      "18 mean  0.05124715715646744 loss  0.05124715715646744 acc  0.171875\n",
      "19 mean  0.04901406541466713 loss  0.04901406541466713 acc  0.171875\n",
      "Accuracy eval is  0.171875 tensor(0.0490, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0464, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0438, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0413, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0387, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0361, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0336, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0310, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0180, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0490, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0464, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0439, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0413, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0387, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0361, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0335, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0310, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0283, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0052, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0490, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0464, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0438, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0413, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0387, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0361, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0335, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0310, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0052, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0490, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0465, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0439, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0413, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0387, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0361, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0335, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0310, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0052, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0490, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0464, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0439, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0413, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0387, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0361, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0335, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0310, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0078, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "14\n",
      "0 mean  0.49982818961143494 loss  0.504988968372345 acc  0.109375\n",
      "1 mean  0.38592058420181274 loss  0.39590176939964294 acc  0.1875\n",
      "2 mean  0.2874692380428314 loss  0.30722302198410034 acc  0.3125\n",
      "3 mean  0.21620580554008484 loss  0.21837912499904633 acc  0.03125\n",
      "4 mean  0.16296152770519257 loss  0.16296152770519257 acc  0.078125\n",
      "5 mean  0.12507662177085876 loss  0.12507662177085876 acc  0.40625\n",
      "6 mean  0.09953103959560394 loss  0.1009417399764061 acc  0.4375\n",
      "7 mean  0.08377037942409515 loss  0.0843089148402214 acc  0.390625\n",
      "8 mean  0.07385183125734329 loss  0.07388784736394882 acc  0.359375\n",
      "9 mean  0.0674123540520668 loss  0.067469023168087 acc  0.359375\n",
      "10 mean  0.06290825456380844 loss  0.06290825456380844 acc  0.359375\n",
      "11 mean  0.059455756098032 loss  0.059455756098032 acc  0.359375\n",
      "12 mean  0.05657117813825607 loss  0.05657117813825607 acc  0.34375\n",
      "13 mean  0.0540250688791275 loss  0.0540250688791275 acc  0.34375\n",
      "14 mean  0.05167439579963684 loss  0.05167439579963684 acc  0.34375\n",
      "15 mean  0.04945061728358269 loss  0.04945061728358269 acc  0.34375\n",
      "16 mean  0.04733622074127197 loss  0.04733622074127197 acc  0.328125\n",
      "17 mean  0.04530923441052437 loss  0.04530923441052437 acc  0.328125\n",
      "18 mean  0.04337775707244873 loss  0.04337775707244873 acc  0.328125\n",
      "19 mean  0.04151058942079544 loss  0.04151058942079544 acc  0.328125\n",
      "Accuracy eval is  0.328125 tensor(0.0415, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0393, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0371, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0349, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0328, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0306, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0262, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0415, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0394, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0372, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0350, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0328, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0306, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0262, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0087, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0415, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0393, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0371, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0349, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0328, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0306, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0262, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0087, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0415, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0393, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0371, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0350, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0328, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0306, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0262, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0241, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0087, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0415, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0393, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0371, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0350, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0328, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0306, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0262, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0087, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "15\n",
      "0 mean  0.4999939799308777 loss  0.5068922638893127 acc  0.140625\n",
      "1 mean  0.38731124997138977 loss  0.39841020107269287 acc  0.15625\n",
      "2 mean  0.2906600832939148 loss  0.30760395526885986 acc  0.3125\n",
      "3 mean  0.22161439061164856 loss  0.22565767168998718 acc  0.0625\n",
      "4 mean  0.17106148600578308 loss  0.17106148600578308 acc  0.078125\n",
      "5 mean  0.13495078682899475 loss  0.13495078682899475 acc  0.296875\n",
      "6 mean  0.11047104746103287 loss  0.11062740534543991 acc  0.34375\n",
      "7 mean  0.09472305327653885 loss  0.09587655961513519 acc  0.3125\n",
      "8 mean  0.08490434288978577 loss  0.08503372222185135 acc  0.296875\n",
      "9 mean  0.07828137278556824 loss  0.07836680114269257 acc  0.265625\n",
      "10 mean  0.0735241249203682 loss  0.0735241249203682 acc  0.234375\n",
      "11 mean  0.06975552439689636 loss  0.06975552439689636 acc  0.1875\n",
      "12 mean  0.0665232241153717 loss  0.0665232241153717 acc  0.1875\n",
      "13 mean  0.06361158937215805 loss  0.06361158937215805 acc  0.171875\n",
      "14 mean  0.060917213559150696 loss  0.060917213559150696 acc  0.171875\n",
      "15 mean  0.058370623737573624 loss  0.058370623737573624 acc  0.171875\n",
      "16 mean  0.0559355653822422 loss  0.0559355653822422 acc  0.171875\n",
      "17 mean  0.05360130965709686 loss  0.05360130965709686 acc  0.171875\n",
      "18 mean  0.051360566169023514 loss  0.051360566169023514 acc  0.171875\n",
      "19 mean  0.04921122267842293 loss  0.04921122267842293 acc  0.171875\n",
      "Accuracy eval is  0.171875 tensor(0.0492, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0466, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0440, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0414, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0389, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0363, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0337, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0311, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0233, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0130, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0078, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0052, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0492, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0467, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0441, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0415, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0389, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0363, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0337, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0311, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0233, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0156, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0130, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0052, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0492, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0466, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0440, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0414, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0388, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0363, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0337, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0311, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0233, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0104, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0078, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0052, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0492, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0466, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0440, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0415, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0389, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0363, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0337, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0311, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0233, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0130, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0104, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0078, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0052, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0492, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0466, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0440, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0414, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0389, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0363, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0337, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0311, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0233, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0182, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0130, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0104, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0052, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "16\n",
      "0 mean  0.5001360177993774 loss  0.5069484710693359 acc  0.140625\n",
      "1 mean  0.38737669587135315 loss  0.3916255533695221 acc  0.078125\n",
      "2 mean  0.2879118323326111 loss  0.30318519473075867 acc  0.328125\n",
      "3 mean  0.21555715799331665 loss  0.22309528291225433 acc  0.109375\n",
      "4 mean  0.16374464333057404 loss  0.16374464333057404 acc  0.0625\n",
      "5 mean  0.12692297995090485 loss  0.12692297995090485 acc  0.3125\n",
      "6 mean  0.10217250138521194 loss  0.10233750194311142 acc  0.359375\n",
      "7 mean  0.08631536364555359 loss  0.08681370317935944 acc  0.359375\n",
      "8 mean  0.07646260410547256 loss  0.07653490453958511 acc  0.328125\n",
      "9 mean  0.07002657651901245 loss  0.07017827779054642 acc  0.328125\n",
      "10 mean  0.06552579998970032 loss  0.06560644507408142 acc  0.296875\n",
      "11 mean  0.0620519295334816 loss  0.062052614986896515 acc  0.296875\n",
      "12 mean  0.05912977084517479 loss  0.05912977084517479 acc  0.28125\n",
      "13 mean  0.05652071535587311 loss  0.05652071535587311 acc  0.28125\n",
      "14 mean  0.054091162979602814 loss  0.054091162979602814 acc  0.265625\n",
      "15 mean  0.0518069751560688 loss  0.0518069751560688 acc  0.265625\n",
      "16 mean  0.049606531858444214 loss  0.049606531858444214 acc  0.25\n",
      "17 mean  0.04749404266476631 loss  0.04749404266476631 acc  0.25\n",
      "18 mean  0.04549024626612663 loss  0.04549024626612663 acc  0.25\n",
      "19 mean  0.043575458228588104 loss  0.043575458228588104 acc  0.25\n",
      "Accuracy eval is  0.25 tensor(0.0436, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0413, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0390, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0344, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0321, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0298, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0275, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0436, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0413, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0390, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0344, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0321, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0298, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0275, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0253, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0436, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0413, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0390, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0344, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0321, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0298, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0275, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0091, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0435, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0413, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0390, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0344, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0321, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0298, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0275, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0436, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0413, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0390, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0344, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0321, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0298, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0275, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "17\n",
      "0 mean  0.5001130104064941 loss  0.501974880695343 acc  0.03125\n",
      "1 mean  0.38316628336906433 loss  0.39548319578170776 acc  0.171875\n",
      "2 mean  0.2828604280948639 loss  0.2978649437427521 acc  0.296875\n",
      "3 mean  0.20848962664604187 loss  0.21554337441921234 acc  0.125\n",
      "4 mean  0.15572866797447205 loss  0.15572866797447205 acc  0.046875\n",
      "5 mean  0.1184961274266243 loss  0.1184961274266243 acc  0.328125\n",
      "6 mean  0.09373821318149567 loss  0.09378937631845474 acc  0.40625\n",
      "7 mean  0.07806906849145889 loss  0.07862204313278198 acc  0.40625\n",
      "8 mean  0.06848844885826111 loss  0.06875584274530411 acc  0.375\n",
      "9 mean  0.06249026581645012 loss  0.0625401958823204 acc  0.359375\n",
      "10 mean  0.058430545032024384 loss  0.058458179235458374 acc  0.359375\n",
      "11 mean  0.0553966723382473 loss  0.0553966723382473 acc  0.359375\n",
      "12 mean  0.052900392562150955 loss  0.052900392562150955 acc  0.359375\n",
      "13 mean  0.050671108067035675 loss  0.050671108067035675 acc  0.359375\n",
      "14 mean  0.04861987382173538 loss  0.04861987382173538 acc  0.359375\n",
      "15 mean  0.04667896404862404 loss  0.04667896404862404 acc  0.34375\n",
      "16 mean  0.04482809081673622 loss  0.04482809081673622 acc  0.3125\n",
      "17 mean  0.043027251958847046 loss  0.043027251958847046 acc  0.3125\n",
      "18 mean  0.04130448400974274 loss  0.04130448400974274 acc  0.3125\n",
      "19 mean  0.039642419666051865 loss  0.039642419666051865 acc  0.3125\n",
      "Accuracy eval is  0.3125 tensor(0.0396, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0375, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0355, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0334, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0313, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0292, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0271, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0250, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0104, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0396, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0376, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0355, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0334, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0313, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0292, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0271, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0250, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0104, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0396, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0375, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0354, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0333, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0313, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0292, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0271, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0250, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0104, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0396, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0376, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0355, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0334, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0313, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0292, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0271, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0251, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0104, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0396, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0376, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0355, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0334, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0313, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0292, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0271, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0251, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0104, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "18\n",
      "0 mean  0.5000510215759277 loss  0.5038803219795227 acc  0.09375\n",
      "1 mean  0.3855037987232208 loss  0.39553993940353394 acc  0.15625\n",
      "2 mean  0.2863348126411438 loss  0.3031259775161743 acc  0.296875\n",
      "3 mean  0.2138577252626419 loss  0.220156729221344 acc  0.09375\n",
      "4 mean  0.16166946291923523 loss  0.16166946291923523 acc  0.0625\n",
      "5 mean  0.12468952685594559 loss  0.12468952685594559 acc  0.34375\n",
      "6 mean  0.0998612567782402 loss  0.10009375959634781 acc  0.40625\n",
      "7 mean  0.08416647464036942 loss  0.08436500281095505 acc  0.390625\n",
      "8 mean  0.07433448731899261 loss  0.07455168664455414 acc  0.359375\n",
      "9 mean  0.06798677146434784 loss  0.06798677146434784 acc  0.359375\n",
      "10 mean  0.06357639282941818 loss  0.0635782778263092 acc  0.359375\n",
      "11 mean  0.060216084122657776 loss  0.060216084122657776 acc  0.34375\n",
      "12 mean  0.0573972649872303 loss  0.0573972649872303 acc  0.328125\n",
      "13 mean  0.054899655282497406 loss  0.054899655282497406 acc  0.328125\n",
      "14 mean  0.05259989574551582 loss  0.05259989574551582 acc  0.328125\n",
      "15 mean  0.05041774734854698 loss  0.05041774734854698 acc  0.328125\n",
      "16 mean  0.04831913486123085 loss  0.04831913486123085 acc  0.328125\n",
      "17 mean  0.04630575329065323 loss  0.04630575329065323 acc  0.328125\n",
      "18 mean  0.0443694069981575 loss  0.0443694069981575 acc  0.328125\n",
      "19 mean  0.04251079261302948 loss  0.04251079261302948 acc  0.328125\n",
      "Accuracy eval is  0.328125 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0403, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0380, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0358, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0336, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0313, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0291, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0268, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0223, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0403, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0380, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0358, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0336, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0313, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0291, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0269, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0403, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0381, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0358, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0336, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0314, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0291, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0269, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0403, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0381, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0358, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0336, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0313, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0291, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0269, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0156, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0089, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0403, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0380, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0358, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0336, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0313, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0291, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0268, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0089, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "19\n",
      "0 mean  0.5000161528587341 loss  0.5034970641136169 acc  0.078125\n",
      "1 mean  0.3847663402557373 loss  0.3965023159980774 acc  0.234375\n",
      "2 mean  0.28651896119117737 loss  0.3030427098274231 acc  0.28125\n",
      "3 mean  0.21438080072402954 loss  0.22065982222557068 acc  0.09375\n",
      "4 mean  0.16217286884784698 loss  0.16217286884784698 acc  0.078125\n",
      "5 mean  0.12514206767082214 loss  0.12514206767082214 acc  0.25\n",
      "6 mean  0.1002502515912056 loss  0.1002502515912056 acc  0.390625\n",
      "7 mean  0.08417651057243347 loss  0.08472056686878204 acc  0.390625\n",
      "8 mean  0.07414056360721588 loss  0.07424020767211914 acc  0.375\n",
      "9 mean  0.0676228404045105 loss  0.0677916407585144 acc  0.34375\n",
      "10 mean  0.06311841309070587 loss  0.06314616650342941 acc  0.34375\n",
      "11 mean  0.05964641273021698 loss  0.05964641273021698 acc  0.34375\n",
      "12 mean  0.05674907565116882 loss  0.05674907565116882 acc  0.34375\n",
      "13 mean  0.05418265238404274 loss  0.05418265238404274 acc  0.34375\n",
      "14 mean  0.05181894823908806 loss  0.05181894823908806 acc  0.34375\n",
      "15 mean  0.04959072172641754 loss  0.04959072172641754 acc  0.328125\n",
      "16 mean  0.04747799038887024 loss  0.04747799038887024 acc  0.3125\n",
      "17 mean  0.04546092078089714 loss  0.04546092078089714 acc  0.3125\n",
      "18 mean  0.043506402522325516 loss  0.043506402522325516 acc  0.3125\n",
      "19 mean  0.04164476692676544 loss  0.04164476692676544 acc  0.3125\n",
      "Accuracy eval is  0.3125 tensor(0.0416, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0395, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0372, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0329, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0241, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0417, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0395, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0329, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0241, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0417, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0395, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0329, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0241, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0416, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0394, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0372, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0350, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0329, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0241, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0416, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0395, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0329, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0241, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "20\n",
      "0 mean  0.49998706579208374 loss  0.5064321160316467 acc  0.125\n",
      "1 mean  0.38668784499168396 loss  0.3951331377029419 acc  0.140625\n",
      "2 mean  0.2889445722103119 loss  0.30827412009239197 acc  0.328125\n",
      "3 mean  0.21821966767311096 loss  0.2251545935869217 acc  0.109375\n",
      "4 mean  0.16784624755382538 loss  0.16784624755382538 acc  0.078125\n",
      "5 mean  0.13209086656570435 loss  0.13209086656570435 acc  0.265625\n",
      "6 mean  0.10799091309309006 loss  0.10816793888807297 acc  0.328125\n",
      "7 mean  0.0924418643116951 loss  0.09268404543399811 acc  0.34375\n",
      "8 mean  0.0826173722743988 loss  0.08266308903694153 acc  0.296875\n",
      "9 mean  0.07609393447637558 loss  0.0761234238743782 acc  0.296875\n",
      "10 mean  0.07144803553819656 loss  0.07144803553819656 acc  0.296875\n",
      "11 mean  0.06779944151639938 loss  0.06779944151639938 acc  0.296875\n",
      "12 mean  0.06473775207996368 loss  0.06473775207996368 acc  0.296875\n",
      "13 mean  0.06198184937238693 loss  0.06198184937238693 acc  0.296875\n",
      "14 mean  0.05940889194607735 loss  0.05940889194607735 acc  0.296875\n",
      "15 mean  0.05698695778846741 loss  0.05698695778846741 acc  0.296875\n",
      "16 mean  0.05466292053461075 loss  0.05466292053461075 acc  0.296875\n",
      "17 mean  0.0524277426302433 loss  0.0524277426302433 acc  0.296875\n",
      "18 mean  0.050274405628442764 loss  0.050274405628442764 acc  0.296875\n",
      "19 mean  0.048208750784397125 loss  0.048208750784397125 acc  0.28125\n",
      "Accuracy eval is  0.28125 tensor(0.0482, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0457, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0431, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0406, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0381, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0355, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0330, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0304, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0279, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0254, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0482, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0457, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0431, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0406, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0380, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0355, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0330, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0305, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0279, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0254, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0482, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0456, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0431, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0406, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0380, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0355, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0330, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0304, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0279, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0254, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0178, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0482, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0457, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0431, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0406, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0380, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0355, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0330, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0304, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0279, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0254, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0178, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0482, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0457, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0431, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0406, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0380, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0355, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0330, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0304, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0279, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0254, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0178, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "21\n",
      "0 mean  0.4999266564846039 loss  0.5033793449401855 acc  0.078125\n",
      "1 mean  0.3847929537296295 loss  0.3914978504180908 acc  0.140625\n",
      "2 mean  0.2836199402809143 loss  0.29536160826683044 acc  0.265625\n",
      "3 mean  0.2077910304069519 loss  0.21480493247509003 acc  0.109375\n",
      "4 mean  0.15329712629318237 loss  0.15329712629318237 acc  0.03125\n",
      "5 mean  0.11489992588758469 loss  0.11489992588758469 acc  0.28125\n",
      "6 mean  0.08936384320259094 loss  0.08955089002847672 acc  0.375\n",
      "7 mean  0.07346773147583008 loss  0.0740324929356575 acc  0.390625\n",
      "8 mean  0.0639331266283989 loss  0.06406130641698837 acc  0.34375\n",
      "9 mean  0.057962339371442795 loss  0.0580093078315258 acc  0.328125\n",
      "10 mean  0.053984466940164566 loss  0.05399729311466217 acc  0.3125\n",
      "11 mean  0.05103319138288498 loss  0.05103319138288498 acc  0.296875\n",
      "12 mean  0.048633869737386703 loss  0.048633869737386703 acc  0.296875\n",
      "13 mean  0.0465187206864357 loss  0.0465187206864357 acc  0.296875\n",
      "14 mean  0.044563811272382736 loss  0.044563811272382736 acc  0.296875\n",
      "15 mean  0.04271508753299713 loss  0.04271508753299713 acc  0.296875\n",
      "16 mean  0.040952254086732864 loss  0.040952254086732864 acc  0.296875\n",
      "17 mean  0.03925206884741783 loss  0.03925206884741783 acc  0.296875\n",
      "18 mean  0.0376245342195034 loss  0.0376245342195034 acc  0.296875\n",
      "19 mean  0.0360485203564167 loss  0.0360485203564167 acc  0.296875\n",
      "Accuracy eval is  0.296875 tensor(0.0360, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0342, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0323, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0303, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0266, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0019, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0360, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0341, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0322, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0304, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0266, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0019, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0360, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0341, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0322, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0304, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0266, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0019, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0360, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0341, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0322, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0303, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0265, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0170, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0019, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0360, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0342, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0323, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0304, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0266, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0019, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0., device='cuda:4')\n",
      "22\n",
      "0 mean  0.4999209940433502 loss  0.5051665902137756 acc  0.09375\n",
      "1 mean  0.38537493348121643 loss  0.3944098949432373 acc  0.15625\n",
      "2 mean  0.28566163778305054 loss  0.3047020137310028 acc  0.390625\n",
      "3 mean  0.2148887664079666 loss  0.2246270626783371 acc  0.125\n",
      "4 mean  0.16478551924228668 loss  0.16478551924228668 acc  0.0625\n",
      "5 mean  0.1291666030883789 loss  0.1291666030883789 acc  0.28125\n",
      "6 mean  0.1050352230668068 loss  0.10554973036050797 acc  0.34375\n",
      "7 mean  0.08956227451562881 loss  0.08975601196289062 acc  0.3125\n",
      "8 mean  0.07961750775575638 loss  0.07979167997837067 acc  0.3125\n",
      "9 mean  0.07299196720123291 loss  0.07299196720123291 acc  0.296875\n",
      "10 mean  0.06823103129863739 loss  0.06825261563062668 acc  0.296875\n",
      "11 mean  0.06455223262310028 loss  0.06455223262310028 acc  0.296875\n",
      "12 mean  0.06145447492599487 loss  0.06145447492599487 acc  0.296875\n",
      "13 mean  0.05865288898348808 loss  0.05865288898348808 acc  0.296875\n",
      "14 mean  0.056057922542095184 loss  0.056057922542095184 acc  0.296875\n",
      "15 mean  0.053606901317834854 loss  0.053606901317834854 acc  0.296875\n",
      "16 mean  0.05128434672951698 loss  0.05128434672951698 acc  0.28125\n",
      "17 mean  0.04906470701098442 loss  0.04906470701098442 acc  0.28125\n",
      "18 mean  0.046928878873586655 loss  0.046928878873586655 acc  0.28125\n",
      "19 mean  0.044862013310194016 loss  0.044862013310194016 acc  0.28125\n",
      "Accuracy eval is  0.28125 tensor(0.0449, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0401, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0354, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0331, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0283, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0260, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0236, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0448, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0401, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0354, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0330, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0283, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0236, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0141, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0448, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0401, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0354, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0330, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0283, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0260, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0236, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0449, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0402, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0378, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0354, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0330, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0283, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0260, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0236, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0449, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0402, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0354, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0331, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0283, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0260, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0236, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "23\n",
      "0 mean  0.5000100135803223 loss  0.5046355724334717 acc  0.09375\n",
      "1 mean  0.38542649149894714 loss  0.39359617233276367 acc  0.140625\n",
      "2 mean  0.28625404834747314 loss  0.30505239963531494 acc  0.3125\n",
      "3 mean  0.21490316092967987 loss  0.2180352509021759 acc  0.0625\n",
      "4 mean  0.1626080572605133 loss  0.1626080572605133 acc  0.03125\n",
      "5 mean  0.1254807561635971 loss  0.1254807561635971 acc  0.34375\n",
      "6 mean  0.100550077855587 loss  0.100773386657238 acc  0.390625\n",
      "7 mean  0.08475586026906967 loss  0.0853038802742958 acc  0.359375\n",
      "8 mean  0.07490092515945435 loss  0.07490092515945435 acc  0.328125\n",
      "9 mean  0.06847686320543289 loss  0.06847686320543289 acc  0.3125\n",
      "10 mean  0.06398884952068329 loss  0.06401517242193222 acc  0.3125\n",
      "11 mean  0.060563232749700546 loss  0.06057196110486984 acc  0.3125\n",
      "12 mean  0.057708222419023514 loss  0.057708222419023514 acc  0.3125\n",
      "13 mean  0.055160846561193466 loss  0.055160846561193466 acc  0.3125\n",
      "14 mean  0.05280965939164162 loss  0.05280965939164162 acc  0.3125\n",
      "15 mean  0.050585757941007614 loss  0.050585757941007614 acc  0.3125\n",
      "16 mean  0.04845672845840454 loss  0.04845672845840454 acc  0.3125\n",
      "17 mean  0.04642263799905777 loss  0.04642263799905777 acc  0.3125\n",
      "18 mean  0.044473957270383835 loss  0.044473957270383835 acc  0.3125\n",
      "19 mean  0.04260881245136261 loss  0.04260881245136261 acc  0.3125\n",
      "Accuracy eval is  0.3125 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0404, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0381, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0359, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0337, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0314, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0292, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0269, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0156, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0404, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0381, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0359, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0337, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0314, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0292, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0269, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0180, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0403, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0381, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0359, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0336, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0314, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0292, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0269, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0404, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0381, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0359, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0336, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0314, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0292, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0269, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0180, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0404, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0381, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0359, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0337, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0314, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0292, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0269, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0., device='cuda:4')\n",
      "24\n",
      "0 mean  0.500044584274292 loss  0.5031778216362 acc  0.078125\n",
      "1 mean  0.3848476707935333 loss  0.3927832543849945 acc  0.109375\n",
      "2 mean  0.28423213958740234 loss  0.2985912561416626 acc  0.234375\n",
      "3 mean  0.2077876180410385 loss  0.21497240662574768 acc  0.140625\n",
      "4 mean  0.15385672450065613 loss  0.15385672450065613 acc  0.09375\n",
      "5 mean  0.11578617990016937 loss  0.11578617990016937 acc  0.328125\n",
      "6 mean  0.09050911664962769 loss  0.0911870002746582 acc  0.4375\n",
      "7 mean  0.07480251044034958 loss  0.07513142377138138 acc  0.453125\n",
      "8 mean  0.0652833878993988 loss  0.0656108483672142 acc  0.421875\n",
      "9 mean  0.05940151587128639 loss  0.05958203971385956 acc  0.40625\n",
      "10 mean  0.05551899969577789 loss  0.05551899969577789 acc  0.40625\n",
      "11 mean  0.052608177065849304 loss  0.052608177065849304 acc  0.375\n",
      "12 mean  0.05023204907774925 loss  0.050245996564626694 acc  0.375\n",
      "13 mean  0.048118773847818375 loss  0.048121701925992966 acc  0.359375\n",
      "14 mean  0.04619346186518669 loss  0.04619346186518669 acc  0.34375\n",
      "15 mean  0.0443493016064167 loss  0.0443493016064167 acc  0.34375\n",
      "16 mean  0.04258604720234871 loss  0.04258604720234871 acc  0.34375\n",
      "17 mean  0.04089411348104477 loss  0.04089411348104477 acc  0.34375\n",
      "18 mean  0.03925539553165436 loss  0.03925539553165436 acc  0.34375\n",
      "19 mean  0.03767599165439606 loss  0.03767599165439606 acc  0.328125\n",
      "Accuracy eval is  0.328125 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0357, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0337, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0317, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0297, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0278, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0079, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0040, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0020, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0357, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0338, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0318, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0298, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0278, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0079, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0040, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0020, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0357, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0337, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0318, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0297, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0278, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0059, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0040, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0020, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0357, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0337, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0317, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0297, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0277, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0079, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0040, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0020, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0357, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0337, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0317, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0297, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0278, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0178, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0079, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0040, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0020, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "25\n",
      "0 mean  0.4998261034488678 loss  0.5031062960624695 acc  0.078125\n",
      "1 mean  0.3846830725669861 loss  0.3927244544029236 acc  0.1875\n",
      "2 mean  0.2842940092086792 loss  0.3063693642616272 acc  0.359375\n",
      "3 mean  0.21239545941352844 loss  0.223191499710083 acc  0.171875\n",
      "4 mean  0.1627490371465683 loss  0.1627490371465683 acc  0.03125\n",
      "5 mean  0.12749235332012177 loss  0.12749235332012177 acc  0.25\n",
      "6 mean  0.10371943563222885 loss  0.10403237491846085 acc  0.28125\n",
      "7 mean  0.08861978352069855 loss  0.08864052593708038 acc  0.25\n",
      "8 mean  0.07889588177204132 loss  0.07928939163684845 acc  0.234375\n",
      "9 mean  0.07250595837831497 loss  0.07251880317926407 acc  0.234375\n",
      "10 mean  0.06791387498378754 loss  0.06791872531175613 acc  0.21875\n",
      "11 mean  0.06433657556772232 loss  0.06433657556772232 acc  0.234375\n",
      "12 mean  0.061322472989559174 loss  0.061322472989559174 acc  0.234375\n",
      "13 mean  0.05857709050178528 loss  0.05857709050178528 acc  0.234375\n",
      "14 mean  0.056046463549137115 loss  0.056046463549137115 acc  0.234375\n",
      "15 mean  0.053652435541152954 loss  0.053652435541152954 acc  0.234375\n",
      "16 mean  0.05137632042169571 loss  0.05137632042169571 acc  0.234375\n",
      "17 mean  0.0491870641708374 loss  0.0491870641708374 acc  0.234375\n",
      "18 mean  0.047088392078876495 loss  0.047088392078876495 acc  0.234375\n",
      "19 mean  0.04504792019724846 loss  0.04504792019724846 acc  0.234375\n",
      "Accuracy eval is  0.234375 tensor(0.0450, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0403, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0379, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0356, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0332, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0308, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0261, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0450, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0403, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0379, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0355, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0332, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0308, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0261, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0451, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0403, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0379, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0356, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0332, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0308, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0261, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0450, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0403, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0379, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0356, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0332, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0308, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0261, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0450, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0403, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0379, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0356, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0332, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0308, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0261, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "26\n",
      "0 mean  0.49996432662010193 loss  0.5080128908157349 acc  0.15625\n",
      "1 mean  0.3879348039627075 loss  0.3983866274356842 acc  0.15625\n",
      "2 mean  0.29206907749176025 loss  0.30656054615974426 acc  0.296875\n",
      "3 mean  0.22309498488903046 loss  0.22796067595481873 acc  0.078125\n",
      "4 mean  0.1729409098625183 loss  0.1729409098625183 acc  0.03125\n",
      "5 mean  0.13712811470031738 loss  0.13712811470031738 acc  0.21875\n",
      "6 mean  0.11284998804330826 loss  0.1134750097990036 acc  0.3125\n",
      "7 mean  0.09731587767601013 loss  0.09791254997253418 acc  0.28125\n",
      "8 mean  0.08731182664632797 loss  0.08736582845449448 acc  0.25\n",
      "9 mean  0.08055434376001358 loss  0.08057023584842682 acc  0.234375\n",
      "10 mean  0.0756586492061615 loss  0.07572850584983826 acc  0.234375\n",
      "11 mean  0.07179591059684753 loss  0.07179591059684753 acc  0.234375\n",
      "12 mean  0.06847871094942093 loss  0.06847871094942093 acc  0.234375\n",
      "13 mean  0.06547606736421585 loss  0.06547606736421585 acc  0.234375\n",
      "14 mean  0.06269017606973648 loss  0.06269017606973648 acc  0.234375\n",
      "15 mean  0.06005369499325752 loss  0.06005369499325752 acc  0.234375\n",
      "16 mean  0.05754867568612099 loss  0.05754867568612099 acc  0.234375\n",
      "17 mean  0.05513777583837509 loss  0.05513777583837509 acc  0.234375\n",
      "18 mean  0.052814073860645294 loss  0.052814073860645294 acc  0.234375\n",
      "19 mean  0.050600118935108185 loss  0.050600118935108185 acc  0.21875\n",
      "Accuracy eval is  0.21875 tensor(0.0506, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0479, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0399, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0320, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0293, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0266, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0186, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0506, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0479, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0399, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0319, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0293, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0266, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0186, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0106, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0506, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0479, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0400, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0320, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0293, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0267, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0186, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0106, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0506, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0479, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0399, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0320, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0293, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0267, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0186, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0506, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0479, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0400, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0320, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0293, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0266, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0186, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0106, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "27\n",
      "0 mean  0.49990198016166687 loss  0.5081023573875427 acc  0.15625\n",
      "1 mean  0.3878306448459625 loss  0.39918577671051025 acc  0.21875\n",
      "2 mean  0.2918683886528015 loss  0.3122374713420868 acc  0.296875\n",
      "3 mean  0.22230689227581024 loss  0.22747881710529327 acc  0.078125\n",
      "4 mean  0.17150618135929108 loss  0.17150618135929108 acc  0.09375\n",
      "5 mean  0.13517393171787262 loss  0.13517393171787262 acc  0.296875\n",
      "6 mean  0.11056791990995407 loss  0.11100607365369797 acc  0.359375\n",
      "7 mean  0.09478234499692917 loss  0.09558223932981491 acc  0.3125\n",
      "8 mean  0.08466530591249466 loss  0.08484488725662231 acc  0.296875\n",
      "9 mean  0.07783681154251099 loss  0.07783681154251099 acc  0.28125\n",
      "10 mean  0.07287393510341644 loss  0.07287393510341644 acc  0.28125\n",
      "11 mean  0.06893972307443619 loss  0.06893972307443619 acc  0.265625\n",
      "12 mean  0.06558986753225327 loss  0.06558986753225327 acc  0.265625\n",
      "13 mean  0.06259729713201523 loss  0.06259729713201523 acc  0.265625\n",
      "14 mean  0.059816598892211914 loss  0.059816598892211914 acc  0.265625\n",
      "15 mean  0.05718275532126427 loss  0.05718275532126427 acc  0.265625\n",
      "16 mean  0.054672565311193466 loss  0.054672565311193466 acc  0.265625\n",
      "17 mean  0.052288301289081573 loss  0.052288301289081573 acc  0.25\n",
      "18 mean  0.04999159649014473 loss  0.04999159649014473 acc  0.25\n",
      "19 mean  0.047802191227674484 loss  0.047802191227674484 acc  0.25\n",
      "Accuracy eval is  0.25 tensor(0.0478, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0428, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0403, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0352, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0302, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0277, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0251, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0478, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0452, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0402, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0352, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0302, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0276, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0251, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0478, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0402, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0352, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0302, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0277, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0478, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0428, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0402, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0378, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0352, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0302, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0277, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0478, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0428, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0403, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0377, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0352, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0302, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0277, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "28\n",
      "0 mean  0.49997878074645996 loss  0.5069742202758789 acc  0.171875\n",
      "1 mean  0.38848957419395447 loss  0.39841142296791077 acc  0.125\n",
      "2 mean  0.29275429248809814 loss  0.3081926107406616 acc  0.34375\n",
      "3 mean  0.22258508205413818 loss  0.2325364649295807 acc  0.140625\n",
      "4 mean  0.17324106395244598 loss  0.17324106395244598 acc  0.078125\n",
      "5 mean  0.13803382217884064 loss  0.13803382217884064 acc  0.1875\n",
      "6 mean  0.1140407919883728 loss  0.1140407919883728 acc  0.25\n",
      "7 mean  0.09827613830566406 loss  0.0992383360862732 acc  0.28125\n",
      "8 mean  0.08818782866001129 loss  0.08838798850774765 acc  0.28125\n",
      "9 mean  0.08134747296571732 loss  0.08134747296571732 acc  0.28125\n",
      "10 mean  0.07632322609424591 loss  0.07632610946893692 acc  0.265625\n",
      "11 mean  0.07233858108520508 loss  0.07233858108520508 acc  0.234375\n",
      "12 mean  0.06893282383680344 loss  0.06893282383680344 acc  0.203125\n",
      "13 mean  0.06586802005767822 loss  0.06586802005767822 acc  0.203125\n",
      "14 mean  0.06300777941942215 loss  0.06300777941942215 acc  0.203125\n",
      "15 mean  0.06030980870127678 loss  0.06030980870127678 acc  0.203125\n",
      "16 mean  0.05773625150322914 loss  0.05773625150322914 acc  0.203125\n",
      "17 mean  0.05526981130242348 loss  0.05526981130242348 acc  0.203125\n",
      "18 mean  0.05290840193629265 loss  0.05290840193629265 acc  0.203125\n",
      "19 mean  0.05063833296298981 loss  0.05063833296298981 acc  0.1875\n",
      "Accuracy eval is  0.1875 tensor(0.0506, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0480, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0400, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0347, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0320, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0293, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0267, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0506, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0480, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0399, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0320, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0293, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0266, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0507, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0480, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0400, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0347, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0320, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0293, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0267, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0506, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0480, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0400, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0320, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0293, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0266, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0186, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0106, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0506, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0480, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0400, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0320, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0293, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0266, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0186, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0106, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "29\n",
      "0 mean  0.4999698996543884 loss  0.5100026726722717 acc  0.21875\n",
      "1 mean  0.3903328776359558 loss  0.40589645504951477 acc  0.234375\n",
      "2 mean  0.2999629080295563 loss  0.3137969970703125 acc  0.25\n",
      "3 mean  0.23251019418239594 loss  0.23874859511852264 acc  0.109375\n",
      "4 mean  0.1842074692249298 loss  0.1842074692249298 acc  0.015625\n",
      "5 mean  0.1492943912744522 loss  0.1492943912744522 acc  0.1875\n",
      "6 mean  0.1253121942281723 loss  0.1253121942281723 acc  0.203125\n",
      "7 mean  0.10919516533613205 loss  0.10929371416568756 acc  0.234375\n",
      "8 mean  0.09841730445623398 loss  0.09841730445623398 acc  0.25\n",
      "9 mean  0.09090239554643631 loss  0.09095105528831482 acc  0.234375\n",
      "10 mean  0.08528471738100052 loss  0.08528471738100052 acc  0.234375\n",
      "11 mean  0.08075948059558868 loss  0.08075948059558868 acc  0.234375\n",
      "12 mean  0.07683191448450089 loss  0.07683191448450089 acc  0.234375\n",
      "13 mean  0.07328968495130539 loss  0.07328968495130539 acc  0.234375\n",
      "14 mean  0.07000789046287537 loss  0.07000789046287537 acc  0.234375\n",
      "15 mean  0.06690584123134613 loss  0.06690584123134613 acc  0.234375\n",
      "16 mean  0.0639633908867836 loss  0.0639633908867836 acc  0.234375\n",
      "17 mean  0.061126042157411575 loss  0.061126042157411575 acc  0.234375\n",
      "18 mean  0.05843577906489372 loss  0.05843577906489372 acc  0.234375\n",
      "19 mean  0.055835552513599396 loss  0.055835552513599396 acc  0.234375\n",
      "Accuracy eval is  0.234375 tensor(0.0558, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0529, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0500, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0470, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0441, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0412, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0353, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0294, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0265, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0235, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0059, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0030, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0558, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0529, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0500, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0470, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0441, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0411, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0353, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0323, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0294, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0264, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0235, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0059, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0559, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0529, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0500, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0471, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0441, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0412, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0353, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0294, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0265, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0235, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0059, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0559, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0529, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0500, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0470, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0441, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0411, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0352, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0294, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0265, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0235, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0059, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0558, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0529, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0500, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0470, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0441, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0411, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0353, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0323, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0294, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0264, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0235, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0059, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "30\n",
      "0 mean  0.4999561011791229 loss  0.5085155367851257 acc  0.15625\n",
      "1 mean  0.3878932297229767 loss  0.39724302291870117 acc  0.140625\n",
      "2 mean  0.2914893925189972 loss  0.3036556839942932 acc  0.296875\n",
      "3 mean  0.21915218234062195 loss  0.23002876341342926 acc  0.15625\n",
      "4 mean  0.16856424510478973 loss  0.16856424510478973 acc  0.140625\n",
      "5 mean  0.13256345689296722 loss  0.13256345689296722 acc  0.3125\n",
      "6 mean  0.10821128636598587 loss  0.10885710269212723 acc  0.34375\n",
      "7 mean  0.09271402657032013 loss  0.09399383515119553 acc  0.296875\n",
      "8 mean  0.08287901431322098 loss  0.0828857347369194 acc  0.28125\n",
      "9 mean  0.07631684839725494 loss  0.07631684839725494 acc  0.265625\n",
      "10 mean  0.07156474143266678 loss  0.0716206282377243 acc  0.234375\n",
      "11 mean  0.06783345341682434 loss  0.06783345341682434 acc  0.234375\n",
      "12 mean  0.06465411931276321 loss  0.06465411931276321 acc  0.234375\n",
      "13 mean  0.06179533526301384 loss  0.06179533526301384 acc  0.21875\n",
      "14 mean  0.05914924293756485 loss  0.05914924293756485 acc  0.21875\n",
      "15 mean  0.05664074793457985 loss  0.05664074793457985 acc  0.21875\n",
      "16 mean  0.05424269661307335 loss  0.05424269661307335 acc  0.21875\n",
      "17 mean  0.051946233958005905 loss  0.051946233958005905 acc  0.21875\n",
      "18 mean  0.04974382743239403 loss  0.04974382743239403 acc  0.21875\n",
      "19 mean  0.047615647315979004 loss  0.047615647315979004 acc  0.21875\n",
      "Accuracy eval is  0.21875 tensor(0.0476, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0451, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0401, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0376, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0326, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0301, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0276, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0251, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0476, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0451, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0401, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0376, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0326, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0301, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0276, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0251, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0476, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0451, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0401, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0376, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0326, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0301, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0276, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0251, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0477, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0452, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0401, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0376, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0326, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0301, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0276, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0251, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0476, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0451, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0426, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0401, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0376, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0326, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0301, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0276, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0251, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "31\n",
      "0 mean  0.5000384449958801 loss  0.5061946511268616 acc  0.109375\n",
      "1 mean  0.38597211241722107 loss  0.3935932517051697 acc  0.109375\n",
      "2 mean  0.28688716888427734 loss  0.3034568130970001 acc  0.296875\n",
      "3 mean  0.21503949165344238 loss  0.21729682385921478 acc  0.03125\n",
      "4 mean  0.16145575046539307 loss  0.16145575046539307 acc  0.125\n",
      "5 mean  0.12343469262123108 loss  0.12343469262123108 acc  0.359375\n",
      "6 mean  0.09799662977457047 loss  0.09901540726423264 acc  0.453125\n",
      "7 mean  0.08231886476278305 loss  0.08287589997053146 acc  0.390625\n",
      "8 mean  0.0726117491722107 loss  0.07266874611377716 acc  0.359375\n",
      "9 mean  0.06634493917226791 loss  0.06645957380533218 acc  0.359375\n",
      "10 mean  0.06202021613717079 loss  0.06202021613717079 acc  0.34375\n",
      "11 mean  0.05874129384756088 loss  0.05874129384756088 acc  0.34375\n",
      "12 mean  0.05601852759718895 loss  0.05601852759718895 acc  0.328125\n",
      "13 mean  0.05361092463135719 loss  0.053611718118190765 acc  0.328125\n",
      "14 mean  0.05138203129172325 loss  0.05138203129172325 acc  0.328125\n",
      "15 mean  0.04927317053079605 loss  0.04927317053079605 acc  0.328125\n",
      "16 mean  0.047264114022254944 loss  0.047264114022254944 acc  0.328125\n",
      "17 mean  0.04532407969236374 loss  0.04532407969236374 acc  0.328125\n",
      "18 mean  0.0434611439704895 loss  0.0434611439704895 acc  0.3125\n",
      "19 mean  0.04167763143777847 loss  0.04167763143777847 acc  0.3125\n",
      "Accuracy eval is  0.3125 tensor(0.0417, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0395, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0329, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0264, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0241, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0417, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0395, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0329, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0242, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0417, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0395, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0329, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0241, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0416, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0394, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0372, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0350, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0328, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0241, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0417, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0395, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0351, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0329, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0307, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0285, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0241, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "32\n",
      "0 mean  0.49999651312828064 loss  0.5083272457122803 acc  0.15625\n",
      "1 mean  0.3878978192806244 loss  0.39773690700531006 acc  0.140625\n",
      "2 mean  0.2919686734676361 loss  0.29947981238365173 acc  0.21875\n",
      "3 mean  0.21992021799087524 loss  0.22232605516910553 acc  0.046875\n",
      "4 mean  0.1664535105228424 loss  0.1664535105228424 acc  0.03125\n",
      "5 mean  0.12839725613594055 loss  0.12839725613594055 acc  0.359375\n",
      "6 mean  0.10277047753334045 loss  0.10452956706285477 acc  0.421875\n",
      "7 mean  0.08704700320959091 loss  0.08795323967933655 acc  0.3125\n",
      "8 mean  0.07726635038852692 loss  0.07726635038852692 acc  0.28125\n",
      "9 mean  0.07075008004903793 loss  0.07089891284704208 acc  0.28125\n",
      "10 mean  0.06616679579019547 loss  0.06616679579019547 acc  0.265625\n",
      "11 mean  0.06262559443712234 loss  0.06262561678886414 acc  0.265625\n",
      "12 mean  0.05962669849395752 loss  0.05962669849395752 acc  0.265625\n",
      "13 mean  0.056940700858831406 loss  0.056940700858831406 acc  0.265625\n",
      "14 mean  0.05446769669651985 loss  0.05446769669651985 acc  0.265625\n",
      "15 mean  0.05213350057601929 loss  0.05213350057601929 acc  0.265625\n",
      "16 mean  0.049915164709091187 loss  0.049915164709091187 acc  0.265625\n",
      "17 mean  0.04778407886624336 loss  0.04778407886624336 acc  0.265625\n",
      "18 mean  0.04573441669344902 loss  0.04573441669344902 acc  0.265625\n",
      "19 mean  0.04378389194607735 loss  0.04378389194607735 acc  0.265625\n",
      "Accuracy eval is  0.265625 tensor(0.0438, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0415, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0392, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0369, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0323, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0299, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0276, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0253, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0437, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0414, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0391, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0368, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0322, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0300, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0276, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0253, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0093, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0438, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0415, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0392, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0369, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0323, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0300, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0277, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0254, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0438, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0415, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0392, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0369, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0323, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0299, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0277, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0254, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0231, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0116, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0438, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0415, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0392, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0369, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0323, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0299, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0276, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0253, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "33\n",
      "0 mean  0.5000638365745544 loss  0.5063239336013794 acc  0.109375\n",
      "1 mean  0.38611042499542236 loss  0.3965206444263458 acc  0.3125\n",
      "2 mean  0.2887204587459564 loss  0.31531083583831787 acc  0.453125\n",
      "3 mean  0.22242847084999084 loss  0.23102383315563202 acc  0.125\n",
      "4 mean  0.17575304210186005 loss  0.17575304210186005 acc  0.0625\n",
      "5 mean  0.14237555861473083 loss  0.14237555861473083 acc  0.1875\n",
      "6 mean  0.11952611058950424 loss  0.11974629014730453 acc  0.21875\n",
      "7 mean  0.10443456470966339 loss  0.10454536974430084 acc  0.1875\n",
      "8 mean  0.09444858878850937 loss  0.09468884766101837 acc  0.171875\n",
      "9 mean  0.08748584985733032 loss  0.08748584985733032 acc  0.171875\n",
      "10 mean  0.0822593942284584 loss  0.0822593942284584 acc  0.15625\n",
      "11 mean  0.07803840935230255 loss  0.07803840935230255 acc  0.15625\n",
      "12 mean  0.07438398152589798 loss  0.07438398152589798 acc  0.140625\n",
      "13 mean  0.07108014822006226 loss  0.07108455896377563 acc  0.140625\n",
      "14 mean  0.06799732148647308 loss  0.0679989829659462 acc  0.140625\n",
      "15 mean  0.06504768133163452 loss  0.06504768133163452 acc  0.140625\n",
      "16 mean  0.06226363033056259 loss  0.06226363033056259 acc  0.125\n",
      "17 mean  0.059592414647340775 loss  0.059592414647340775 acc  0.125\n",
      "18 mean  0.05702175572514534 loss  0.05702175572514534 acc  0.125\n",
      "19 mean  0.054535966366529465 loss  0.054535966366529465 acc  0.125\n",
      "Accuracy eval is  0.125 tensor(0.0545, device='cuda:4')\n",
      "Accuracy eval is  0.125 tensor(0.0517, device='cuda:4')\n",
      "Accuracy eval is  0.125 tensor(0.0488, device='cuda:4')\n",
      "Accuracy eval is  0.125 tensor(0.0459, device='cuda:4')\n",
      "Accuracy eval is  0.140625 tensor(0.0431, device='cuda:4')\n",
      "Accuracy eval is  0.140625 tensor(0.0402, device='cuda:4')\n",
      "Accuracy eval is  0.140625 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.140625 tensor(0.0345, device='cuda:4')\n",
      "Accuracy eval is  0.140625 tensor(0.0315, device='cuda:4')\n",
      "Accuracy eval is  0.140625 tensor(0.0287, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0172, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.140625 tensor(0.0545, device='cuda:4')\n",
      "Accuracy eval is  0.140625 tensor(0.0517, device='cuda:4')\n",
      "Accuracy eval is  0.140625 tensor(0.0488, device='cuda:4')\n",
      "Accuracy eval is  0.140625 tensor(0.0459, device='cuda:4')\n",
      "Accuracy eval is  0.140625 tensor(0.0431, device='cuda:4')\n",
      "Accuracy eval is  0.140625 tensor(0.0402, device='cuda:4')\n",
      "Accuracy eval is  0.15625 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.15625 tensor(0.0344, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0316, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0287, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0144, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.140625 tensor(0.0545, device='cuda:4')\n",
      "Accuracy eval is  0.140625 tensor(0.0516, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0488, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0459, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0430, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0401, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0344, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0315, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0287, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0172, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0545, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0517, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0488, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0459, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0431, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0402, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0345, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0316, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0287, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0172, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0144, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0545, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0517, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0488, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0459, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0430, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0402, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0345, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0316, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0287, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0144, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "34\n",
      "0 mean  0.5001184344291687 loss  0.505835771560669 acc  0.125\n",
      "1 mean  0.38662955164909363 loss  0.39611759781837463 acc  0.15625\n",
      "2 mean  0.2893722355365753 loss  0.3099541664123535 acc  0.375\n",
      "3 mean  0.22084008157253265 loss  0.2257431447505951 acc  0.078125\n",
      "4 mean  0.171261727809906 loss  0.171261727809906 acc  0.078125\n",
      "5 mean  0.13593672215938568 loss  0.13593672215938568 acc  0.265625\n",
      "6 mean  0.11201894283294678 loss  0.11247550696134567 acc  0.3125\n",
      "7 mean  0.09655264765024185 loss  0.09694793820381165 acc  0.296875\n",
      "8 mean  0.08662205934524536 loss  0.08678857982158661 acc  0.265625\n",
      "9 mean  0.08000819385051727 loss  0.08000819385051727 acc  0.265625\n",
      "10 mean  0.07520078867673874 loss  0.07520078867673874 acc  0.234375\n",
      "11 mean  0.07139270752668381 loss  0.07139270752668381 acc  0.234375\n",
      "12 mean  0.06816019117832184 loss  0.06816019117832184 acc  0.234375\n",
      "13 mean  0.06525052338838577 loss  0.06525052338838577 acc  0.234375\n",
      "14 mean  0.06254535168409348 loss  0.06254535168409348 acc  0.234375\n",
      "15 mean  0.05998769402503967 loss  0.05998769402503967 acc  0.234375\n",
      "16 mean  0.057518623769283295 loss  0.057518623769283295 acc  0.21875\n",
      "17 mean  0.055152926594018936 loss  0.055152926594018936 acc  0.21875\n",
      "18 mean  0.0528932549059391 loss  0.0528932549059391 acc  0.21875\n",
      "19 mean  0.05070490762591362 loss  0.05070490762591362 acc  0.21875\n",
      "Accuracy eval is  0.21875 tensor(0.0507, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0480, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0454, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0400, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0373, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0347, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0321, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0293, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0267, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0507, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0481, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0454, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0400, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0374, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0320, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0294, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0267, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0508, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0481, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0454, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0401, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0374, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0347, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0321, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0294, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0267, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0241, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0507, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0481, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0454, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0400, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0374, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0347, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0321, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0293, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0267, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0241, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0507, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0480, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0427, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0400, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0374, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0347, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0320, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0294, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0267, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "35\n",
      "0 mean  0.5000808835029602 loss  0.5035818219184875 acc  0.0625\n",
      "1 mean  0.38425561785697937 loss  0.39522793889045715 acc  0.140625\n",
      "2 mean  0.2842300236225128 loss  0.29760414361953735 acc  0.28125\n",
      "3 mean  0.2104385495185852 loss  0.21409696340560913 acc  0.0625\n",
      "4 mean  0.15630127489566803 loss  0.15630127489566803 acc  0.109375\n",
      "5 mean  0.118043914437294 loss  0.118043914437294 acc  0.40625\n",
      "6 mean  0.09260128438472748 loss  0.09395124763250351 acc  0.46875\n",
      "7 mean  0.07728458195924759 loss  0.07760097831487656 acc  0.375\n",
      "8 mean  0.06779351085424423 loss  0.0678965151309967 acc  0.34375\n",
      "9 mean  0.06179025396704674 loss  0.06179025396704674 acc  0.328125\n",
      "10 mean  0.057668525725603104 loss  0.05770743638277054 acc  0.3125\n",
      "11 mean  0.05461348593235016 loss  0.05461348593235016 acc  0.3125\n",
      "12 mean  0.05208122730255127 loss  0.05208122730255127 acc  0.3125\n",
      "13 mean  0.04983942583203316 loss  0.04983942583203316 acc  0.3125\n",
      "14 mean  0.04777694493532181 loss  0.04777694493532181 acc  0.3125\n",
      "15 mean  0.045830078423023224 loss  0.045830078423023224 acc  0.3125\n",
      "16 mean  0.04396829009056091 loss  0.04396829009056091 acc  0.3125\n",
      "17 mean  0.04217604175209999 loss  0.04217604175209999 acc  0.3125\n",
      "18 mean  0.040457773953676224 loss  0.040457773953676224 acc  0.3125\n",
      "19 mean  0.038798738270998 loss  0.038798738270998 acc  0.3125\n",
      "Accuracy eval is  0.3125 tensor(0.0388, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0368, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0347, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0306, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0286, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0265, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0020, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0388, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0347, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0306, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0286, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0265, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0020, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0388, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0368, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0347, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0306, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0286, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0265, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0388, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0347, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0326, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0306, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0286, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0266, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0388, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0368, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0347, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0306, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0286, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0265, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0020, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "36\n",
      "0 mean  0.49991872906684875 loss  0.5093080997467041 acc  0.1875\n",
      "1 mean  0.3890337646007538 loss  0.39557722210884094 acc  0.140625\n",
      "2 mean  0.2928151488304138 loss  0.3194271922111511 acc  0.40625\n",
      "3 mean  0.2271866798400879 loss  0.23042866587638855 acc  0.046875\n",
      "4 mean  0.17885346710681915 loss  0.17885346710681915 acc  0.0625\n",
      "5 mean  0.14409473538398743 loss  0.14409473538398743 acc  0.203125\n",
      "6 mean  0.12027833610773087 loss  0.12039928883314133 acc  0.28125\n",
      "7 mean  0.10450264811515808 loss  0.10483545064926147 acc  0.265625\n",
      "8 mean  0.09414340555667877 loss  0.09430144727230072 acc  0.25\n",
      "9 mean  0.08703754097223282 loss  0.08706008642911911 acc  0.234375\n",
      "10 mean  0.08173459023237228 loss  0.08173459023237228 acc  0.203125\n",
      "11 mean  0.07745398581027985 loss  0.07745809108018875 acc  0.203125\n",
      "12 mean  0.07376475632190704 loss  0.07376475632190704 acc  0.203125\n",
      "13 mean  0.07040915638208389 loss  0.07040915638208389 acc  0.203125\n",
      "14 mean  0.06730275601148605 loss  0.06730275601148605 acc  0.203125\n",
      "15 mean  0.06436272710561752 loss  0.06436272710561752 acc  0.203125\n",
      "16 mean  0.06155848130583763 loss  0.06155848130583763 acc  0.203125\n",
      "17 mean  0.05888502672314644 loss  0.05888502672314644 acc  0.203125\n",
      "18 mean  0.05632558465003967 loss  0.05632558465003967 acc  0.1875\n",
      "19 mean  0.05386839807033539 loss  0.05386839807033539 acc  0.1875\n",
      "Accuracy eval is  0.1875 tensor(0.0539, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0510, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0482, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0454, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0397, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0369, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0340, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0312, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0283, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0255, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0170, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0539, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0510, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0482, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0454, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0397, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0369, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0340, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0312, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0255, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0170, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0539, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0510, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0482, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0454, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0397, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0369, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0340, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0312, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0283, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0255, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0170, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0539, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0510, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0482, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0397, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0368, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0340, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0312, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0255, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0170, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0539, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0510, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0482, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0453, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0425, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0397, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0369, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0340, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0312, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0283, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0255, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0170, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "37\n",
      "0 mean  0.5000725984573364 loss  0.5089757442474365 acc  0.1875\n",
      "1 mean  0.389208048582077 loss  0.3995060622692108 acc  0.1875\n",
      "2 mean  0.2946666479110718 loss  0.3108366131782532 acc  0.265625\n",
      "3 mean  0.22577716410160065 loss  0.23043227195739746 acc  0.078125\n",
      "4 mean  0.1756104826927185 loss  0.1756104826927185 acc  0.015625\n",
      "5 mean  0.1397743970155716 loss  0.1397743970155716 acc  0.234375\n",
      "6 mean  0.11543909460306168 loss  0.11548759043216705 acc  0.3125\n",
      "7 mean  0.09958673268556595 loss  0.10004646331071854 acc  0.328125\n",
      "8 mean  0.08931468427181244 loss  0.08954013139009476 acc  0.296875\n",
      "9 mean  0.08241776376962662 loss  0.08241776376962662 acc  0.296875\n",
      "10 mean  0.0774000734090805 loss  0.0774000734090805 acc  0.296875\n",
      "11 mean  0.07341597229242325 loss  0.07342587411403656 acc  0.265625\n",
      "12 mean  0.07000849395990372 loss  0.07000849395990372 acc  0.265625\n",
      "13 mean  0.06692836433649063 loss  0.06692836433649063 acc  0.265625\n",
      "14 mean  0.06408118456602097 loss  0.06408118456602097 acc  0.265625\n",
      "15 mean  0.06136474013328552 loss  0.06136474013328552 acc  0.265625\n",
      "16 mean  0.05878283455967903 loss  0.05878283455967903 acc  0.265625\n",
      "17 mean  0.0563243143260479 loss  0.0563243143260479 acc  0.265625\n",
      "18 mean  0.05396605283021927 loss  0.05396605283021927 acc  0.265625\n",
      "19 mean  0.05167790502309799 loss  0.05167790502309799 acc  0.265625\n",
      "Accuracy eval is  0.265625 tensor(0.0517, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0489, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0462, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0435, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0408, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0381, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0354, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0326, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0299, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0272, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0217, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0517, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0490, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0463, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0436, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0408, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0381, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0354, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0299, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0272, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0516, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0489, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0462, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0435, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0408, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0380, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0353, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0326, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0299, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0272, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0217, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0517, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0490, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0463, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0435, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0408, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0381, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0354, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0299, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0272, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0517, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0490, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0462, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0435, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0408, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0381, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0354, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0326, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0299, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0272, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "38\n",
      "0 mean  0.4998622238636017 loss  0.5043386816978455 acc  0.078125\n",
      "1 mean  0.38466253876686096 loss  0.3944065272808075 acc  0.1875\n",
      "2 mean  0.28480663895606995 loss  0.30714109539985657 acc  0.34375\n",
      "3 mean  0.21403348445892334 loss  0.2202797681093216 acc  0.09375\n",
      "4 mean  0.16317516565322876 loss  0.16317516565322876 acc  0.03125\n",
      "5 mean  0.1271967589855194 loss  0.1271967589855194 acc  0.296875\n",
      "6 mean  0.10300599783658981 loss  0.10395341366529465 acc  0.328125\n",
      "7 mean  0.08779499679803848 loss  0.0882168784737587 acc  0.265625\n",
      "8 mean  0.07818504422903061 loss  0.07820286601781845 acc  0.25\n",
      "9 mean  0.07187935709953308 loss  0.07189198583364487 acc  0.234375\n",
      "10 mean  0.06741419434547424 loss  0.06743785738945007 acc  0.265625\n",
      "11 mean  0.06394939124584198 loss  0.06394939124584198 acc  0.265625\n",
      "12 mean  0.06102554127573967 loss  0.06102554127573967 acc  0.265625\n",
      "13 mean  0.0584205687046051 loss  0.0584205687046051 acc  0.265625\n",
      "14 mean  0.05598623678088188 loss  0.05598623678088188 acc  0.265625\n",
      "15 mean  0.05368729308247566 loss  0.05368729308247566 acc  0.265625\n",
      "16 mean  0.051477208733558655 loss  0.051477208733558655 acc  0.265625\n",
      "17 mean  0.04935241490602493 loss  0.04935241490602493 acc  0.265625\n",
      "18 mean  0.0473175086081028 loss  0.0473175086081028 acc  0.265625\n",
      "19 mean  0.045359089970588684 loss  0.045359089970588684 acc  0.265625\n",
      "Accuracy eval is  0.265625 tensor(0.0454, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0430, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0406, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0358, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0334, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0310, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0286, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0454, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0430, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0406, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0358, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0335, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0310, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0287, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0454, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0430, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0406, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0358, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0334, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0310, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0286, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0454, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0430, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0406, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0358, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0334, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0310, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0286, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0454, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0430, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0406, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0358, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0334, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0311, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0286, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "39\n",
      "0 mean  0.5001676082611084 loss  0.505903959274292 acc  0.125\n",
      "1 mean  0.3868533968925476 loss  0.39436328411102295 acc  0.15625\n",
      "2 mean  0.28767356276512146 loss  0.3144068717956543 acc  0.5\n",
      "3 mean  0.22205202281475067 loss  0.22523866593837738 acc  0.046875\n",
      "4 mean  0.17383170127868652 loss  0.17383170127868652 acc  0.015625\n",
      "5 mean  0.13928759098052979 loss  0.13928759098052979 acc  0.203125\n",
      "6 mean  0.11573895066976547 loss  0.11582199484109879 acc  0.234375\n",
      "7 mean  0.10023712366819382 loss  0.10052653402090073 acc  0.234375\n",
      "8 mean  0.0901118665933609 loss  0.0901118665933609 acc  0.21875\n",
      "9 mean  0.08317047357559204 loss  0.0832550972700119 acc  0.203125\n",
      "10 mean  0.07806459069252014 loss  0.07814282178878784 acc  0.21875\n",
      "11 mean  0.07403598725795746 loss  0.07403598725795746 acc  0.203125\n",
      "12 mean  0.07055044174194336 loss  0.07055044174194336 acc  0.1875\n",
      "13 mean  0.06741885095834732 loss  0.06741885095834732 acc  0.1875\n",
      "14 mean  0.0645039826631546 loss  0.0645039826631546 acc  0.1875\n",
      "15 mean  0.06174411624670029 loss  0.06174411624670029 acc  0.1875\n",
      "16 mean  0.05910918116569519 loss  0.05910918116569519 acc  0.1875\n",
      "17 mean  0.056584905833005905 loss  0.056584905833005905 acc  0.1875\n",
      "18 mean  0.05416777729988098 loss  0.05416777729988098 acc  0.1875\n",
      "19 mean  0.05184304341673851 loss  0.05184304341673851 acc  0.1875\n",
      "Accuracy eval is  0.1875 tensor(0.0518, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0491, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0464, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0437, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0410, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0355, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0328, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0300, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0273, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0519, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0491, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0464, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0437, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0410, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0355, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0300, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0273, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0518, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0491, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0464, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0436, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0409, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0355, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0300, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0273, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0518, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0491, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0463, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0436, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0409, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0355, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0300, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0273, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0518, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0491, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0464, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0437, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0409, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0382, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0354, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0327, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0300, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0273, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "40\n",
      "0 mean  0.5000879168510437 loss  0.5055979490280151 acc  0.125\n",
      "1 mean  0.38674241304397583 loss  0.3967517614364624 acc  0.15625\n",
      "2 mean  0.2894239127635956 loss  0.30762937664985657 acc  0.3125\n",
      "3 mean  0.2191506028175354 loss  0.22316208481788635 acc  0.078125\n",
      "4 mean  0.16827060282230377 loss  0.16827060282230377 acc  0.0625\n",
      "5 mean  0.1320282518863678 loss  0.1320282518863678 acc  0.296875\n",
      "6 mean  0.10755714029073715 loss  0.10806009918451309 acc  0.328125\n",
      "7 mean  0.09187354892492294 loss  0.09209268540143967 acc  0.3125\n",
      "8 mean  0.08194895088672638 loss  0.08194895088672638 acc  0.328125\n",
      "9 mean  0.0753517746925354 loss  0.0753517746925354 acc  0.296875\n",
      "10 mean  0.0706370621919632 loss  0.0706370621919632 acc  0.296875\n",
      "11 mean  0.06698822975158691 loss  0.06698822975158691 acc  0.296875\n",
      "12 mean  0.06389255821704865 loss  0.06389255821704865 acc  0.28125\n",
      "13 mean  0.06111842021346092 loss  0.06111842021346092 acc  0.28125\n",
      "14 mean  0.05854129418730736 loss  0.05854129418730736 acc  0.28125\n",
      "15 mean  0.05610605701804161 loss  0.05610605701804161 acc  0.28125\n",
      "16 mean  0.05378325656056404 loss  0.05378325656056404 acc  0.28125\n",
      "17 mean  0.05155714973807335 loss  0.05155714973807335 acc  0.28125\n",
      "18 mean  0.04940592870116234 loss  0.04940592870116234 acc  0.28125\n",
      "19 mean  0.04734985902905464 loss  0.04734985902905464 acc  0.28125\n",
      "Accuracy eval is  0.28125 tensor(0.0473, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0449, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0424, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0399, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0374, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0349, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0299, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0274, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0249, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0473, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0449, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0424, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0399, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0374, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0349, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0299, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0274, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0249, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0149, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0474, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0449, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0424, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0399, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0374, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0349, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0299, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0275, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0249, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0149, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0473, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0448, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0424, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0399, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0374, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0349, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0299, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0274, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0249, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0174, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0149, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0473, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0449, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0424, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0399, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0374, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0349, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0299, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0274, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0249, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0174, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0149, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "41\n",
      "0 mean  0.5000994205474854 loss  0.5046599507331848 acc  0.109375\n",
      "1 mean  0.3855536878108978 loss  0.39600884914398193 acc  0.1875\n",
      "2 mean  0.28638511896133423 loss  0.3059631586074829 acc  0.328125\n",
      "3 mean  0.21444590389728546 loss  0.22092068195343018 acc  0.09375\n",
      "4 mean  0.16258828341960907 loss  0.16258828341960907 acc  0.09375\n",
      "5 mean  0.12576806545257568 loss  0.12576806545257568 acc  0.328125\n",
      "6 mean  0.10110922902822495 loss  0.10182876884937286 acc  0.375\n",
      "7 mean  0.08578475564718246 loss  0.08636794239282608 acc  0.296875\n",
      "8 mean  0.0761590227484703 loss  0.07636190205812454 acc  0.3125\n",
      "9 mean  0.06986119598150253 loss  0.06986119598150253 acc  0.28125\n",
      "10 mean  0.06539899855852127 loss  0.06539899855852127 acc  0.265625\n",
      "11 mean  0.06195602938532829 loss  0.06195602938532829 acc  0.265625\n",
      "12 mean  0.05907383933663368 loss  0.05907383933663368 acc  0.265625\n",
      "13 mean  0.05648670345544815 loss  0.05648670345544815 acc  0.265625\n",
      "14 mean  0.05408426746726036 loss  0.05408426746726036 acc  0.265625\n",
      "15 mean  0.05183515325188637 loss  0.05183515325188637 acc  0.25\n",
      "16 mean  0.04967619106173515 loss  0.04967619106173515 acc  0.25\n",
      "17 mean  0.04758477583527565 loss  0.04758477583527565 acc  0.25\n",
      "18 mean  0.0455925278365612 loss  0.0455925278365612 acc  0.234375\n",
      "19 mean  0.04367892071604729 loss  0.04367892071604729 acc  0.234375\n",
      "Accuracy eval is  0.234375 tensor(0.0437, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0414, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0391, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0368, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0345, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0322, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0299, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0276, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0253, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0436, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0413, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0390, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0344, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0322, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0299, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0276, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0253, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0437, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0414, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0391, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0368, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0345, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0322, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0299, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0276, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0253, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0437, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0414, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0391, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0368, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0345, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0322, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0299, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0276, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0253, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0437, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0414, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0391, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0368, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0345, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0322, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0299, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0276, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0253, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "42\n",
      "0 mean  0.4998629093170166 loss  0.508909285068512 acc  0.171875\n",
      "1 mean  0.3884355425834656 loss  0.395125150680542 acc  0.1875\n",
      "2 mean  0.29211321473121643 loss  0.30974286794662476 acc  0.265625\n",
      "3 mean  0.22144615650177002 loss  0.226820707321167 acc  0.078125\n",
      "4 mean  0.16993448138237 loss  0.16993448138237 acc  0.125\n",
      "5 mean  0.13311263918876648 loss  0.13335254788398743 acc  0.34375\n",
      "6 mean  0.10842090100049973 loss  0.10874149948358536 acc  0.359375\n",
      "7 mean  0.09265108406543732 loss  0.09357429295778275 acc  0.3125\n",
      "8 mean  0.08265727758407593 loss  0.08298013359308243 acc  0.296875\n",
      "9 mean  0.0760515108704567 loss  0.07621218264102936 acc  0.265625\n",
      "10 mean  0.07126245647668839 loss  0.07126761972904205 acc  0.25\n",
      "11 mean  0.0675058364868164 loss  0.0675058364868164 acc  0.25\n",
      "12 mean  0.06427888572216034 loss  0.06427888572216034 acc  0.234375\n",
      "13 mean  0.061379674822092056 loss  0.061379674822092056 acc  0.234375\n",
      "14 mean  0.058699481189250946 loss  0.058699481189250946 acc  0.234375\n",
      "15 mean  0.05614989623427391 loss  0.05614989623427391 acc  0.234375\n",
      "16 mean  0.05373312905430794 loss  0.05373312905430794 acc  0.234375\n",
      "17 mean  0.051409877836704254 loss  0.051409877836704254 acc  0.234375\n",
      "18 mean  0.04919014871120453 loss  0.04919014871120453 acc  0.234375\n",
      "19 mean  0.04705888405442238 loss  0.04705888405442238 acc  0.21875\n",
      "Accuracy eval is  0.21875 tensor(0.0471, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0446, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0421, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0396, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0372, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0346, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0322, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0297, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0272, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0248, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0223, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0471, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0446, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0421, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0396, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0372, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0347, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0322, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0298, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0272, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0248, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0223, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0149, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0471, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0446, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0421, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0396, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0371, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0347, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0322, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0297, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0272, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0248, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0223, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0149, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0470, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0446, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0421, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0396, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0372, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0347, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0322, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0297, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0273, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0223, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0471, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0446, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0421, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0396, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0372, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0347, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0322, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0297, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0272, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0248, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0149, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "43\n",
      "0 mean  0.5000446438789368 loss  0.5056243538856506 acc  0.109375\n",
      "1 mean  0.3861618936061859 loss  0.39122650027275085 acc  0.09375\n",
      "2 mean  0.2858828902244568 loss  0.3011215627193451 acc  0.328125\n",
      "3 mean  0.2122918963432312 loss  0.22184327244758606 acc  0.125\n",
      "4 mean  0.15992994606494904 loss  0.15992994606494904 acc  0.0625\n",
      "5 mean  0.12282474339008331 loss  0.12282474339008331 acc  0.34375\n",
      "6 mean  0.09792385250329971 loss  0.0983179360628128 acc  0.421875\n",
      "7 mean  0.08226598799228668 loss  0.08354901522397995 acc  0.375\n",
      "8 mean  0.07261316478252411 loss  0.07271886616945267 acc  0.34375\n",
      "9 mean  0.06634590029716492 loss  0.06635264307260513 acc  0.328125\n",
      "10 mean  0.06196337565779686 loss  0.06197221949696541 acc  0.3125\n",
      "11 mean  0.058595504611730576 loss  0.058595504611730576 acc  0.296875\n",
      "12 mean  0.055791743099689484 loss  0.055791743099689484 acc  0.296875\n",
      "13 mean  0.05329488590359688 loss  0.05329488590359688 acc  0.296875\n",
      "14 mean  0.050982095301151276 loss  0.050982095301151276 acc  0.296875\n",
      "15 mean  0.048822078853845596 loss  0.048822078853845596 acc  0.296875\n",
      "16 mean  0.04675300419330597 loss  0.04675300419330597 acc  0.296875\n",
      "17 mean  0.044749025255441666 loss  0.044749025255441666 acc  0.296875\n",
      "18 mean  0.042828917503356934 loss  0.042828917503356934 acc  0.296875\n",
      "19 mean  0.040981218218803406 loss  0.040981218218803406 acc  0.296875\n",
      "Accuracy eval is  0.296875 tensor(0.0410, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0388, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0345, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0302, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0281, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0410, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0388, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0345, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0323, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0302, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0280, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0130, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0410, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0388, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0345, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0302, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0281, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0410, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0388, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0366, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0345, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0302, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0280, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0172, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0410, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0388, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0367, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0345, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0324, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0302, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0281, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "44\n",
      "0 mean  0.4999423325061798 loss  0.5061250925064087 acc  0.125\n",
      "1 mean  0.38660624623298645 loss  0.39467093348503113 acc  0.15625\n",
      "2 mean  0.288141131401062 loss  0.30957597494125366 acc  0.296875\n",
      "3 mean  0.21696192026138306 loss  0.220417782664299 acc  0.046875\n",
      "4 mean  0.16407336294651031 loss  0.16407336294651031 acc  0.078125\n",
      "5 mean  0.12643125653266907 loss  0.12643125653266907 acc  0.296875\n",
      "6 mean  0.10111140459775925 loss  0.1016036793589592 acc  0.40625\n",
      "7 mean  0.0850815698504448 loss  0.08528102189302444 acc  0.359375\n",
      "8 mean  0.07500723004341125 loss  0.07522346079349518 acc  0.375\n",
      "9 mean  0.06846582889556885 loss  0.06846582889556885 acc  0.359375\n",
      "10 mean  0.06389579176902771 loss  0.06389579176902771 acc  0.34375\n",
      "11 mean  0.06035875901579857 loss  0.06036177650094032 acc  0.328125\n",
      "12 mean  0.0573912188410759 loss  0.0573912188410759 acc  0.328125\n",
      "13 mean  0.054774392396211624 loss  0.054774392396211624 acc  0.328125\n",
      "14 mean  0.052338581532239914 loss  0.052338581532239914 acc  0.328125\n",
      "15 mean  0.05006110295653343 loss  0.05006110295653343 acc  0.328125\n",
      "16 mean  0.047866348177194595 loss  0.047866348177194595 acc  0.328125\n",
      "17 mean  0.0457715168595314 loss  0.0457715168595314 acc  0.328125\n",
      "18 mean  0.043758708983659744 loss  0.043758708983659744 acc  0.328125\n",
      "19 mean  0.04184086620807648 loss  0.04184086620807648 acc  0.328125\n",
      "Accuracy eval is  0.328125 tensor(0.0418, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0396, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0374, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0352, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0330, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0309, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0286, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0264, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0242, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0419, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0397, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0375, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0352, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0330, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0309, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0287, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0264, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0419, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0397, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0374, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0352, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0330, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0308, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0287, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0264, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0242, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0418, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0397, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0375, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0352, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0330, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0308, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0286, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0264, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0242, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0418, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0396, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0374, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0352, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0330, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0308, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0287, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0264, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0242, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0022, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0., device='cuda:4')\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXQAAAD4CAYAAAD8Zh1EAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAABBTklEQVR4nO2df5BU13Xnv6d73kDPCNODjGWrBQZRsrAUDCSUQcvulnFiI1treSILyVjabHazcqV2nVpZytSimESyF0ckU5KdqrjWa28lm10psoTsTMmRvMS1Jru1xBAjD2MWW8QCIaRGtgjQWMw0TM/M3T+6b/P69b333ft+9K85nyoK6L73vnvf6z797nnfcw4JIcAwDMN0P5l2T4BhGIZJBjboDMMwPQIbdIZhmB6BDTrDMEyPwAadYRimR+hr14Hf/va3ixUrVrTr8AzDMF3Jiy+++I9CiKWq99pm0FesWIFDhw616/AMwzBdCRG9qnuPXS4MwzA9Aht0hmGYHoENOsMwTI/ABp1hGKZHYIPOMAzTI4SqXIjozwD8CwBvCiF+SfE+AfgTAB8FMAXgN4UQP0x6ogCwYsfzTa+d3H2bdVsVJ3ffhvc9/D/xi8uzsebGMO3EywDvX7kE+4+fs+7ztgXZxD73+ZyHpYv68dM3J0PbZghY0JfBpcocFuc8TM/MYqoyZ+yzoC+D6Zk5CABZImzfuAy7htfgnq9/P3TNQwMebnvfu7DvpTM4XSrj2nwOI1tvxPD6AsbGi3jkuaMolSsAACLAn69QHmvDu5dgdO+xpv4AMDZerL+XH/AgBHChXGk6jq5/klBYtkUi+ucALgL47xqD/lEAv4OqQd8I4E+EEBvDDrxhwwbhIls0GeigUbc15gzDdC/XLOrHz9+ajtQ352XxiV8p4Om/fw2VufCMsxkA/p+cnJfFo3esAQA89K0jKFfUP4zyON98sdjQRvaPYtSJ6EUhxAbVe6F36EKI/0NEKwxNPo6qsRcADhBRnojeJYR4w3mmDMMwlkQ15gBQrsziqYOvYdYyfXhw/1CuzGJ077H6v12PI/snfZeeRGBRAcBrvv+/XnutyaAT0acBfBoAli9fnsChGYZhomFrzHWcLpVjHce2vwstfSgqhPiaEGKDEGLD0qXKyFWGYZiuYHHOw7X5XGi7LJG2f9IkYdCLAJb5/n9d7TWGYZieZXJ6BltWL0XOyxrbbbp+CF6m2ahPTs9gbDxZU5mEQX8OwG9QlU0ALrTbf65TvjAMwyRFZVZg30tn8Ogda1Aw3KmfPFvGVQubvduVWVH3wyeFjWzxKQAfAPB2InodwMMAPAAQQnwVwAuoKlxeRlW2+K8TnSHDMEyHcrpUxvD6AobXF7Byx/NQectNvvKk/eg2KpftIe8LAP8+sRkxDMN0CX4f+rX5HIoKAy3bmN5LCo4UZRiGqaEziF6WmvzgOS+Lka031v8/svXGJn+6bGN6L0nmvUFXP39mGKadeJnqdzPnZZy+o0MDHu7dtBz5gIIkQ8DmVUtQyOdAAAr5HDavWlJXoGSJcO+m5Xj87nV1f7h8r5DPYfTOtRjdtrahfzAwaHh9oe5PD7YxvZckoZGiaZFmpCgArHroBaPOVPbZvPt7yq0QwzB2SMPnouvOEuGdixcqv3uFfA77d3wwsfn1GqZI0Z69Q9++cVl4I1S3SV6W79PnG1mFjCwurkNGmYJrn82rlmhldbpzsHnVEqXMTnfs7RuXab9vN7xjUNunVW6I+UTXGHSdFFH3+q7hNVbjDq8vYLC/bZX4ugIvAwx4nftRkdtlk3RMMuBl8OW712HRAv01H+zXGEAi83b9rnX1LXU+52FowLNuX8jn6mtI8hhP3ndLg6zO70Z4bNta3LtpubLP6La1DW6LoQEPj9+1Ttl+1/Aa7Bpeo3zvuw98QNunVW6I+UTXuFwAYOMXv9uQv+GaRf04+LkPWbUNIn8Iwtr1GjJ73BMHTjn1iRsmnTYEKCVj/ve/dPc6fP7bR3F+qhJ5LNUNhG0mvaTbubZleoOecLmoDO/P35rGxi9+16qt7Zi9zqwQTsZc9ul0wma4OOdh5NkJK2OeM+xGgpF9Y+NFPPStIyiWyhCoStMe+taR1Nu5tmXmB11j0HWGV/V6mJHevGqJVTumNyBU81xXZsN/mASA8ow+N3cwsm9077GmbHv+THxptXNty8wPusagJ8XmVUvw5H23tHsaRvgRbbIIAKWQO/OG9ga7H4zs00X6pd3OtS0zP5h3Bt3WmJ/cfVv9TzvQJGhLlSwRTu6+LfThYiGf02aQ60QK+ZxTRJ5pbcEMebpxg68n3c61LTM/6BqDfs2ifuvXbdvattNJr9JCwHyXmBZSeqaSk0mkrMxGFprzsnX3VjvZsnqptTw152WxfeMybdtghjxb6V3S7VzbMvODrjHoBz/3IaVBVqlcbNvatpuaNtc7jEKWCDe8Y7Aj7nT9UjKgMeJNvg80ysqkTM0/fS+DBhndo3eswZP33dIgWwsjjbOx76UzGF5fwOida406bjnnXcNrtG2DGfJspXdJt3Nty8wPukq22C50WdSiQABeUbhxkjyGKwVHCR0Aq9eC4+mifYPnpF01Ye/dtLyhkLAuglh3DRmmFcSqKcros6hFHSvtY6gwacml3A1AgxGWsjippCiWyhjZMwH4FCPFUhkjz04AAvViu6rxTFI6v1+6nZI7v5yzWCpr9ejso2Y6la5xubQTk0/ZBZN/M6ljqMhmqsFEpvFtJXSVOdEk/6vMiqbK6cHxTFI6vzemkyR3As0uIPZRM50MG3QLgr7KoQGvHhZt6xsO828GjxHMFqdjaMDcbrA/i8e2rcWu4TWhlVVsJXS2+PubxvJLCjtNcicA9lEzXQP70BPAlLFxaMDDbe97F/564g2UypX6aw9/7GYA1TvSYqmMDAH+m9zB/iympmeNfvUsER67a219DN37QQOkm28wy13cTJT5nIfBBX04XSojY3D5DA14GOgPb+dKEikL/OeEw+yZTqAnQv87GZO75PxUBU8cOFU35vK1B/dMYGTPRN1gBjwWmAwx5kA1JP+hbx3RFqqV7wf90nEkdF6GmiR9quT/XoYwOT1TD0vXGdZshnDxUng7V6T8ME5WRf854TB7phtgg54A0l3iIkGcnWv2O0ehXJmtF6pVHV/lG48joRvdthajdzYm+lcl/79qYZ8y1N4/w6EBD4sW9CnPQxQz7M+GKOWHpqyKwWyFwWyH/nPCYfZMN8AulxjsHDuCpw6+hlkhmlwmrSYs22Ahn6u7CrasXtogz7N1HfjXK7M26tIU62SYQclf0nJNGdkr3SO20sMwd4ppnkMDHkpTFatzOTZebMj4mM95eOT2m9l1w1jDssUU2Dl2pEHm1k5jDoSnjpWGrVgqN8nzVJLFIMH1+rM2qox6WMHcsHZhP1AqCFdkj365pYqgVDIozwyek/yAp83UKF8PO5dj40WMPDvRsHMplStVKaimD8O4wC6XiDx18LV2T8GaMMNo4zrQrVf3ehw/vcmYm1wxAlXXiMo90jROQCoZ5k6x3ciazuXo3mNKN1RlTrDrhkkEvkOPSDfkCHchTC6oW6/udb/v2eTaUbUzKWvCzrqt7NFGKul//UJZfXfuMgfT3DpNrsl0J+xDj0hYEeokkfK/NCNJZfi/LqRfd+wsEY4/+tHQ8V0kfya5ZNLVk0y7gSwR5oTAtfkcpqZnQotjSPzXS863EDIGF0ZmbGHZYgrYFqFOgsnpGaU0Mck6xyuuzjXJ8kb2TGDk2QnjD4nNeXCV/JlkoEn/iJpGmxWiPt+Ll2asi4m/dXmmfs7kfOUYKhmllyGOPmUSgQ16RHYNrzGWKvMTN6NiZVbUpYl+WV0wN3ccDpw4bxXmLwlmaDThKvkLZnvsBCpzAoP9fVZzmtU8Ia/MCSxa0NcQ3ZvPeRjd1hz8xTBRYB96DC5V7NLqzgkRSbXh53SpjOH1hSYpXVK43PkSYOVmkUTxKcu1tjMLZZAL5QoOP/xhANHllhfKFc7UyKQGG/QY9GUAG5uehEESuJJWVmqXk8zQ6OKbds02qJtnhghj40Xj3WnaWShd8K/bJGM0IVB9RhAlbYBLHICOOOkLOPVB58Mul4jc8/XvWxnzNJDaZV3IvyueJhujKsw/SrZBnU9cl5rApm872LJ6KYCqYbt4aUbZJgOE+tqjpA2QcQDyR1fGAewcO2I9Rpz0BZz6oDtggx6R/cfPpTa2TYWfylyjXz0OVy3sa8jGaArzj5Jt0JQaIUwD30p/unxeqTv3+146A6CmJ9ekK3j87nX1c2YayzVtgGscgIo46Qs49UF3wC6XCKR9V/LXE29YuT+KPr96nCo/56cqWLHjeQx4GfzhHe/TasXDMG3Jh9cX8NmnD2vXYTNeWgQrNunOZbFUNvrOBYD7a2vM57x6BSTd+ly0565xAC7Hs5lHnL5M62CD7ojceqZJyTKIxR/qngRTlTk88MxhAO5h6Dbh86Yw/6AvXTVe3AfLOvxzDcP2+KVypSFVggqXHyndMw4XBZVtOoak+zKtg10ujtiElbcKf6h7UsyJaFWDbLbkI1tvVIbuy3WEjRdmTG114irkXFvlQnB9FqHT+7vEQ9imY0i6L9M62KA70mlbzNOlcuJzijKezZZ8eH1Ba5RdqiX5ddzShMs0vibCqkBFOZdRfkKiPIvYNbym4dmKSxyAxDZtctJ9mdbBLhdHFuc8a5eIC1kivHPxwkgSvaTdEH6JJFD98m5ZvRTfevF1TNWkPUTAPRuvGBTTltzvC9e5DoJbd915zhKhNFVp8nvLY+iQ4fgXyhVtVaQo5/HafA6Tl2esPxMZqrp47n/6MD779OF6iTubtLv7XjqDuVoagaiSwWAsQ6v6Aix7bAVs0B0YGy/iF5eSN+bAla1zmN81iK0R8rKE2TkRKc1vMOUuUM0+6E+fO7L1xqaUtTkviy2rlza8rjKkwa372HgRk9NqWaA/lN7v9w5Ll/uWz+gmmT6gWCo7VUXyn3/5T5u0u2HPJzqdXlhDN2DlciGiW4noGBG9TEQ7FO8vJ6J9RDRORD8iIvswwi5idO+xVPKey62zlMUlhXxeJt0Rb1uYXKoAiZTN6bbk+146ozS0wepC/i+1Ls1sEL/fO+y5hi4cPwnCxiaEP7wMS7vb7ZLBXlhDNxB6h05EWQBfAfAhAK8D+AERPSeE+LGv2U4Azwgh/jMR3QTgBQArUphvW0nLf/7EgVPOd+ZhEICFfRlcqsxh8vIMPv/to6m4ivx3u8Et+c6xI1oX0pwQ2hB4l/Pcac80VHzp7nVayaafYqlcVy3ZpBOW7VV3uDvHjuDJA6fquwCpENK5a8bGi3jkuaMNhcxve9+7IlW2UpGU7LHdka5xx0jb7WTjcnk/gJeFECcAgIi+AeDjAPwGXQB4W+3fiwGcTmyGHUQnhaGHIQCUa/7uNAy5H5VRCVY4CmKSu7mcZ1cfdjsYeXbCOlXAA08fRjZL9R1K2HlQVTtSnXuTe2dsvIiRPRMNwVKyuDkM/VxIQvYYx22ThMsn7hitcDvZuFwKAPzhaK/XXvPzCIB7ieh1VO/Of0c1EBF9mogOEdGhM2eSdS+0gpGtNzZVt2fUMkdTBGOY3E0lkfOy1HTu5Tgxk1mmTmVWQAg7WeVcrb312IpqR2HRo0FXhy7yNayfC0nIHtsd6Rp3jFa4nZKSLW4H8N+EENcB+CiA/0FETWMLIb4mhNgghNiwdOnShA7dOobXFzC6bW2D/G2wP4sBXxpdLxNNytbNqLbNpgePYXI3lT9+9M61GN2mTkNQipAkq9VcKFdCZZVRCZ5/m4e+/j6tcHElIXtsd6Rr3DFaEW1r43IpAvBHL1xXe83PbwG4FQCEEN8nooUA3g7gzSQm2UnYSLfGxov1EPD5gJQm/t63flSXNUbB71/MD3hNdTx15163nU+iutGX716H4fWF2BWqrs3nMLy+gAeeOZz4g3W/28I2cjjv0/K7urhMhKV/iONaaHeka9wxWhFta3OH/gMANxDRSiLqB/BJAM8F2pwC8KsAQETvBbAQQPf5VBIg7dQAnRgJtmX1UjzwzGFrYz6yZ6LJ8ASz+Z2fqqBUrkSucJTzsth0/VDoXDIw76jkXONUqPKy1YpEY+NFK2PuGvG64uqqQXD57F28NFM/nzKLpA2mtmlnZGx3pGvcMVoRbRtqH4QQMwA+A2AvgJ+gqmY5SkRfIKLba80eBHAfEU0AeArAb4p2FSttM2mnBlg84HVUJZ98zqsFvNj3Ufl9w86bbYUj/3b+5Nnwu87FAx6+dPe60Lm6VKjykyFg9M5qRSIbX+nQgNeQrdGGAyfOA3D77PmvgYtc1tQ2bR9xuyNd447RimhbLhJtia3cyLWSTSGCciatJFVRkPeSUecjZXS2LqqTGqmjvD7+wsy2ZAjGHyQC8Mru22JltHTB9ZwA1fPi+tmT63LpJ/sAzd8J0+dYd90kSRTvmC9wkeiYuGwlXfxhhHBZmopOMeZANUQ/jg9QFqO2QZdd0n99APdI0LDdxeKch7HxYssedhdL5XrWS1vGxovO10HWpHXpJ/uovhM6wrKCJlG8g6nCBt0Cl62kreSuk+6y40BUXXMcNaeNZA5QZ2UE0ndzEVWP0crr5frgdHTvMefqTlLu6eLDlX1czrnuukmSKN7BVGGDboGL3MhWctcLxhwASlMVDK8v4PG71jXIN9NCdc5tZF+Eqn86LOOiitJUJbWI1KQ09LKIuL+6U1i6ASn3dPHhyj6u58PUPoniHUwVTs5lgc4/qCv4G5RnBcOqp6ZnkE8pa2Orkedgy+qlGBpcgHLNnzo1PROpiHIY+QGvyXe70MvUo2JVZIkwJwQG+vswsvVGPPjMhJOxkC6JpKOEiYDFC5P5HMg5ys+dfJ5gYrHvx832WY50P+kyVobNT0Wc4h2qZydxslF2O3yHboFpKxsmzZJh1f4v7fmpSmpZG5PEy5CV31hmY/T7Uy84GCkvQ9YZC89PVTDy7ETDsUzGHKje6fmffdjIGSVSVpZGsWohkknL4GWo7jYJPk8wMTl9Rbpou75fXKqefxdjHibNi1q8Q/fsZD4XsGaDbkFYoeKwTHkqH3Fayf/iZibwZ0Ec3bYWX7p7HRb0uX9MwtYn777kcR7btrahcIUJ29B4XVHqk2fLVoW4/bIy12LVhXwO925anrrENJ/zMLptbcOdubV0cfaKdNF2fXNCff5lwY2gu8dGmhe1eIdprfM1kyPLFh3RSbz8ci5Jt0eM9teSREmZ5qFXz9WlZXEo5HP1aNDLldlY0aU6wuSUcg6mlcg219YKfMjMgzar9xeITiJiNew4NtJBHf51jmy9sV54w5WTu29rcIctznkgqvrdbTILumYiDJNbqr6TvYBJtsgG3ZHNu7+n/NIU8jns3/HB+v+DmdW6nQyqiaPi0ip1T8Hg9+4VhVEaVN0uItSNFYQA3LNpOb75YlH7mc95We3duur7YmoP6L+LkuB3sldgHXqC2IbvdlIx6SToJmNu8nuzMTdTrszi8oz+auuyjQpUZYZRo32jRJma/P7ztYA1G3RHbMN3u6HwQquJYkhtZX2q66G6VmzMwzE9/xjdps8Y6ZrlMc7rQLPf38Vv36uwyyUlwraDjB0DXqahMLXq4yplidLvCqCp+s7DH7sZw+sLfF3aTD7n4ZHbb264PoP9WUxNzyp/bLNEeOyutfPSOOtgH3ob6DUferfgZQmzs6LJReRlqZ6PPHhdvAwB5FZYomHsmP3bSTZDqdZbVR1PzDVfHxNhvvT5BvvQ24DcDtoERzDJUVEYc/n66N5j6kjebWvrGQ7la4P9dppzVf80r3nY0ANexun4ixb0tfQzOutozIH5K0GMAt+hp0yrMvQx4RCqBZuTypopZXHBwhxpRMgyV6JZgxGhABrOvxDVClFh0se0CzanhekOnUP/U0Rm6Ou+jXhvkh/wrIv02mi6ZaUm/5hszNPBn5nUHxE68uwEIK4kePOff9P1bUXB5nbALpcUaXWGPkaPlyUIAaesmSZHhJTF9Zo8tRMx3RRVZoUxW6fu+raiYHM7YIOeIixd7AxkFSBdfhld1kzTj7F8SMfXOF2SkJq6ZOjs9uvJLpcUiRqKzSSHDI3/7NOHtbJHAeD6h57HpzY25g/RZcQs1Ao+A/GvsU0Kgm5HVxEqzB0ZtQCMaqCdY0caUiTonnUIVJ97dWvmRr5DTxGX4rtMOvizQJrUeXMCDVVyxsaLmJyeaWrnz2wIVF0zuuhJG4qlMjJxM6p1OFFVkUn9yAmBpmygFy/NGItxd2vmRjboKeJSfJfpDGSVnNG9x5S68qsW9jXlvr9qYfhGN5/ztNkkZ+dEk0yyKn90mHibiTLVdu5KKnMCg/12ks1u8q2zyyVFdP64uIWVmfTw35mpOD9VwaqHXmgoYlwKUbYQgMMPfxiAXg45OT3blDJ2ZRdJXrvxs+ySs79YKmPz7u+FShzbLYXkO/QU0VVpuTafi1VYmUmPLFFoceJgEeOwa+l/39Q2WBiZPyPp4vI9lP58U5F4l2LyacEGPUVMmRnTqIAzn0nKO7F94zLr4sSynUvWv7Dr7j82f0bSw+V7qHp4q3LDdIIUkg16ipgyM6reY9yxzaIYZvAzhLrLw7YYhWznkvVPtg0b06atCnnsoQEPuZCi3WHvdyOyUpS/GPjQgFevpmT6HgJoqJokx9N9GoIu1U6QQrIPPWX8pcFOl8oNJb8kAsAbF1orb0yzik6ryOc8DC7ow+mQqkCy0IFtcRLbc+N/oKYqDD669xg++/RhjO491uBLHV5fMBaq3jl2pMGXbjMfmZVQFkz+RXkGs0Jo++a8DD7xK9clUoEqKmHrKjgUGw9ew7DydX6C1y6I7nMTdNfoJKytdJ313k90h6Hzq+0cO9JQ4LaFCe8AAJuuH7IuzNypvHV5pn5edYbBLzO0LU4SVpw4rJ2NL9V0DOlLl+PYGNzrlw4oCybr+pYrc3jiwKnEjLlJAqhj0/VDRnfHiqtzuHipWToaJO1iFrafG9t2acIGPWV0frWw6i5pc/JsGY8ZihXY0s5skqq0r/7pBAso2xYnCRYtDhJWxNjGlyqPoeOpg685pRU4cWYqsc9TvlYLVIfKLTF6p32Rb8nJs2VjRtIDJ84rw/pzXib0GiaJ7efGtl2acLbFFPBLlzrZqVHQbBFdkBkHk84qGUfamc959Wx7K67O4cCJ83X3g19umBRBqZrunKqKFpvOW7sSu53cfZsx2+RJTeFlmwyVfuT5iNpvbLzYVMjktve9qyEiNIps0FV62GqpIudDbyHB7baOKPe1SXpIkgqrvjafC5X5RR03qu+xVK7UXR37j59rcD8EpYFxUblXdJdJtR7TLqAdskU5H92xCdDK8FznK9u79luc8zA2XsTInomG1AznpypNEaGuskFX6WEnSBX9sEFPGJttcs7LYsCygIK/z4K+ZC5XUnd+0j9tK/MLcsM7BpWvZ2vjxg2r1xF1vipU11ug+Qdb50vV+dK3b1ym9MmafNVJnCk5H122SQFoZXhhGSpV7aP0I6pF8lo8eHKVDbpKDztBquiHDXrCmCRKfr/a1LS9v1P2uVRxrfWiJqltvPRPhz1YC0oypQ/6uw98APduWt7wZR7sz+Kx2rjD6wsY3ba2QYKWBEmqOnTXW0BduDpI0F/v988rqyvdqX/uIY8pxwGuyPgGQiSKwecCpmyTujWHZahUtY/SrzRVcZICJtE2yeLWacKyxYTR+VCDsiopLwuDgHre7aTMUBJ36PmcV5flmZDZ6uR6ia64Pp7/0Rt4+GM3h/q0Bxf0NVSgsT13OpJ8kGt7vQG9r3XX8JqGczA2XjSGmevWbzpmuTKnlQn6+/nnqGufIcLYeFH5A2X7XMb/Iz82XnSS0UoXje1nQKAqPbTxbeuyMJqivm2kiq3ys/MdesLEkTipEAAe3DORaBpe3dfGVsboZQiT0zOhzwmyGcKW1Usb5HT+7+z5qQpGnp1w9k9uWb00VgSlrSzRBtvrbetrtWkX9ZhqPfqVfjbtUXtd5ye2cZOpjmlrzP0Rni7uOBvf9th4USmT9LKklR7aXItW+tnZoCdMHImTDl1V9qQlg4sW9CndI5tXLWmY51UL+0Ir3EvXyb6XzhifKcjizSp0/sl9L51pOHcykyHB/OA4TG4YBdvrbetrtWkX55hA9Tyo+rnIJHV+YpWbbMDL1K+P6zFzmr5R3HFhvm2dX36wv097N21zLVrpZ2eXSwqERZ7p2rlK/5KO8LtQrtSzAsotYrFUrsv+hgY8nJu8jLLGl6+S5YW5ZIDqHcvKHc83bUV1fshiLeLWv30Fwt1Y71y8EACw7vN/U1dHyKIXUntdmgovLhzE5nqb1mLTLvi6PKYpIlU31pwQDdfJf61dMPmJg24y3fkxZSQNfpaCyHPg8r3xH89WbhqWlTHs+rfSz84GvYNodzh+vhYYEiygK+cUFoKt8jPaVvTxb0WB6pdE19cvuVQVCtZRLJXxxIFTjcetdfHL39IoGGxai98f7RI+Hlbo2Gas4Biua3Kdk2qMOOHyroXYdZ9xKTdVjRNXPtrKlABWLhciupWIjhHRy0S0Q9PmLiL6MREdJaK/THaa8wOdb7dVIfrSuEUpfKyT5blmDPRvRVV9VV+6sELBUUh6S2wrA3QJHw/bytuMFbXIddQ5BYkbLu8qFjB9xl3kpi60MiVAqEEnoiyArwD4CICbAGwnopsCbW4A8BCAzUKImwHcn/hM5wE6Cdtj29ZaZ2MM+hxdkFvLKFtBnSwvmM3OBnl8lX+ylfuXJLfEtjJAl/DxsK28zVimNUrJo00WSds5BYkbLu96jcI+47ZyUxdamRLAxuXyfgAvCyFOAAARfQPAxwH82NfmPgBfEUKcBwAhxJtJT3S+EJSwSYbXF6yzBfpx8S/6I/dc/akPPHMY9z99WBle7/cx6tagmkewr21/SVwXVtJbYp2kL3gc22cwNlv5sLF0Y2SJIknrorgXbNfrcjzdtQ/7jOdzHvbv+KDx2UQU4qzRBRuXSwGAP7Tu9dprft4D4D1EtJ+IDhDRrUlNkLlClK3b5lVLrMb2jxOluLX0eISF14eNHbYe27nlvCy2b1wWWd6YxpY46a13EuPpXGImaWLac0rieKpr75+HTvY4OT3TkAm1E8L5XUhKttgH4AYAHwCwHcDXiSgfbEREnyaiQ0R06MwZLqDsSpSt25P33aI06kMDXlXZoRhHV9w6Q/ZFEXTh9abC2TbrsSm8LcfZNbym6XwFix+oyBKlsiVOeuudxHhyDJUENspzhFZnHNQdT3Xt/fPQFfeuzAplJtRuKRQdmm2RiG4B8IgQYmvt/w8BgBDiUV+brwI4KIT489r//xeAHUKIH+jG7eVsi92OLvuda3Y8VVa+sLGjzs11nCTm0kvMx3MRNctjuzFlW7Txof8AwA1EtBJAEcAnAXwq0GYM1TvzPyeit6PqgjkRecbzhKTDgcPGsz1emB/UxseeoUZ9s/Rp6nybi3OeVVX1sGO7hHl3QoWZTqHd56LV3wUguv+9letwJXT/LISYAfAZAHsB/ATAM0KIo0T0BSK6vdZsL4CzRPRjAPsAjAghzqY16V4g6XDgsPFcjhfmB7WRIs4JYMSXssBUQSeYSiBsbmHVcWzPZSdUmOkU2nkuWv1dkET1v7dqHVGwcogKIV4QQrxHCLFKCPHF2mt/IIR4rvZvIYR4QAhxkxBijRDiG2lOuhdIOhw4bDyX44X5QYPv6zBpw/3h56pUAqa5DfaHbyxtzmUnVJjpFNp5Llr9XZBE9b+3ah1R4EjRNpF0OHBYaLlt6LlEJbPSbSddfZFAY/j5So208nSprDxmWCi2pFgqY9VDLxirFJlC6AG0dfvcalolrQvSqu+C6nXdmqOci05IpcvJudqEKR1nkuPJ0PIoFWj8mLaTUebs76Prnx/wlMdc7JCQyaZKkWptI3smMPLsRFdK17qNVn0X0n4e0K7j+mGD3ibS0CSbQsujVKDxY9pO6irr6NKbBtepOxdCQHlMIvfqPKYqRaq1VeaEtRuIiUcn6vO76bh+2KC3iTQ0yabQ8igVaGzayLFVlXVGfSkLTGHjunOhc62UpirOLh5TxGha1W8YOzpRn99Nx/UTqkNPC9ahxyfoX56anlFmRJSpAUypA2QlIDnWltVLG6qnh42tmk9cn/P6L/yN9piAW5HrLBGOP/pR5Xv+dLphZOhKVKxkaMDDwx+7uaf960znYNKh8x16l6Ly+168NNMk6QuTG+a8bENVITlWsHp62NhpSM9M1WNcszjqMlmOjRcxOd18nAzUBZlVwp2wyksM0yrYoHcpOr/vYH+ftdxQvh9WVchm7DSkZ6bqMcG1+FMZDHgZyEj2sCpFo3uPKasvLR7wMHrn2vr4YdWhTJWXGKZVsGyxywirLlMqVzC4oA8CwM8uXML9gWxxKjmWTVUh/9gqkpZsmdbnd8Xkcx6+dPe6Bulh0OVjKrqsPc5UpeFc6aSVfti/zrQbNuhdhE11GX81H/kgMGrVGNPYUarj2BJWhcbvVy+VKxjZM4FDr57DN18sNlXK0b3uX5NNlRqbczQfUwYwnQW7XLqIsOoyJiPoWjXGZmzX6ji2uFahqczpM+SZMufpjkNA07zDUg6YKsMzTKtgg95FhFWXCTOCLlVjZKWasEpBLtVxbIniutDJEnWvny6VjVVrgvMeXl/A6J1rMTTQHNQ0VPO3s8qFaTfscukidNv+MFmiv7+OsFBn3dgC1apI+ZwHoqrvOa5k0TULXth7KjJEWOhlMDndvOPRlcuzDQdvd8Y9Zv7Cd+hdRJwsiHEj1sLcMqVyBedrAT9xJYumLHgqt4eXIefqRLNCKI15XNdJJ2TcY+YvbNC7CJcsiIBdUV/XY4fJ9yRxJIumLHhBt0c+52F029p6hjzb+emQssiodELGPWb+wpGiPcTOsSN46uBrDa6HgmLLb3IJmN7bOXYETxw4ZT2fdlR4iZL5MYjqnCVx/C/X5JUME4e4FYuYLkBnbIPywqD0MSjj07136NVzTsYcaI+Mz1aCaSJM5hn1+FHHZBhb2OXSI5iyCdoWujC9ZxpfRbsq/7imBNAR1U1iOj67Xpi04Tv0HiFM4SElelEiOk/XHvCZSFLlEgd/KgKbeRcMd9RR5JPy+Pdrom85mpRJEzboXUrQ120KKgLCCzzL93Xv/ezCJe2Phs433I7Cv0CjvDAsk+JpXwHrIFKSKbnhHYOYmp6zOr4uPQNHkzJpwi6XLkQljQtjy+qlDX+r3jfJIjddP6QdWyXLa1fh32Cfty43Z1L0IxC+u5H89M1J6+ObzjPDpAUb9C5E5esOM0n7XjrT8LfqfZMs8uRZ/Y+GyjfcrsK/wT6zhkLVcTEd33SeGSYt2OXShUTxwxZLZaOkzh/Cr3IjhB0z+L6pKPV7f/87KFfmADQXh9C5VUy+/2AfWZwjrtrFBl0hatP6wwpXM0xU2KB3IVGleaZ71bwiR4nLMQf6G101+QFPWW0IQN2YA1eKQ0h0sknd8RfnvKY+rvLKuMhC1ADqRtp0vlTtGSYJ2OXShegKPschzI0cJgecCoTRu8SryeIQroWoc14WRM2FpNuFX9ppI590lYIyTBhs0LsQU8HnqOgKMvuP+egd+rvJ4HzCxgtiyn6oK0T96B1rUNLsAtqB/+FqMA1DWHuGSQIO/e9STJkVXTMP6lAVP1710AvasTevWoKTZ6uGOeM4B1PhZ38haqDRz+56nLRRSTh158xUuFoHZ3JkuEh0D2La0idl4FTFj3XFlgFg//FzdVmfyxyyGX3h52DEaVC+2EnGHFBLOHXnzHQuVXAmRyYMNuhdis2WPktUL6Ac1eceLH68a3gN7t20POJoahYtUBd+VmWJ1FVtkmtVFeeQ/0+Sfk31IpWUUZ4zmQkyrHC1Ds7kyITBLpcuIGybbZIjZghIQoot3ThZquYeT1NJYsp2qFurbWbHsfGiNizfFnkOnjxwSnveTWuI6jZJYu3srul+2OXSxdhss03h5EnF1UjXhl9ylxYmV4JurTYh9fJcxkWeg4We/uujW0Mct0kSa2d3TW/DBr3DsdlmJ5Vh0IWkZZNBdK6EOMWow4psu3J5Zs543pOOoE167eyu6T3YoHc4NtkRVb7ntBFAk19486ol9TkkgWrtcYpRm6Jdg373zauWhK5jTiD0OYZtBK1N9G8aa+fsj70FR4p2OGHZESXBkH2TvDAJskTYNbwGG969pJ5Z8MCJ85gVAoV8DlPTM9pIUdkfMKtUdK4E22LNgJ3EsZDPNTyglH3ke6cvlJWBUlkiHHr1HH524ZL2+BkijI0X6/NdnPOU2R/DInXjYvs5YrobvkPvcKJus10lca5s37iswS8LXDHOxVIZFy/NKAs6+/ub5phEgQwbiWOYLLJYKmvv1K9fOoAnDpwy/ijNClH3VY+NFzE5rc7+ePHSTKg/O44fPI67huke+A69wwkWbLBVJ8g7zqQfYEqFx67hNdi8+3tan3RlTiCf8zC4oK/hztDfX2JTBzUKJonjnBDKc6nqMyeAAS+DyzOiQeljG7rv91VXZtXGvzJXlYea1mzyg4edq6ifI6a7YIPeBdi4GKSboOgr2CDdGkkyK0TdkIUlCCuVK3jk9psBAJ/7qyOYnJ7FrBB40peYasO7l2DfS2eMBav9a9IVvZbjA9UHtvdsWq71D88J0STzGxsv4vPfPqp1E01V5pqiQF1+LG2SqblmtLTtJ3FxVTHdCRv0HiBY+NkvMUwDF+nig3smMDcnGvTTAlVj+MqZi/jhqQtWBav97pxg0esH90w05D2X4w/2Z+tG3k/Qbzw2XsTIsxPau2eJzAopj5s0Yf5s9oMzYVj50InoViI6RkQvE9EOQ7tPEJEgIqXonUmHpOV4STIbMOZ+9h8/51SwOtgGMBexmJqetfIbj+49FmrMgcao2aTlfgSE+rPZD86EEWrQiSgL4CsAPgLgJgDbiegmRbtFAP4DgINJT5Ix02vSM1PmRX8b/98qBGAl83M5fzbHlbhISAVg5QePKltk5gc2Lpf3A3hZCHECAIjoGwA+DuDHgXb/CcAfARhJdIZMKLYFL0wZDTuJDBGE0N/ZA1X5H2Bee/AZwuTlGXz+20dx/9OHG3zyAxrXjAoB4L2//x2r9MV9Gftznc952Dl2pP6AWPXwGGA/OGPGxuVSAOB/nP967bU6RPTLAJYJIZ6HASL6NBEdIqJDZ85wbcWksIkUlVvzJKNKMymFi84KgbmQNpPTVZnfyNYbkdVMZNP1Qw0yv1K5Un/o6ffJ2xpzib/ikgnLZkBtbn4JpHxOsXMsfqoCZv4QW4dORBkAjwN4MKytEOJrQogNQogNS5dy9fOkCGZe9EdvAo1bc5ssjUGCd7oyW+Djd62rb/+HBjzkDLlNkkb6s4fXF/DYtrUY9JXAI1QjP0+eLXfsswVbuKoR40JotkUiugXAI0KIrbX/PwQAQohHa/9fDOA4gIu1Lu8EcA7A7UIIbTpFzrbYPvxyQBsK+RxOl8ro78vg8kzjbedgfxZeNoML5UpddgggdkZDF1SFOABzFspuolBzK/ndRLIQto2mnLMs9hambIs2Br0PwD8A+FUARQA/APApIcRRTfu/BfC7JmMOsEFvF0GJY9J4GQJIH0CTFl6WMHrn2gZDte7zf6MMs3clqQpQaZLzssoHpKrrrWvLdAex0ucKIWYAfAbAXgA/AfCMEOIoEX2BiG5PdqpM2qQtcazMiZYbc6C5EAcAJBFXRaimKWh1NktXdJkTOcvi/MIqsEgI8QKAFwKv/YGm7QfiT4tJi06WOPZnCdMxfgyCazMVkA66L3SBUgJoSEJ2uvaANW2i7ApU15azLM4vOFK0y7Hxj3ZyUWU/cYw5UJUw+qV/JhYt7MPN1y7CgRPnQ6NeN+/+HrasXorJyzMtMeaD/Vl88dfXOD3nABojRuU1183Xn91R9UxFJ5v0t2effOfBJei6GBv/qI3PPOdl8cvLF2P/8XOpzzlNrlnUj5+/Nd3uaSRCNkPYtHLI+pr4r7vNNfcyhNFtawHA2DZY+5R98u2HS9D1KDb+UZuiyo/esQZP3ndL4sWfg+Rz6Uobe8WYA9WUCQdOnLdu7zeoNs9JZHbHsLZB2ST75Dsbdrl0MTb+UV0b6T8+XSrXv4y7htcYCx/HJQnFyXzCxTV26NVzdYNu6x835Xr3z2HljufrrhXd2MVSGTvHjlhLKZl0YIPexdhk3zOFxsvX/RkMdRV1mM7mCV9K4r6MfZSqzfX2F9Mwtfc/iwhmxWRaA7tcuhib7HsjW2+0qvEpt80ppFBnWoR0j7ikHHC53uXKLIjsC4SzK6b1sEHvYmyy7w2vL1i7UE6XykapH9PZRFEvuV7v0lTFySXH8sjWwi6XLscm+17BMhvjtRGyMcaNoswS4Z2LF1pniwwrPj2fyRI5J/OyzdTpb+9yDVTFN6LIHlkqaQffoc8DRrbeWA3JN+DPxhjWVuJlqlplUzHoMLZvXGZdoKFYKuMC+/e1eBm3sniyqMbbFthHwQ70Z5x+UFdc3VwdyrXQdZzi2PMNNujzgOH1BVy1UL8ZC2ZjNLX1c9XCPuwaXoPRO9diyBeoMuBlQv2sMmPjruHqcf39TWiKEzEALkUIzBpeX8AvLtungvjpm5NO4well1FkjyyVtIddLvMEna+UAOzf8UGrtroxVW6flTvUqfEJaCrQ7HJMJjla8dsYdMdFSUXA6QvsYYM+T9D5SgWqoe3SJ7lz7Ij1F10AWFEz3AQ7A+Hv04nYrqNXaPW1MH0OV+x4HgTgnkB0KhfHtoddLvMEU6Ui6ZO85+vfd/LB+ukVI5hJqwzTPOaer3+//u8tq82FbQTQVKlJ1ydsrPkIG/R5QlilonJltutzuSTBLDvpE8f/udr3kl3pSX/KAV0f27HmE5ycax7SK5V8mO7BywAzc+47uc2rluDvjp/T9ivUJIyHXj0XWmC7VzAl52If+jzEVXvMMHFxiV71s//4OWSg/yEolsp4cM9Ew85KFtgG0LNGXQe7XOYhupQBm1ctadOMGEZP2G+Bzk02Hwtss0Gfh+hSBrQihS7DtIpOLeSSJuxymafoUgbsGl6D53/0hjIakAiYh98RpkvJzsNMc3yHzjQwNl7ExUszyvfYmDPt4IZ3DEYq0r3p+qEUZtPZsEFnGhjdewwVlu4xKWN797x51RJ894EPGCW3Ok6enX8P/tnlwjTA4dRMK7D1b+8/fq4ezbp51RIndVaxVG7o++R9tzS8r8vgeM/Xv9+gnVf17VT4Dp1pwCWcev55KJl2Eifwbf/xcw0Rq7oMjh96/G+bjhPs28mwQWcaMKUI8JPzshjod/drMky78BtqXQZHXTbJbomiZoPONBBMESB9nUMDHvI5r0HmODVtn3aVYVREiX1IQlrbq65F9qEzTdhUQQKqdzkcccrE4e8i3PkmkcOlV6Ol+Q6diYyte4ZhdLjqqTIUXiJR92zHvxvQRUvf8I7B0L6dDBt0JjLBiNOcl4HMPpslwuZVS2CTjVa6dWylbG9bkG3os6CPP8bzgQV9GauKVZnaZ89PUKmii5b+7gMfCO3byXC2RSYxVDKwzz592PouLOdlUI6axYnpWb589zoMry84FeMgoKmY9M6xI/jLg6fqPwpZAvxV+wjAP1m1BCfPlpXFqKvKmB/VP6MZAj61sbEYh6mYtU1/q7UZsi2yQWcSQcrA/MqBnJfFQs+tqDDDBMl5Wfzy8sWRlCY5L4tH71iDQ6+ei1S8RfYHgAeePqxMFCZr4+q+A7b9bWGDzqTO5t3fU/o28zkPl2fmmiRiDNMqCvkcfnbhUuRkXVLxpfPdZ4lw/NGPar8Dtv1tMRl0dj4yiaCTgV0oVxp8lVL+GMbQQHgbppF7Ny3nYC8Fp0vlWJkXT5fKRpmjHNtUzNqmfxKwQWcSQRdhem0+h+H1Bezf8UG8svs2PPyxmzG4wKyWHRrwMP4HH7Yy/EkiH451K7uG1+CV3bc59yvkc1YPr7uVgf5srPVdm88hb7jBkA/oTd8Bm/5JwAadSQSdDGxk6431//vDrU1cvDSDnWNHMDmtzvqoY/OqJbFklDIEvN1sXrUEnqMF8isz3rbA7RwUS+XeqfKtYHJ61kodo2OgP6PNQAoA2zcuAwCsuFpt0G37JwEbdCYRdDIwf4CSKtxaRWVO4KmDr6Eya/ctzBLh3k3L8eR9tzTN4d5Ny5HzuuNj7l/H6La11juUoKxuUa7f+dhzqKqMotwtdsnpjcxP35zUZiD1P9A8cOJ8rP5JwA9FmZaRVnHqQj7XJBOT8rFiqYwsUVdUr8nnPJTKjYqgDMF4d3ly920NUrmFMaSfBOCeTcud1SCEnr7B10IAXtl9G3aOHakXqI7S3/m4cYtEE9GtAP4EQBbAfxVC7A68/wCAfwtgBsAZAP9GCPGq80yZnsYl3NrWCBOuuElkxrxDr57DN18s1ncD3WDMATQZc8BszIGqttq/1jg6/oVeJpK0r1fD6MO4Np/DzrEjkc6Z7J80oZslIsoC+AqAjwC4CcB2Irop0GwcwAYhxPsAPAvgj5OeKNP9qPzsXpaa/MU5L4vtG5dZ+cOD9q5cmcVTB19ri0zSy7b+yWJSa815WVyecf8xCD4ncaUbQupVz2bkum0KUZv6J42N9+v9AF4WQpwQQkwD+AaAj/sbCCH2CSGmav89AOC6ZKfJ9AIqP/vonWsxum1tk+991/CaSFVqgPTuyMOy/I3euTaV45pIYq3ynEd5cBh8TuJKO0LqXT9Tqmczct2m8296thP3vOmwcbkUAPh/hl4HsNHQ/rcAfEf1BhF9GsCnAWD5cq4uPx8xZXKUfuDRvcca2uoCNnRumTCfrsmdo0s/MDTgYdfwGux76YzWvXDo1XModJn7YWjAw/4dHwQAPPjMhNMPRKEmSQXsXWTB/nGIGjD0swuXMNifxaRl+ucVO57HNYv68Y8XKxC1/odePYfh9QXtuoPBQodePYefXbjU1D9pEn0+TUT3AtgAYFT1vhDia0KIDUKIDUuXLk3y0EwXo6seMzZeBKCXRG7fuEwp78tkmt04fjZdP6R15+h80BcvzWBsvGjMMPnEgVNYcXVO6VbqVJ33hXKlfp5d5XMzs1cMYhTp3ZbVVRsQ1e2yZfXSSMedFcLamEt+/tZ03XDPCoEnDpzCzrEj2kLU/teln13VP2lsDHoRgP+sXVd7rQEi+jUAnwNwuxDicjLTY+YDuuox/jt11ZZ11/AaXLWweZM5Oydw1cI+rQTv5NlyPb+GLZU5gdG9x+pz0XHgxHmlW+nxu9ZFin7NEKxll8GMl/7XdcwJ1M/zruE1TsUjfv7WdP3fsq/L75bMa/7kfbdEMur7XjqDXcNrMNimyllPHXxNW4ja/7rOz27jf3fFxuXyAwA3ENFKVA35JwF8yt+AiNYD+C8AbhVCvJn4LJmexhQyHcxe96Va5j1JSZP4S/e6HHd4fQH3P33YaZ7F2nxMfWeFwCPPHa0rVt64UMb9Tx9GIZ/Dwx+72Tpr4NCAV2/vx9RXoJo69vG7Gs/RypDjFUtlrNzxPO6paaKfPHDKWobo7yf/AGiQjZqOK/H70m36Alc+N+2qnDUrhPGz62+n6580oQZdCDFDRJ8BsBdV2eKfCSGOEtEXABwSQjyHqovlKgB7qHpXdEoIcXvis2V6Ep3sLT/gNWSvk64YAHWDpet7bT6HycszSing4lrAThS/rzy+qa//mPJBo3/uNsc9P1XByLMTANBgnMP6Tk7P4sE9jf1sZIUCqMvvXGSI/n5+Yx7MOqhj59iRpvSztn2l7K9dssksEd65eKH28+dvp/OzJ43VXk4I8YIQ4j1CiFVCiC/WXvuDmjGHEOLXhBDXCCHW1f6wMWes0fnIhYDRFWPqO7L1Rui+L/J1nf/V5OGQx4/iu3XtW5kVDWsF7HzVs3Oi6RzZphJ46uBrkSpR+d0HthHBwX6ufaXsL2rlrGzMBxvbNy6zSnmhu2ZJhvxLejxol+kGdD7yC4q7a6BxO2tKORDmjpF+X3/1o3s3LUeYHPt0qazsa4Oqb1h7P7Z9g+fINpXArBDKc3rNInM6Af8dqEsB5uCdq0tfuQMJFja34d5Ny/FYTS4LNFfNCv6oX7Oov+lzsmt4jVXKC93nLMmQfwmH/jMdiym/tJTapdFf1y+sf1g/XV9TvywR5oRoqn4DAKseekHrfinU2quq55j6mXJz2/azOQ+649n21c0z6jXoJjgfOtOV2Gxn0+hv2sKb+oe5NnR9Tf1mhVBKOQH9lj2bIWxZvVQrBTVt9ZN4z8UFEhzTtq9uLiNbbzS6UrwspRKh2SmwQWc6FpvtbBr9g1t4uVUO669ybUjbYupr6ucn+PxAJRUc7M/isW1rse+lM9rnDyp5IiE8859tP9V5D8oSdccL9g1KEsPmOby+gMe2rVVKGYcGPIzeuTaVgJ5OgV0uDGPAVPQ3zb66zJS2Gfp08kbb/v4MglkibN+4zMnnG7d/u8772HgRn//20Xod3HzOwyO3N8tHdcRdtw2xsy0yzHwkKKFTySbT6AtUJZuq4tqmyjf+Y+vSH9hk+AtmEJSRjQCsjFPc/u0672PjRYw8O9GQh79UrmAkIAPVEXfdScAuF4bREBbBmlZfANBtnG021KN7j2nv7m38x3EjG+P2b9d5H917TFlUpTLXLB9V0cqIUB1s0BlGg00UYBp9AWglm7rXbY4hYLc7iBvZGLd/u867qY1N/1ZGhOpgg84wGkxFf9Psm9axbXXaOo27rdY+bv92nXdTG5v+cdedBGzQGUZDHNlkuySXSRw7bmRj3P4yC6Pt60n1NUkebfrbZF5MGzboDKMhjmyyXZLLJI4dN7Ixbn+ZhdH29aT6Dq8vYNECtU7Epr9N5sW0YdkiwzAdRRzJZly5ZzuPbQtHijIM0zX02rOLNIpB62CDzjBMRzFfn10kAQcWMQzTUUhff5Rozzh9233sJGAfOsMwTBfBPnSGYZh5ABt0hmGYHoENOsMwTI/ABp1hGKZHYIPOMAzTI7RN5UJEZwC8GrH72wH8Y4LT6SR6dW29ui6gd9fWq+sCuntt7xZCKJPLtM2gx4GIDulkO91Or66tV9cF9O7aenVdQO+ujV0uDMMwPQIbdIZhmB6hWw3619o9gRTp1bX16rqA3l1br64L6NG1daUPnWEYhmmmW+/QGYZhmABs0BmGYXqEjjPoRHQrER0jopeJaIfi/QVE9HTt/YNEtML33kO1148R0daWTjyEqOsioquJaB8RXSSiP235xC2IsbYPEdGLRHSk9vcHWz55AzHW9X4iOlz7M0FEv97yyYcQ53tWe3957TP5uy2btAUxrtkKIir7rttXWz75JBBCdMwfAFkAxwFcD6AfwASAmwJt/h2Ar9b+/UkAT9f+fVOt/QIAK2vjZNu9pgTWNQjgnwL4bQB/2u61JLy29QCurf37lwAU272ehNY1AKCv9u93AXhT/r8T/sRZm+/9ZwHsAfC77V5PQtdsBYD/1+41xP3TaXfo7wfwshDihBBiGsA3AHw80ObjAP6i9u9nAfwqEVHt9W8IIS4LIV4B8HJtvE4g8rqEEJNCiP8L4FLrputEnLWNCyFO114/CiBHRAtaMutw4qxrSggxU3t9IaAsNdlO4nzPQETDAF5B9Zp1ErHW1Qt0mkEvAHjN9//Xa68p29S+NBcAXG3Zt13EWVenk9TaPgHgh0KIyynN05VY6yKijUR0FMARAL/tM/CdQOS1EdFVAP4jgM+3YJ6uxP0sriSicSL630T0z9KebBpwCTqm7RDRzQD+CMCH2z2XpBBCHARwMxG9F8BfENF3hBCdusty4REAXxJCXOyhG1sAeAPAciHEWSL6FQBjRHSzEOIX7Z6YC512h14EsMz3/+tqrynbEFEfgMUAzlr2bRdx1tXpxFobEV0H4K8A/IYQ4njqs7UnkWsmhPgJgIuoPiPoFOKsbSOAPyaikwDuB/B7RPSZlOdrS+R11Vy1ZwFACPEiqr7496Q+44TpNIP+AwA3ENFKIupH9aHFc4E2zwH4V7V/3wnge6L6VOM5AJ+sPcVeCeAGAH/fonmHEWddnU7ktRFRHsDzAHYIIfa3asKWxFnXypqxABG9G8BqACdbM20rIq9NCPHPhBArhBArAHwZwB8KITpFfRXnmi0loiwAENH1qNqPEy2ad3K0+6ls8A+AjwL4B1R/IT9Xe+0LAG6v/Xshqk/XX0bVYF/v6/u5Wr9jAD7S7rUkuK6TAM6heqf3OgJP7tv9J+raAOwEMAngsO/PO9q9ngTW9S9RfWB4GMAPAQy3ey1Jfh59YzyCDlK5xLxmnwhcs4+1ey1R/nDoP8MwTI/QaS4XhmEYJiJs0BmGYXoENugMwzA9Aht0hmGYHoENOsMwTI/ABp1hGKZHYIPOMAzTI/x/HlV1A7O7SdsAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXQAAAD4CAYAAAD8Zh1EAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAABIJklEQVR4nO3dd3gU1f7H8ffZ3Wx6LwQCJAESSqgaQHqX4lVEuCoqir1hudfeFa+9olh+VsACIoqgKKDSQZQgTQg1EEggjfS67fz+2A0GpKTs7iSb83qefbbNznwzymdnz5w5R0gpURRFUZo+ndYFKIqiKM6hAl1RFMVDqEBXFEXxECrQFUVRPIQKdEVRFA9h0GrDERERMi4uTqvNK4qiNEmbN2/Ok1JGnu49zQI9Li6OlJQUrTavKIrSJAkh0s/0nmpyURRF8RAq0BVFUTyECnRFURQPcc5AF0J8IoTIEUL8dYb3hRDiLSHEfiHEdiHEec4vU1EURTmX2hyhzwLGnOX9sUCC43YL8F7Dy1IURVHq6pyBLqVcA+SfZZHxwBxptxEIEUK0dFaBiqIoSu04ow09BjhS43mG47V/EELcIoRIEUKk5ObmOmHTiqIoSjW39kOXUn4AfACQnJxcr3F7n120DbNODwjE2RYUnPF9IUCn06HXCXQ6HTphX5vQCftjIWqu5sTKRI3XhGM5Uf1Z4VivEI73z1qdpux12mvVCYFeZ3+sFwKdYx8oiuI6Ef5GBrULd/p6nRHomUCbGs9bO15zibwyM+Hhvg1biQAJWMD+QDoe2NTY8GD/wjo17HU6gV6c/Fivs38J6HXipMc6x3uKoriXMwJ9MTBNCDEP6AsUSSmPOWG9pzXjquQTj61WKyazzX5vtWGz2TCZrVhtYLZYsUkbZrMNq82G2WrDZrXfF5VUkHowmz2HsjmUkUd6diFZeUVUmawIYW+F8vY2EODng6+3EYOXHp0QWKWkymKlsLgcqxR0iItmSO+OdO/cFoQOk9lKldlKhdlKldlGldlKpdlGlcVKlclGpcVKpclKSYWZ9LwyCstMJ/4WIaBliC+xkf7ERgTY7x23VqF+eBmc18PUZpNUWGxUmKyUm61/35ttlJvs9Z98b3Hc2yh3vFZusnK2rz+dAD+jngBvA/5GPQFGAwHeevy9DQR6G2gV7E3rYB9iQnwJ8TU06l80itJUiHPNWCSEmAsMBSKAbOApwAtASvm+sP9LnIm9J0w5cL2U8pzX9CcnJ8vGdOm/lJKjuUXsTjtGaloWu9OyHPfHyC8qP7FcoL8P/Xq0Y2ifRD5bvJHUtCwC/Lz59+jzmTqhP727xtY6nIrKTaRll3Iwp5QD2SUczC4lLaeUtOxSiivMJ5bT6wRtI/yJjwqgfYsAurYNYdIFsZoeBVttkgqzldIqK2UmC6VVVkqrLJSZTn5e/X6ZybFslYWiSguWGr+G/I16YkJ8HAHvQ0ywL61DfGgV7IO3E7/IFMUTCCE2SymTT/ueVlPQNbZAPxMpJbkFpSeCfvPOdD5b/DvvPXkV113aj9+3H2TWwt/4etlmyitNJHVoydQJ/Zk8rjfhIQH13ubxUhMHs0tIyynlYHYpBxzBn5ZTQnmVlZHdonnv5r4E+no5+S92PatNkldmIqOwgszCSjIKK8koquRoUSW5pTV+tQCRAUZHyPvQOsQe9G1DfQn3N2r3ByiKhlSgO5GUkv5XvURFlZk/FzyGTmc/giwurWDB8j/5dOEGUv5Kx+hlYPzwHlw/oT9DeiecWM4Z25+zOo1H526lQ3Qgc6YNIDbS3ynrbgwqzVYyiyrtQe+4zyyqJKOwggqz7cRyXVsGMrpTJP3jQ/Hx0mtYsaK4lwp0J5v30yauf3Q238y4lXGDu/3j/R17M5n13W/MXfIHBcXlxMWEM/XSflxzyQXERIU4pYa1qdnc/P5GdDrBJ7f344LE046m6TGklBSUm8koqmR3dik/787laHEV/kY9QzuEM7pzJO0jPOeLTVHORAW6k5nNVrpc8jTxMeEs/+jeMy5XWWVm0YptzPpuA6v+2ItOJxgzMInbrxzCyH6dG1xHWnYJU95ez+G8Ml6ecj6TB8Q1eJ1NhZSSv46VsGx3LuvT8jFZJe0j/BjdKZKhHcLx99ZsZGhFcSkV6C4w47Nfefj1haz9/AGSk2LPuXzakVxmL/qNOYs2kpVXzPovHuS8Lm0bXEdhmYlb/m8ja1JzuP3CRB6f2K3ZdRksqbKwet9xlu7O5eDxcrwNOga2C+XCTlEkRQeoHjSKR1GB7gLFpRUkjH2CC/t34bOXbqjT5xLHPsmwvh2Z++pNTqnFYrXx5Ffb+GTlAUZ1b8m7N/VpkidLG0pKyf68cpbvzmXlvjwqzDZign0Y3SmS4YkRhPo1v32ieJ6zBbrqE1ZPQQG+3DhxIN/+soX0o8fr9LnbrhzMohXb2J2W5ZRaDHodz1/Vixev7sWKv7K4+KWVHM4rc8q6mxIhBAmR/tw5KI7Pp/TiP0PjCfE18MnvR7jui608t3wfKYcLsaoLyBQPpQK9Ae6YPASdTvDW5yvr9Lk7Jw/Fx9vAa7N+dmo9U4e2Z+49AzlWUMGY537l9315Tl1/U+LjpWdkx0heHt+F9y/vxviuLdh5rISnftrLjXO38dvBAq1LVBSnU4HeAK1bhHLFmGRmf7eB/KLaHxFHhgVyw2UDmPfTJtKPnm0gy7ob3KUFPz4ynFB/I5NeW8289Yecuv6mqE2oLzf2a8vsa3ry6KgOBHgb+N/yfbz0y36KalzApShNnQr0BrpnygjKKkx8vGBdnT8nELw55xen19Q+OpAljwynX2Ik985KYfqC7aqZAfDS6xjQLow3J3RhSu8YNhws4Pb5O1h74DhanUtSFGdSgd5A3RJjGNmvE+/OW02VqfZHe22iQ7nqoj7M+u43so8XO72uEH8jX9w9kOuHtefdZXuZ+s4GSivV0SjYzzlceV4MMyYmERXozYu/HOC55fvJLzed+8OK0oipQHeCe68dQVZeMV/9VLdeO/ddP5Iqk4WZX9StDb62vAw6XriqFy9cZT9Z+q8Xm+fJ0jOJC/PjtUu7cH3fNqQcKeT2+TtYsTdPHa0rTZYKdCcY3rcT3RJieHPOr3UKg4TYFlw2qhf/N38thSXl5/5APV0/7O+TpWOfX9GsT5aeSq8TTOrZkrcndqV1iC+vrUxj+tJ95JWpo3Wl6VGB7gRCCO69dgSpaVksX7+rTp994IYLKSmr5IP5a11UnV31ydJgXy/+/foa9hx1fjNPU9Ym1JeXL+nMzf3asu1oMbfP38Gy3bnqaF1pUlSgO8mk0efRKiqEN+b8WqfP9ejYmjEDk3j785WUV7j2qLB9dCCLHhqKt5eO57/d4dJtNUV6neDS7tHMnNSV9uF+vLX6IE/+uIeckiqtS1OUWlGB7iRGLwPTrh7K6k17+XPX4Tp99v4bLiSvsJRPF25wUXV/iwzy4e6xnVi27Ri/7VXzup5Oq2Afnr+4E7cPjGVXVil3fL2DJTuzsamjdaWRU4HuRDdMGECgvw8zPqvbUfqAXu0Z0Ks9b8z5BZPZ4qLq/nbTiARahfoyfcF21aRwBjoh+FdSC969vBsdowJ4d106j/6wm2NFlVqXpihnpALdiYIDfbnhsv588/OWOl8w9OCNo8nMLmTej5tcVN3ffI16HhyfxJaDBSxOyXD59pqyFoHe/O+ijtw9OI4DeeXcueAvFu3IUl+ESqNUq0AXQowRQuwRQuwXQjx8mvdjhRC/CiG2CyFWCSFaO7/UpuHOq4YhBLzzZd26Io7q35menVrz6qc/Y7Xazv2BBvp3v1g6xwTz/MK/MFlcv72mTAjB6M5RvPfvbnRrFcgHGw4zd/NRrctSlH84Z6ALIfTAO8BYoAswWQjR5ZTFXgXmSCm7A9OBF5xdaFPRJjqUSReez6cLN9SpK6IQggduGM2+9By+W7HVdQU66HWCJyZ1Iz23jDmrD7h8e54gIsDI02MSGZEYwRebM1mlun8qjUxtjtD7APullGlSShMwDxh/yjJdgBWOxytP836zcs+U4ZSWV/HRgvV1+tz44T1IiI3ilY+Xu+Un/bCkFgzqHMXrP6RSXK6uIq0NIQR3DY6jW8tA3lh1kF1ZJVqXpCgn1CbQY4AjNZ5nOF6raRtwmePxBCBQCBHe8PKapp6d2jCsT0fe+XJlnU5y6vU67r9+FNv2ZNS5P3t9CCF4YmI38ktNzFy62+Xb8xReeh2PXtiBqEAjzy7bx7FidaJUaRycdVL0fmCIEGILMATIBKynLiSEuEUIkSKESMnN9ewuc9XDAcyv43AAV47rTevoUF75ZLmLKjtZ99hQJvZtywe/7ONovuuuVvU0QT5ePD0mEZuUPP3TXkqrXN87SVHOpTaBngm0qfG8teO1E6SUR6WUl0kpewGPOV4rPHVFUsoPpJTJUsrkyEjPntR4VP/OJHVoyZuf1W04AKOXgf9cO4L1Ww6w7s/9Lqzwbw9dmoRNwsuLXf+rwJPEhPjy+IUJZBVX8fzP+7G44WS2opxNbQJ9E5AghIgXQhiBK4HFNRcQQkQIIarX9QjwiXPLbHqEENw7ZQQ79x/jl99S6/TZqZf2JzI0gFfddJTeNsKfG4a356sNh0jNKHLLNj1Ft1ZBTBscx7bMYt5dl666MyqaOmegSyktwDRgGZAKzJdS7hRCTBdCXOJYbCiwRwixF2gBPOeiepuUy8cm0zIymDfrOByAn6+RaVcPY9n6XWzdfeTcH3CCe8Z1JsjXi2e/UUMC1NWojpFc3qsly3bn8u1250wrqCj1Uas2dCnlj1LKRClleynlc47XnpRSLnY8XiClTHAsc5OUUg1+gb355I7JQ1nx+546B/Mtlw8iKMDHbW3pof5G7hnXiRV/ZbE2Ndst2/QkU3q3ZmC7MD7deIQNB507C5Wi1Ja6UtTFbpo0gAA/b2Z8tuLcC9cQEujHrZcPZuEvW9mX7p6AvWF4B1qH+/Hsgh3Y1AxHdaITgv8Oa0dilD+vrkhjX64ad15xPxXoLhYS6MfUCf35etlmjmTVbWLiaVcPw9to4LVPnT9N3en4eOl55NKubD9cyHeb3NPU40m8DTqeGJ1IsI+B6Uv3kleqxlRX3EsFuhtMu2oYUPfhAKLCArl+Qn++WPI7h4+552f8hD5t6NY2hOcX/kWV+R89T5VzCPXz4qmxiVSYrTy9dC8Vah8qbqQC3Q1iW4UxcVQvPvl2A0UlFXX67L3XjgCoc5NNfel0gicndSPjeDmfrFRDAtRHXJgfD4/sQHp+OS//ckBN0K24jQp0N7lnyghKyir5ZGHdhgNo2zKMyeN68+nC9eTmu+cy80GdWzCsawveXJJKgZqKrV6S24Zw64BY/jhcyMcb6zY+vqLUlwp0NzmvS1uG9E5k5her6jzm+X1TR1FZZeGduatcU9xpPDGxG8UVZt76UQ0JUF//SmrB+K4tWLQjmx92qp5DiuupQHeje6eM4GhOIQuW/Vmnz3WMj+bSET15f96aOjfZ1FeX1iFc3i+Wj1fs53Ce6rFRXzf2a0vvtsH83/p0Ug4Xal2O4uFUoLvRhQM607ldNG/OqdtwAGCfTLqotIIPvnbtZNI1PTg+CZ2AlxftdNs2PY1eJ3hwRAdiw/x48Zf9HFLj5SgupALdjXQ6HfdMGcGOfZl1Hk2xV+c2jOrfmbc/X+HyyaSrxYT5cfPIBBZsPMyOw3Xrcqn8zc+o56kxCfh66Xnmp70UqKGKFRdRge5mky/qTUyLkHpdAfrgDaPJLShl9qLfXFDZ6d01phNhAUamL9ihxilpgMgAb54ck0hRpYVnl+2lUnVnVFxABbqbGb0M3FvP0RQHnNeefj3b8cZs90wmDRDk58V/LurM2tQcVqkTew2SEOnP/cPbsS+3jMeX7KFEDbmrOJkKdA1cP6E/ESF1H01RCMGjt4zlSFYBM+o44FdDXDe0PbGR/jz7zQ7Vp7qB+seH8fDIDuzLLePhxankq26hihOpQNeAv683d11Tv9EUR/brzKUjevL8h0s5mOGeOS2NBh2PTujKrowiFmxMd8s2PdmAdmE8PTaRrOIq7l+UyrEiNeOR4hwq0DXSkNEUX3lgIga9jv+8ON9t7dqXJLemZ1woL323kwqTav9tqF6tg3n+4k5UmK08sDiVg8dV7xel4VSga6TmaIp7D9Wtbbp1i1CevONfLFu/i+9+3eqaAk8hhODJSd05WlDBR7/uc8s2PV3HqABeuqQzeiF4aHGqmnBaaTAV6Bo6MZrirJ/r/NnbrxhMj46tue/lBZSUuecne/+OkVzYoyVv/bSbdDU8rFO0DfXllfGdCfH14vEle9ikLj5SGkAFuoaqR1P8cskfdR5N0WDQ89ZjV5KVV8z095a4qMJ/evrf3dELwZVvriVXzXbvFFGB3rwyvjOtQ3x4dtk+Vu1zz7kRxfOoQNdY9WiKdZ2mDqBPtzhunjSQd+eucttUde1aBPL53QPJKqzgqhnrKKlQF8k4Q7CvFy9e3Jku0QG8uiKN7/9SXUSVuqtVoAshxggh9ggh9gshHj7N+22FECuFEFuEENuFEOOcX6pnatsyjKsu6sOnCzeQU4/RFJ+562IiQgKY9r95WN0063xy+3A+uu0CUjOLmPrOBnWRjJP4GfVMH9uRvnEhvL8+nS9TMtXFXEqdnDPQhRB64B1gLNAFmCyE6HLKYo9jnzy6F3Al8K6zC/Vk900dRZXJwswv6jYBBthPrr50/2Vs3pnOx9/UbWjehhjRrSUzpvZm/Z5c7vzoD9U/3UmMBh2PjkpgZGIEX2zO5P316dhUqCu1VJsj9D7AfillmpTSBMwDxp+yjASCHI+DgaPOK9HzJca1YMLInvzf/DUUltS9+9oVY5IZ1qcjT769mKy8YhdUeHoTL2jLs1f0YMmfmTz8xZ/qaNJJ9DrBvUPjmdA9mh925vDaijQsbvr1pTRttQn0GKBmA22G47WangauEUJkAD8CdzmlumbkgRsupLi0kg/m1300RSEEMx69nIoqMw+//q0Lqjuzm0cmcM+4Tny25qAaldGJhBDceEEbruvTmlX7j/Ps8n2qaUs5J2edFJ0MzJJStgbGAZ8JIf6xbiHELUKIFCFESm5urpM27Rl6dmrD6AFdePvzlfUaTTEhtgUP3DCKr35KYcVG905K8fClSVw9KJ43luxWfdSdSAjB5b1aMW1QHJsPF/HEj3soVeO/KGdRm0DPBNrUeN7a8VpNNwLzAaSUvwE+QMSpK5JSfiClTJZSJkdGRtavYg/2wI2jySss5dOFG+r1+fuvv5D2bSK554WvqKxyX+8TIQQvXd2Lcb1a8fi8bXyjplxzqrFdonh4VAf25qjxX5Szq02gbwIShBDxQggj9pOei09Z5jAwAkAI0Rl7oKtD8Doa0Ks9A3q154059RtN0cfbixmPXs7+w7n1ulipIQx6He/e3Jd+iRHcM2sTK/7Kcuv2Pd1Ax/gvxxzjv6zal4fJotrVlZOdM9CllBZgGrAMSMXem2WnEGK6EOISx2L3ATcLIbYBc4GpUp0hq5cHbxxNZnYhc5dsqtfnR1zQmcvHnM/LHy9nf3qOk6s7Ox8vPbPvHECnVsHc+N5vbD5w3K3b93TV47/oBbyyIo1rP9/CB+vTSVezICkOQqvcTU5OlikpKZpsuzGTUtL/qpcoLa9i67dPoNfX/TRHVl4xPSc8y/lJbfnhvWkIIVxQ6ZnlFldy8YsrKSo3892DQ+nYKujcH1JqzSYlO46WsDQ1hw0HC7DYJJ1aBDCmcySD2oXh46XXukTFhYQQm6WUyad7T10p2sgIIXjghtHsP5zLwnoOvBUdEcQzd13Mit/3MH/pZucWWAuRQT589Z9BeBl0TH5zLRlqJEGn0glBj5ggHhrZgTnX9OSmfm0orbLw5qqDTPl8K++sPcQBNbF3s6SO0Bshq9XGeZOew8doYOO8h+t1hG212hhy3WtkZOWzdeEThAT6uaDSs9t5pJBLX1lFdLAv3z04lPBAb7fX0FxIKdmZVcqy1BzWpeVjskoSIv0Z3SmSIR3C8TOqo3ZPoY7Qmxi9Xsf9149i+95Mlq2r22TSNdfx9mNXkltQytMzv3dyhbWT1CaEOdMGcDivjGveXkdZpepy5ypCCLq2DOS+4e2ZM6UXtw5oi9lqY+baQ0z5bAszVh9kT06puvjLw6kj9EbKbLaSdMnTxLQIZcWn/6l3O/j9ryzg3bmrWT3nPnp3jXNukbW0dOtRbnh3A4M7t2DOXQMwGtRxhDtIKdmTU8bS1BzWHMinymIjPsyX0Z2jGJoQTqC3QesSlXpQR+hNkJeXnv9cN5KN29JY/+eBeq/nydsvIjoiiLufm4fFos2VhmN6tuK165JZtSubuz75A5sa98UthBB0ahHAvUPb8fmUXtw5KA6dTvD++nSmfLaFl3/dz9aMIjVWjAdRgd6ITb20H1Fhgbz8ybJ6ryMowJdXH5jE1t0ZvD9/jROrq5vJA+J4fGI3Fm3K4LF5W1Wou5mfUc+4LlG8NbErMy5LYnSnSFIOF/HYkj3cNHcbX27OJKekSusylQZSTS6N3CufLOfJtxez/osHOa9L23qtQ0rJhLveY/2WA2xd+AQxUSHOLbIOdTyzYDvvL9/HBQkRvHTNeapLo4aqLDZ+O5jP8j15bMssRmDv635hpwguiAvFqx5dZhXXO1uTiwr0Rq6opIKO455kWN+OzH31pnqv52BGHudNeo6xg7ry5Ss3OrHCupFSMnfdIaYv2E5ZlYVpYzpy97jO+KpeGJrKKq7i5z25/LInj7wyE0E+BoZ1CGdUp0jiw93fQ0o5MxXoTdzT73zPyx8v588Fj9GpXXS91/Pyx8t4aub3fPf27YwemOTECusut7iSZ77ezoKNh4mPCuClq3sxuEsLTWtSwGqTbM0sYvnuPDYesl+0lBDpz4WdIhnSPgx/dSJVcyrQm7jc/BI6XvQkE0edx4fTp9R7PSazhb5XvEhFlZkl702jfVvtB0hbsyubh77YwsGcUiZd0JanL+9BhOqv3igUVZhZue84y/fkkp5fgbdBx4D4UEZ1iiQpOhC9zr1XICt2KtA9wP2vLOD9r9awc/FTxLYKr/d6ftuaxvhp71JlsnDf1JHcf/2F+PkanVhp3VWarcz4cTczf9pNgI8XT0zsxpUD7D0yFO1JKdmXW8by3bmsPpBPuclKkI+BPm1D6BsXQq/Wwfiq4QbcRgW6BziSVUDSxU9zw8QBvPnw5Q1a17HcIh598zvm/biJti3DePWBSfxraDe3j/lyqr3Hinnwsz/ZuC+PCxIieHnKeSS2VCdNG5NKs5Xf0wv5Pb2AlMNFlJmseOkFPVoF0Sc2hL6xoUQEaHuA4OlUoHuI25/5grk/bmL3kulERzQ86Nam7OPeF+ez68AxxgxM4rUHJ9GujbbNMDabZN76GidNx3binnGd1IBTjZDFamNnVil/pBfwe3ohx4rt3R7bR/jR1xHu7SP8ND9Q8DQq0D3E/vQcelz2LP+5diT/u+fUaV3rx2y28t5Xq/nf+z9iMlu4b+oo7r9+FL4+2h5lnXrS9OVrejGoszpp2lhJKTlSWMnv6QX8fqiQ3dmlSCDc34u+saH0iQ2hR6sgdZWwE6hA9yBTHvqEpet2MvfVmxjZr7PT1ns0p5BH3/yOr35KIbZVOK89OImLhnRz2vrrS500bZoKK8xsOlzIH+mF/HmkiEqLDR+Djl6tg+kdG0L7cD9iQnxU23s9qED3IAcz8phw93vsOZjNTRMH8Px/JhDo7+O09a9J2cu9L8wnNS2LsYOSePUB7ZthKkxW3voxlZlL9xDg48Wjl3Xlsr5tVRe6JsJksbH9aPGJtvfjZX9Pjxju50VMiA+tQ3yJCfaxPw72ISrQW/WiOQMV6B6motLEM+/+wFufr6RtyzA+eOZqBicnOm39ZrOVd+et4n/v/4jZYm00zTB7jhbz4Geb+X3/cbwNOgZ2jmJ0j1aM6t6SlqG+mtam1E5108yRggoyCivJLLLfZxRWUmb6e6whg07QKtjnpJCPCbE/D/b10vAv0J4KdA+1fssBbnnqM9KO5HHnVUOZPu0Sp3ZBPJpTyCNvLGT+0s3ExYTz6gPaN8PYbJINe3JZtu0oy7Yd47BjIofusaGM7tGSC3u0pGubEHUiromRUlJcabGHe1ElmTXCPqu4CkuNsX+CfAzEhvoSF+5HfLgf8WG+tA31bTYnzhsc6EKIMcAMQA98JKV88ZT33wCGOZ76AVFSypCzrVMFunOUVVTx+IxFvP/VGjq0jeTD6VO4oEc7p25j9SZ7M8zug1mMG9yVVx+YRHzrCKduoz6klOw5WszP24+xbNtRNqflIyW0CvVlVI+WjO7Riv4dI5vNP3RPZbVJskuqThzRHymoJD2/nEP5FVQ6JsrWCWgV7ENcmB/x4b7Eh9nDPjLA6HFf7g0KdCGEHtgLjAIygE3AZCnlaWdeEELcBfSSUt5wtvWqQHeulb/v4danPyczp5B7rx3BE7ddhI+3836ams1WZs5dyfP/9xMWq435r9/MqP5dnLZ+Z8gtruSXHVn8vO0oK3dmU2Gy4uetZ2iXFlzYoxUju7dUJ1Q9iE1KsourSDtezqH8cg4er+BgfjlZxX+PGuln1BMf5kt8uJ8j7P2IC2vaR/MNDfR+wNNSytGO548ASClfOMPyG4CnpJQ/n229KtCdr7i0godfX8inCzfQuV00Hz17bb1HaDyTzJxCLrvrPfYcyuabGbcy4gLn9bRxpkqzlfW7c1i27Rg/bzvGscIKhIDkduGM7tmKqwfFE+qvLoDxROUmK+n55RzMr+DgibAvp8JsP5oXQNswXzpFBdCphf3WOsQHXRM5km9ooE8Cxkgpb3I8nwL0lVJOO82yscBGoLWU8h+zKQghbgFuAWjbtu356enpdf1blFpYtm4nt0//kpz8Eh66cTQP3TQao5fzeoTkFZQy7ta32Xc4h29n3Mawvh2dtm5XkFKy43Ahy7Yd5edtx9h+uJBAXwM3jUjg1pEJhKhg93g2KckpMXEwv5y0vDL25JSxO7v0xIlYf6OejlEBdG4RQMcW/nSMCiCgkfaicmegP4Q9zO86V1HqCN21CorLue/lr5m7ZBM9Orbmw+lT6JYY47T15+aXMPbWt0jLyOPbGbcxtE/jDvWaUjOKePX7XSz5M5NAXwM3j0jgFhXszY5NSjIKK9mTXUpqdim7c0o5nF+BxH4U3ybUl45R/nR2HMW3CfVtFEfxbmtyEUJsAe6UUm44V1Eq0N1j8cpt3PW/eRQUl/P4beP473UjMRic036Yk1/C2Fve4mBmHt+9fbtTu066w66MQl77PpUlf2YS5OvFzSM7cMvIBIL9VLA3V+UmK3tyStntCPg92aWUVNmP4v2M+hMBPywhglbBzrv+oy4aGugG7CdFRwCZ2E+KXiWl3HnKcp2ApUC8rEXXGRXo7pObX8K9L87n25+3kNw1lg+fmdKgcdVryskvYczNM0g/ms+imXcw8PwOTlmvO+08Ushr3+/ixy1HCfL14paRCdw8soMKdgUpJZlFlaRm28N9d3Yp6QUVSAkXxIVyWY9oOrcIcGtPGmd0WxwHvIm92+InUsrnhBDTgRQp5WLHMk8DPlLKh2tTlAp09/t62WbufeErTGYru75/msiwQKesN/t4MWNufosjWfl8N/MOBp7X9EId4K/D9mD/aetRgv0cwT4igSC/5n0hi3Ky/DITP+zM4cdd2ZRUWekY5c+E7tH0jw9zy9Wt6sIi5YSN29IYNvV1Zr8wlcvHnPb/iXrJyitm9M0zOJpTyKJ37qB/z/ZOW7e77ThcwOvfp54I9ltHJXDTcBXsyskqzVZ+2ZvHou1ZHC2uokWgkUu6RnNhp0j8XDilogp05QSLxUrMsIf49+jzmfn4ZKeu+1huEaNvnsGx3CIWv3Mn/Xo69wInd9txuIDXvk9l6dajhPh5ceuoRG4a0YHAZn7puXIyq03yR3ohC7cfY2dWKf5GPWM6R3JJ12iXjA2vAl05ycR73mfvoWx2LHrK6es+mlPI6JtnkH28hO/fvZO+3eOdvg13255ewGvf72LZtmOE+Hlx55iO3Dm6o5pRSfmHPTmlLNyWxfqD+QghGNQujMt6RNM+wt9p2zhboKvBiZuhwckJ7D+cS0Z2gdPX3SoqhKUf3kNUWCCX3PkOm/465PRtuFv32FBmTxvAssdHcH77cJ779i+WbMnUuiylEeoYFcDDozrw0eQe/Cspit/TC7j7m5088n0qf6QXYnPxAbQK9Gaous/4mk37XLL+mKgQln54N+EhAVx8+zuk7PSMC8h6xIYyZ9oAWof7MWd1mtblKI1Yi0Bvbukfy6yre3LDBW04WlTFM0v3cvv8HSxNzcHkGIPG2VSgN0PdEloRFuzH6pS9LttG6xahLP3gbkKD/bj49pn8ueuwy7blTnqdYMqgeNam5nAgq0TrcpRGLsDbwMQeLfl4cnceGN4Ob4OOt9ccYvnuXJdsTwV6M6TT6Rh4fgKrXXSEXq1tyzCWfnAPwYF+/Ov2mWxJPeLS7bnL5IHxGPSCOWvUUbpSOwa9jqEJEcy4LIkXLu7E8ETXjFaqAr2ZGpKcQPrR4xzKzHPpdmJbhbHsw7sJ9PfhotveZuvuph/qUcE+jOsVw1frD1Fh+seQRYpyRkIIurcKclm3RhXozVR1O7qrj9IBYluFs+zDuwnw8+ai295m+54Ml2/T1a4d0o7CcjOLU5r+F5TiOVSgN1Od20UTFRbo0nb0muJiIlj24T34+hi56LaZ5BWUumW7rjKgYyQdogPVyVGlUVGB3kwJIRiUbG9Hd9e1CPGtI/jylZvIKyxl6dq/3LJNVxFCcO2QdmxOy+evw4Val6MogAr0Zm1IcgJHcwo5cNg1Z9xPp3fXWKIjgli6/rQTXjUpl/eLxdeoV0fpSqOhAr0ZG9rHPtztqk3uaXYB+5HtmIFJ/LIhFbO5aZ9QDPE3Mr53Gxb8nk5JhVnrchRFBXpz1qFtFC0jg1ntxkAHGD0wiaLSCn7fftCt23WFa4e0o7zKyje/e0Y/e6VpU4HejAkhGNI7kTUp7mtHBxjetyNeBj1L1+0898KNXK+4ULq3DWH2qjS37kNFOR0V6M3ckOQEcvJLSE3Lcts2gwJ8GXBee5aua9onRuHvk6OpmUWkHDiudTlKM6cCvZmrbkd3e7PLgCR27j/G4WP5bt2uK0zo05ZAXwOz1clRRWMq0Ju5uJgI2rYMc3ugjxmYBMByD+jt4u9jYNIFsSxOyeB4SZXW5SjNmAp0hSG9E1i7eR82m2tGgDudjvEtiIsJb/L90atdN6QdJouNrzYc0roUpRmrVaALIcYIIfYIIfYLIU47Z6gQ4nIhxC4hxE4hxJfOLVNxpSHJieQXlbNj31G3bVMIweiBSaz8Yy+VVU2/y1+nmGAuSIhgzuo0bDZ1clTRxjkDXQihB94BxgJdgMlCiC6nLJMAPAIMkFImAfc6v1TFVQb31qYdfezAJMorTaz7c79bt+sq1w5px6HcMtbuztG6FKWZqs0Reh9gv5QyTUppAuYB409Z5mbgHSllAYCUUv0f3YS0iQ6lfZtI1rg50AcnJ+Dj7cVPa5t+90WAi86LISzAyOxVB7QuRWmmahPoMUDNIeUyHK/VlAgkCiHWCyE2CiHGnG5FQohbhBApQoiU3Fz3XW6unNuQ3gms/XM/Fov7rt709TEytHciyzygPzqAt5eeyQPiWLbtGMcKKrQuR2mGnHVS1AAkAEOBycCHQoiQUxeSUn4gpUyWUiZHRkY6adOKMwxOTqS4tJKtbh7adsygJA4cyWV/umf8qLt2SDusNskXa5v+VbBK01ObQM8E2tR43trxWk0ZwGIppVlKeRDYiz3glSZicLL9P5f7+6PbT8f85CFH6bGRAQxLasEXaw9isbqv15CiQO0CfROQIISIF0IYgSuBxacs8x32o3OEEBHYm2DUVRZNSMvIYDrFR7ts4ugziYuJoFN8tMc0uwBcN7Q9xwor+Hn7Ma1LUZqZcwa6lNICTAOWAanAfCnlTiHEdCHEJY7FlgHHhRC7gJXAA1JKdR10EzOkdwLrt+x3+yiIYwYlsXbzfkrLPeOinJHdomkV6svsVeqYRnGvWrWhSyl/lFImSinbSymfc7z2pJRyseOxlFL+V0rZRUrZTUo5z5VFK64xODmRsgoTKTvT3brdMQOTMJktrPx9j1u36yoGvY6rB8Wzalc2h3Ka9sxMStOirhRVTqhuR1/jpmnpqvXr2Y5Afx+WrfecZperB8Wj1wnmrFFH6Yr7qEBXTogIDaBbQoxbJo6uyehlYMQFnVi6bqfHDEEbHeLLmJ6tmLf+EFVNfCIPpelQga6cZHDvBH7blkaVyb2X448ZmERmdiF/uXH4AVe7bkg78ktN/LD51E5hiuIaKtCVkwxJTqSyyswf2w+5dbsXOrovesKkF9UGdooiPiqAOavVlaOKe6hAV04y8PwOCCFY7eZ29JaRwfTq3MajAl2ns09+8fv+46RmFGldjtIMqEBXThIa5EevTq3d3o4O9kkvNm5Lo6C43O3bdpUr+sfibdCpk6OKW6hAV/5hcO9E/thxiPIKk1u3O3pgF2w2yS+/pbp1u64UFuDNxcmt+fq3dMoqLVqXo3g4FejKPwxJTsRktrBxm3uPKnt3jSM8xJ+lHjL6YrXrhrSjtNLCwj8Oa12K4uFUoCv/MOC89uj1Ore3o+v1Okb178Ly9bvcOnuSqyW3D6dL62Bmr07zmG6ZSuOkAl35h0B/H87v0labdvSBXcgrLGXzLs85mhVCcN2Qduw4XMiWg01/Umyl8VKBrpzWkN6JbN6VTklZpVu3O6pfZ3Q64XHNLhMvaIu/t4HZq9XJUcV1VKArpzWkdwIWi40NW9zbhzo8JIA+3eI9qvsiQICPFxMvaMuiTUcoKHPvyWal+VCBrpxWvx7t8TLoWZ3i/maXMQO78Oeuw2QfL3b7tl3puiHtqDTb+Po39w5+pjQfKtCV0/LzNdKnW5zbJ7wAGDOoKwDL1+9y+7ZdKalNCMntw5ijTo4qLqICXTmjIb0T2br7CIUl7r3Qp3tiDNERQR7X7AJw7eD27M8qUZNfKC6hAl05oyG9E7DZJOs273frdoUQjBmYxK+/7Xb7ZBuudmmfNnSIDuSZr7djsnhO10ylcVCBrpxRn27xeBsN2rSjD+pKUWmF2y9ucjWjQcczl3fnQHYpH69w7xel4vlUoCtn5OPtRb+e7VijQTv68L4d8TLoWepBk15UG9GtJSO7RfP6D7vILXZvt1DFs9Uq0IUQY4QQe4QQ+4UQD5/m/alCiFwhxFbH7Sbnl6poYUhyItv3ZpJX4N6p1AL9fRh4XgePmjy6pmcu70GFycoLC//SuhTFg5wz0IUQeuAdYCzQBZgshOhymkW/klL2dNw+cnKdikYG97ZPS7d2szZXje7cf4zDxzzv6sr20YHcNKIDc9cfYlt6gdblKB6iNkfofYD9Uso0KaUJmAeMd21ZSmORnBSLn49Ro/7oSQAee5T+34u6EB7gzRPztqpujIpT1CbQY4AjNZ5nOF471UQhxHYhxAIhRJvTrUgIcYsQIkUIkZKbm1uPchV3M3oZGHBee03a0RPjWhDfOsJjAz3Iz4tHJ3Tlj/3H+e6PI+f+gKKcg7NOin4PxEkpuwM/A7NPt5CU8gMpZbKUMjkyMtJJm1ZcbXByIqlpWWTluffKTSEEowd0YeUfe6mscu8cp+5y5YA4useG8uw3OyirUuOlKw1Tm0DPBGoecbd2vHaClPK4lLLK8fQj4HznlKc0BkMc7ehr3DycLtibXcorTZq04buDTif435U9OFpQwcyle7QuR2niahPom4AEIUS8EMIIXAksrrmAEKJljaeXAJ4z5YxCr05tCPT3YY0G7eiDkxPw9fFi6TrPGgagpj4dIrisTxveW7aHw3llWpejNGHnDHQppQWYBizDHtTzpZQ7hRDThRCXOBa7WwixUwixDbgbmOqqghX3Mxj0DDq/gybjuvj6GBnaO5Gl6/7y6BOHj0/shhCC6Qu2a12K0oTVqg1dSvmjlDJRStleSvmc47UnpZSLHY8fkVImSSl7SCmHSSl3u7Joxf0GJyew/3AuGdnu72I3emASaUfy2H84x+3bdpdWYX7cPbYTP2zOZP0ez/07FddSV4oqtTKkdyIAazSYxai6+6InN7sA3HZhIm3C/Xhi3jYsVjXOi1J3KtCVWumeGENokJ/b5xkFiG0VTud20Sxd69lXVfoa9Tz17+7syijii7UHtS5HaYJUoCu1otPpGJScoMk8o2Bvdlm7eT+l5VXnXrgJu+i8GPp3jOSlRTspVDMbKXWkAl2ptSHJCaQfPc6hzDy3b3vsoCTMFisrf/fsrn1C2LsxFpaZePV7z25iUpxPBbpSa9Xt6Focpffr0Z5Afx+WrvPsZheALq1DmDKkHZ+uPMDuzCKty1GaEBXoSq11ad+SyNAATdrRvbz0jLigE0vX7fLo7ovVHhqfRKCPgafmb2sWf6/iHCrQlVoTQjC4dyKrN+3TJGTGDkriaE4hf+076vZtu1tYgDf3X5LE6l05LNumpqtTakcFulInw/okcjSnkGUadCEc1d8+arOn93apNnVoOzq2CuKp+duo8rCp+BTXUIGu1MnV/+pLUoeW3PbM5+Tkl7h12y0jg+nVuQ1L1zePk4UGvY5nr+hBem4ZH/zimWPZKM6lAl2pEx9vL2Y9P5XCkgpue/pztze9jBmYxMZtaeS6+ctEK4O7tGBsz1a8sSSVrMIKrctRGjkV6EqddU2I4bl7LuWntTv5v/lr3LrtCSN7odMJLrnzHbKPu3c4X6089e/uWKyS575tHk1NSv2pQFfq5Y7JQ7iwfxceeeM7dh1w30m7bokxLHjjVvYeymHY1NfZn+75457ERQVw26gEvv4tnT/TjmtdjtKIqUBX6kUIwQfTryHQz5upj8xy6wQUowcmsfTDuykprWT49a+zeWe627atlbvHdaJFsA+PzduKzaa6MSqnpwJdqbcW4UH83zPXsGNfJk++vfjcH3Ci3l3jWDHrP/j5ejP65hn88ptnD8Ef4OPFY5d1Y8vBAhZsPKx1OUojpQJdaZCxg7py6xWDefuLlW4P1YTYFqyc9V/at4lkwt3vMffHTW7dvrtNuqAt58WH8b9vd/DX4UKty1EaIRXoSoO9cO+ldG4Xzc1Pfub23ictI4NZ/tG99O/Znhsem82bc3516/bdSacTvHB1L8oqLYx89hcmvLKKn7ZkYlVNMIqDCnSlwXx9jMx+4Xryi8q5Y/qXbu/KGBzoy+J37uCyUb145I2FPPTat9hsnjmeeI/YUDa/NI4nJ3XjcF4517/7G/0eW8oHv+yjpMIzJ9JWak9oNU5EcnKyTElJ0WTbimu8/cVKHnz1G9569Apu/vcgt2/farVx/ysLeP+rNVw5rjf/9/TVGL0Mbq/DXSxWG0u3HuXDX/bx+/7j+HsbmDwwjhuHdyA+KkDr8hQXEUJsllImn/a92gS6EGIMMAPQAx9JKV88w3ITgQVAbynlWdNaBbrnsdlsjJ/2Luu3HGDDFw/RqV2022uQUvLKJ8t5aub3jOzXiS9fuYlAfx+31+Fu29IL+PCXfSzadASLTTKqe0tuGZHAgE6RCCG0Lk9xogYFuhBCD+wFRgEZwCZgspRy1ynLBQJLACMwTQV683Qst4g+l79ATIsQVs+5D2+jlyZ1zFn0G3c8O5ceiTEsnHkHUWGBmtThbtmFFcxancac1WkcL6mic0wwN4/swGV92+Ljpde6PMUJzhbotWlD7wPsl1KmSSlNwDxg/GmWexZ4Caisd6VKk9cyMpj3nrqKbXsyePqdHzSr49rx/Zj/+s2kHsxi2NTXSDuSq1kt7tQixJeHxiex+aVxvDE1GSHgv7M3c96DS3jpu7/U8AEerjaBHgMcqfE8w/HaCUKI84A2UsolZ1uREOIWIUSKECIlN7d5/ANrjv41tDu3/HsQb875lRUbd2tWx7jB3fjx/bsoLC5n2NTX2ZJ65Nwf8hA+XnomD4jj1ydH8s39g+nTIYI3f9xN74d/ZNrHf6jp7TxUg3u5CCF0wOvAfedaVkr5gZQyWUqZHBkZ2dBNK43YC/+ZQKf4aG58Yg7HC0s1q+OCHu349ZP/4m00cOFNb2r6BaMFIQQDOkYx687+/Pa/MVw/rD3fbTrCI19u0bo0xQVqE+iZQJsaz1s7XqsWCHQFVgkhDgEXAIuFEKdt41GaBz9fI7NemMrxwjJu16ArY02d2kWzcvZ9xMWEc+ld7/HVT83z3E1cVADTr+jJff/qwsI/jrA4JUPrkhQnq02gbwIShBDxQggjcCVw4jpvKWWRlDJCShknpYwDNgKXnOukqOL5enRszfS7LuH7ldv5dOEGTWuJiQrh54/vpW/3eKY+Oos1Gkyj11jcNbYjPeNCefiLP8kpUqe8PMk5A11KaQGmAcuAVGC+lHKnEGK6EOISVxeoNG13XzOM4X078sAr37D3ULamtYQE+rFo5h3ExYRzz/PzMZktmtajFYNex9s39Ka8ysJ9czarOUs9SK3a0KWUP0opE6WU7aWUzzlee1JK+Y8RmaSUQ9XRuVJNp9Px4fQp+Pp4cf2jszQPUT9fI68/9G92H8xixmcrNK1FSwktg3hkQld+3n6MeRs8f7TK5kJd+q+4XKuoEN598ir+TD3C9HfP2hHKLcYO6solw3vwwoc/kX40X+tyNHPziAT6JUbwxLytHDlepnU5ihOoQFfc4pJhPbhx4gBen/0Lqzdp3379yv0TEQjuf/lrrUvRjE4neHNqb6SE/8xKUeOsewAV6IrbvHTfZSTERnHD43PIL9L2iLBtyzAeu20cP6zewQ+rtmtai5ZiI/155vLurNudyycrD2hdjtJAKtAVt/H39WbW81PJzS/RZFTGU9111TC6tG/JfS8voKyiStNatHT1oHiGd43muW93cCCreUy+7alUoCtu1atzG56562IWrdjGrIW/aVqLl5eeGY9eweFj+bz00TJNa9GSEILXrzsfb4OOuz/dhMXqmUMPNwcq0BW3u+ea4Qzv25H7X1mgeVfGged14JqL+/LmnF/ZnZalaS1aig7x5YWrerE5LZ/3lmt/jkOpHxXoitvV7Mo4tRF0ZXz+3ksJ8PPmnhe+0rwZSEuX9mnDv86P4eVFO9mVUah1OUo9qEBXNNEqKoT3n7qaLalHNB2VESAyLJDpd13CmpR9zPPweUnPRgjBS1efR4i/kbs+3oTJoppemhoV6IpmqkdlfGP2L5oPmnXDZf1J7hrLw68vpLCkXNNatBQe6M2rU85nZ0YRr3+/69wfUBoVFeiKpmqOyphXoN2ojDqdjrcfu5K8wlKenvm9ZnU0BqN7tuKK/rG89dNu/kw7rnU5Sh2oQFc05edrZPYLU8kvKuf2Z77QtA27Z6c23HbFED74eh2bdzbvy+GfvaInLUN9ueuTTZRXNc8xb5oiFeiK5rp3bM3/7hnPD6t38NGCdZrW8uTtF9EiPJC7n5uHtRl33wvy8+LNqckcyC7lhYV/aV2OUksq0JVG4c7JQ7iwfxcefO1bUg8c06yO4EBfXrrvMv5MPcJH32j75aK1QZ1bcMOw9nz4637W7c7RuhylFlSgK42CTqfjg+nXEOjnzdRHZ1FZZdasln+PPp9hfTry1Nvfk5VXrFkdjcFjE7sRHxXAvbNSKKnQ7r+JUjsq0JVGo0V4EB88M4XtezN54u1/jMzsNkIIZjx6ORVVZh59c6FmdTQG/t4G3r6hN0fzy3lq/jaty1HOQQW60qiMGZTE7VcOYeYXK1m+XrtucwmxLfjvdSOZu2RToxgdUkvJ7cO5c0xHvlx3iJ+3a9ccppybCnSl0Xn+3ktJ6tCSW576jJx87QaLevDGC+2zG73wleZXs2rt/ou70DkmmPvmbCa/tPkOZNbYqUBXGh0fby9mv3A9hSUV3PrU55p1ZfT1MfLGQ5ez52A2M+b8qkkNjYW3l563b+hNfmkVj3y5RetylDOoVaALIcYIIfYIIfYLIR4+zfu3CSF2CCG2CiHWCSG6OL9UpTlJ6tCKF/87gaXrdvLevNWa1TFmUBLjh/fghY+Wkn60eV9k07VtCPf9qwuLNmUw+n+/MnvVAYrL1YnSxkSc6+hHCKEH9gKjgAxgEzBZSrmrxjJBUspix+NLgDuklGPOtt7k5GSZkqKmHlXOTErJpHv/j1837mbd5w/QNSFGkzqOZBXQ67JnGdo7kQUzbtOkhsbCapPMXn2Az1YfJDWzCF+jnovPb83Vg+Lp0yEcIYTWJXo8IcRmKWXy6d6rzRF6H2C/lDJNSmkC5gHjay5QHeYO/kDzHbJOcRohBO8/dTWhQX5c98gsKipNmtTRJjqUx24bx5I1fzXr2Y0A9DrBDcM6sOKpkfz06HAmXdCWH7dkMv7lVQx6cjnvLNtDbnGl1mU2W7U5Qp8EjJFS3uR4PgXoK6WcdspydwL/BYzAcCnlvtOs6xbgFoC2bduen57evC+vVmrnl99SufiOd7jtisG88fDlmtRgNlvpd9WLFJdWsuXbx/H39dakjsaorMrC9ykZfLnuIH/sP45BLxjdoxVXDYxjaFI0ep06anemhh6h14qU8h0pZXvgIeDxMyzzgZQyWUqZHBkZ6axNKx5uZL/O3H3NcN7/ag0/rdXmMnT77EZXciSrgBc/XKpJDY2Vv7eBKwfEsfihYayZfiE3jejAxn15XP3Weno//CMvLdrJ4Txt55BtLmpzhN4PeFpKOdrx/BEAKeULZ1heBxRIKYPPtl7Vhq7URZXJzJBrXyMzu5BNXz9KdESQJnXc8tRnzP1xE2MGJNE6OpQ2LcNoEx1qv7UMIzo8CL1edR4zWWws33aUL9YdZNVO+6xUgzpFcdWgeMb2bIW3l17jCpuusx2h1ybQDdhPio4AMrGfFL1KSrmzxjIJ1U0sQoiLgafOtMFqKtCVutqdlkX/q1+iT7d4brtiMBEhAYSF+BMe4k9YkD9ebgiJvIJS/vvS16SmHePIsQKKSitOet9g0NEqMuREwJ8I++gw2rS0Pw4K8HV5nY1JxvFy5q0/xNz1h8jMLyfYz4u2Ef6E+BsJ8TMS6m8kxN/L/ty/+vnJj33UF8AJDQp0xwrGAW8CeuATKeVzQojpQIqUcrEQYgYwEjADBcC0moF/OirQlfqYtXADdzw797R904MCfAgPCSAs2J/wYH/CQ/0JC/a3B3+wP2Eh/kSE2F8LCfIjJNCXQH+fBvXMKCqpICO7gCPHCjiSlc+RrIIazwvIzCnAcsrMP4H+PgQH+hLo502gv0+NmzcBfj4EBfjY7x2vVb8f4Od94j1/XyN+PkYMhqYTdFabZG1qNt9vziSnqJLCMhOFZSYKykwUlpuwWM+cRb5GPSF+9nAP9vfCx6DHy6DDaNDhpdfhZdDhpRf21xzPT9zXWKb6sbdBh9FLj7eX/bG3lx6j477mcx/HvdGgazQ9eBoc6K6gAl2pr+zjxWTlFZNfWEZeYSn5RWWOx2XkF5VxvLCU4ycel1FSduZeFzqdICTQl+BAP0Id98GBvoQGnXwfEujnWM6XsGB/osIDCQ7wPec/cqvVRtbxYo4cs4f9kawCMrMLKSmroLi0ktLyKorLKiktq6SkvIqS0kpKyiux2Wr379LoZcDf14ivj/FEyPudcv/P970J8PXGz9dIgJ83AX7e+PvZX/N3PA/w9XbLL55qUkrKqiz2cD8R9OaTQ7/6Vm7CZLFhttgwWR33Fhtm69/3ZouNKosNZ8ZbddB7e9nvfb30+Bj1+NS8P/FYd/Lrjvvqz5zfLpzYSP961XG2QDc06C9UFA20CA+iRXjt29BNZsuJgK/+EigqqaCwpILCknIKSyrsz4vtj4/lFp14/WyjPhq9DLQID6RFRBDR4UG0iAg6UZv9cSDREUFEhQURExXCBT1qV6+UkvJKEyVlVZSUVTjuK+03R+iXV5oorzBRXmmirKKKikqz47UqyivNlJRVknO8hLLKKsorTFRUmimrrPrHr4Wzqf6y+GfYGwkNtjd12X8JBfz9S8jxCyg8uG5NYEIIAny8CPDxok14/YLudKw2eSLgq8O+ymzDZLFistioMlupctybLDYqHe9VmW1UOe5NZiuVFvt99bKVZhuVJiuVZsfNZKWwzESlyUqF43n1e6f75THj+uR6B/rZqEBXPJ7Ry0DLyGBaRp71PP1pVVaZKSr9O+wLi8vJLy4nN7+E7OPFZOcVk328mPSj+fyx4xC5BaWnbQ4K9Pexh394EJFhgQT6e+Pn8/eRc80j6FOPpv18vGgTHXricUOaWsxmK2WVVZRVmCgrr6K0vMp+X3Hy4+r3SsurKKs4efkjWQVs25tJfmEZ5We5NqBmE1hEiL/jfEcA4cH++Pv9/bec+Lt8vU/6ReHn44W/rzfeRkO9mzv0OoFep9e0Dd5itVFptlJhsn9BVJqtRAa5pturCnRFOQsfby98vL1q/YvAYrGSW1BK9vFico6XnGgeqhn+u9OyKKuosh9RV9qPnuvKz8dIUIC9LT4owJfgAB/Hvf28QHCAL0GBjvtT3w/wwc/HSKCfN3q9Dr3OcdMLdLq69dCpqDRx3PHL53hhGccdTV6nNoHlFpSy51D2OZvATkenE/bgr9GM5G004GXQY/QyYPTS42XQ4+V4XP2a8XSveRkwGPQY9H//zfb76v0g0Ot16E68Jv6xj/Q6HQaDDr3evl2DXnfyvUHn2Ia9nd/gWC7Y14BXoN6lbfEq0BXFiQwGfZ1/DdhsNiqqzCeaUMorTJRVmqg40aRiosJxX93EUlxaSXFpBUWO+8KSCo5kFVBUYm+bP9uR87noTw27U4NPr8PoZcDHaMDbaLA/9vbC22jA22i/r34vJNCX6Iggx2teGI0GDDodNimRUmK12bDaJFarFatVYrFYsVhtmC1WLFYrVWYrFrOVKrPF3uRhMmMyWbDabFis9s+XllfZP2O2YrLYlzNbrJgdnzGZ/36tMdDpBDMeuYKbJg10+rpVoCuKxnQ6Hf6+3k69+tRstlLsOPFaVFphD/8Se/gXl1VisdqwWm1YbTZsVkeo2v5+zWqt+VzWWM6GxepoTzZZqDKZqTJZqKwyU1BcTlWVhSqz5eT3HPe1PdFbX/YvFgPeXgaMRgMBfj4nvlyMRi+8jXqMBgMGg/0IXCcEOp1AJwRCBzph78miEwIEJx4LgeMmEAiEEBgcvWQMej0GR4+bv78I7Uf21dsQwt6WX/PLqken1i7ZByrQFcUDeXnp7e3VIQFal3KCxWKl0hH0ZosNi9VqDzlL9RH5yfdWq/2o+h/vWxxfJmb7F4npxGPHl0mV+cR7VSYLphrvlZSVYTJbsFgcX1ynfHnZaj6v+YVW/eVXzy8lH2+vk86V9OjYmt5d45y7g1GBriiKmxgMegIMegL8mu44OFLaw73SZHH0Lvq7Kazm4/JTmstObToLC3Z+DxdQga4oilJr9uaWxvvFpAadUBRF8RAq0BVFUTyECnRFURQPoQJdURTFQ6hAVxRF8RAq0BVFUTyECnRFURQPoQJdURTFQ2g2wYUQIhdIr+fHI4A8J5bTlKl9Yaf2g53aD3aevB9ipZSRp3tDs0BvCCFEyrnmLG0u1L6wU/vBTu0Hu+a6H1STi6IoiodQga4oiuIhmmqgf6B1AY2I2hd2aj/Yqf1g1yz3Q5NsQ1cURVH+qakeoSuKoiinUIGuKIriIRpdoAshxggh9ggh9gshHj7N+95CiK8c7/8uhIir8d4jjtf3CCFGu7VwJ6vvfhBChAshVgohSoUQM91euJM1YD+MEkJsFkLscNwPd3vxTtaAfdFHCLHVcdsmhJjg9uKdqCEZ4Xi/rePfx/1uK9pdpGP27cZwA/TAAaAdYAS2AV1OWeYO4H3H4yuBrxyPuziW9wbiHevRa/03abAf/IGBwG3ATK3/Fg33Qy+gleNxVyBT679Hw33hBxgcj1sCOdXPm9qtIfuhxvsLgK+B+7X+e5x9a2xH6H2A/VLKNCmlCZgHjD9lmfHAbMfjBcAIIYRwvD5PSlklpTwI7Hesrymq936QUpZJKdcBle4r12Uash+2SCmPOl7fCfgKIRrfnGG115B9US6ltDhe9wGack+IhmQEQohLgYPY/5/wOI0t0GOAIzWeZzheO+0yjv9Ji4DwWn62qWjIfvAkztoPE4E/pZRVLqrTHRq0L4QQfYUQO4EdwG01Ar6pqfd+EEIEAA8Bz7ihTk00tkBXFKcSQiQBLwG3al2LlqSUv0spk4DewCNCCB+ta9LA08AbUspSrQtxlcYW6JlAmxrPWzteO+0yQggDEAwcr+Vnm4qG7AdP0qD9IIRoDSwErpVSHnB5ta7llP8npJSpQCn28wpNUUP2Q1/gZSHEIeBe4FEhxDQX1+tWjS3QNwEJQoh4IYQR+wmNxacssxi4zvF4ErBC2s90LAaudJzhjgcSgD/cVLezNWQ/eJJ67wchRAiwBHhYSrneXQW7UEP2Rbwj2BBCxAKdgEPuKdvp6r0fpJSDpJRxUso44E3geSllk+8JdhKtz8qeegPGAXuxn8l+zPHadOASx2Mf7Geo92MP7HY1PvuY43N7gLFa/y0a7odDQD72I7EMTukF0JRu9d0PwONAGbC1xi1K679Ho30xBftJwK3An8ClWv8tWuyHU9bxNB7Yy0Vd+q8oiuIhGluTi6IoilJPKtAVRVE8hAp0RVEUD6ECXVEUxUOoQFcURfEQKtAVRVE8hAp0RVEUD/H/e1Q30e02mIkAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Done!\n",
      "Running Neural-ADMIXTURE\n",
      " A total of NBATCH  45\n",
      "0\n",
      "0 mean  0.500019371509552 loss  0.558613121509552 acc  0.15625\n",
      "1 mean  0.38184472918510437 loss  0.44043847918510437 acc  0.15625\n",
      "2 mean  0.27391791343688965 loss  0.33251166343688965 acc  0.15625\n",
      "3 mean  0.18384835124015808 loss  0.24244210124015808 acc  0.15625\n",
      "4 mean  0.11518978327512741 loss  0.24746689200401306 acc  0.359375\n",
      "5 mean  0.06955304741859436 loss  0.15424104034900665 acc  0.265625\n",
      "6 mean  0.041927456855773926 loss  0.2823513150215149 acc  0.734375\n",
      "7 mean  0.03047582507133484 loss  0.17144402861595154 acc  0.4375\n",
      "8 mean  0.024744220077991486 loss  0.12930864095687866 acc  0.328125\n",
      "9 mean  0.022076964378356934 loss  0.11749109625816345 acc  0.265625\n",
      "10 mean  0.02101323753595352 loss  0.10805251449346542 acc  0.25\n",
      "11 mean  0.020742066204547882 loss  0.10274414718151093 acc  0.21875\n",
      "12 mean  0.020838091149926186 loss  0.10283952206373215 acc  0.21875\n",
      "13 mean  0.021085768938064575 loss  0.10308704525232315 acc  0.21875\n",
      "14 mean  0.021369576454162598 loss  0.10337089747190475 acc  0.21875\n",
      "15 mean  0.021620549261569977 loss  0.1056874543428421 acc  0.234375\n",
      "16 mean  0.021839626133441925 loss  0.10534796118736267 acc  0.25\n",
      "17 mean  0.022008182480931282 loss  0.1048511192202568 acc  0.234375\n",
      "18 mean  0.022132746875286102 loss  0.10413383692502975 acc  0.21875\n",
      "19 mean  0.022198989987373352 loss  0.10419982671737671 acc  0.21875\n",
      "Accuracy eval is  0.21875 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0140, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0093, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0035, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0140, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0093, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0035, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0140, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0059, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0035, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0140, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0035, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0140, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0035, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "1\n",
      "0 mean  0.49993693828582764 loss  0.5643900632858276 acc  0.171875\n",
      "1 mean  0.3816757798194885 loss  0.4461289048194885 acc  0.171875\n",
      "2 mean  0.2737724184989929 loss  0.3382255434989929 acc  0.171875\n",
      "3 mean  0.1837776005268097 loss  0.2482307255268097 acc  0.171875\n",
      "4 mean  0.11520127207040787 loss  0.21443547308444977 acc  0.265625\n",
      "5 mean  0.06784836202859879 loss  0.1599404662847519 acc  0.265625\n",
      "6 mean  0.038537878543138504 loss  0.34024253487586975 acc  0.90625\n",
      "7 mean  0.02750897966325283 loss  0.20890522003173828 acc  0.625\n",
      "8 mean  0.022427620366215706 loss  0.1455923616886139 acc  0.390625\n",
      "9 mean  0.0203994233161211 loss  0.12738050520420074 acc  0.3125\n",
      "10 mean  0.019871262833476067 loss  0.11822415888309479 acc  0.28125\n",
      "11 mean  0.020110415294766426 loss  0.11379921436309814 acc  0.25\n",
      "12 mean  0.020688431337475777 loss  0.1143774539232254 acc  0.25\n",
      "13 mean  0.02138490416109562 loss  0.11507336795330048 acc  0.25\n",
      "14 mean  0.02207762934267521 loss  0.11576664447784424 acc  0.25\n",
      "15 mean  0.022713785991072655 loss  0.11640240252017975 acc  0.25\n",
      "16 mean  0.023258574306964874 loss  0.11694743484258652 acc  0.25\n",
      "17 mean  0.023715080693364143 loss  0.11740261316299438 acc  0.25\n",
      "18 mean  0.024081729352474213 loss  0.11776711791753769 acc  0.25\n",
      "19 mean  0.0243495125323534 loss  0.11803186684846878 acc  0.25\n",
      "Accuracy eval is  0.25 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0231, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0192, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0180, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0141, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0116, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0064, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0244, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0231, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0192, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0180, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0141, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0116, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0064, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0039, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0231, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0192, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0141, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0064, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0231, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0192, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0141, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0064, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0231, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0192, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0141, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0064, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "2\n",
      "0 mean  0.5001038908958435 loss  0.5294007658958435 acc  0.078125\n",
      "1 mean  0.38188210129737854 loss  0.41117897629737854 acc  0.078125\n",
      "2 mean  0.2738863527774811 loss  0.3031832277774811 acc  0.078125\n",
      "3 mean  0.18392077088356018 loss  0.21321764588356018 acc  0.078125\n",
      "4 mean  0.11528680473566055 loss  0.18733109533786774 acc  0.203125\n",
      "5 mean  0.06827598810195923 loss  0.12775862216949463 acc  0.1875\n",
      "6 mean  0.03929091989994049 loss  0.3318764567375183 acc  0.828125\n",
      "7 mean  0.026587655767798424 loss  0.25570452213287354 acc  0.703125\n",
      "8 mean  0.020730093121528625 loss  0.18295331299304962 acc  0.515625\n",
      "9 mean  0.018273359164595604 loss  0.1658228039741516 acc  0.4375\n",
      "10 mean  0.017532652243971825 loss  0.15006475150585175 acc  0.40625\n",
      "11 mean  0.01767212338745594 loss  0.14084364473819733 acc  0.34375\n",
      "12 mean  0.01822994276881218 loss  0.14089089632034302 acc  0.34375\n",
      "13 mean  0.018946552649140358 loss  0.13786394894123077 acc  0.34375\n",
      "14 mean  0.019714348018169403 loss  0.13085848093032837 acc  0.3125\n",
      "15 mean  0.020458651706576347 loss  0.12804757058620453 acc  0.3125\n",
      "16 mean  0.02115585096180439 loss  0.12752433121204376 acc  0.296875\n",
      "17 mean  0.021765733137726784 loss  0.12720628082752228 acc  0.28125\n",
      "18 mean  0.0222820732742548 loss  0.1277199685573578 acc  0.28125\n",
      "19 mean  0.02271995320916176 loss  0.12815378606319427 acc  0.28125\n",
      "Accuracy eval is  0.28125 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0156, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0156, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0192, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0180, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0156, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0144, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0156, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0156, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "3\n",
      "0 mean  0.49993935227394104 loss  0.5585330724716187 acc  0.15625\n",
      "1 mean  0.381685346364975 loss  0.440279096364975 acc  0.15625\n",
      "2 mean  0.27381548285484314 loss  0.33240923285484314 acc  0.15625\n",
      "3 mean  0.18387465178966522 loss  0.24246840178966522 acc  0.15625\n",
      "4 mean  0.11526212841272354 loss  0.2238118052482605 acc  0.296875\n",
      "5 mean  0.06828276067972183 loss  0.17070475220680237 acc  0.359375\n",
      "6 mean  0.04130333289504051 loss  0.28511667251586914 acc  0.734375\n",
      "7 mean  0.03007229045033455 loss  0.18117009103298187 acc  0.515625\n",
      "8 mean  0.0247269868850708 loss  0.1501772254705429 acc  0.359375\n",
      "9 mean  0.022391701117157936 loss  0.14081531763076782 acc  0.328125\n",
      "10 mean  0.021625477820634842 loss  0.13393880426883698 acc  0.328125\n",
      "11 mean  0.02169540897011757 loss  0.12696745991706848 acc  0.328125\n",
      "12 mean  0.022188134491443634 loss  0.11784956604242325 acc  0.28125\n",
      "13 mean  0.0228376854211092 loss  0.11130814254283905 acc  0.25\n",
      "14 mean  0.02355852723121643 loss  0.11142152547836304 acc  0.234375\n",
      "15 mean  0.02424408681690693 loss  0.11210712790489197 acc  0.234375\n",
      "16 mean  0.024858323857188225 loss  0.1128653734922409 acc  0.25\n",
      "17 mean  0.025396006181836128 loss  0.11325940489768982 acc  0.234375\n",
      "18 mean  0.025828173384070396 loss  0.11369159072637558 acc  0.234375\n",
      "19 mean  0.02616543509066105 loss  0.11402890086174011 acc  0.234375\n",
      "Accuracy eval is  0.234375 tensor(0.0262, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0248, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0262, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0248, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0221, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0097, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0261, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0262, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0248, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0097, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0262, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0248, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "4\n",
      "0 mean  0.5000193119049072 loss  0.5293161869049072 acc  0.078125\n",
      "1 mean  0.38184747099876404 loss  0.41114434599876404 acc  0.078125\n",
      "2 mean  0.27395856380462646 loss  0.30325543880462646 acc  0.078125\n",
      "3 mean  0.18392345309257507 loss  0.21322032809257507 acc  0.078125\n",
      "4 mean  0.11525405943393707 loss  0.17891202867031097 acc  0.171875\n",
      "5 mean  0.06828264147043228 loss  0.1178991049528122 acc  0.140625\n",
      "6 mean  0.03914301469922066 loss  0.309032678604126 acc  0.796875\n",
      "7 mean  0.027681859210133553 loss  0.19281916320323944 acc  0.59375\n",
      "8 mean  0.022759953513741493 loss  0.10957521945238113 acc  0.3125\n",
      "9 mean  0.02073405496776104 loss  0.08375991135835648 acc  0.203125\n",
      "10 mean  0.020128706470131874 loss  0.07789240032434464 acc  0.171875\n",
      "11 mean  0.020242054015398026 loss  0.07043850421905518 acc  0.15625\n",
      "12 mean  0.02070167474448681 loss  0.06756586581468582 acc  0.125\n",
      "13 mean  0.02129429392516613 loss  0.06815845519304276 acc  0.125\n",
      "14 mean  0.02191333658993244 loss  0.0710185244679451 acc  0.140625\n",
      "15 mean  0.02249419502913952 loss  0.07063724100589752 acc  0.140625\n",
      "16 mean  0.023007933050394058 loss  0.07052257657051086 acc  0.140625\n",
      "17 mean  0.02345077320933342 loss  0.07031500339508057 acc  0.125\n",
      "18 mean  0.023806961253285408 loss  0.07067104429006577 acc  0.125\n",
      "19 mean  0.024071479216217995 loss  0.07093556225299835 acc  0.125\n",
      "Accuracy eval is  0.125 tensor(0.0241, device='cuda:4')\n",
      "Accuracy eval is  0.140625 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.15625 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.15625 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0089, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0241, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0089, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0241, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0178, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0089, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0241, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0089, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0241, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0178, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0089, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "5\n",
      "0 mean  0.49982789158821106 loss  0.5642809867858887 acc  0.171875\n",
      "1 mean  0.3817121684551239 loss  0.4461652934551239 acc  0.171875\n",
      "2 mean  0.2738536298274994 loss  0.3383067548274994 acc  0.171875\n",
      "3 mean  0.18389923870563507 loss  0.24835236370563507 acc  0.171875\n",
      "4 mean  0.11527489125728607 loss  0.21380940079689026 acc  0.265625\n",
      "5 mean  0.06846205145120621 loss  0.1565941572189331 acc  0.3125\n",
      "6 mean  0.04102611541748047 loss  0.3029612898826599 acc  0.78125\n",
      "7 mean  0.028964390978217125 loss  0.21698084473609924 acc  0.59375\n",
      "8 mean  0.022983474656939507 loss  0.1814337521791458 acc  0.484375\n",
      "9 mean  0.02037850208580494 loss  0.16495445370674133 acc  0.40625\n",
      "10 mean  0.019435498863458633 loss  0.1611197590827942 acc  0.390625\n",
      "11 mean  0.019336361438035965 loss  0.15753410756587982 acc  0.375\n",
      "12 mean  0.019631022587418556 loss  0.15525786578655243 acc  0.375\n",
      "13 mean  0.020087890326976776 loss  0.15417274832725525 acc  0.359375\n",
      "14 mean  0.020596187561750412 loss  0.1541822999715805 acc  0.359375\n",
      "15 mean  0.021102216094732285 loss  0.15360397100448608 acc  0.359375\n",
      "16 mean  0.021571539342403412 loss  0.15178242325782776 acc  0.375\n",
      "17 mean  0.021999655291438103 loss  0.14798389375209808 acc  0.359375\n",
      "18 mean  0.022380182519555092 loss  0.14517320692539215 acc  0.34375\n",
      "19 mean  0.022702418267726898 loss  0.14130821824073792 acc  0.328125\n",
      "Accuracy eval is  0.328125 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "6\n",
      "0 mean  0.4999571144580841 loss  0.5526914596557617 acc  0.140625\n",
      "1 mean  0.3817143142223358 loss  0.4344486892223358 acc  0.140625\n",
      "2 mean  0.2738374173641205 loss  0.3265717923641205 acc  0.140625\n",
      "3 mean  0.1838354468345642 loss  0.2365698218345642 acc  0.140625\n",
      "4 mean  0.11525306105613708 loss  0.20723018050193787 acc  0.25\n",
      "5 mean  0.06854407489299774 loss  0.13683542609214783 acc  0.21875\n",
      "6 mean  0.03976738080382347 loss  0.28935688734054565 acc  0.796875\n",
      "7 mean  0.028234025463461876 loss  0.2004561722278595 acc  0.546875\n",
      "8 mean  0.022886089980602264 loss  0.13642385601997375 acc  0.359375\n",
      "9 mean  0.020627116784453392 loss  0.11982589215040207 acc  0.296875\n",
      "10 mean  0.019928164780139923 loss  0.10953567922115326 acc  0.265625\n",
      "11 mean  0.02004169300198555 loss  0.10107816755771637 acc  0.234375\n",
      "12 mean  0.020514948293566704 loss  0.09665527939796448 acc  0.203125\n",
      "13 mean  0.021149471402168274 loss  0.09938747435808182 acc  0.234375\n",
      "14 mean  0.021837055683135986 loss  0.09873247146606445 acc  0.21875\n",
      "15 mean  0.022481920197606087 loss  0.09862023591995239 acc  0.203125\n",
      "16 mean  0.02306649647653103 loss  0.09920401126146317 acc  0.203125\n",
      "17 mean  0.02356146089732647 loss  0.1010996624827385 acc  0.21875\n",
      "18 mean  0.023981986567378044 loss  0.10054850578308105 acc  0.21875\n",
      "19 mean  0.02432783506810665 loss  0.10046005994081497 acc  0.203125\n",
      "Accuracy eval is  0.203125 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0192, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0141, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0064, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0192, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0141, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0064, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0217, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0192, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0141, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0089, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0064, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0217, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0192, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0141, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0089, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0064, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0231, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0192, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0141, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0064, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0039, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "7\n",
      "0 mean  0.49989327788352966 loss  0.523330807685852 acc  0.0625\n",
      "1 mean  0.38167327642440796 loss  0.40511077642440796 acc  0.0625\n",
      "2 mean  0.2736952006816864 loss  0.2971327006816864 acc  0.0625\n",
      "3 mean  0.18380771577358246 loss  0.20724521577358246 acc  0.0625\n",
      "4 mean  0.11516063660383224 loss  0.1850963532924652 acc  0.1875\n",
      "5 mean  0.06787529587745667 loss  0.13295325636863708 acc  0.25\n",
      "6 mean  0.04042430594563484 loss  0.29288628697395325 acc  0.765625\n",
      "7 mean  0.029397524893283844 loss  0.19644349813461304 acc  0.546875\n",
      "8 mean  0.024228636175394058 loss  0.14858554303646088 acc  0.390625\n",
      "9 mean  0.022116510197520256 loss  0.12477575987577438 acc  0.328125\n",
      "10 mean  0.021556664258241653 loss  0.11608593165874481 acc  0.265625\n",
      "11 mean  0.021785356104373932 loss  0.11479859799146652 acc  0.265625\n",
      "12 mean  0.022407453507184982 loss  0.11326949298381805 acc  0.25\n",
      "13 mean  0.023184137418866158 loss  0.11228660494089127 acc  0.28125\n",
      "14 mean  0.02402428351342678 loss  0.10633030533790588 acc  0.25\n",
      "15 mean  0.024823734536767006 loss  0.10677545517683029 acc  0.21875\n",
      "16 mean  0.025550775229930878 loss  0.1074836477637291 acc  0.21875\n",
      "17 mean  0.026168186217546463 loss  0.10805383324623108 acc  0.21875\n",
      "18 mean  0.026678599417209625 loss  0.10846227407455444 acc  0.21875\n",
      "19 mean  0.02708050236105919 loss  0.10860313475131989 acc  0.21875\n",
      "Accuracy eval is  0.21875 tensor(0.0271, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0257, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0242, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0185, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0271, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0256, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0242, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0185, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0271, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0256, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0242, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0185, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0271, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0257, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0242, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0185, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0271, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0257, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0242, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0185, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0114, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "8\n",
      "0 mean  0.4999695420265198 loss  0.5468445420265198 acc  0.125\n",
      "1 mean  0.381732702255249 loss  0.428607702255249 acc  0.125\n",
      "2 mean  0.27384960651397705 loss  0.32072460651397705 acc  0.125\n",
      "3 mean  0.1838802546262741 loss  0.2307552546262741 acc  0.125\n",
      "4 mean  0.11524656414985657 loss  0.20740385353565216 acc  0.25\n",
      "5 mean  0.06859556585550308 loss  0.146968811750412 acc  0.234375\n",
      "6 mean  0.039871685206890106 loss  0.3046081066131592 acc  0.796875\n",
      "7 mean  0.027811352163553238 loss  0.2040037214756012 acc  0.578125\n",
      "8 mean  0.022185927256941795 loss  0.14806786179542542 acc  0.375\n",
      "9 mean  0.019768739119172096 loss  0.12435070425271988 acc  0.328125\n",
      "10 mean  0.018940232694149017 loss  0.1113293394446373 acc  0.28125\n",
      "11 mean  0.018903227522969246 loss  0.10661019384860992 acc  0.234375\n",
      "12 mean  0.019247593358159065 loss  0.10689213871955872 acc  0.234375\n",
      "13 mean  0.019748028367757797 loss  0.10725601017475128 acc  0.234375\n",
      "14 mean  0.020266393199563026 loss  0.10785435885190964 acc  0.25\n",
      "15 mean  0.020764440298080444 loss  0.10736862570047379 acc  0.234375\n",
      "16 mean  0.02121843583881855 loss  0.1065281331539154 acc  0.234375\n",
      "17 mean  0.02161223627626896 loss  0.1040700152516365 acc  0.234375\n",
      "18 mean  0.021934108808636665 loss  0.10395070910453796 acc  0.21875\n",
      "19 mean  0.0221723522990942 loss  0.10418900102376938 acc  0.21875\n",
      "Accuracy eval is  0.21875 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0140, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0035, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0140, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0093, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0035, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0221, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0186, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0140, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0116, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0093, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0035, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0140, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0093, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0035, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0140, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0093, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0059, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0047, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0035, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "9\n",
      "0 mean  0.49996742606163025 loss  0.5409830808639526 acc  0.109375\n",
      "1 mean  0.38167256116867065 loss  0.42268818616867065 acc  0.109375\n",
      "2 mean  0.27388423681259155 loss  0.31489986181259155 acc  0.109375\n",
      "3 mean  0.1839154064655304 loss  0.2249310314655304 acc  0.109375\n",
      "4 mean  0.11529556661844254 loss  0.1784733235836029 acc  0.171875\n",
      "5 mean  0.0677272379398346 loss  0.1438385248184204 acc  0.234375\n",
      "6 mean  0.038791120052337646 loss  0.32874560356140137 acc  0.84375\n",
      "7 mean  0.02729262411594391 loss  0.2057892233133316 acc  0.59375\n",
      "8 mean  0.022216344252228737 loss  0.14647211134433746 acc  0.375\n",
      "9 mean  0.02011903189122677 loss  0.12235250324010849 acc  0.3125\n",
      "10 mean  0.019493790343403816 loss  0.10881911218166351 acc  0.265625\n",
      "11 mean  0.019591083750128746 loss  0.10744597762823105 acc  0.234375\n",
      "12 mean  0.020023522898554802 loss  0.10787823796272278 acc  0.234375\n",
      "13 mean  0.020588507875800133 loss  0.10844317078590393 acc  0.234375\n",
      "14 mean  0.02115778625011444 loss  0.1090114563703537 acc  0.234375\n",
      "15 mean  0.02167433686554432 loss  0.10952740907669067 acc  0.234375\n",
      "16 mean  0.02210635133087635 loss  0.10995686054229736 acc  0.234375\n",
      "17 mean  0.022462328895926476 loss  0.1103086769580841 acc  0.234375\n",
      "18 mean  0.022723037749528885 loss  0.11056353151798248 acc  0.234375\n",
      "19 mean  0.022908372804522514 loss  0.1107407659292221 acc  0.234375\n",
      "Accuracy eval is  0.234375 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0217, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0169, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0145, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0217, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0169, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0145, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0121, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0097, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0217, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0169, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0145, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0121, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0217, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0169, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0145, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0121, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0097, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0217, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0169, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0145, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "10\n",
      "0 mean  0.5000194907188416 loss  0.5468944907188416 acc  0.125\n",
      "1 mean  0.3818807005882263 loss  0.4287557005882263 acc  0.125\n",
      "2 mean  0.2739288806915283 loss  0.3208038806915283 acc  0.125\n",
      "3 mean  0.18395423889160156 loss  0.23082923889160156 acc  0.125\n",
      "4 mean  0.1153683140873909 loss  0.20257443189620972 acc  0.234375\n",
      "5 mean  0.068196140229702 loss  0.13901379704475403 acc  0.21875\n",
      "6 mean  0.03924475237727165 loss  0.30945301055908203 acc  0.828125\n",
      "7 mean  0.027956867590546608 loss  0.18281707167625427 acc  0.53125\n",
      "8 mean  0.0228175800293684 loss  0.12372574955224991 acc  0.3125\n",
      "9 mean  0.0206398144364357 loss  0.10967925935983658 acc  0.25\n",
      "10 mean  0.019907785579562187 loss  0.10291288793087006 acc  0.234375\n",
      "11 mean  0.019935904070734978 loss  0.10178281366825104 acc  0.21875\n",
      "12 mean  0.020314496010541916 loss  0.10210922360420227 acc  0.21875\n",
      "13 mean  0.020827297121286392 loss  0.10250425338745117 acc  0.21875\n",
      "14 mean  0.02136700600385666 loss  0.10270551592111588 acc  0.21875\n",
      "15 mean  0.021862996742129326 loss  0.10236623883247375 acc  0.21875\n",
      "16 mean  0.02230290323495865 loss  0.10288878530263901 acc  0.234375\n",
      "17 mean  0.02268829755485058 loss  0.09963740408420563 acc  0.234375\n",
      "18 mean  0.023004939779639244 loss  0.1006024107336998 acc  0.234375\n",
      "19 mean  0.023247115314006805 loss  0.0996205285191536 acc  0.21875\n",
      "Accuracy eval is  0.21875 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0233, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0233, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "11\n",
      "0 mean  0.5000333786010742 loss  0.5293302536010742 acc  0.078125\n",
      "1 mean  0.3817656338214874 loss  0.4110625088214874 acc  0.078125\n",
      "2 mean  0.2739207148551941 loss  0.3032175898551941 acc  0.078125\n",
      "3 mean  0.18391898274421692 loss  0.21321585774421692 acc  0.078125\n",
      "4 mean  0.11522119492292404 loss  0.1962396204471588 acc  0.21875\n",
      "5 mean  0.06865772604942322 loss  0.11823128163814545 acc  0.1875\n",
      "6 mean  0.040401387959718704 loss  0.280292272567749 acc  0.765625\n",
      "7 mean  0.029279975220561028 loss  0.1660618782043457 acc  0.515625\n",
      "8 mean  0.024202968925237656 loss  0.11402939260005951 acc  0.296875\n",
      "9 mean  0.022015709429979324 loss  0.1005859524011612 acc  0.21875\n",
      "10 mean  0.021301548928022385 loss  0.09655024111270905 acc  0.203125\n",
      "11 mean  0.021350346505641937 loss  0.09536171704530716 acc  0.203125\n",
      "12 mean  0.021751675754785538 loss  0.0927334874868393 acc  0.203125\n",
      "13 mean  0.022310009226202965 loss  0.09323734045028687 acc  0.203125\n",
      "14 mean  0.02290305122733116 loss  0.0931989848613739 acc  0.1875\n",
      "15 mean  0.023447779938578606 loss  0.09458769857883453 acc  0.203125\n",
      "16 mean  0.023942138999700546 loss  0.09440436959266663 acc  0.203125\n",
      "17 mean  0.024357222020626068 loss  0.09465312212705612 acc  0.1875\n",
      "18 mean  0.024696962907910347 loss  0.09499290585517883 acc  0.1875\n",
      "19 mean  0.024958640336990356 loss  0.09525412321090698 acc  0.1875\n",
      "Accuracy eval is  0.1875 tensor(0.0250, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0236, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0223, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0158, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0144, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0079, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0039, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0250, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0223, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0158, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0145, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0079, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0039, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0249, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0236, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0223, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0170, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0158, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0144, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0079, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0039, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0250, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0223, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0145, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0079, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0039, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0250, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0223, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0158, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0145, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0118, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0079, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0066, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0039, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "12\n",
      "0 mean  0.4999619126319885 loss  0.5526962876319885 acc  0.140625\n",
      "1 mean  0.38175663352012634 loss  0.43449100852012634 acc  0.140625\n",
      "2 mean  0.27385541796684265 loss  0.32658979296684265 acc  0.140625\n",
      "3 mean  0.18383000791072845 loss  0.23656438291072845 acc  0.140625\n",
      "4 mean  0.11522908508777618 loss  0.22422417998313904 acc  0.296875\n",
      "5 mean  0.06808639317750931 loss  0.16484498977661133 acc  0.296875\n",
      "6 mean  0.039290376007556915 loss  0.29341405630111694 acc  0.8125\n",
      "7 mean  0.027675358578562737 loss  0.18167513608932495 acc  0.484375\n",
      "8 mean  0.02212022989988327 loss  0.14527156949043274 acc  0.375\n",
      "9 mean  0.01967165805399418 loss  0.13152296841144562 acc  0.3125\n",
      "10 mean  0.01881394535303116 loss  0.12654420733451843 acc  0.296875\n",
      "11 mean  0.01877518557012081 loss  0.1247713714838028 acc  0.296875\n",
      "12 mean  0.019096724689006805 loss  0.12387534230947495 acc  0.28125\n",
      "13 mean  0.019561484456062317 loss  0.12385187298059464 acc  0.28125\n",
      "14 mean  0.020053695887327194 loss  0.12496031820774078 acc  0.3125\n",
      "15 mean  0.020545363426208496 loss  0.1222604289650917 acc  0.28125\n",
      "16 mean  0.020992616191506386 loss  0.12056944519281387 acc  0.265625\n",
      "17 mean  0.021378163248300552 loss  0.12095503509044647 acc  0.265625\n",
      "18 mean  0.0217047818005085 loss  0.121281698346138 acc  0.265625\n",
      "19 mean  0.02195306494832039 loss  0.12152990698814392 acc  0.265625\n",
      "Accuracy eval is  0.265625 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0185, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0104, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0035, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0185, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0116, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0104, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0093, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0035, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0011, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0185, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0116, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0104, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0093, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0035, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0011, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0185, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0104, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0035, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0185, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0116, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0104, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0035, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0023, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "13\n",
      "0 mean  0.49999088048934937 loss  0.5527252554893494 acc  0.140625\n",
      "1 mean  0.3817407190799713 loss  0.4344750940799713 acc  0.140625\n",
      "2 mean  0.2738001346588135 loss  0.3265345096588135 acc  0.140625\n",
      "3 mean  0.18382081389427185 loss  0.23655518889427185 acc  0.140625\n",
      "4 mean  0.1151861846446991 loss  0.23266658186912537 acc  0.328125\n",
      "5 mean  0.06951235234737396 loss  0.14853966236114502 acc  0.3125\n",
      "6 mean  0.04335290566086769 loss  0.2554101347923279 acc  0.640625\n",
      "7 mean  0.03169069439172745 loss  0.18677067756652832 acc  0.5\n",
      "8 mean  0.026104694232344627 loss  0.14437133073806763 acc  0.359375\n",
      "9 mean  0.023576850071549416 loss  0.1265619844198227 acc  0.296875\n",
      "10 mean  0.022634753957390785 loss  0.1205654889345169 acc  0.28125\n",
      "11 mean  0.022535191848874092 loss  0.11556176096200943 acc  0.265625\n",
      "12 mean  0.022830883041024208 loss  0.10630567371845245 acc  0.25\n",
      "13 mean  0.02331390231847763 loss  0.10523638874292374 acc  0.21875\n",
      "14 mean  0.02382485941052437 loss  0.10571214556694031 acc  0.21875\n",
      "15 mean  0.024317191913723946 loss  0.10613223910331726 acc  0.21875\n",
      "16 mean  0.024751143530011177 loss  0.10633523017168045 acc  0.21875\n",
      "17 mean  0.025120362639427185 loss  0.10625527799129486 acc  0.21875\n",
      "18 mean  0.025393405929207802 loss  0.10641852766275406 acc  0.234375\n",
      "19 mean  0.02561124414205551 loss  0.10526027530431747 acc  0.234375\n",
      "Accuracy eval is  0.234375 tensor(0.0256, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0121, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0068, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0256, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0121, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0040, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0256, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0121, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0256, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0242, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0121, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0040, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0256, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0121, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0040, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "14\n",
      "0 mean  0.5000756978988647 loss  0.5528100728988647 acc  0.140625\n",
      "1 mean  0.3819562792778015 loss  0.4346906542778015 acc  0.140625\n",
      "2 mean  0.2739681601524353 loss  0.3267025351524353 acc  0.140625\n",
      "3 mean  0.1839531809091568 loss  0.2366875559091568 acc  0.140625\n",
      "4 mean  0.11524976789951324 loss  0.21740709245204926 acc  0.28125\n",
      "5 mean  0.06902618706226349 loss  0.13647353649139404 acc  0.21875\n",
      "6 mean  0.04086387902498245 loss  0.286192923784256 acc  0.734375\n",
      "7 mean  0.02896750532090664 loss  0.20057183504104614 acc  0.53125\n",
      "8 mean  0.023335067555308342 loss  0.14871537685394287 acc  0.390625\n",
      "9 mean  0.020880479365587234 loss  0.12153804302215576 acc  0.328125\n",
      "10 mean  0.020039213821291924 loss  0.11184044182300568 acc  0.265625\n",
      "11 mean  0.019987301900982857 loss  0.10793671011924744 acc  0.25\n",
      "12 mean  0.020317338407039642 loss  0.10289639979600906 acc  0.234375\n",
      "13 mean  0.020807553082704544 loss  0.10280697047710419 acc  0.21875\n",
      "14 mean  0.02133036218583584 loss  0.10333002358675003 acc  0.21875\n",
      "15 mean  0.02182411588728428 loss  0.10382381826639175 acc  0.21875\n",
      "16 mean  0.022261090576648712 loss  0.1075948029756546 acc  0.25\n",
      "17 mean  0.02264309860765934 loss  0.10580724477767944 acc  0.25\n",
      "18 mean  0.022957684472203255 loss  0.10509787499904633 acc  0.234375\n",
      "19 mean  0.02320796251296997 loss  0.10520561784505844 acc  0.21875\n",
      "Accuracy eval is  0.21875 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0195, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0195, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "15\n",
      "0 mean  0.49995237588882446 loss  0.5116711258888245 acc  0.03125\n",
      "1 mean  0.38172268867492676 loss  0.39344143867492676 acc  0.03125\n",
      "2 mean  0.27382510900497437 loss  0.28554385900497437 acc  0.03125\n",
      "3 mean  0.18386468291282654 loss  0.19558343291282654 acc  0.03125\n",
      "4 mean  0.11521082371473312 loss  0.1611180305480957 acc  0.125\n",
      "5 mean  0.06851151585578918 loss  0.09874816238880157 acc  0.09375\n",
      "6 mean  0.03945082798600197 loss  0.3108600974082947 acc  0.84375\n",
      "7 mean  0.02774595469236374 loss  0.21332481503486633 acc  0.59375\n",
      "8 mean  0.022327423095703125 loss  0.1438552737236023 acc  0.421875\n",
      "9 mean  0.02003498189151287 loss  0.11894282698631287 acc  0.296875\n",
      "10 mean  0.01925058662891388 loss  0.11139927804470062 acc  0.25\n",
      "11 mean  0.0192663986235857 loss  0.1101265624165535 acc  0.25\n",
      "12 mean  0.01965264044702053 loss  0.1077810674905777 acc  0.25\n",
      "13 mean  0.02019476890563965 loss  0.1079646572470665 acc  0.234375\n",
      "14 mean  0.02076595090329647 loss  0.10850382596254349 acc  0.234375\n",
      "15 mean  0.02130856364965439 loss  0.10898588597774506 acc  0.234375\n",
      "16 mean  0.021781697869300842 loss  0.10932205617427826 acc  0.234375\n",
      "17 mean  0.02216237597167492 loss  0.10945047438144684 acc  0.234375\n",
      "18 mean  0.02247614599764347 loss  0.10919386893510818 acc  0.234375\n",
      "19 mean  0.022707708179950714 loss  0.10845275968313217 acc  0.234375\n",
      "Accuracy eval is  0.234375 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0144, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "16\n",
      "0 mean  0.5000088810920715 loss  0.5527432560920715 acc  0.140625\n",
      "1 mean  0.381809264421463 loss  0.434543639421463 acc  0.140625\n",
      "2 mean  0.2738878130912781 loss  0.3266221880912781 acc  0.140625\n",
      "3 mean  0.18381349742412567 loss  0.23654787242412567 acc  0.140625\n",
      "4 mean  0.11522113531827927 loss  0.2221769094467163 acc  0.296875\n",
      "5 mean  0.06969647854566574 loss  0.1416294276714325 acc  0.21875\n",
      "6 mean  0.04153828322887421 loss  0.2921699285507202 acc  0.765625\n",
      "7 mean  0.029720516875386238 loss  0.20180830359458923 acc  0.5625\n",
      "8 mean  0.024328500032424927 loss  0.14102178812026978 acc  0.375\n",
      "9 mean  0.02202707715332508 loss  0.11867750436067581 acc  0.296875\n",
      "10 mean  0.021279145032167435 loss  0.10459408164024353 acc  0.265625\n",
      "11 mean  0.0213321465998888 loss  0.09870544075965881 acc  0.234375\n",
      "12 mean  0.021797237917780876 loss  0.09361085295677185 acc  0.21875\n",
      "13 mean  0.022420937195420265 loss  0.09206938743591309 acc  0.1875\n",
      "14 mean  0.023086603730916977 loss  0.09189610183238983 acc  0.1875\n",
      "15 mean  0.02373119443655014 loss  0.09060979634523392 acc  0.1875\n",
      "16 mean  0.02431628480553627 loss  0.08873483538627625 acc  0.171875\n",
      "17 mean  0.02480725757777691 loss  0.08922318369150162 acc  0.171875\n",
      "18 mean  0.025223884731531143 loss  0.0896386057138443 acc  0.171875\n",
      "19 mean  0.025543881580233574 loss  0.08995592594146729 acc  0.171875\n",
      "Accuracy eval is  0.171875 tensor(0.0255, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0242, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0121, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0040, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0255, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0242, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0121, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0040, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0255, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0242, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0121, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0040, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0255, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0242, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0121, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0040, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0255, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0242, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0121, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0040, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "17\n",
      "0 mean  0.4999344050884247 loss  0.5819656848907471 acc  0.21875\n",
      "1 mean  0.38175150752067566 loss  0.46378275752067566 acc  0.21875\n",
      "2 mean  0.2738092839717865 loss  0.3558405339717865 acc  0.21875\n",
      "3 mean  0.18379026651382446 loss  0.26582151651382446 acc  0.21875\n",
      "4 mean  0.11521953344345093 loss  0.24344760179519653 acc  0.34375\n",
      "5 mean  0.06834443658590317 loss  0.17377012968063354 acc  0.3125\n",
      "6 mean  0.0396350733935833 loss  0.3085228204727173 acc  0.78125\n",
      "7 mean  0.026703692972660065 loss  0.24464157223701477 acc  0.6875\n",
      "8 mean  0.020676549524068832 loss  0.18001893162727356 acc  0.484375\n",
      "9 mean  0.017998047173023224 loss  0.16236111521720886 acc  0.40625\n",
      "10 mean  0.017005732282996178 loss  0.1528836190700531 acc  0.375\n",
      "11 mean  0.016872400417923927 loss  0.15151488780975342 acc  0.359375\n",
      "12 mean  0.017165489494800568 loss  0.15178397297859192 acc  0.359375\n",
      "13 mean  0.01761271245777607 loss  0.15218691527843475 acc  0.359375\n",
      "14 mean  0.018087297677993774 loss  0.154488205909729 acc  0.375\n",
      "15 mean  0.01854374259710312 loss  0.1538439691066742 acc  0.375\n",
      "16 mean  0.018962636590003967 loss  0.1526286005973816 acc  0.359375\n",
      "17 mean  0.01932460069656372 loss  0.1519356071949005 acc  0.359375\n",
      "18 mean  0.019626790657639503 loss  0.1500203013420105 acc  0.359375\n",
      "19 mean  0.019870931282639503 loss  0.14872904121875763 acc  0.34375\n",
      "Accuracy eval is  0.34375 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0178, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0052, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0031, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0010, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0178, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0052, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0031, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0010, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0178, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0052, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0031, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0010, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0178, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0052, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0031, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0010, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0178, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0094, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0052, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0031, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0021, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0010, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "18\n",
      "0 mean  0.5000144839286804 loss  0.5410301089286804 acc  0.109375\n",
      "1 mean  0.3818182349205017 loss  0.4228338599205017 acc  0.109375\n",
      "2 mean  0.2738441824913025 loss  0.3148598074913025 acc  0.109375\n",
      "3 mean  0.18384143710136414 loss  0.22485706210136414 acc  0.109375\n",
      "4 mean  0.11524909734725952 loss  0.2009124457836151 acc  0.234375\n",
      "5 mean  0.06856781244277954 loss  0.1380869746208191 acc  0.203125\n",
      "6 mean  0.039783041924238205 loss  0.2986428439617157 acc  0.828125\n",
      "7 mean  0.029131071642041206 loss  0.16334795951843262 acc  0.46875\n",
      "8 mean  0.024385914206504822 loss  0.10002833604812622 acc  0.25\n",
      "9 mean  0.022339003160595894 loss  0.08677192032337189 acc  0.171875\n",
      "10 mean  0.021641109138727188 loss  0.0860728919506073 acc  0.171875\n",
      "11 mean  0.021634699776768684 loss  0.0860658511519432 acc  0.171875\n",
      "12 mean  0.02193649671971798 loss  0.08636746555566788 acc  0.171875\n",
      "13 mean  0.022339124232530594 loss  0.08677022159099579 acc  0.171875\n",
      "14 mean  0.0227496437728405 loss  0.08718106150627136 acc  0.171875\n",
      "15 mean  0.023117654025554657 loss  0.08754926919937134 acc  0.171875\n",
      "16 mean  0.02342084050178528 loss  0.08785257488489151 acc  0.171875\n",
      "17 mean  0.02364889718592167 loss  0.08808045089244843 acc  0.171875\n",
      "18 mean  0.023803574964404106 loss  0.08823490887880325 acc  0.171875\n",
      "19 mean  0.023890377953648567 loss  0.08832110464572906 acc  0.171875\n",
      "Accuracy eval is  0.171875 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "19\n",
      "0 mean  0.5000272393226624 loss  0.5293241143226624 acc  0.078125\n",
      "1 mean  0.3818953335285187 loss  0.4111922085285187 acc  0.078125\n",
      "2 mean  0.2740013897418976 loss  0.3032982647418976 acc  0.078125\n",
      "3 mean  0.18396033346652985 loss  0.21325720846652985 acc  0.078125\n",
      "4 mean  0.11532510817050934 loss  0.17844799160957336 acc  0.171875\n",
      "5 mean  0.0683910921216011 loss  0.12776607275009155 acc  0.203125\n",
      "6 mean  0.04029430076479912 loss  0.304683119058609 acc  0.78125\n",
      "7 mean  0.029248712584376335 loss  0.19575925171375275 acc  0.578125\n",
      "8 mean  0.024225128814578056 loss  0.14475293457508087 acc  0.40625\n",
      "9 mean  0.022229887545108795 loss  0.11744417995214462 acc  0.296875\n",
      "10 mean  0.02171657420694828 loss  0.10989607125520706 acc  0.25\n",
      "11 mean  0.021930841729044914 loss  0.1124143898487091 acc  0.25\n",
      "12 mean  0.022527603432536125 loss  0.11188503354787827 acc  0.25\n",
      "13 mean  0.023238619789481163 loss  0.11065978556871414 acc  0.234375\n",
      "14 mean  0.0239461287856102 loss  0.11004029214382172 acc  0.234375\n",
      "15 mean  0.024603238329291344 loss  0.10664105415344238 acc  0.234375\n",
      "16 mean  0.02518421597778797 loss  0.10719357430934906 acc  0.21875\n",
      "17 mean  0.02565925568342209 loss  0.10766870528459549 acc  0.21875\n",
      "18 mean  0.026056714355945587 loss  0.10806623846292496 acc  0.21875\n",
      "19 mean  0.02635098248720169 loss  0.1083604246377945 acc  0.21875\n",
      "Accuracy eval is  0.21875 tensor(0.0264, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0250, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0236, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0180, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0097, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0249, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0236, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0180, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0097, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0056, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0264, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0250, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0236, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0180, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0097, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0250, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0236, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0180, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0097, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0056, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0264, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0250, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0236, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0180, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0097, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "20\n",
      "0 mean  0.49998489022254944 loss  0.558578610420227 acc  0.15625\n",
      "1 mean  0.38179197907447815 loss  0.44038572907447815 acc  0.15625\n",
      "2 mean  0.27386367321014404 loss  0.33245742321014404 acc  0.15625\n",
      "3 mean  0.18383051455020905 loss  0.24242426455020905 acc  0.15625\n",
      "4 mean  0.11526267230510712 loss  0.2133827805519104 acc  0.265625\n",
      "5 mean  0.06816926598548889 loss  0.160363107919693 acc  0.28125\n",
      "6 mean  0.039655543863773346 loss  0.2914741039276123 acc  0.796875\n",
      "7 mean  0.027820482850074768 loss  0.21270112693309784 acc  0.59375\n",
      "8 mean  0.022539062425494194 loss  0.15860050916671753 acc  0.421875\n",
      "9 mean  0.02032271958887577 loss  0.1385534256696701 acc  0.34375\n",
      "10 mean  0.019682662561535835 loss  0.1342131644487381 acc  0.328125\n",
      "11 mean  0.01982663758099079 loss  0.12730900943279266 acc  0.328125\n",
      "12 mean  0.020355040207505226 loss  0.1204606220126152 acc  0.28125\n",
      "13 mean  0.02103297971189022 loss  0.11544980108737946 acc  0.265625\n",
      "14 mean  0.021751100197434425 loss  0.11504136770963669 acc  0.25\n",
      "15 mean  0.02244303934276104 loss  0.11528467386960983 acc  0.25\n",
      "16 mean  0.023081734776496887 loss  0.11498185247182846 acc  0.25\n",
      "17 mean  0.02364753745496273 loss  0.11385397613048553 acc  0.25\n",
      "18 mean  0.024141985923051834 loss  0.11200959980487823 acc  0.234375\n",
      "19 mean  0.024534031748771667 loss  0.11240149289369583 acc  0.234375\n",
      "Accuracy eval is  0.234375 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0116, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0091, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0052, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0039, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0233, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0091, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0078, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0052, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0039, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0233, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0116, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0078, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0052, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0039, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0233, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0116, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0052, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0039, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0142, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0116, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0103, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0078, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0052, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0039, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "21\n",
      "0 mean  0.4999193847179413 loss  0.5526537895202637 acc  0.140625\n",
      "1 mean  0.3817954361438751 loss  0.4345298111438751 acc  0.140625\n",
      "2 mean  0.27386799454689026 loss  0.32660236954689026 acc  0.140625\n",
      "3 mean  0.18387176096439362 loss  0.23660613596439362 acc  0.140625\n",
      "4 mean  0.11521587520837784 loss  0.21390452980995178 acc  0.265625\n",
      "5 mean  0.06847849488258362 loss  0.15273696184158325 acc  0.296875\n",
      "6 mean  0.04142953082919121 loss  0.2855418920516968 acc  0.765625\n",
      "7 mean  0.030606195330619812 loss  0.1800634115934372 acc  0.515625\n",
      "8 mean  0.02536834217607975 loss  0.13879558444023132 acc  0.328125\n",
      "9 mean  0.023121915757656097 loss  0.12897567451000214 acc  0.296875\n",
      "10 mean  0.02239907905459404 loss  0.11992090940475464 acc  0.28125\n",
      "11 mean  0.02245020493865013 loss  0.11804436147212982 acc  0.28125\n",
      "12 mean  0.02287614345550537 loss  0.1127113625407219 acc  0.265625\n",
      "13 mean  0.023461535573005676 loss  0.10799278318881989 acc  0.234375\n",
      "14 mean  0.024083271622657776 loss  0.10608687251806259 acc  0.21875\n",
      "15 mean  0.024678248912096024 loss  0.10668176412582397 acc  0.21875\n",
      "16 mean  0.025202840566635132 loss  0.10720394551753998 acc  0.21875\n",
      "17 mean  0.02562989853322506 loss  0.10762888938188553 acc  0.21875\n",
      "18 mean  0.025967160239815712 loss  0.10796298086643219 acc  0.21875\n",
      "19 mean  0.02620498090982437 loss  0.1081981211900711 acc  0.21875\n",
      "Accuracy eval is  0.21875 tensor(0.0262, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0248, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0221, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0097, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0262, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0248, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0221, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0097, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0262, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0248, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0221, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0097, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0262, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0248, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0235, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0221, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0262, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0248, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0221, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "22\n",
      "0 mean  0.5000764727592468 loss  0.5352327227592468 acc  0.09375\n",
      "1 mean  0.38178136944770813 loss  0.41693761944770813 acc  0.09375\n",
      "2 mean  0.2738000154495239 loss  0.3089562654495239 acc  0.09375\n",
      "3 mean  0.18387247622013092 loss  0.21902872622013092 acc  0.09375\n",
      "4 mean  0.11519011110067368 loss  0.17801415920257568 acc  0.171875\n",
      "5 mean  0.06840409338474274 loss  0.13369810581207275 acc  0.203125\n",
      "6 mean  0.040352169424295425 loss  0.2950857877731323 acc  0.78125\n",
      "7 mean  0.02936520427465439 loss  0.19776418805122375 acc  0.578125\n",
      "8 mean  0.024590931832790375 loss  0.1257285624742508 acc  0.359375\n",
      "9 mean  0.022705048322677612 loss  0.1017846167087555 acc  0.25\n",
      "10 mean  0.022229041904211044 loss  0.08774574100971222 acc  0.21875\n",
      "11 mean  0.02249428629875183 loss  0.08555956184864044 acc  0.171875\n",
      "12 mean  0.02310737408697605 loss  0.08421538025140762 acc  0.171875\n",
      "13 mean  0.023850800469517708 loss  0.08242147415876389 acc  0.15625\n",
      "14 mean  0.024626336991786957 loss  0.0831972062587738 acc  0.15625\n",
      "15 mean  0.025340285152196884 loss  0.08391094207763672 acc  0.15625\n",
      "16 mean  0.025955429300665855 loss  0.08452603220939636 acc  0.15625\n",
      "17 mean  0.026470104232430458 loss  0.08617150038480759 acc  0.171875\n",
      "18 mean  0.02689528651535511 loss  0.0854838415980339 acc  0.171875\n",
      "19 mean  0.027220213785767555 loss  0.08579030632972717 acc  0.15625\n",
      "Accuracy eval is  0.15625 tensor(0.0272, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0186, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0172, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0158, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0272, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0244, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0172, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0158, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0273, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0244, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0172, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0158, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0144, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0272, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0244, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0186, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0172, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0272, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0244, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0186, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0172, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0158, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0043, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "23\n",
      "0 mean  0.5001494884490967 loss  0.5411651134490967 acc  0.109375\n",
      "1 mean  0.3819356858730316 loss  0.4229513108730316 acc  0.109375\n",
      "2 mean  0.2739878296852112 loss  0.3150034546852112 acc  0.109375\n",
      "3 mean  0.1839667558670044 loss  0.2249823808670044 acc  0.109375\n",
      "4 mean  0.11527770012617111 loss  0.2078079879283905 acc  0.25\n",
      "5 mean  0.06847091019153595 loss  0.1505887657403946 acc  0.25\n",
      "6 mean  0.040105488151311874 loss  0.32324549555778503 acc  0.828125\n",
      "7 mean  0.02843438647687435 loss  0.21581579744815826 acc  0.609375\n",
      "8 mean  0.02291463129222393 loss  0.15471096336841583 acc  0.453125\n",
      "9 mean  0.02060462161898613 loss  0.12601342797279358 acc  0.3125\n",
      "10 mean  0.019888345152139664 loss  0.11764255166053772 acc  0.265625\n",
      "11 mean  0.01994938775897026 loss  0.11447177827358246 acc  0.265625\n",
      "12 mean  0.02040444128215313 loss  0.11411857604980469 acc  0.25\n",
      "13 mean  0.020992375910282135 loss  0.11470162868499756 acc  0.25\n",
      "14 mean  0.02160688303411007 loss  0.11530045419931412 acc  0.25\n",
      "15 mean  0.0221701767295599 loss  0.11582610011100769 acc  0.25\n",
      "16 mean  0.02266734652221203 loss  0.11620777100324631 acc  0.25\n",
      "17 mean  0.02307145483791828 loss  0.11712948977947235 acc  0.28125\n",
      "18 mean  0.023415792733430862 loss  0.11522790789604187 acc  0.25\n",
      "19 mean  0.02367677353322506 loss  0.11274465918540955 acc  0.265625\n",
      "Accuracy eval is  0.265625 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0174, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0149, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0087, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0174, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0149, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0087, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0149, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0087, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0174, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0087, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0087, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "24\n",
      "0 mean  0.4999542534351349 loss  0.5526885986328125 acc  0.140625\n",
      "1 mean  0.3817545473575592 loss  0.4344889223575592 acc  0.140625\n",
      "2 mean  0.2738763391971588 loss  0.3266107141971588 acc  0.140625\n",
      "3 mean  0.18387453258037567 loss  0.23660890758037567 acc  0.140625\n",
      "4 mean  0.1152195930480957 loss  0.21024000644683838 acc  0.265625\n",
      "5 mean  0.06904466450214386 loss  0.13955579698085785 acc  0.234375\n",
      "6 mean  0.04072341322898865 loss  0.2961711585521698 acc  0.78125\n",
      "7 mean  0.029492853209376335 loss  0.20504745841026306 acc  0.5625\n",
      "8 mean  0.024419989436864853 loss  0.1419660598039627 acc  0.390625\n",
      "9 mean  0.022394755855202675 loss  0.11587517708539963 acc  0.28125\n",
      "10 mean  0.02185858227312565 loss  0.10718808323144913 acc  0.234375\n",
      "11 mean  0.022053804248571396 loss  0.10499469935894012 acc  0.234375\n",
      "12 mean  0.022576160728931427 loss  0.10457787662744522 acc  0.21875\n",
      "13 mean  0.023235416039824486 loss  0.10523758828639984 acc  0.21875\n",
      "14 mean  0.023898601531982422 loss  0.10615314543247223 acc  0.234375\n",
      "15 mean  0.024508211761713028 loss  0.10651081800460815 acc  0.21875\n",
      "16 mean  0.025036189705133438 loss  0.10703849792480469 acc  0.21875\n",
      "17 mean  0.02545514516532421 loss  0.10745642334222794 acc  0.21875\n",
      "18 mean  0.02578233927488327 loss  0.10778284817934036 acc  0.21875\n",
      "19 mean  0.026017287746071815 loss  0.10801750421524048 acc  0.21875\n",
      "Accuracy eval is  0.21875 tensor(0.0260, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0233, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0178, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0068, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0260, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0233, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0206, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0192, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0178, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0165, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0260, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0178, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0068, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0260, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0233, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0192, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0178, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0069, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0260, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0247, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0233, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0192, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0178, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0068, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "25\n",
      "0 mean  0.5000578165054321 loss  0.5293546915054321 acc  0.078125\n",
      "1 mean  0.38183245062828064 loss  0.41112932562828064 acc  0.078125\n",
      "2 mean  0.27389055490493774 loss  0.30318742990493774 acc  0.078125\n",
      "3 mean  0.18389256298542023 loss  0.21318943798542023 acc  0.078125\n",
      "4 mean  0.11529193818569183 loss  0.17337089776992798 acc  0.15625\n",
      "5 mean  0.06794948875904083 loss  0.12067310512065887 acc  0.1875\n",
      "6 mean  0.03947891667485237 loss  0.2940199375152588 acc  0.8125\n",
      "7 mean  0.02849929966032505 loss  0.20083501935005188 acc  0.546875\n",
      "8 mean  0.023453857749700546 loss  0.13948297500610352 acc  0.40625\n",
      "9 mean  0.021404920145869255 loss  0.11732161045074463 acc  0.28125\n",
      "10 mean  0.020837515592575073 loss  0.1133144274353981 acc  0.25\n",
      "11 mean  0.021015232428908348 loss  0.1122317686676979 acc  0.25\n",
      "12 mean  0.021549953147768974 loss  0.1103341281414032 acc  0.25\n",
      "13 mean  0.022216796875 loss  0.11004322022199631 acc  0.234375\n",
      "14 mean  0.022915689274668694 loss  0.11247622966766357 acc  0.25\n",
      "15 mean  0.023563213646411896 loss  0.111722432076931 acc  0.25\n",
      "16 mean  0.02415105514228344 loss  0.11192265152931213 acc  0.234375\n",
      "17 mean  0.024626336991786957 loss  0.11346373707056046 acc  0.25\n",
      "18 mean  0.02502630464732647 loss  0.11262092739343643 acc  0.234375\n",
      "19 mean  0.025340043008327484 loss  0.11260506510734558 acc  0.234375\n",
      "Accuracy eval is  0.234375 tensor(0.0253, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0106, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0093, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0040, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0253, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0093, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0040, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0253, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0093, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0040, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0253, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0093, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0040, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0253, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0093, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0080, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0067, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0053, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0040, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "26\n",
      "0 mean  0.49996843934059143 loss  0.564421534538269 acc  0.171875\n",
      "1 mean  0.3817179799079895 loss  0.4461711049079895 acc  0.171875\n",
      "2 mean  0.27384302020072937 loss  0.33829614520072937 acc  0.171875\n",
      "3 mean  0.18387018144130707 loss  0.24832330644130707 acc  0.171875\n",
      "4 mean  0.11515942215919495 loss  0.22006502747535706 acc  0.28125\n",
      "5 mean  0.06784439831972122 loss  0.18218913674354553 acc  0.34375\n",
      "6 mean  0.039691582322120667 loss  0.28907454013824463 acc  0.75\n",
      "7 mean  0.028221961110830307 loss  0.19659623503684998 acc  0.5625\n",
      "8 mean  0.023115143179893494 loss  0.13570339977741241 acc  0.34375\n",
      "9 mean  0.020914461463689804 loss  0.12059998512268066 acc  0.296875\n",
      "10 mean  0.02020193450152874 loss  0.10895596444606781 acc  0.25\n",
      "11 mean  0.02024015039205551 loss  0.10794057697057724 acc  0.234375\n",
      "12 mean  0.02060837112367153 loss  0.10824476927518845 acc  0.234375\n",
      "13 mean  0.02110215462744236 loss  0.10902311652898788 acc  0.25\n",
      "14 mean  0.021640261635184288 loss  0.10872969776391983 acc  0.234375\n",
      "15 mean  0.022136012092232704 loss  0.10811436921358109 acc  0.234375\n",
      "16 mean  0.022565215826034546 loss  0.10572381317615509 acc  0.234375\n",
      "17 mean  0.022921433672308922 loss  0.10491485893726349 acc  0.21875\n",
      "18 mean  0.023205816745758057 loss  0.1051974892616272 acc  0.21875\n",
      "19 mean  0.023408595472574234 loss  0.10539788007736206 acc  0.21875\n",
      "Accuracy eval is  0.21875 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0185, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0185, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0172, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0221, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0185, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0185, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0185, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0160, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "27\n",
      "0 mean  0.5000855326652527 loss  0.5352417826652527 acc  0.09375\n",
      "1 mean  0.38179811835289 loss  0.41695436835289 acc  0.09375\n",
      "2 mean  0.27376896142959595 loss  0.30892521142959595 acc  0.09375\n",
      "3 mean  0.1837991625070572 loss  0.2189554125070572 acc  0.09375\n",
      "4 mean  0.11516538262367249 loss  0.20775514841079712 acc  0.25\n",
      "5 mean  0.06870238482952118 loss  0.13907119631767273 acc  0.265625\n",
      "6 mean  0.041659824550151825 loss  0.2538343071937561 acc  0.671875\n",
      "7 mean  0.030214088037610054 loss  0.19043023884296417 acc  0.5\n",
      "8 mean  0.02508671209216118 loss  0.13408739864826202 acc  0.375\n",
      "9 mean  0.023018788546323776 loss  0.10189883410930634 acc  0.25\n",
      "10 mean  0.02242864854633808 loss  0.09063035249710083 acc  0.21875\n",
      "11 mean  0.02258731611073017 loss  0.08394748717546463 acc  0.171875\n",
      "12 mean  0.023101236671209335 loss  0.08130154013633728 acc  0.15625\n",
      "13 mean  0.02377346158027649 loss  0.08128564804792404 acc  0.15625\n",
      "14 mean  0.024458084255456924 loss  0.08026822656393051 acc  0.15625\n",
      "15 mean  0.02511349879205227 loss  0.07783351093530655 acc  0.140625\n",
      "16 mean  0.025687525048851967 loss  0.07840722799301147 acc  0.140625\n",
      "17 mean  0.026164498180150986 loss  0.07888419926166534 acc  0.140625\n",
      "18 mean  0.02654838003218174 loss  0.07926808297634125 acc  0.140625\n",
      "19 mean  0.026828410103917122 loss  0.08057165145874023 acc  0.15625\n",
      "Accuracy eval is  0.15625 tensor(0.0268, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0254, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0170, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0141, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0056, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0268, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0254, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0169, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0141, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0056, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0268, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0254, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0169, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0141, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0057, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0268, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0254, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0169, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0141, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0056, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0268, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0254, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0240, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0226, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0169, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0141, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0127, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0071, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0056, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "28\n",
      "0 mean  0.49988722801208496 loss  0.552621603012085 acc  0.140625\n",
      "1 mean  0.3817845284938812 loss  0.4345189034938812 acc  0.140625\n",
      "2 mean  0.27384528517723083 loss  0.32657966017723083 acc  0.140625\n",
      "3 mean  0.18373437225818634 loss  0.2393254190683365 acc  0.15625\n",
      "4 mean  0.1157502606511116 loss  0.19113203883171082 acc  0.21875\n",
      "5 mean  0.06946519017219543 loss  0.14007113873958588 acc  0.25\n",
      "6 mean  0.04211227968335152 loss  0.3102359175682068 acc  0.796875\n",
      "7 mean  0.030864454805850983 loss  0.19185873866081238 acc  0.53125\n",
      "8 mean  0.025602899491786957 loss  0.14627313613891602 acc  0.359375\n",
      "9 mean  0.023352209478616714 loss  0.13547612726688385 acc  0.328125\n",
      "10 mean  0.022674119099974632 loss  0.12862783670425415 acc  0.296875\n",
      "11 mean  0.022799832746386528 loss  0.1278499811887741 acc  0.296875\n",
      "12 mean  0.02328493818640709 loss  0.12786762416362762 acc  0.28125\n",
      "13 mean  0.023903468623757362 loss  0.12714676558971405 acc  0.28125\n",
      "14 mean  0.024516284465789795 loss  0.12438203394412994 acc  0.28125\n",
      "15 mean  0.025089463219046593 loss  0.12467925995588303 acc  0.265625\n",
      "16 mean  0.02558131143450737 loss  0.12517119944095612 acc  0.265625\n",
      "17 mean  0.02598726563155651 loss  0.1255771815776825 acc  0.265625\n",
      "18 mean  0.02631031721830368 loss  0.12778165936470032 acc  0.296875\n",
      "19 mean  0.02656056545674801 loss  0.12639765441417694 acc  0.28125\n",
      "Accuracy eval is  0.28125 tensor(0.0266, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0182, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0140, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0056, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0265, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0251, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0195, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0182, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0140, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0056, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0266, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0182, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0140, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0056, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0266, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0182, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0140, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0056, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0266, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0252, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0182, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0154, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0140, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0056, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "29\n",
      "0 mean  0.5000042915344238 loss  0.5234417915344238 acc  0.0625\n",
      "1 mean  0.38172322511672974 loss  0.40516072511672974 acc  0.0625\n",
      "2 mean  0.27385959029197693 loss  0.29729709029197693 acc  0.0625\n",
      "3 mean  0.18387450277805328 loss  0.20731200277805328 acc  0.0625\n",
      "4 mean  0.11520278453826904 loss  0.19519326090812683 acc  0.21875\n",
      "5 mean  0.06865134835243225 loss  0.13003180921077728 acc  0.203125\n",
      "6 mean  0.04059195518493652 loss  0.30464208126068115 acc  0.78125\n",
      "7 mean  0.028474899008870125 loss  0.2149185985326767 acc  0.625\n",
      "8 mean  0.023019028827548027 loss  0.1448647826910019 acc  0.390625\n",
      "9 mean  0.02067074365913868 loss  0.12704919278621674 acc  0.296875\n",
      "10 mean  0.01986500434577465 loss  0.12145170569419861 acc  0.296875\n",
      "11 mean  0.019886137917637825 loss  0.11521808058023453 acc  0.28125\n",
      "12 mean  0.02030935510993004 loss  0.11046142876148224 acc  0.25\n",
      "13 mean  0.02088310942053795 loss  0.10679280757904053 acc  0.25\n",
      "14 mean  0.021533263847231865 loss  0.10337182879447937 acc  0.234375\n",
      "15 mean  0.022155724465847015 loss  0.09830278158187866 acc  0.203125\n",
      "16 mean  0.02271665818989277 loss  0.09886380285024643 acc  0.203125\n",
      "17 mean  0.02321149967610836 loss  0.09935861825942993 acc  0.203125\n",
      "18 mean  0.023616818711161613 loss  0.0997629165649414 acc  0.203125\n",
      "19 mean  0.023927051573991776 loss  0.10007190704345703 acc  0.203125\n",
      "Accuracy eval is  0.203125 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0202, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0214, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0201, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0189, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0151, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0126, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0101, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "30\n",
      "0 mean  0.5000443458557129 loss  0.5527787208557129 acc  0.140625\n",
      "1 mean  0.38179734349250793 loss  0.43453171849250793 acc  0.140625\n",
      "2 mean  0.27389445900917053 loss  0.32662883400917053 acc  0.140625\n",
      "3 mean  0.18392717838287354 loss  0.23666155338287354 acc  0.140625\n",
      "4 mean  0.11529563367366791 loss  0.1969396024942398 acc  0.21875\n",
      "5 mean  0.06801743060350418 loss  0.13489270210266113 acc  0.21875\n",
      "6 mean  0.03918534144759178 loss  0.3216456472873688 acc  0.84375\n",
      "7 mean  0.027675388380885124 loss  0.19416332244873047 acc  0.578125\n",
      "8 mean  0.022298308089375496 loss  0.14235612750053406 acc  0.359375\n",
      "9 mean  0.019981103017926216 loss  0.13037726283073425 acc  0.3125\n",
      "10 mean  0.019225643947720528 loss  0.12412430346012115 acc  0.296875\n",
      "11 mean  0.019303467124700546 loss  0.11808611452579498 acc  0.28125\n",
      "12 mean  0.01974237523972988 loss  0.11647429317235947 acc  0.265625\n",
      "13 mean  0.02031506970524788 loss  0.11621703207492828 acc  0.265625\n",
      "14 mean  0.020933086052536964 loss  0.11612381041049957 acc  0.265625\n",
      "15 mean  0.02152213826775551 loss  0.1152389645576477 acc  0.25\n",
      "16 mean  0.02204742468893528 loss  0.11576419323682785 acc  0.25\n",
      "17 mean  0.022513000294566154 loss  0.11622799187898636 acc  0.25\n",
      "18 mean  0.022890232503414154 loss  0.11660411953926086 acc  0.25\n",
      "19 mean  0.023181840777397156 loss  0.11841966211795807 acc  0.265625\n",
      "Accuracy eval is  0.265625 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0195, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0195, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0195, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0195, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0207, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0195, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0085, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "31\n",
      "0 mean  0.49996650218963623 loss  0.5409821271896362 acc  0.109375\n",
      "1 mean  0.38178750872612 loss  0.42280313372612 acc  0.109375\n",
      "2 mean  0.27383890748023987 loss  0.31485453248023987 acc  0.109375\n",
      "3 mean  0.18377113342285156 loss  0.22478675842285156 acc  0.109375\n",
      "4 mean  0.11520447582006454 loss  0.20655575394630432 acc  0.25\n",
      "5 mean  0.069115050137043 loss  0.13924448192119598 acc  0.28125\n",
      "6 mean  0.04275941103696823 loss  0.2658426761627197 acc  0.65625\n",
      "7 mean  0.03120386227965355 loss  0.20259976387023926 acc  0.53125\n",
      "8 mean  0.02588501386344433 loss  0.14866232872009277 acc  0.375\n",
      "9 mean  0.023577695712447166 loss  0.12737710773944855 acc  0.296875\n",
      "10 mean  0.02280406467616558 loss  0.11912865191698074 acc  0.28125\n",
      "11 mean  0.022803762927651405 loss  0.11511809378862381 acc  0.265625\n",
      "12 mean  0.02318190038204193 loss  0.11488257348537445 acc  0.265625\n",
      "13 mean  0.023738540709018707 loss  0.10766712576150894 acc  0.265625\n",
      "14 mean  0.02431909739971161 loss  0.10059080272912979 acc  0.21875\n",
      "15 mean  0.024876313284039497 loss  0.10101432353258133 acc  0.203125\n",
      "16 mean  0.02537469193339348 loss  0.10151244699954987 acc  0.203125\n",
      "17 mean  0.025814447551965714 loss  0.10195125639438629 acc  0.203125\n",
      "18 mean  0.02617284283041954 loss  0.10230427980422974 acc  0.203125\n",
      "19 mean  0.026441140100359917 loss  0.10256867855787277 acc  0.203125\n",
      "Accuracy eval is  0.203125 tensor(0.0264, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0251, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0236, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0223, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0195, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0097, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0056, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0264, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0251, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0223, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0195, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0097, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0264, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0250, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0223, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0195, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0097, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0056, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0264, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0250, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0236, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0222, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0097, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0056, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0264, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0250, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0236, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0223, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0195, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0097, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0070, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0056, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0042, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "32\n",
      "0 mean  0.4999281167984009 loss  0.5409437417984009 acc  0.109375\n",
      "1 mean  0.3818468153476715 loss  0.4228624403476715 acc  0.109375\n",
      "2 mean  0.2739937901496887 loss  0.3150094151496887 acc  0.109375\n",
      "3 mean  0.18392197787761688 loss  0.22493760287761688 acc  0.109375\n",
      "4 mean  0.11525366455316544 loss  0.20266753435134888 acc  0.234375\n",
      "5 mean  0.06793247163295746 loss  0.15252500772476196 acc  0.296875\n",
      "6 mean  0.03979068994522095 loss  0.284135639667511 acc  0.78125\n",
      "7 mean  0.029438704252243042 loss  0.17007878422737122 acc  0.5\n",
      "8 mean  0.024967921897768974 loss  0.11254028975963593 acc  0.296875\n",
      "9 mean  0.02324669249355793 loss  0.09902176260948181 acc  0.234375\n",
      "10 mean  0.02288067899644375 loss  0.09288260340690613 acc  0.1875\n",
      "11 mean  0.023223895579576492 loss  0.09291975200176239 acc  0.1875\n",
      "12 mean  0.023854762315750122 loss  0.09263505786657333 acc  0.1875\n",
      "13 mean  0.024595195427536964 loss  0.09075254201889038 acc  0.1875\n",
      "14 mean  0.02532338537275791 loss  0.08975283801555634 acc  0.171875\n",
      "15 mean  0.025989260524511337 loss  0.09041783213615417 acc  0.171875\n",
      "16 mean  0.026572931557893753 loss  0.09099966287612915 acc  0.171875\n",
      "17 mean  0.027063842862844467 loss  0.09148915112018585 acc  0.171875\n",
      "18 mean  0.02744358405470848 loss  0.09186632931232452 acc  0.171875\n",
      "19 mean  0.0277414508163929 loss  0.09215886890888214 acc  0.171875\n",
      "Accuracy eval is  0.171875 tensor(0.0277, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0248, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0015, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0278, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0248, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0015, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0278, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0248, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0015, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0278, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0248, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0015, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0277, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0263, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0248, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0234, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0219, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0146, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0117, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0058, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0044, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0029, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0015, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "33\n",
      "0 mean  0.4999236762523651 loss  0.5467987060546875 acc  0.125\n",
      "1 mean  0.3817199766635895 loss  0.4285949766635895 acc  0.125\n",
      "2 mean  0.27386242151260376 loss  0.32073742151260376 acc  0.125\n",
      "3 mean  0.18390622735023499 loss  0.23078122735023499 acc  0.125\n",
      "4 mean  0.11524549871683121 loss  0.20886847376823425 acc  0.265625\n",
      "5 mean  0.06885261833667755 loss  0.14142389595508575 acc  0.28125\n",
      "6 mean  0.041833579540252686 loss  0.28277742862701416 acc  0.765625\n",
      "7 mean  0.031331874430179596 loss  0.1792619824409485 acc  0.515625\n",
      "8 mean  0.026502424851059914 loss  0.1369251012802124 acc  0.328125\n",
      "9 mean  0.024577327072620392 loss  0.12356483191251755 acc  0.28125\n",
      "10 mean  0.02411852404475212 loss  0.11790882050991058 acc  0.265625\n",
      "11 mean  0.024389905855059624 loss  0.11187303811311722 acc  0.234375\n",
      "12 mean  0.024971429258584976 loss  0.11213639378547668 acc  0.234375\n",
      "13 mean  0.025665363296866417 loss  0.11204911768436432 acc  0.234375\n",
      "14 mean  0.02635965868830681 loss  0.1105773001909256 acc  0.234375\n",
      "15 mean  0.02700159139931202 loss  0.10847313702106476 acc  0.234375\n",
      "16 mean  0.02759910747408867 loss  0.10573647916316986 acc  0.21875\n",
      "17 mean  0.028117109090089798 loss  0.10427151620388031 acc  0.203125\n",
      "18 mean  0.028544681146740913 loss  0.10469900816679001 acc  0.203125\n",
      "19 mean  0.028876893222332 loss  0.10503070801496506 acc  0.203125\n",
      "Accuracy eval is  0.203125 tensor(0.0289, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0274, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0182, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0106, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0091, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0030, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0015, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0289, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0273, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0182, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0121, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0106, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0091, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0030, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0015, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0289, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0274, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0182, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0121, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0106, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0091, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0030, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0015, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0289, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0273, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0197, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0182, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0121, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0106, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0091, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0030, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0015, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0289, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0274, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0152, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0107, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0091, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0030, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0015, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "34\n",
      "0 mean  0.49989986419677734 loss  0.5584936141967773 acc  0.15625\n",
      "1 mean  0.38165485858917236 loss  0.44024860858917236 acc  0.15625\n",
      "2 mean  0.27372848987579346 loss  0.33232223987579346 acc  0.15625\n",
      "3 mean  0.18372835218906403 loss  0.24232210218906403 acc  0.15625\n",
      "4 mean  0.11512529104948044 loss  0.2245139181613922 acc  0.296875\n",
      "5 mean  0.06863988935947418 loss  0.15407127141952515 acc  0.296875\n",
      "6 mean  0.04119963198900223 loss  0.27416548132896423 acc  0.71875\n",
      "7 mean  0.029727499932050705 loss  0.19379614293575287 acc  0.53125\n",
      "8 mean  0.024558158591389656 loss  0.13391342759132385 acc  0.359375\n",
      "9 mean  0.022390613332390785 loss  0.11469906568527222 acc  0.3125\n",
      "10 mean  0.02178466133773327 loss  0.10495121777057648 acc  0.25\n",
      "11 mean  0.021911825984716415 loss  0.09871794283390045 acc  0.234375\n",
      "12 mean  0.022415556013584137 loss  0.09852265566587448 acc  0.203125\n",
      "13 mean  0.02306199260056019 loss  0.09916818141937256 acc  0.203125\n",
      "14 mean  0.023708822205662727 loss  0.09981444478034973 acc  0.203125\n",
      "15 mean  0.0243265051394701 loss  0.10043057799339294 acc  0.203125\n",
      "16 mean  0.024855904281139374 loss  0.10095616430044174 acc  0.203125\n",
      "17 mean  0.025287345051765442 loss  0.10138267278671265 acc  0.203125\n",
      "18 mean  0.02562294341623783 loss  0.10171102732419968 acc  0.203125\n",
      "19 mean  0.025869322940707207 loss  0.10194696485996246 acc  0.203125\n",
      "Accuracy eval is  0.203125 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0231, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0068, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0231, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0068, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0231, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0068, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0258, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0231, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0068, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0231, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0190, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0068, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "35\n",
      "0 mean  0.5000478029251099 loss  0.5352040529251099 acc  0.09375\n",
      "1 mean  0.3818184733390808 loss  0.4169747233390808 acc  0.09375\n",
      "2 mean  0.27402356266975403 loss  0.30917981266975403 acc  0.09375\n",
      "3 mean  0.18397827446460724 loss  0.21913452446460724 acc  0.09375\n",
      "4 mean  0.11529626697301865 loss  0.2134874165058136 acc  0.265625\n",
      "5 mean  0.06878833472728729 loss  0.14107409119606018 acc  0.25\n",
      "6 mean  0.04117308557033539 loss  0.28279316425323486 acc  0.71875\n",
      "7 mean  0.029918579384684563 loss  0.1709560751914978 acc  0.53125\n",
      "8 mean  0.02485569193959236 loss  0.10905520617961884 acc  0.296875\n",
      "9 mean  0.02274332381784916 loss  0.09578526020050049 acc  0.203125\n",
      "10 mean  0.022096918895840645 loss  0.09326449036598206 acc  0.203125\n",
      "11 mean  0.022199593484401703 loss  0.09050828218460083 acc  0.203125\n",
      "12 mean  0.0226370207965374 loss  0.08806408941745758 acc  0.1875\n",
      "13 mean  0.023201491683721542 loss  0.08789286017417908 acc  0.1875\n",
      "14 mean  0.02380423992872238 loss  0.0881250724196434 acc  0.171875\n",
      "15 mean  0.02436925657093525 loss  0.08845764398574829 acc  0.171875\n",
      "16 mean  0.024879546836018562 loss  0.08798064291477203 acc  0.171875\n",
      "17 mean  0.025302371010184288 loss  0.08572648465633392 acc  0.171875\n",
      "18 mean  0.025660041719675064 loss  0.08423613011837006 acc  0.15625\n",
      "19 mean  0.0259229876101017 loss  0.08449909090995789 acc  0.15625\n",
      "Accuracy eval is  0.15625 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.15625 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.171875 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0178, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0068, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0068, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0054, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0081, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0068, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0245, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0068, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0259, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0246, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0218, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0177, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0095, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0082, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0068, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0041, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0027, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0014, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "36\n",
      "0 mean  0.499931663274765 loss  0.5409473180770874 acc  0.109375\n",
      "1 mean  0.3817969858646393 loss  0.4228126108646393 acc  0.109375\n",
      "2 mean  0.2738017737865448 loss  0.3148173987865448 acc  0.109375\n",
      "3 mean  0.1837690770626068 loss  0.2247847020626068 acc  0.109375\n",
      "4 mean  0.11525581032037735 loss  0.20292913913726807 acc  0.234375\n",
      "5 mean  0.06771599501371384 loss  0.15107190608978271 acc  0.25\n",
      "6 mean  0.03830710053443909 loss  0.3421087861061096 acc  0.90625\n",
      "7 mean  0.026773564517498016 loss  0.2052912712097168 acc  0.625\n",
      "8 mean  0.021647851914167404 loss  0.13479965925216675 acc  0.359375\n",
      "9 mean  0.019574938341975212 loss  0.11521453410387039 acc  0.296875\n",
      "10 mean  0.019025765359401703 loss  0.10428658872842789 acc  0.25\n",
      "11 mean  0.01923631690442562 loss  0.09858085960149765 acc  0.234375\n",
      "12 mean  0.019802238792181015 loss  0.09573183953762054 acc  0.203125\n",
      "13 mean  0.020495567470788956 loss  0.09631247818470001 acc  0.203125\n",
      "14 mean  0.021204952150583267 loss  0.0967412143945694 acc  0.203125\n",
      "15 mean  0.021862482652068138 loss  0.09666772186756134 acc  0.203125\n",
      "16 mean  0.022461088374257088 loss  0.09487958997488022 acc  0.203125\n",
      "17 mean  0.022985076531767845 loss  0.09327895939350128 acc  0.1875\n",
      "18 mean  0.023418573662638664 loss  0.0937124565243721 acc  0.1875\n",
      "19 mean  0.02376687154173851 loss  0.09406079351902008 acc  0.1875\n",
      "Accuracy eval is  0.1875 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0113, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0238, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0213, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0188, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0163, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "37\n",
      "0 mean  0.49998754262924194 loss  0.5292844176292419 acc  0.078125\n",
      "1 mean  0.3817814290523529 loss  0.4110783040523529 acc  0.078125\n",
      "2 mean  0.2738368809223175 loss  0.3031337559223175 acc  0.078125\n",
      "3 mean  0.18380439281463623 loss  0.21310126781463623 acc  0.078125\n",
      "4 mean  0.11526745557785034 loss  0.16743203997612 acc  0.140625\n",
      "5 mean  0.06802580505609512 loss  0.11012884974479675 acc  0.125\n",
      "6 mean  0.03837648779153824 loss  0.3286387622356415 acc  0.90625\n",
      "7 mean  0.02737380377948284 loss  0.17989051342010498 acc  0.546875\n",
      "8 mean  0.022410476580262184 loss  0.11821533739566803 acc  0.34375\n",
      "9 mean  0.020370790734887123 loss  0.09865773469209671 acc  0.21875\n",
      "10 mean  0.019767651334404945 loss  0.09587815403938293 acc  0.203125\n",
      "11 mean  0.019911233335733414 loss  0.09600377082824707 acc  0.203125\n",
      "12 mean  0.020396763458848 loss  0.09648322314023972 acc  0.203125\n",
      "13 mean  0.021004771813750267 loss  0.09708712249994278 acc  0.203125\n",
      "14 mean  0.02162901498377323 loss  0.09769076853990555 acc  0.203125\n",
      "15 mean  0.022198686376214027 loss  0.09821759909391403 acc  0.203125\n",
      "16 mean  0.022701842710375786 loss  0.09858143329620361 acc  0.203125\n",
      "17 mean  0.023117775097489357 loss  0.09870535880327225 acc  0.203125\n",
      "18 mean  0.02344892919063568 loss  0.09847620129585266 acc  0.203125\n",
      "19 mean  0.02370319701731205 loss  0.09736525267362595 acc  0.203125\n",
      "Accuracy eval is  0.203125 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0087, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0199, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0087, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0063, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0087, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0174, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0149, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0137, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0087, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0237, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0225, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0212, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0200, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0187, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0175, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0162, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0138, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0125, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0100, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0088, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "38\n",
      "0 mean  0.49995705485343933 loss  0.5409727096557617 acc  0.109375\n",
      "1 mean  0.38161370158195496 loss  0.42262932658195496 acc  0.109375\n",
      "2 mean  0.273725688457489 loss  0.314741313457489 acc  0.109375\n",
      "3 mean  0.18378946185112 loss  0.22480508685112 acc  0.109375\n",
      "4 mean  0.1152186244726181 loss  0.2104514241218567 acc  0.265625\n",
      "5 mean  0.06866949051618576 loss  0.14696954190731049 acc  0.234375\n",
      "6 mean  0.04040030017495155 loss  0.297084778547287 acc  0.78125\n",
      "7 mean  0.028690621256828308 loss  0.19734515249729156 acc  0.53125\n",
      "8 mean  0.02305540069937706 loss  0.15966643393039703 acc  0.421875\n",
      "9 mean  0.02074185572564602 loss  0.13707298040390015 acc  0.359375\n",
      "10 mean  0.02000834420323372 loss  0.11539009213447571 acc  0.296875\n",
      "11 mean  0.020088162273168564 loss  0.10715162754058838 acc  0.265625\n",
      "12 mean  0.02053689770400524 loss  0.1014723926782608 acc  0.21875\n",
      "13 mean  0.021151043474674225 loss  0.10092856734991074 acc  0.21875\n",
      "14 mean  0.02180654928088188 loss  0.09917953610420227 acc  0.21875\n",
      "15 mean  0.022442253306508064 loss  0.09848563373088837 acc  0.203125\n",
      "16 mean  0.023030398413538933 loss  0.09900184720754623 acc  0.203125\n",
      "17 mean  0.02353016845881939 loss  0.09935039281845093 acc  0.203125\n",
      "18 mean  0.023944677785038948 loss  0.09943488240242004 acc  0.203125\n",
      "19 mean  0.024267759174108505 loss  0.09900939464569092 acc  0.203125\n",
      "Accuracy eval is  0.203125 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0217, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0192, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0140, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0089, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0064, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0217, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0192, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0141, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0064, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0217, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0140, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0089, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0064, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0217, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0192, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0141, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0089, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0077, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0064, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0026, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0243, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0230, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0217, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0192, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0166, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0153, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0140, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0128, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0115, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0089, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0076, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0064, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0051, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0038, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0013, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "39\n",
      "0 mean  0.4998323321342468 loss  0.5701448321342468 acc  0.1875\n",
      "1 mean  0.3816341757774353 loss  0.4519466757774353 acc  0.1875\n",
      "2 mean  0.27380046248435974 loss  0.34411296248435974 acc  0.1875\n",
      "3 mean  0.18384984135627747 loss  0.25416234135627747 acc  0.1875\n",
      "4 mean  0.11519864201545715 loss  0.2296367883682251 acc  0.3125\n",
      "5 mean  0.06871519982814789 loss  0.16104333102703094 acc  0.28125\n",
      "6 mean  0.04015510156750679 loss  0.2984671890735626 acc  0.78125\n",
      "7 mean  0.027711940929293633 loss  0.23990511894226074 acc  0.625\n",
      "8 mean  0.02194465883076191 loss  0.18366441130638123 acc  0.515625\n",
      "9 mean  0.01948644407093525 loss  0.1482764482498169 acc  0.390625\n",
      "10 mean  0.018678193911910057 loss  0.13612835109233856 acc  0.34375\n",
      "11 mean  0.018718132749199867 loss  0.12613995373249054 acc  0.3125\n",
      "12 mean  0.019160429015755653 loss  0.12250301986932755 acc  0.28125\n",
      "13 mean  0.019772004336118698 loss  0.11935816705226898 acc  0.265625\n",
      "14 mean  0.02044205367565155 loss  0.12002843618392944 acc  0.265625\n",
      "15 mean  0.02107512578368187 loss  0.12085656821727753 acc  0.28125\n",
      "16 mean  0.021657707169651985 loss  0.12276393175125122 acc  0.28125\n",
      "17 mean  0.022162163630127907 loss  0.12178490310907364 acc  0.28125\n",
      "18 mean  0.022577641531825066 loss  0.12216447293758392 acc  0.265625\n",
      "19 mean  0.022914087399840355 loss  0.1225009486079216 acc  0.265625\n",
      "Accuracy eval is  0.265625 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0217, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0169, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0145, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.609375 tensor(0.0121, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0097, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0217, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0169, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0145, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0217, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0169, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0145, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0121, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0217, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0169, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0145, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0121, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0109, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0229, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0217, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0205, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0193, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0181, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0169, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0145, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0133, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "40\n",
      "0 mean  0.49999547004699707 loss  0.5468704700469971 acc  0.125\n",
      "1 mean  0.3818376362323761 loss  0.4287126362323761 acc  0.125\n",
      "2 mean  0.27388378977775574 loss  0.32075878977775574 acc  0.125\n",
      "3 mean  0.18388605117797852 loss  0.23076105117797852 acc  0.125\n",
      "4 mean  0.11525668948888779 loss  0.22498302161693573 acc  0.296875\n",
      "5 mean  0.06847786158323288 loss  0.16390496492385864 acc  0.28125\n",
      "6 mean  0.039813484996557236 loss  0.30928370356559753 acc  0.796875\n",
      "7 mean  0.02743641845881939 loss  0.2249995768070221 acc  0.625\n",
      "8 mean  0.021885309368371964 loss  0.15582865476608276 acc  0.4375\n",
      "9 mean  0.019647862762212753 loss  0.1186731606721878 acc  0.328125\n",
      "10 mean  0.01900560036301613 loss  0.10288454592227936 acc  0.234375\n",
      "11 mean  0.019141260534524918 loss  0.10046680271625519 acc  0.21875\n",
      "12 mean  0.01964568719267845 loss  0.10049521923065186 acc  0.21875\n",
      "13 mean  0.02027243934571743 loss  0.10007232427597046 acc  0.21875\n",
      "14 mean  0.02092023566365242 loss  0.09855210781097412 acc  0.234375\n",
      "15 mean  0.021547110751271248 loss  0.09769419580698013 acc  0.203125\n",
      "16 mean  0.02209991216659546 loss  0.09824695438146591 acc  0.203125\n",
      "17 mean  0.02257174625992775 loss  0.09871877729892731 acc  0.203125\n",
      "18 mean  0.02294676937162876 loss  0.09909363836050034 acc  0.203125\n",
      "19 mean  0.023240312933921814 loss  0.0993870198726654 acc  0.203125\n",
      "Accuracy eval is  0.203125 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.21875 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0233, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  0.578125 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.828125 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0233, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0221, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  0.59375 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0172, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  0.796875 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0184, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0232, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0220, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0208, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0196, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0183, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0171, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0159, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0147, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0122, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0110, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0098, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0073, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0061, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "41\n",
      "0 mean  0.500019907951355 loss  0.558613657951355 acc  0.15625\n",
      "1 mean  0.38180088996887207 loss  0.44039463996887207 acc  0.15625\n",
      "2 mean  0.27391350269317627 loss  0.33250725269317627 acc  0.15625\n",
      "3 mean  0.18385019898414612 loss  0.24244394898414612 acc  0.15625\n",
      "4 mean  0.11521735787391663 loss  0.22460070252418518 acc  0.296875\n",
      "5 mean  0.06889137625694275 loss  0.13334442675113678 acc  0.171875\n",
      "6 mean  0.03914497792720795 loss  0.32045406103134155 acc  0.8125\n",
      "7 mean  0.02602551132440567 loss  0.2185438871383667 acc  0.59375\n",
      "8 mean  0.019779713824391365 loss  0.15395388007164001 acc  0.421875\n",
      "9 mean  0.016869377344846725 loss  0.14019474387168884 acc  0.34375\n",
      "10 mean  0.015645409002900124 loss  0.13077768683433533 acc  0.359375\n",
      "11 mean  0.0153129231184721 loss  0.11985903978347778 acc  0.296875\n",
      "12 mean  0.015399725176393986 loss  0.11987017095088959 acc  0.296875\n",
      "13 mean  0.015699738636612892 loss  0.11600277572870255 acc  0.28125\n",
      "14 mean  0.016068747267127037 loss  0.11659255623817444 acc  0.28125\n",
      "15 mean  0.016461608931422234 loss  0.1160949245095253 acc  0.28125\n",
      "16 mean  0.016823481768369675 loss  0.11638206243515015 acc  0.265625\n",
      "17 mean  0.017138127237558365 loss  0.1166943609714508 acc  0.265625\n",
      "18 mean  0.017399199306964874 loss  0.11695154756307602 acc  0.265625\n",
      "19 mean  0.01759529858827591 loss  0.11714327335357666 acc  0.265625\n",
      "Accuracy eval is  0.265625 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0130, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0056, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0018, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0009, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0130, device='cuda:4')\n",
      "Accuracy eval is  0.546875 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0019, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0009, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0130, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0093, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0056, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0019, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0009, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0157, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0129, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0055, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0019, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0009, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0176, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0158, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0139, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0130, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0102, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0092, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0083, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0065, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0056, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0046, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0028, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0019, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0009, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "42\n",
      "0 mean  0.5001431703567505 loss  0.5645962953567505 acc  0.171875\n",
      "1 mean  0.38196849822998047 loss  0.44642162322998047 acc  0.171875\n",
      "2 mean  0.2739182114601135 loss  0.3383713364601135 acc  0.171875\n",
      "3 mean  0.18385687470436096 loss  0.24830999970436096 acc  0.171875\n",
      "4 mean  0.11521545052528381 loss  0.20258718729019165 acc  0.234375\n",
      "5 mean  0.06797558069229126 loss  0.14274069666862488 acc  0.234375\n",
      "6 mean  0.038879796862602234 loss  0.31927019357681274 acc  0.828125\n",
      "7 mean  0.027087213471531868 loss  0.21448984742164612 acc  0.625\n",
      "8 mean  0.021653082221746445 loss  0.14686617255210876 acc  0.390625\n",
      "9 mean  0.01931365579366684 loss  0.13076679408550262 acc  0.3125\n",
      "10 mean  0.018554717302322388 loss  0.12261845916509628 acc  0.3125\n",
      "11 mean  0.018614279106259346 loss  0.11977542191743851 acc  0.296875\n",
      "12 mean  0.019066188484430313 loss  0.114940345287323 acc  0.265625\n",
      "13 mean  0.019678430631756783 loss  0.11206096410751343 acc  0.25\n",
      "14 mean  0.020315613597631454 loss  0.11124281585216522 acc  0.25\n",
      "15 mean  0.02093081921339035 loss  0.1092982217669487 acc  0.25\n",
      "16 mean  0.021503936499357224 loss  0.10927854478359222 acc  0.234375\n",
      "17 mean  0.021991431713104248 loss  0.10971900075674057 acc  0.234375\n",
      "18 mean  0.022412199527025223 loss  0.11004762351512909 acc  0.234375\n",
      "19 mean  0.022738033905625343 loss  0.11021427810192108 acc  0.234375\n",
      "Accuracy eval is  0.234375 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0180, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0167, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0155, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0144, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0180, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0156, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0144, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0131, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0228, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0216, device='cuda:4')\n",
      "Accuracy eval is  0.46875 tensor(0.0204, device='cuda:4')\n",
      "Accuracy eval is  0.53125 tensor(0.0192, device='cuda:4')\n",
      "Accuracy eval is  0.65625 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0156, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0144, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0180, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0156, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0143, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0227, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0215, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0203, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0191, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0180, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0168, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0156, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0144, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0132, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0108, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0096, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0084, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0072, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0048, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0036, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0024, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "43\n",
      "0 mean  0.49984103441238403 loss  0.546716034412384 acc  0.125\n",
      "1 mean  0.38170865178108215 loss  0.42858365178108215 acc  0.125\n",
      "2 mean  0.2738213837146759 loss  0.3206963837146759 acc  0.125\n",
      "3 mean  0.18386171758174896 loss  0.23073671758174896 acc  0.125\n",
      "4 mean  0.11525411903858185 loss  0.2135465294122696 acc  0.265625\n",
      "5 mean  0.06824013590812683 loss  0.1468811184167862 acc  0.28125\n",
      "6 mean  0.04019773006439209 loss  0.29169872403144836 acc  0.734375\n",
      "7 mean  0.027965908870100975 loss  0.21223139762878418 acc  0.59375\n",
      "8 mean  0.022301029413938522 loss  0.16474857926368713 acc  0.421875\n",
      "9 mean  0.019882934167981148 loss  0.14476166665554047 acc  0.390625\n",
      "10 mean  0.019117556512355804 loss  0.12564276158809662 acc  0.328125\n",
      "11 mean  0.01919202320277691 loss  0.11543525010347366 acc  0.265625\n",
      "12 mean  0.019646774977445602 loss  0.11322210729122162 acc  0.25\n",
      "13 mean  0.020262492820620537 loss  0.11770448833703995 acc  0.28125\n",
      "14 mean  0.020925769582390785 loss  0.11600550264120102 acc  0.28125\n",
      "15 mean  0.021568365395069122 loss  0.1140623465180397 acc  0.25\n",
      "16 mean  0.022160621359944344 loss  0.11343714594841003 acc  0.25\n",
      "17 mean  0.022684942930936813 loss  0.11206880211830139 acc  0.25\n",
      "18 mean  0.023139875382184982 loss  0.1110028624534607 acc  0.234375\n",
      "19 mean  0.023514628410339355 loss  0.11219081282615662 acc  0.25\n",
      "Accuracy eval is  0.25 tensor(0.0235, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0223, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.25 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0186, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.390625 tensor(0.0149, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.625 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  0.671875 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  0.75 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0087, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0235, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0223, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.375 tensor(0.0186, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.703125 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.765625 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0086, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0235, device='cuda:4')\n",
      "Accuracy eval is  0.421875 tensor(0.0223, device='cuda:4')\n",
      "Accuracy eval is  0.453125 tensor(0.0211, device='cuda:4')\n",
      "Accuracy eval is  0.5 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0186, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.875 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0087, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0050, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0235, device='cuda:4')\n",
      "Accuracy eval is  0.71875 tensor(0.0223, device='cuda:4')\n",
      "Accuracy eval is  0.78125 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0185, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0149, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0124, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0112, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0087, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0235, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0223, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0210, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0198, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0186, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0173, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0161, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0148, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0136, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0123, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0111, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0099, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0087, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0062, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0049, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0037, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0025, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0012, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "44\n",
      "0 mean  0.4998811185359955 loss  0.5701936483383179 acc  0.1875\n",
      "1 mean  0.38169169425964355 loss  0.45200419425964355 acc  0.1875\n",
      "2 mean  0.27378273010253906 loss  0.34409523010253906 acc  0.1875\n",
      "3 mean  0.18376439809799194 loss  0.25407689809799194 acc  0.1875\n",
      "4 mean  0.11518799513578415 loss  0.21174472570419312 acc  0.265625\n",
      "5 mean  0.06835801154375076 loss  0.1585785448551178 acc  0.328125\n",
      "6 mean  0.041122108697891235 loss  0.29297560453414917 acc  0.734375\n",
      "7 mean  0.030312350019812584 loss  0.18325822055339813 acc  0.5625\n",
      "8 mean  0.025453150272369385 loss  0.1322478950023651 acc  0.375\n",
      "9 mean  0.02355003170669079 loss  0.11093322932720184 acc  0.25\n",
      "10 mean  0.0230815839022398 loss  0.10816675424575806 acc  0.25\n",
      "11 mean  0.023396139964461327 loss  0.10479065030813217 acc  0.21875\n",
      "12 mean  0.02402098849415779 loss  0.10504831373691559 acc  0.21875\n",
      "13 mean  0.02477532997727394 loss  0.10486464202404022 acc  0.21875\n",
      "14 mean  0.025547631084918976 loss  0.10360486060380936 acc  0.21875\n",
      "15 mean  0.02628622017800808 loss  0.10053806751966476 acc  0.203125\n",
      "16 mean  0.02694644406437874 loss  0.09850539267063141 acc  0.203125\n",
      "17 mean  0.027517657727003098 loss  0.09780125319957733 acc  0.1875\n",
      "18 mean  0.02800348959863186 loss  0.09828700870275497 acc  0.1875\n",
      "19 mean  0.028380146250128746 loss  0.09866387397050858 acc  0.1875\n",
      "Accuracy eval is  0.1875 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.1875 tensor(0.0269, device='cuda:4')\n",
      "Accuracy eval is  0.203125 tensor(0.0254, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.28125 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0149, device='cuda:4')\n",
      "Accuracy eval is  0.859375 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.90625 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0030, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0015, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.234375 tensor(0.0269, device='cuda:4')\n",
      "Accuracy eval is  0.265625 tensor(0.0254, device='cuda:4')\n",
      "Accuracy eval is  0.296875 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  0.3125 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.4375 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  0.640625 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.8125 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.890625 tensor(0.0149, device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0030, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0015, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.328125 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.34375 tensor(0.0269, device='cuda:4')\n",
      "Accuracy eval is  0.359375 tensor(0.0254, device='cuda:4')\n",
      "Accuracy eval is  0.40625 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  0.484375 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.6875 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.953125 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0149, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0030, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0015, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.515625 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.5625 tensor(0.0269, device='cuda:4')\n",
      "Accuracy eval is  0.734375 tensor(0.0254, device='cuda:4')\n",
      "Accuracy eval is  0.84375 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  0.9375 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0150, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0134, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0119, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0075, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0030, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0015, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n",
      "Accuracy eval is  0.921875 tensor(0.0284, device='cuda:4')\n",
      "Accuracy eval is  0.96875 tensor(0.0269, device='cuda:4')\n",
      "Accuracy eval is  0.984375 tensor(0.0254, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0239, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0224, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0209, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0194, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0179, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0164, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0149, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0135, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0120, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0105, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0090, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0074, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0060, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0045, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0030, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0.0015, device='cuda:4')\n",
      "Accuracy eval is  1.0 tensor(0., device='cuda:4')\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX4AAAD4CAYAAADrRI2NAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAA9WUlEQVR4nO2df5Ac5Xnnv8/M9qKZBTSLkR1rkRC4iHQQZaVYseQil4qcGGEc4z0sIctRUrm6ii91ceog3FZJZQ4wpxQkW2AnFdflyFWSy+FgIcJtkcI5cXWW6+qckmLh1VonW0oAA2LlhI3RyEY70s7OvvfHzDvq6Xnft9+3f8z0zDyfKpV2Z7rfft/u2We6v+/3fR4SQoBhGIYZHHLd7gDDMAzTWTjwMwzDDBgc+BmGYQYMDvwMwzADBgd+hmGYAWOoWwe+/vrrxbp167p1eIZhmJ7k5Zdf/mchxKo4bXQt8K9btw7Hjx/v1uEZhmF6EiJ6I24bLPUwDMMMGBz4GYZhBgwO/AzDMAMGB36GYZgBgwM/wzDMgBHq6iGiPwXwywDeFkL8lOJ9AvAHAO4CsADg14UQ3066owCwbt+Lba+9/vjH217b+rv/C//048U0usAwTJcYzhOEEKgut74+MpzHwmIN/nSTY6UCtm9YhSOn53GuXMHqUgGTO9YDAKYOn2m+JreZK1eQJ0JNCO2+E5vHOjfYlKGw7JxE9PMA3gXwF5rAfxeA30Y98G8F8AdCiK1hB96yZYtwsXOqgr7EH/w56DMMo8LLEUBAteaekbjg5fHYPRszEfyJ6GUhxJY4bYRKPUKI/wPgHcMmn0T9S0EIIY4CKBHR++N0Kg4c9BmGUVFdFpGCPgBUqjVMHT6TcI+6RxIa/xiAs77f32q81gYRfZaIjhPR8fn5+QQOzTAM0xnOlSvd7kJidHTlrhDiKQBPAXWpp5PHZhiGicPqUgHTM3MtcwSu2n/c/ZMiicA/B2CN7/cbGq91hfddM8xyD8MwiVLw8ti+YRX2P38SlWoNADBXrmD/8ycBwCp4T8/Mxdo/SZKQel4A8GtUZxuAC0KIHyTQbgsq947q9WOf/yjed81w0odnGGZAGCsVsHfbWoyVCqDG74/dsxFHTs83g7bERfufOnwm1v5JYmPnfAbALwC4nojeAvAwAA8AhBB/DOBrqDt6XkHdzvmv0+qsLvgHOfb5j8Y6jslBJCEArFUxTH9BAL657yMAWmWZqcNnMKfR+G21f9123Zg7CA38Qog9Ie8LAL+VWI8ygPTzmlhdKuAfL1wK3Y5hmN6hVPQAqGUZ3c3e6lLBqu3VpYLyy8N2/yThlbsK9mxdY3y/4OUxuWN96HYMw/QW8j5OJcsI1J8I/MhYYMPkjvUoePnI+ydJ1/LxZ5kDExsBAM8cO4uaECAAxcbqQP9MvJyQ+crRN0Nln+E8YTGih5jpDHkCcoS2laHM4HChUgWgl18E6pp/FFeO3C4Lrp7Qlbtp4bpytx+4/fGva3VCpvsQ6o/dP7hQwTJ/RztDBOSglknHSgX8oFxB3O/UPBEEROTrI9MxfOXYm1CFvrFSAd/c9xHj3+po0cPDn7ita6t4O7Jyl0mO7RtiVUtjUkagruXyrH00hIAy6Be8PJZqtdhBH2i0H+P6zJUrePqoOuh7OWrKLipZRnJ+oYrJ52YxPdM113psOPB3kCOnebVyL7AMoODlkKe6oksAhnJBdbf3KHo5jDYmL6PiehbyRHjsno2Jrq2R14d8ncmTe9+CXL1iqHkXP7F5DI/ds7H5GQhSrYmeTuHAGn8HcbVtjWlcAEz6VKrL+NLuTc1AMD0zh/sOnuhup2IwFtCTb9r3otONs5TBJnesx/0HT1jvWxMC96dw3i5Vl/F9hb3bdVx+zi9UcfvjX2/R35cNUvi5ciUzK3Fd4cDfQXR2LhUEcNDvMnJVJQBMPjfbxZ7EJ7hK1OWzCFyRwfY/fxIrCx7KjUlQ233DsLFQ+9FZIF3H5cf/N2cz1pUFLzMrcV1hqaeDmHTDICwzdx+5qnLq8JnIWR2zhH+VqMtnMdgGEdr29fJUT3scgYKXx56ta6z7Y7JARh0X0P43J8eqGpeXJxAhMytxXeHA30GkbiiXgo8WPRS81ksQV4NlkuVcuRIq0X1p96aW61bwchgZjhZ80kaOJfhZdKG8UG3Zd6xUwNTOcUztGnduT6ZDODCxEY/ds9G4rT99gu6OOjguVfqFvdvWtlyvUkH/N1deqGJq13jLNqNFD1M7x1FeUD8J9EIWT7ZzZhC2ffYOeSI8ce+48dFe6sCmaypthJsffQnnNQElCeRxgtr0Oxcvo2K5gGG06EEINCUQlb1R9xmWx9cRdb+4RDmuaZ/JHetT0/7ZztmnxHlcZTpLTQjsf/6k1tonl/6bgr6ULqZn5vDupaW0ugqgbin290lq97ZBP58jXFiotujeKntj1FWq3VrdGuW4un1kFk//+TV9RroBB/4MEmYlY7KFSddVLf0PIqWLqcNnUE155diR0/NWfdKxvCyUfvygvVEludiULoy6X1yiHFe3T9wsnp2ApZ4ME8eaxnQev+XRxTYpUwBEudZf2r0pMzZTApoWS5XNEYifruDB6ZPNVCp5IuzZuqaZYiUr6K65//zEIQmph+2cGSaONY3pPP7HeqB+R2hjfYx6jXPUajntBCbbpbRYqjJbTj43Cwg0n2iiWB8fnD6Jp4++2fy9JkTz9ywF/yxl4dTBUk+GUWmIXo7g5VkCyjL+x/o01bqrhnKRJZsoSNulzt7ov6sP9qtaE20ylqv88cyxs06vd4ssZeHUwYE/w6g0xKld45jaOW7cjy2h3Uda+nSWvzDCvi/2bluLSx1OIyptlzp7o7xzd7Ezumyre9LIWk2Mbs1TuMAaf4+is5KNFj0Uh4dYIsoAUau0SYuozgIalkEyjepwJlvj9MwcvvDXpyLZUF1smh/Y/zVlkM8T4dXH7nI+tqTX0i6wnXOAUcpAecK7l5Y46GeEqMFXWkTXvUetCcssr7psr0nLSyaZYnpmDpPPzYYGfdXKXlf5Q1f4KE5BJJW1NWvWyzTgwN+jqB4nR4aHUrcDRsG0MrLXGSsVUPSS/zOqVGs4+tp55Xsyy6su22uSHwGZXVN3B2yTziJP1LayN4r8cWBiI/ZuW9u0OeeJsHfb2lgTu1kqgN5J2NXTwwQr+mQv5NdxSejVS9zy3hH8w9sXU2tfp13PNbJCdiI1wLIQLRlKg5KITR/8bcSVUA5MbEzUwZOlAuidhO/4e5jgYypjTxKL49IM+oB5gldmjkyboEUzKImULIwEWbIxBjFl+exnOPD3MDYrML0cId8HRUSSRNoSs3xWwiZodVkyk8SvweskkTBvSNZsjEF6wXqZBhz4exjT46jf/vnErvGesHh24vvJnw0yy09JNn1TZcm0QT7s+LVyoD4XM1r0lBq87rN2IUTGy5qNMUgvWC/TgO2cPYxrRkHT9kDvFn65aiiHy0t2nnYihN6lZoFSwcOFS1VjX0sFDycevqPlNZvMrlGKhZva1a3mJQCloofyQrUnbJK9Ats5BxzXx1Sd/W/7hlWY3LE+ciGNbnN5adlatkk76L/vmmGn7b08Kf8If3x5KbSvFxeX2myHOguonyjFwk0ZY3WT0KJxrEGySfYKHPh7GNfHVJ3978jp+Xp2yMCKzF5CoHXFctHLpTqWUsHDLe8daXnt9g9ch6G8veYuC5isVMhwNQtPpqrgt84CarOvCf9nLSqDYJPsFdjO2eNMbB6zfnwOs6752+rFzKAzD93R9lrS4wjLsHjTvhet25FyXJxi5MFr6pK+wNWyKD8fcc5pv9skewUO/ANEWNZAv08751j8OgvctO/FppZ8/I138Myxs4l/ea0uFVoqavndN6NFDyu8nHVRk82PvoTyQjXWuRao6+9SP3ctWr6u8UVVKnh45O667m9KYTA9Mxerv0TApi+8hAuVcN0/2I/tG1bhyOn5nkmtkGV4cneACKbLBepzArLWafA9FTmqT+Z1eoVwDlAWAIm7rQsFL49PfXAMf/XyXOpZMb08taQxtunbY/dsxPE33mlJXex0zBxh94fWtI3P9TPigmw7GMBVn1XbffsdntxlnDDNCejWBPjXOZUKHp68d1Nz6X2aEOpFy2U/VTq4jiSDfp4otLpSGsdSpTiQRcNVSP08mNbAheqywDPHzmpTGLhW7ioVvFCLrk73tzkWzxlEh6WeAUM3J6DVXgXw+uMfbz5233/wBFaXClj3ngL+8cKl1OSgHBEq1eVm4eo4OngcakLgS7s3NSWQNC2vy0LgV7atxTPHzuK+gye0FaZ0Gru8hltuvA5HTs9H6qspTYTLVwkBOPHwHVZzHjIFhV/Wse07zxlEgwM/A8Cs/6sqKqXt+ZcByJ8aIEra3yTY//xJHH/jHfzVy+laEQtezqrClMu1Sgrpybe9BnLeyDaITx6abanOZZtaut9TK6QFSz0MAPOagDjFuZPAJjVA2sdXSSBJUvDyqGgWoQUrTHXjWgnU10DYVITzryUx+f/9BOcyBMKL0QxCaoW04MDPADDr/0k9Tsfx1YelBkibpCUtVXoE3SGCx+7EtVJxodKeIkJWhNOtJQn21QXRaC84xzFIqRXSgl09jJHpmTk88Oxs7MAXVjUqjIKXw+KSSN1iqk0/oEn14GqflMi5C3/g0lWYAlrtlhKV7dJUtQtQp+WwHUPRy2F05CqcK1dQKnoQAla2TD8u119WIuPg3gq7ephUkXpxEsE2rGpUGJXqcupBP0f1ak6qyma6Q48MR/sTUqUwMFWSKleqmDx0Jc2CLk2yqWqXTiLas3VNm1yjYqG63Dze+YUqyhX3dAy6ynGqdCGyEhmneUgeq08tEd1JRGeI6BUi2qd4fy0RHSGiGSL6DhFFL4DJZAZXvdiUATSsalQauFoar13h4cDERmVlMx0/uqw/P7d/4Drj8YJ2RGnF1FFdvpJmQZcm2VS1SycRHZjYiKmd8TK42lorVX2Q1lXV9WLLZjqEunqIKA/gywA+CuAtAN8ioheEEN/1bfYggGeFEP+ZiG4F8DUA61LoL9NBXPVi0w35XLnS8TQQNSEw5mANLFeqmJ6ZS6yy2a4ta/G3r75j3N/ft+mZudAvRnlNdNdG91SkSsvhxz/mqI4teYyw4uXBPsjtw/rOJIeNnfNDAF4RQrwGAET0VQCfBOAP/ALAtY2fVwI4l2Qnme7g4qcGwkssdmM2yTWI+a2bcd0xNjZUAppSho0NM8wmqdPrw2yPSdhAddbf/c+fBKAuu2hzXLZsJo+N1DMGwO8ne6vxmp9HAOwlordQv9v/bVVDRPRZIjpORMfn5zv3yM9Ew9aK108kad2UNlTTORSA06pYk01S6vVRKkrFtYGa7KQmuSbsuGzZTIekJnf3APhzIcQNAO4C8N+JqK1tIcRTQogtQogtq1ZFm+RjOkccK14vk+Qkst8CqeNcuWItZ+hskn69PkpFKdvjy3ZHix5KhfZqXa7Fy03HZctmeoTaOYnowwAeEULsaPy+HwCEEI/5tjkF4E4hxNnG768B2CaEeFvXLts5O0dYtkWTHuvfplcrdHUTImDlCg8XKvosnLYV0EaLHorDQ8brOFeuNOWeUY3lUnXNH3nhVKhU5ydHgFxzVfRyGB7Kh45RpqG2+Tzpqsgxydg5bTT+bwG4hYhuAjAH4NMAPhPY5k0Avwjgz4noXwBYAYC1nAxg0lwBhOqxaaUA0OEPKFkiar+EuDL3oQqIfinDdJ69POHdS0vN+QLTdZTH8c8tyO2D8xdz5QomD806J7bzn4uF6jIWGqmow8Zo+3mKavtl7AgN/EKIJSL6HIDDAPIA/lQIcYqIHgVwXAjxAoAHAPwJEd2Pumz566JbK8OYFsI0V917fpeHbdD351eJUttWLtiJk1o4SfJEWBYCq0sFXLy85HRHbNtu8AlL3omvLHggQrNerer4puuoQs5fBINzGim2dWO0/Tx10vY7iFglaRNCfA31SVv/aw/5fv4ugNuT7RqTBFG0Vf97rla61xvVqWwrUfmpCYH7upSFU8WyEPji7k2YOnwmsaAPtGb89CNtjqoCJLovQtfr06niOroxxs26aSNNMuHwyt0+R2eFW10qGN8L2z/J/bJKqeg1V8cmjW5FqmpFrunpx3Qdu01wjNMzc9YmAdWYdKuVeWWvOxz4+xxTJkfTe6b9VUvsVfupluH3CgUvDyHsJJQoxClAIjFdxywQHOPU4TNWazl0Fk5Xqyijh/Px9znBVagmXVm3ylK1je1+rm6RblAqeChXqk03TBLFX2wSn6nkDBfpJmh1NLl64gg8RS/XnLyVBF09wfcltrJh8Ny7FAvilb3ucHZOJhYqPfrF7/yg6SiRqZizGvxLBQ8nHr6j7XVTVlJTkRAZuGzsryp7pottdsyhAPnmR19SriAO+4IK2ip1BdB1fba5/v5zZhqHLrPnoFk/OTsn01V0erQ/wJQrVfzoUjWW7JOmZHRxcalNIw7LSqoLkwUvj+0bVlnPC1yoVK2za6qQ5ztM856emcO7l5ba9vfyhG03j2rbD0ouuuttGuuFSjX0S3/dewpW2r2NNMnYwYGfiYytHr0sgKtXDEVeASz3BdwzboZRrYk2jThK+oI8kXMx9qCL0pRd03bcKs176vAZpWVzZHgIr/9QHbTleIJSkut5sdETjr523kq7NxWgYdxgjZ9p4mqVc9FWzy9UUV6IpjWXF6qYeeiKHPPg9MlEff5z5Qpuf/zrzoW+/SwLgYnNY7GLwuueMlxsmMHrortOZcPduBwPkP7KbVOB93X7XmzR/XXZRVWw9VMP3/EzAKJZ5VxthFFnk/zHSTroS/zjjvJMsbKhZWfBWhnsQ5Q+yX38n4u0CHuaiWLbZOunGQ78DIBoVrlO2AiDGm6w8Hga2BT6DiJjV7etlSrN27VP/jbSKt7uP5Yqo2gQV9smWz/NcOBnAESzyqk0173b1kau5CQdIPIOUKXhdmrlqSz0bUu5MaEtz0nauBQg918nmzb9baRtlfRnFA3DpS9s/TTDGj8DQF/YI0wmUGmuByY2Riqq/svj78eBiY14cPoknjl2FnPlCh54dhaHjr+Jb79ZRkXjFU8DaRFcZ5l6IkfUrN41sXksVU3cxr7o17f9eX909k2ZWyeIqeDLshCx1geUCh6mDp/B/QdPYHWp0FxPoUOgLvUdmGj9klBp+VE/z4MC3/EzAJK3ykXJrvj00Tfx0Se/gaePvtkMTjUh8M1X3+lo0PePO6xuriRYGFy54jlHyMe0ptpck6C+Xa5Ucb4xsW6aPFZp4TqZqCYEcjEtuhcXl1o0+IuLS6HW3aePvokHp69kJdVp+ds3rGLrpwEO/AyA5K1ypuyKpr/tf3j7YqTjmSh6OZjmDwteTjvur/zGh5XBX9WcX0NWFhXfNY4ndkUvaq6yWKqw0eXzRCCoJ1ZV41BtV1sWGBnOW1tN5THHSgVcvWII1VogS2hNtFh3dfjneXRa/pHT82z9NMArdxlnbGxyusLqBOD7j3/cWkKJizweAOMxx0qFtvGYxmkqHG9KO+An2L6NNCSzn5rasv2Lfv3xj4deJ4lpvDbpKfzthtUh/lIjI6rpfIQdM9j/fqJThVgYpoltMe0wjdUlWMTBb0s0pVqQfTUVLPGP0xSowwqMy/4Ez6Opf8CVwuyqCmmuxXJkW7ZauGm8LtdRAMagDwCTz822PQ24HpO1fDMs9TBO2NrkwuYM9mxdk25H0W5LtA1PuoLr/nGGWSTDrIOq8xjWP1mY3aatMGRbtnM7nbSphgX9MFjLD4fv+BknbG1yYVlBpTNDVREqLgS0HS+pgiWyHf/4dHfCtsVuXHDN6Gl6ijhXrlhlbwXsxpsVWMsPhzV+xok0MiTaWj/92Sx1Rb0lJZ+FsVSs2wRdPuom2+MT9463BBZd/4PlBwHgC399yih1uGbLNB1fbhvnmqnmOXRZS7OAaUz9ksKBs3MyHSeNDIk2MoIsNi5te2GBx29hPL/gFvRNq0mDtk1T//0WyclDs3jg0Kwx6IetYtWd57BrEvWa6ayS11/t5krKoX79bIlqeTWNiVM4tMKBn3EijQyJuhXA/t9HhodSKQoeRFom5WrSMLujqv+qfarLAjVD/4PHDWYjNZ3nsGsS9Zrp5nP+6ceLxv38cbtU8PDk7k2Y2jnePH6Y+/Oaq4aUnwXgyvkI/h82Jk7h0ApLPUxH0K0k1RVveeTu21oslZ3Ulf12TFu7ox+T9dH2uBIbeSJ4bqu1ZVxcrAc5/7l0YXpmLnLhe925cbmWe7etNRaY8Y+54OVQqS63nPPRooeHP3FbqP22F22fbOdkeoKg3dC/LF9VTLxcqWLy0GybpbJT+O2YUZb+R03tHLSB2lhnTedW/j55aLZlnzBkm1ExFUq3vZb+z0TYeVGVfTy/UMXkc1fGvVKTDkJmVR00WOphUieK3bC6LJSWyk4hZYAo+ngc66NffrCRJ2zObXW5vdiMCVObBS9vTGPhUijdhbDzosJfZEcnLyVc16dn4MDPpE5U62ISzhFC/bE/mPmz6IV/9KXd0VUfD+7jijxfNtZZ23ObRGZLoG6V/MpvfBh7t61tm8swnZsksmKGnRfTPmXNpLru9X6HpR4mdaJKH3EJsyvqCpBLBIDbHvqfWFisoVT0sLLg4Vy50pLHRoc/a6lrplLR2EcnT/ilFNtzK9s0paMAwhe6ybEfmNjYliUzyPTMHB554VRozV1biMxpN1TIcxUm2fWL1dMWvuNnUiftVZ+E9oLsYXKMrgB5kIuLtaYltFypRrICRslUOleu4EeX1AHT357LuZX9fnD6ZJu1cfLQLCafmw39ErEd+/TMHCYPzSYW9IH2GsVheHmysrQOotWTAz+TOkHpo1TwMFr0EineAtSTfk3tGneSY3QFyG1xsQKaMpUC+tKDuu7521Od25FhcyoJ1dxJdVlYp0qwGXuc85snarHz2mb/9DNa9DC1c9zK0jqIVk+WehhnXB+LbbY/MLExsg3y/EIV9x08gTyR9f5Jas5xt1MVQDExV660JGsLpl1YWfAwWsxpZawk5k7CxhTn/NaEwJHT8827dVtbaZg10y+/yc+kqe1+rtbFgZ9xwjY7Z5Tt484FyIBmkx1Tp5+7YJsBMmxcK7wcLgV86GH4rYphls4gLplRdduGjT3utZwrV+pjdDgpttfD1lrazxk+WephnHB9LHbZXlm1Kk+hVZlUhD2qx7XxuaSpmNyx3ujuubzkFvSBVquii1VSlxbCy1FbWgXdtjZjn9yxPtJ181OtCWu5yOV62Jyvfs/wyYGfccK1iLXL68qqVTvHm/p9Un0F7G18I8P5FktolDQVE5vHjIE96lSDq71R9tufFsJfHcyfVsG0rc3YJzaPYWrXeNNGC8A49xAH1+thc776PcMnSz2ME64rWaPY6L657yPN12Uh7u0bVjmncA72yX8sXb5iaQGVBd8vLtaQJ8LHf/r9WvuiyRopXxsNqTqlIkySWV0qYHpmLjRTqX9c0zNzuP3xr+NcudJmUVWde//rtgTPh0wZ8eD0ybZV2nFRWXb9qSHkORwtehACuFCphp6vsVKhr4M+wLl6GEdU+mjBy2vvkEzbA1C+96kPjsVO1RDsk42u6+UIU7vGcfyNd5QBau+2tW3BX9WulydAoEWm8HL1YGN7dy/Pw8FvnVW6bbw8YffPrrE6T16eMLVzHED7+VYdM9im6foG0V3vn1m7Et989Z3Q/YP9Dp7HYH+D/YpSjSx4TL8bKItwWmam47iuZI1io4ubqkHVJxtd9+oVQ5jYPNZSzNuP6nVVuypturoscO0Kr0X6COv/gYmNmNrZXpxdWhWPnJ63Ok8jw0Pa8+3HpvJYGLpr6hr080QtMp/KBqz63MVNDSHPVb/DUg/jjN8WF2d7ndaaZJEPl4yQ5xequP3xr2uPXxOiRSYRItxB4+dCpdq0G4ZZV/0yy8xDd7SNyWVFbLlSxfTMnJW2HVZ5zGTNnZ6ZS2yF9rIQbXZVAE0Jbq5cwQPP1hP5+Z/C4low5bkyZUDth5W9HPiZrpFWKgddwfQwCLBauQqEFwxXYZNqwd8HXTbOyUOzzoujJp+bRclinsFk3zRZcwHEyuipOl6Q4BxBTYjm7zL4J/GZCsuAamMXzjpWUg8R3UlEZ4joFSLap9nmXiL6LhGdIqK/TLabTD+ism8mlSzRVTIy1aZ1RWVBDdoDdWMP9kGVjTPKithqTUAIGNM7hNk3TdbcqBk9VY5PL0dKK6WNBBdmnbXBJgNqr6/sDQ38RJQH8GUAHwNwK4A9RHRrYJtbAOwHcLsQ4jYA9yXfVabfUOn/SVoNTJJR0J6Z1HGDFlSdHu0y9ijZOFVcqFRbjqmyqJrsmyZrrmtGT5mW4cl7N7XMYZQK9fQbqjtpkwQnCbPO2mJzznt5ZW+oq4eIPgzgESHEjsbv+wFACPGYb5vfB/D3Qoj/antgdvUwKlwyWcqAoZMviKCttZsj4DNb12LLjdclVuGrVPBw4uF2PV5qw8XhPBYaSd+IgMJQvXKU1Ix1/fBbFl0zferaiYKpaDuglsmiHFPq+P6APlYq4FwjiVqQPBFefeyu0H66UCp4GLlqCOfKFa39U1Y367T23ylXzxgA/zPWW43X/PwkgJ8kom8S0VEiujNOp5jBZXLHeqvC3F6ecKFRUF0HQV/ke1nUqzz9zrMnEptnuLi41JLRMZj1UWb6BOpfSAuNNA1SM173HvVaCH82Tt02Ei9Pyj9qf6bKqJgyXEYt6B5E6vjBQDtXriCnWQm8Z+ua0H664OUIFxeXmtdN96Tx48tLmDw025NZPZOycw4BuAXALwDYA+BPiKgU3IiIPktEx4no+Py8OWMhM5hMbB7DyLDac5Anaim+HiZ1L4u6Pc+U3THJ+u3+NAqAm7WwUq3h6Gvnle/5s3HqtgGuyExP7t7UYhsNZqqMismaG7WgexCdjg8AtWWBkeF8m1wUXFvh74uJHAGFRkEef9H2q1cMWWUqrS2323Z7Rfu3cfXMAfB/pd7QeM3PWwCOCSGqAL5PRH+P+hfBt/wbCSGeAvAUUJd6onaa6W8uaGyKy0K02CHjtOWCy8RvHD0+zEpp2gZAi6SSltxgsvK62nxVhFl5FxZrVsXRZV9MhVtee0zdju1nS0cvaP82gf9bAG4hoptQD/ifBvCZwDbTqN/p/xkRXY+69PNagv1kBgidJU+gXjVLCPtAvNqgP9vicocSpTqWRGelzBHhpn0vYnWpgBzpn1JkkBstevj4T78fR07PR9Keu+lZt0lTkUR7pqfAuJbQXsjqGSr1CCGWAHwOwGEA3wPwrBDiFBE9SkR3NzY7DOCHRPRdAEcATAohfphWp5n+xqTRykpYNvj1504sUbexbJr2VVkpgfpdsNSQbaSp8wtVPH30zUjac7erUQX1ej9R5gx07ZmOo8wSq8heamPbzSqcq4fJJC4rbv1IJ8+YYlWpbUGPKOSJ8MS97Tq6i6snWAvXJvmaCzYOG5NzJ44jyAWdqyfqk4e/vTwR9mxdY1UvOCzxnu61XnD1cOBnMo1NVa6wyksubcWBUC/wQlRP+6wKDiVflsiwQJF0f1XnKRjgTF+0X9q9qWdXqtoQPBfbN6yKLJelSRKBn1M2MJnGRm+NWwnLpSKVCYHW3D3+KlLS/eG3n4Yt/U+iSpgfVZrqYCoC00R2r6cpMKE6F/70EP2QpsEPZ+dkMk2YTu5aCUvlNddp60kQVkXKZP+LWyXMj+o8qeymAvq0Gb1iVYyCjfW2n8bPgZ/JNEF/eNxKWCqvuSpNgS63jJ+k4rLO/mdbJSzIaNHD3m1rQz31uuOann16waoYBdtx9cv4WephModqYk2mNAhWddIRnCCUEkaeCNtuHgWAZmrf+w6eUE4empb+y+0feHY2tkzkWr3MRJ4ID3/itpZJ7WA1LfmeqX2dbVRm6VRNaHbTBhr32LbnOo5VM0upnXlyl8kUyopWOQIILaspTVWhopb4U1Xtmnxutm0Vp5cj7P6QXfUr12P6iVpNKqzCmTye63kyVeiKW7krDq5V4WzbCBJnPEn0UcIVuJi+Q1nRalm0BV+T3mpa9m8i2ObE5rG2Clgye6Su+pWUowj6RUJU/x5zql4WZRxh6YT9qSB0+NNkPHbPRuW4k6jcFYck0iarZEAbuayTfUwSlnqYTOGioZ4rV5SPz3Gkl+Djvi4Nwf2aNQECdefOmEk6EGr7qU4KkMd3sXeaZIu5cgWbH33JqphMTYiWuQzXqmmd0MSTSpusu9YmuazTfUwKvuNnMoWLhloqespVpnEmXQmwWqUa1k9T4C0V2+vu2qyYTTIVgEsFMX9/VlrUDPbTifQFpjmSuCS1kjnNPkaBAz+TKWyXyxe8PISA8vG5OBzdmikAq8fvOKl/VTfHNlKA7blJi0q1Vl9xbFk1jYCOpC9IKiW0iqQkmjT7GAUO/EymUGmtU7vGMbWzvaKVLvPmwmKtpdqTKzaP37KfUVD120YKsDk3aVNeqLb1QSc/CXRmsVNSKaFVJCkjpdXHKLDGz6RGVPuaTmsNvqbL5ZNrBPyfWLlCK7nICku6/R+cPtm2XF8e07+kP8qqX9XjvW6Vrj8zpymFgPw/iepTgLnoOgAsLC41pQ9dpTPXSek4JJESWoXO5hkm0YTN13QbvuNnUqETWR51cktNiGZ2Sh0XF5ewfcOq0P1l3ycPzWLyudZqS6pKUTb4K2oB9XN1cXFJua0/M6dNxs1g2xJN8Sot224eVUoT2zeswuRzsy1zBKpT0CtZKsOIItF0O8OpDRz4mVTohH1NPj5HkXSqNYEjp+et91dZSqMStFFOHT4TqW3V+dRZNK9d4Tndgb/+w4pSmjhyel7b16D1Myt3t3GIItFkzbqpgqUeJhU6ZV+b2DymtVaGMVeuYOrwmURTH9sed92+F5vFuuNIM3PlCm5//OtNKUGb/qFiX8dAtgtcqeplkybbXyEtSJZWrbriKtFkzbqpggM/kwpRtdEkj2VDWEbKNClXqvidBGoE+DNHJpnRU7Ypfw5bQayyqQLqzJf9lOkySCc/+1FhqYdJhU7a1+JYKwFzRsq0WU6oHSklJJnR07QCWIXuwakXpI8kyZp1UwUHfiYVOmlfi2OtlAigbbm+KzJraKngoehd+dNynViNyrlyJXJGT1ObthKFzl7bC9JHkmTNuqmCpR4mNWy00aS034nNY5FKNUpUpQWPnJ53aq9cqdarbzUCoNTwJzaPOdssTTZRnTSVdKlGwK1YfXBVr7y2uh7ppKF+IEvWTRV8x890jaRtb1ElH91jeJT2/HG3XKli8tBsPcvnjvXKFbY5QPl6WAAPFvm22ScKxeGc1iIa5OLiUvPa+a+tjncvLWXK4jhIcOBnukbS2m+UbJZ5Iu1jePCRPZJtdFlg6vAZbabPJ3dvall5a3MMAeDqFUOx+gVcqfBlOl//8PZFqyyeQN0iK6+dzbyAPDdM52Gph+kaSWq/QcnIlpoQuO/gCdx38ESLNBNs74u7N+G+iA4cOZ7jb7yDH1XqC7XyRPjl8fe3rbxdt+9FqzbPL1RRHB6CgNudPgH44u5NzbEVvRzOXTCfbxeJaq5cwc37X1QWcYnbNpMcHPiZrpGU7U1lF4yClGaOv/FOS1GRZtH0iKwuFdqKnsjVwQBwYGJjcxy21lJCtHGuLHgt52qhmpSv6Aq2QR+4kg01y3p4P8JSD9M1krK92doNbaguC2VRkairdr0cYXLHem1xGP/rponQIFF6U/DyIGrPaBoFL0/KeQZXbLOhMsnCgZ/pGknZ3pK2BSY1SSqrdU1sHtO26X/dZhwlx3z4Uv+X5zYpu+fUznFM7RpPJBFbv9o6swxLPUxXScL2FmflbpqUK1U88GxdOjLZM2X2zRVeDhWF9FIqeDjx8B3N322soXkiPHHveFvR9SS+0uSXj5wnsM1Qasr42cspHXoRvuNneh6dVTJJ8hFlDanl37yqqN1GWllVQR9otUkCdjbTmhBNa6yNtdKFH19ewuShK5lKbYK+lyfs2bpGm/Ez69ks+w0O/EzPM7F5DCPD6Ty8Sgnqmqvitf/a/ELktBB+myTQblvVteuacsGW2rJAVTGDK2Wl4HfkaNHD1M5xHJjYqM34OUgpHbIAiQ5nJpRs2bJFHD9+vCvHZvoPl0LkLrzeyDaZVvsufGn3Jq38kYX+EVqLyPszekqZZ0xRUEb3JBJsj6lDRC8LIbbEaYPv+Jm+QGcBjbq4Kbiva5HxNDDJH1nI/OjvQ1BeknKQqqCMjiyc836FAz/TF+isoXu2rjHq/wUvj9s/cJ3yvT1b1zR/TjLrZVRM8odq/J3scrCwehLyUhbOeb/CgZ/pC3TW0AMTG9tSJch4Irf5ym98uKU4e54Ie7etbS6sApB41ssgMiNomD1SZ31Ujb+T0k+wsHoSFs20z/kgwxo/M5AE7YNSd1ZJD6WChwuXqtp88yoKXg6XqsvWq3AF0KKDX7y8pCyoMlr0MPPQHW2v+8dTKnoQAsaCLGkXn0m6/dGih4c/cRsADLztMwmNnwM/M3AEUzxkES9PqC2LtvQHXo6ai8IkruPJAaBcvf1eIkd1W61/FXXBy2cu133a8OQuw0QgSXtjnMljE9WaUN4xqzJauoynVPCwsuhpg36nisb4sT2Fy6I9dQbbPqPBK3eZniDJlZ1JpQjYu22tc7EWF3QP43PlStO+Oeawatmmv9euSK5mry1xRQd5PnSfC91nZ5BXC7PUw2QelZQR5xHftRpWt+hWEfheJvi50H12PvXBsZYMrKp9s0rHpB4iupOIzhDRK0S0z7Ddp4hIEFGsTjGMn6QLtsQtzt4puhn0e9VJGfxc6D47qgysgyQbhQZ+IsoD+DKAjwG4FcAeIrpVsd01AP49gGNJd5IZbJIu1h2lUtegIWWkJBkteih46U8r+j8Xus+ILr/QoGQKtdH4PwTgFSHEawBARF8F8EkA3w1s958A/B6AyUR7yAw8SRVsCbKwuBRrfxNE8bXrblIqeLh4OZnzEyxk70/lkAYCdTlvcsd67WfHlCl0ELD5+h0D4K8i8VbjtSZE9DMA1gghjHXjiOizRHSciI7Pz9vV8WSYpAq2SKZn5jD53CzOp7hAqJeDfg7Ajy5VE5nkzTcK0UiSzBSaz5E2gMkMn9s3rNKu6E7yM9VrxH7uIqIcgCcBPBC2rRDiKSHEFiHEllWrVsU9NDMgJFWwRTJ1+Iy2olaeqCNyRFyS0uCJgKJvvNLumYTFf2Q4jycCaw6iWmmDMtFo0cMTu8axsqjP51Op1nDk9Lx2RXeSn6leI9TVQ0QfBvCIEGJH4/f9ACCEeKzx+0oArwJ4t7HLTwB4B8DdQgitbYddPUxS+G15KwseiOrL/XUWvSxksswKqgyYtgXfVfgto1JOKRU8VGvLuLgYfe0EAUorps2TAwHN1cwXKu2fi16zdSbh6rHR+L8F4BYiugnAHIBPA/iMfFMIcQHA9b5OfQPAfzAFfYZJiqBdzy9PyMd9oDWPTFYrdnWDoKbtUvBdRbCgPGBOHWGLv0DL8TfeabNihu3rl/X8nwsALZ8f3Wem3wh9phVCLAH4HIDDAL4H4FkhxCkiepSI7k67gwxjIkw6UFn00q7YlVQh8rRRadpJlWdMC50VM0o7uiI1g2DrtFq5K4T4GoCvBV57SLPtL8TvFsPYYWO/C24j7+S+8NennCZ4c1RPGzBa9Iz7Te0cBwDcd/CEddudJCib+DGdz4KXwwovn+qkuMT01GEq9Whb/xcwj7XfbZ2csoHpaWxkG5VFL1jkPWw1b7CC1DPHzmoDTFYDPlAfx56ta3Dk9DzuP3gCU4fPYPuGVXjxOz8IDehXDXVm0VueCK8+dpf2muiCe6ngYeSqIWsZT34uVNvniDA9M9e3ck/27QsMYyBsFa6tRS9M/glWkLK9q8wasvi7vwLW00fftLqLL1eqHbnb33bzKABzcZ3g616OcHFxyTroy8+F7vPjL1bfj/AdP9PTyDsyF1ePqR1X+ScpXJKt9Tuv/7B+HoLX1n89t9x4XcvrC4tL1tdtTPG5eODZ2bYvc6n19+NdPydpYxgFnbZ8umjTg4C0hQYL5cgv98WlGhaqywDq6wVcrKJjpUJLwZoLlarxWo/6tot6Y5EkXIiFYVKiVzJ4Mm4knfG0Gxk9uRALw6REr2TwZOxJI811r1o/OfAzjIJgBk9ZactfFD37Tn3Gf93S0jZ60frJk7vMwDE9M4dHXjjVsqK0VPDwyN23tTyy+y2fD06fxDPHzjZdMEDd115p6My9jrR5+lfedoKrhnJYXLIrSu9CqeDhxMN3tKRjSGseRWUXznoaCA78zEAxPTOHyUOzqAaykJUrVUwemgXQvlT/wemTyoCoC/oya2TwGFnm+qs966BPjX9JfOVdXkrni/NHl6p4cPpkS2qHNIK+yi4cTCOSxTQQLPUwA8XU4TPagKwqZA4Azxw7q9hazzVXDWFq13hqhdjT4J9+vGi1XdHL4Yu7N+HJ3Zusi6R3g2UBbWqHsOtier9U8DBa9IwZPXshDQTf8TMDRZgeq3rf9U7xQqWKic1juD/DK3hdUWXxzPr4dNdtWQjtRC813ldBAE48fEfocZOuGJcGHPiZgSIsxYNKr3V1gwjES22cRYJj6oEcdFpMqRps3rNpP42KcUnCUg8zUEzuWK/NnOkFqkUBdb0218tRLiWWRXeLwftxuTymVA0279mQdMW4NOA7fmagkHqsjasHqOu1tR6apO1lorpurl1RX02rS9mQJ8KyEEp3jcl5E9WVY0o1kRV45S7DKEi7IDjTzuuPfzyyRBaW60imaTClXEjbgplU+52qwMUwA0XQjsekj3TSRL3rnytXjHMx8ktBV6ENSLcSV9YsnqzxM0yAqAXBmejs2bqm5f8oRNEuOlWJK2sWTw78DBPA1Xa3d9talApeSr3pf/ZuW4sDExsBoPl/JzlXrqRuwcyaxZOlHoYJ4FKMPU+Erxx9E6tLhebk8KYvvJRIgfFB4emjbyaWKiKKVFTwcri8JJT7rS4VEtHms2bx5Dt+hglgsnwGqQnRrGS1//mTeHD6JC4uLqXbQUaJrM5lqqSmYqG6rP2yWPeeAvY/f7KlYlmUylxZs3hy4GeYABObx3D1CvXDcJ4IBPWy/kq1hmeOnUW1xvbPpBkterj9A9e1TALf/oHrmllSZfqEAxMbMTKcnJBx9LXziWjz/myvpnQPnYLtnAyjQFeBS6Yu6HSFrkFGm16BACHqazD8Fs1OWHBVKSw6BRdiYZiU0Gmv8vUsLb/vd3RfsPKeVRaBl1JMkugStvX69efAzzAKwjRZrtDV/8g5gyxp80nBrh6GURC27F7+f19CGSqlbMF0F+kKGvNd7y03Xpfp9AtRYI2fYWIQtyj7WKmAb+77SPP3zY++pM05w6QHEfDFezcZA3pWqmqxxs8wXSaO5OPlW7OBTs/M4d1LbAVNC5NDVwhg8tCs1qYpUy7EtXVmBQ78DBMDadNzrbY1WvQwtXO8LRtkL5VrzDr+KzJa9HDtCvPqal0FNiB7KRfiwlIPwySAi73TbwX0ywcc8pOHAJSKHoSA9Wpqqe8DsLo2MvNnp7J9cnZOhskILv5xaQXkLKDpI6DP069jrlzB5KFZgGC1GE9e905m+4wLSz0MkwAqrd/LU1vqB78VkLOAZpfqsoi0ArtT2T7jwnf8DJMAOvun6jW5bdKZGaPmsmeSxXRds1JwnTV+hukSrlbQMUMh8DBcC8Yz0TFdp9Gih+LwUCzdn+2cDNPDuFhBZSH4qPZRR9PRwENAaJZPL0dt25gKtnt5wruXljJhCeXAzzBdIpix0WQJvXrFECY2j7Xs4wK7RN2Z2jmuvSZ5IkztGsfUznFlxk1VNs6R4aE2u263dH/W+Bmmi8ggAdQtoTrKPmeK3IczhKaHQP08369JyVETdc//9g2rtG34ry2gv77d0P2t7viJ6E4iOkNErxDRPsX7v0NE3yWi7xDR/yaiG5PvKsP0N6aMj6r3ej1DZNaZnpkznuO5cgVPH33TWropFdULyHSvp0lo4CeiPIAvA/gYgFsB7CGiWwObzQDYIoT4aQDPAfj9pDvKMP3O5I71Sl1Z6vuq7W0KhdlWE2NamTp8xnlOxSTd6Hw03fDX2NzxfwjAK0KI14QQiwC+CuCT/g2EEEeEEAuNX48CuCHZbjJM/zOxeQxTO8cx6rsDLBU8TO0aVzo/JjaP4cl7N6Hotf8ZS216rFTA1K7x9Drdx5wrVyLNqeikmwualcO619PERuMfA3DW9/tbALYatv83AP5G9QYRfRbAZwFg7dq1ll1kmMEhqAvbbi/TA8yVK8rUwvK9OOSodyaJk+rruoYuPzKct7bE6gq0Z6ngeqKuHiLaC2ALgCnV+0KIp4QQW4QQW1at0k+KMAxjjz9zJIDmIi6/5hwmWahWGQff76WZ5GURbscMwz/ci4s1q+EXvDy2b1ilzOS5fcOqzBR1sQn8cwDW+H6/ofFaC0T0SwA+D+BuIcTlZLrHMEwYptQPUnMO2gtLBQ+jRa9pNZzaOY6pXePa90eGh7DcwTElwcjwkJVVNip5IuzdtrbNznnk9LwyXcOR0/OZKbhuI/V8C8AtRHQT6gH/0wA+49+AiDYD+C8A7hRCvJ14LxmG0RJmB5TvB2UkvxwhJzL9RWH8mKymWaVcqWLkqiEIIJVUFstCYMuN1+HI6fmW13XXQ84Z9ESSNiHEEoDPATgM4HsAnhVCnCKiR4no7sZmUwCuBnCIiE4Q0Qup9ZhhmBbCNGLV+66FRXrROkqIlt7C9ulgZcFTnkOdPTNL59BK4xdCfE0I8ZNCiA8IIX638dpDQogXGj//khDifUKITY1/d5tbZBgmKUz6vU5Dds0eObljPVzFkk7YSL0cIa85TpR7fFlgPazvBS8PIijPoRDIjJavg1M2MEyPE7Qc+q2cOg3ZJEfojuEaSNO2kUqr6hO72i2wru34NfcDExsxtWu8pZ2R4TxKBa9lu7Imz/+FSjUzWr4OTtnAMH2Aq3assxbmiDA9M6dsa8yh2MxYqRBqI9WlkQ7LQiptqlOHz+D+gyewulTAw5+4raXPtplP80TaDJkjVw3hQqWK1aUCtm9YhSOn51s89yZ7Zla0fB18x88wA4hOHqoJodX6bVex+mUN02rkPVvXaCWRyR3rlXKLlyetXdLfZ9u+qsarmv9QpWbIkj3TFQ78DDOAmIrE67R+m8LyQVnDtBr5wMRGrSQysXmsTW6RBep1dkl/n3Xyl4rgvjaV0bJmz3SFC7EwzACjy/DpLwifxD6SJAqQxzm+zb62WU9tjpcGXIiFYZhY6CyGrplCw/YB3C2kSR/fdl9b22WW7JmucOBnmAFGpYWH6dRR9gHcLaRJH992X5v5gV7R8nWwq4dhBhhdkXiT/BJlH8DdQpr08W33VW0jXT1xJKoswRo/wzAdQWexHCsVtKkigGTmBfoJ1vgZhukZokg0Sc0LMK1w4GcYpiOoCpCH2R+TmhdgWmGNn2GYjuG6ojWpeQGmFb7jZxgms8SxbjJ6OPAzDJNZ4lg3GT0s9TAMk1niWDcZPRz4GYbJNFnPdNmLsNTDMAwzYHDgZxiGGTA48DMMwwwYHPgZhmEGDA78DMMwA0bXkrQR0TyANyLufj2Af06wO1mAx5R9+m08AI+pFwiO50YhxKo4DXYt8MeBiI7HzU6XNXhM2affxgPwmHqBNMbDUg/DMMyAwYGfYRhmwOjVwP9UtzuQAjym7NNv4wF4TL1A4uPpSY2fYRiGiU6v3vEzDMMwEeHAzzAMM2BkIvAT0Z1EdIaIXiGifYr3ryKig433jxHROt97+xuvnyGiHbZtpklK43mdiE4S0Qki6niV+qhjIqL3ENERInqXiP4osM8HG2N6hYj+kIioQ8ORx09jTN9otHmi8e+9HRqOPH7UMX2UiF5uXI+Xiegjvn26dp1SGk+vXqMP+fo8S0T/yrbNNoQQXf0HIA/gVQA3AxgGMAvg1sA2/w7AHzd+/jSAg42fb21sfxWAmxrt5G3a7KXxNN57HcD1PXiNRgD8HIDfBPBHgX3+DsA2AATgbwB8rA/G9A0AW3rwOm0GsLrx808BmOv2dUpxPL16jYoAhho/vx/A26in1neOd1m44/8QgFeEEK8JIRYBfBXAJwPbfBLAf2v8/ByAX2zcdXwSwFeFEJeFEN8H8EqjPZs20yKN8XSbyGMSQlwUQvxfAJf8GxPR+wFcK4Q4Kuqf5L8AMJHmIAIkPqYMEGdMM0KIc43XTwEoNO48u3mdEh9PR3ptJs6YFoQQS43XVwCQzhzneJeFwD8G4Kzv97carym3aQz8AoD3GPa1aTMt0hgPUL/ILzUeWz+bQr9NxBmTqc23QtpMkzTGJPmzxuP4f+ywfJXUmD4F4NtCiMvo7nVKYzySnrxGRLSViE4BOAngNxvvO8e7LAR+xo6fE0L8DICPAfgtIvr5bneIUfIrQoiNAP5l49+vdrk/ThDRbQB+D8C/7XZfkkAznp69RkKIY0KI2wD8LID9RLQiSjtZCPxzANb4fr+h8ZpyGyIaArASwA8N+9q0mRZpjAdCCPn/2wD+BzorAcUZk6nNG0LaTJM0xuS/Tj8G8JfooetERDeg/tn6NSHEq77tu3Wd0hhPT18jiRDiewDeRWP+wqLNVroxwRGYyBgC8Brqk5lyYuK2wDa/hdbJjmcbP9+G1snQ11Cf6Ahts8fGMwLgmsY2IwD+FsCdvXCNfO//OsInd+/q5TE12ry+8bOHuj77m70wJgClxvb3KNrtynVKYzw9fo1uwpXJ3RsBnEM9c6dzvOvIYC1Oxl0A/h71menPN157FMDdjZ9XADiE+mTn3wG42bfv5xv7nYHPbaBqs1fHg/ps/Wzj36lOjyeBMb0O4B3U71DeQsNxAGALgP/XaPOP0FhJ3qtjQv1L+WUA32lcpz9Aw5WV9TEBeBDARQAnfP/e2+3rlPR4evwa/WqjzycAfBvAhKlN0z9O2cAwDDNgZEHjZxiGYToIB36GYZgBgwM/wzDMgMGBn2EYZsDgwM8wDDNgcOBnGIYZMDjwMwzDDBj/H1reecxcW4YQAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD4CAYAAADiry33AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAABJ+klEQVR4nO3dd3gUVd/G8e/Z9EoghZAOISGEDqF3QXqRJmAHAUGxvKI+2B9776CAithQkCYgRZDeCZ0ACaGEFEISIJDe9rx/7IKRByGEzc7u5nyuK5fZ3dk5v8niPbNnZs4RUkoURVEU26XTugBFURSlaqmgVxRFsXEq6BVFUWycCnpFURQbp4JeURTFxtlr1bCPj48MCwvTqnlFURSrtGfPniwppe+tvEezoA8LCyM2Nlar5hVFUaySECLpVt+jum4URVFsnAp6RVEUG6eCXlEUxcapoFcURbFxKugVRVFs3E2DXggxWwiRIYQ4/C+vCyHE50KIRCHEQSFES9OXqSiKolRWRY7o5wB9bvB6XyDC+DMB+Or2y1IURVFM5abX0UspNwkhwm6wyGDgB2kY73iHEMJLCFFHSnnWVEWW958ft3FZ2plgTeL6j8T/LieueV4AQgiEEOgECJ1AhzD81/g8gBDGt115bHwfgE5neK9Op0MnhPGxuLKo8b3XrAfD60JwdVmdEMb3c7Weq89dWU7397pMxVCHsY2rfw+utiuEocW/6yy3DH9v599/nr8rvPo3uPr4778f4u+/o+4661KqAQFOdjqcHexwstfhbPxxsjc8ttOpfxDXMsUNU4FAcrnHKcbn/ifohRATMBz1ExISUqnGLpYImkb6Veq9tkoCZQBSGh6g5hgwBYHAxPtHxQwc7QRO9naGHYCDzrgz+Hun4OJgRy1XB2q5OlabnYJZ74yVUs4CZgHExMRUKo1mjW1vsnr0ej16vZ7SUj16CaVlZej1ktIyPXqpR6+HsivP6fXo9ZKyMj3FJWXk5hVy8XIel/IKuZRTQE5eEZfzCsnNK+JyXhF5BYXk5heTW1BEXn4xeYVF5BeWkF9QTF5hMXq9BAQODjpq+3jhW8uDmp6uuLu74OroQIm+jIKiEgqKyygqKqGwuJTC4lKKS8vIySviYk4BQuhAp0MIHY6O9vh4e+Jdw50aNdzx8nTFw8MFd1cXXFyckAiKS8soLtNTVKKnuERPcWkZBSVlFJfqKSouo6hET1FpGYXG/xaX6CksLaOs7DofVbmj9qtH6jqBu7M9rs4OuDvZ4+psj5uTPS6O9rg62ePiqMPZyfBcYC1X/L1csNMJJKA37qT0AFIi+Xu/JaX8x+96aVi+VC/RS0mZXlKm55rH17wuDcuUGT/LK6+X6iWlZeV+1+uveWz492BY163/G3O0E1ePPF0c/g4fDyd73J3s8XC2x9PJHndnezyc7Mr9bo+nsz0Odup6iWtJKSku01NYavi3XFhq+HdaVKqnsKTc78afnMJiw7Kl+n8cAukEeLs64uvuiK+7E75ujni7OWCvs72/uSmCPhUILvc4yPicxdPpdOh0OuzNPBBEUXEJR0+mczA+hQPxqRyMT+FgQjKXcwuNdQkiQ2vTtEEg7ZsF0zQykKYNgqjt7Xl1HQWFxSSlXeBUahanUrI4lXqe0ylZnE5LIS42i7yC4n+06e/jSVigD2GB3kSG+tGrYzQto0OudovcSKlx51BYUkZhSRkFxWVcLighp6CES/lX/lt89fHlgr9/zmXlXV32ckEJ5Sc0c7TX0TCwBs1Ca9Ik1IumoTWJCvDEycEUXXOmd2WnUWwMjStBYvi7GAKmsKTcc/94rdzrJWUkZxeSU1RKTmEppTfYgzjZG3YKHsYdgYeTPTVcHKjv60Z0bXeCvJwr9BnaEiGEsZvGDpwr/r4rO4j8Yj1Z+cVk5haRmVvMifP5HDmXCxjCv5arI75uf+8AfFwdsLfyHa6oyFSCxj765VLKxtd5rT8wGegHtAU+l1K2udk6Y2JipBrr5m9SSpLSzv8d/PEpHIhPITn94tVl/H08aRoZREzjUB4Y3J7QgFr/uq7Mi7mcSsnidOp5TqdmcSrl/NWdQsq5bKSUBNb2YmC3pgzq3oxOLevjUMUBq9dL8opKOXepkMNnsjl45iIHky5y6Ew2l/JLAHCwE0QF1qBpaE2ahBjCPzqoBs4WGv63S0ppPOosvRr8OUVl5X7/+7+5RaVcLizlQn4JecVlAHg629OwtjvR/h5E+7sT4eumvgXcIiklOUWlZOQWk5n39w6gsFQPGHrvark6GI763R3xc3fEz90JnUY7WCHEHillzC2952ZBL4T4BegG+ADngFcBBwAp5QxhOJyYhuHKnHxgjJTypgmugr5iLlzK41BCKgfiUziUYNgJHE5MA2Bgt6ZMvqc7HVuG39JR3fnsXFZuOszSDQdZu/0oBYUl1PR0pW/nxgy6oxk920fh5uJUVZv0P6SUnMnK40BStjH4L3IwKZuLeYZvJXY6QYMAz6vh3yKsJs3CalWb/tVr6aUkJbuQo+k5HEnP5ci5HNIuFQFgrxNE+rnRsLYh+BvWdqeGi4PGFVsfKSW5xWVk5hYZdgC5xWTmFVFQYgh/Fwcd4d5uRPi4UcfTyazfqqok6KuKCvrKS06/yKz5m/h24VYuXs6neVQQj47uxojerXB2urX/qfMLilm74yhL1x1gxabDXLycj4uzAz3aNWRQ96b069IYby/3KtqSfyelJPl8PofOGML/YNJFDiRd5EKuIfy9PZzo3awOfVsE0rmhn80e8VfUxfwSjp4zBP/R9BwSs/KvdgkFeTkbjvhruxPt705AjerX3WMKUkryiss4m1PEiaw8ki4WUKqXuDnaUd/Hjfo+btR2d6zyv60K+momv6CYX1bsYvrcDRw9mY5fLQ/GDe/E+BGd8ffxvPkKrlFaWsbWfSf4fd0Blm04SEr6RXQ6QaeW9RnYvSkDuzX71+4ic5BSknaxgN2J51m1P421h86SW1iKm5M9dzT2p1+LAHo0qYOnqzqCLSrVczwzjyPpORxJz+HouVxyiwzdPTWc7Wng506D2m408DN097g7aTZiudUqLtNz+kI+icbQ10vwcLInwseV+j5u+LhVTeiroK+mpJSs3xnP9F82sHJzHPZ2Oob3bsljo7vRqlFopde572gyy9YfZNmGA8QlGq6WbR4VxKDuzRjVrzV1g3xMuRm3rKikjK3xmazcl8qq/WlkXi7CwU7QKcqPPs0D6NM8gNpeLprWaCmudPccMXb3xGfkkpJdePX1IC9nQ/j7GcI/rJaL1Z+ANKei0jJOXSjgeGYeydkFSMDL2Z76Pm5E+LpRy9XRZG2poFc4cSaTL3/dyA+/byc3v4j2zevx2D3dGNy9Gfb2le/eSEzKYNnGgyxbf5AdB04hpaRDi3DuG9CWoXe2oIaHtoGq10v2nDzPyv1prNyXxqkMw1UUrerVom+LQPq1CKBebQ9Na7Q0uUWlHM/MIz4jj/iMXBIycskuKAUMl4XW93X7R/j7mqFbwhYUlJRx8nw+x7PySL1k2JnWcnUgwti943Wb50xU0CtXXcop4IelO/jq142cSskiyL8mj9zdhbFDO1CrhtttrTs5/SK/rtjNz8t3En/qHM5ODgzo2oT7BralR7uo29qhmIKUkvi0y6zcl8bK/WkcTDJcuRRZx5N+LQLo2zKQpiFeKrSuIaUkI7eY+HOGI/74jDxOZOVRbLyPwsvFgQZ+bkTVdqd3lK86yVsBecWlnDifT2JmHmdzDCfMfd0caR9Wk+BKfttUQa/8j7IyPSs3H2b6LxvYsCsBF2cH7hvQlqnj+xDg53Vb65ZSsufIGX5atpPfVsVy4VI+tb09GNm3NfcNbEuTyEDTbMRtSjmfz6r9qazcl8aO41mU6SX1/NwZ0jaYIW1CqO+vjvT/TWmZnlMXCq4e8cdn5JGSXYibox2jWwUwoFFtdTlnBeUUlZKYlUdiVh6d6taijuct3ARQjgp65YYOH0/ly1828vPyXdjb6Xj6oZ489UAPk1xKWVxSysrNcfy8fCerNsdRUlpG08hA7hnQhlH9Wv/jZi8tXcgtYtW+NBbvTmbLsQykhKahNRnaJpjBrYOpU1P16d/MmYsFfLP9DHuSLxHg6cTYdiG0C1PfkMxFBb1SIadTs3jp86Us/HMvAX5evD55IKP7t0Znolu/sy7m8tvqPfy8fBd74pKws9NxZ/uG3DuwLQO6NrnlS0CrSnp2AUtjU1i08wz7T19ECOgQ6cvQtiH0bxmIl5vpTqDZotgz2Xyz/QzJ2YU0DfBgXPsQwn1ur1tQuTkV9Mot2b7/JM99tJDYw0m0aBjMu08PoUtMpEnbOHriLHP/2MXcP3aTlpFNDXcXhvduyeP3dqdBXX+TtnU7TqTnsHhXMot3neHEuVwc7XX0aOzPkLYh3Nm0Di6O1fs6/X9TWqZn1dFMft6TSk5hKXdG+XJ/60CTXmWi/JMKeuWW6fV65q/ew8ufLyUl/SIDuzfl7Sfvon6oaUcILSvTs3F3Aj8v38WitfsoKi7lrh7Nee7hXjSPCr75CsxESsnBM9ks2nmGJbuSOXepEDcne/q1DGRom2A6N/RTlx1eR05RKb/uSWVZXAaOdoK7WwRwVxN/HO3V38rUVNArlVZQWMwXP6/ng9l/UlhcwsSRXXl+fJ/bvkLnejIu5DDt5/XMnL+Jy7mF9O4YzXPjetOhebjJ27odZXrJ9oRMFu08w/I9qVwuKMHHw4lBMUEMigmiTX0fdNV0GIZ/k3qpkNk7zrDjdDZ+7o6MaRtM5/Baqv/ehFTQK7ctPesyb3y1nDlLtlPD3YUXHunLhBGdcXQw/Z2T2Tn5zJy3iWk/byArO5dOLevzn3G96dEuyuKCoaikjHWH01m0M5k1B9MoLNFTu4Yz/VoGMrBVEG0jfKrt2DvXcyD1Ml9vS+LUhQKi/d0Z3z6ESD/zD6Vhi1TQKyZzKCGVqR8vYt3OeOqH+PL2U0MY0K1JlQRwXkERsxdt49Mf/iItI5uW0SE893BvBnZrYrITxKaUW1jC2oPpLNuTwrrD6RQUl+Hr6XQ19NtH+qrQx/CNaG18Jj/sTiW7oITuEd481CYYH3fVf387VNArJiWlZPWWI0z9ZBHxp87RJSaC96YMrbI+9aLiEuYu382Hc/7kZHIWDev58+zYXozo3Urzm7D+TV5hKWsPnWXZnhT+OmQIfR+PK6EfSPtI32rfp59fXMZv+9JYfCgdnRAMb1aHu1vUqfZ/l8pSQa9UiZKSMmYv3sobX/3BhUv53D+oLe8+PZSanq5V0l5paRkL1+zjg9mriUs8S1igN1MeupP7B7XFydEyLs28nryiUtYdTmdZbAprDp6loLgMbw8n+rUIYGCrIDo0qN6hfy6niO92JLP55AW6hNfimTvC1TefSlBBr1Sp7Jx83vtmNdPmrsffpwaz33iAzjERVdaeXq9nxabDvPftamIPJ1HHtwZP3n8H44Z3Mut4+ZWRX1TK+rhzLItN4c+DaeQXlVHL3ZG+LQIZFBNE5yi/ansid+H+s8zemUzvKF8e7xJmcedjLJ0KesUsYuOSeOj5OZxMyeLZsXfy0iP9q3R2KiklG3Yl8P7s1WzYlYC3lxsvPtKPccM6VfmsWKZQUFzG+sPpLN+TwuoDZ8krKiWyjieT+zRgSJtgHKrhJYg/7Eph3r40hjb1Z2y7YBX2t6DKgl4I0Qf4DLADvpFSvnvN66HAbMAXuADcJ6VMudE6VdBbt9z8Ip55fwHf/76dVo1C+f7thwgP8a3ydncePMVr05ezflc8UXX9ef+ZodzZIbrK2zWVwpIylu9JYdqqeI6lXiawlgsT74zkns51catGY8JLKZm57QzLDp/j/taBjGppGeMiWYOqmkrQDkgA7gRSgN3AaCnlkXLL/IZhTtnvhRB3YJhO8P4brVcFvW1YtGYfj70xl5LSMj7+zwjuH9Suyo/OpJT8sfEQUz9ezInkTPp0asS7Tw+xqDttb0ZKyV+H05m2Mp4dx7Oo5e7I2O71GXtHOLXcLbtbylT0UvLphpP8lXCeRzqEMKiJ9Xx+WqqqoG8P/FdK2dv4+HkAKeU75ZaJA/pIKZONc8heklLecBQrFfS2Izn9IuNe/oFNsccZemcLpr00uspO1JZXXFLKl79s5J2vV5JfWMyEEV148ZG+VXKTV1XanZjFtFXxrD5wFhdHO+7rXJdH7owkyLvq/4ZaK9NL3lmTyPbTF3mqW13ubFD13wqtXVUF/XAMIT7O+Ph+oK2UcnK5ZeYCO6WUnwkhhgILAR8p5fl/W68KettSVqbn4+/X8vpXy6nt7cl3bz5YpSdqy8u4kMMbXy5n9uJteHm48NLE/lbTf1/esdRLfLk6gUW7zgAwpE0Ij/WOJCqwhsaVVa2SMj2vrUrgQOplpvasT8d62k1XaQ20DPoAYBpQF9gEDAMaSymzr1nXBGACQEhISKukpKRbqVWxArFxSYx5YQ4nkrN4ZsydvDyxak/UlncoIZXnPlrIhl0JVtl/f0XK+Xxmrkngp82nKCguo3ezOkzu04DW9bWdurEqFZaU8dIf8RzPzOOVPhG0CvbSuiSLpVnXzTXLuwPHpJRBN1qvOqK3XdeeqJ3z1oMmHyTt30gpWb7hEFM/WcTJ5Cyr7L+/4kJuEbPXneDbdYlczCumXYQPj/VpQM8m/jZ5lUpuUSnPLztG6qVC3ujXgEZ11IQw11NVQW+P4WRsDyAVw8nYe6SUceWW8QEuSCn1Qoi3gDIp5Ss3Wq8Ketu3aM0+Jr/5C8UlpXz03AgeGFz1J2qvKCou4atfN1l9/z0YbsT6ZcspvvozgdQLBTQKqsF3j3UgxAbHfs8uKOE/S49yIb+EdwZEUd/X9rbxdlXl5ZX9gE8xXF45W0r5lhDidSBWSrnU2L3zDiAxdN08JqUsutE6VdBXD1qdqL3CVvrvAUpK9SzelczL8/ZTu4YLy6Z2o4YNjvuemVvEs78fpahUz/uDGhKsZv36B3XDlGKRtDxRe8WhhFSe/XAhG3cn0LCePz+8O4bGEdZ57faWYxmM+nQz7SN9mftEJ5u84Sr1UiHP/X4UOx18MDia2h7V45LTiqhM0NvevxDF4tjZ6Xh2bC/Wz5mCi5MDfR75nLnLd5m1hiaRgayc+TjzP57Axcv53DHmE1Zvibv5Gy1Qpyg/Pry/FZuPZvCfn/ei1cFaVQqs4cyb/RtQWKLnxeXHuJBXrHVJVk0FvWI2MY1C2f7LVLrERDDulR/55Q/zhr0QgoHdm7L5p2epF+TD0Cdn8OUvG8xag6mM6hjGU/2imLvlNNNWxWtdTpWo6+3K6/0acDG/hJdWxJNTWKp1SVZLBb1iVu6uTiz8dCJdWxvDfsVus9cQVLsma2f/H/06N2bK+wv4v3fnU1paZvY6btdzgxtxV+tg3lp0mN93J2tdTpWIqu3OK30iSbtUyCsr48kvtr7PyRKooFfMztXFkYWfTqRzqwjGvfwDv640f9i7uzrx60fjeeK+O5gxbxPDn5rJ5dwCs9dxO3Q6wadjYmgd7s0Ts3cTe+Jf70+0as0CPZnasz6JmXm8vjqBolK91iVZHRX0iiZcXRxZ+NkjdG4VwcMvaRP2dnY63psylC9eHMXaHce4Y8zHJKVdMHsdt8PZwY7vHutAnZouPDh9G0mZuVqXVCXahdVkSvd6HE7L4Z01xyktU2F/K1TQK5pxc3Fi4WeP0Kllfc3CHmDc8E78Pm0SKenZdH3gA3YdOq1JHZXl4+HET090oqxMz32fbyXbRk9cdovw4dHOYew+c4lf9qZpXY5VUUGvaMrNxYlFn0+8GvbzVmpzyW2Pdg1ZP+dpXJwd6T3+Mxau2atJHZVV39+D2Y924HRmLg9/tZ1iG+3e6BftR89IH+bvS+PYOdv89lIVVNArmrsS9h1bhDP2pe+Zv0qbsG8YXodNPzxD86hg7ntuNu9/u9qqLl3s0MCXjx6IYWt8Js/+uMeqar8VEzqE4O3myEfrT1BYok7OVoQKesUiuLk4sfiLSXRoHs6YF7/nt9V7NKnDt5YHK2c+zsi+Mbw6bRkTXv2JouISTWqpjLs7hPL0gIbM25bEZyuOaV1OlXBzsufp7vVIu1TE7B22ebWRqamgVyyGm4sTS6b9HfYL/tSm+8TZyYHv3nqQlyf256dlOxkwaTrns62nm+DZQdEMbRPMu0viWLLLNoOwaYAndzWpzR9HMtiTnK11ORZPBb1iUa4c2bdrWpeHXpijWdgLIXjhkb7Mefshdh8+TdcHPiLh9DlNarlVQgg+eSiGtvW9efK73exKzNK6pCrxYJtgQmq68NmGU+pmqptQQa9YHHdXJ5ZMe/Rq2Gt5YnRk3xhWznyCy7kFdHvwIzbFJmhWy61wMl52GVjLlYemb+NUhvV8I6koR3sdU7rXI7uwlC+3nNa6HIumgl6xSFfCvm3Tujz4vLZh3755PTb9+Ay1vT3pP2ka3y/Zrlktt6KWuxM/PdERKeG+z7dw0QYvu6zv68Y9rQLYdOICGxNt84YxU1BBr1gsd1cnfi8X9ovW7NOslrBAH9Z//zRdYyKZ+NrPzF60VbNabkW92h5892h7ks/nM+bLbRTZ4FUqI5oH0MDPjS+3nCbLBndmpqCCXrFo7q5OLPliEm2ahPHA89+xeK12Ye/l4crizyfRq0M0T7w9j792HNWsllvRLtKXTx6MYUdCFlN+sL3LLu10gind61FSJvlswymb2z5TUEGvWDwPN2d+n/aoRYS9g4MdP743huh6dbjn2W+JS7SOOzSHtQvh2UHRLNhxhk/+sI4d1K0I9HJhbNtg9qZcYsWRDK3LsTgq6BWrcCXsYxoZwn7NtiOa1eLp7sLCzyfi6uzIkMe/4mzmJc1quRVPD2jI8HYhvP/7EbYctb0w7N/Ij5ZBnny7I5nUS4Val2NRKhT0Qog+Qoh4IUSiEGLqdV4PEUKsF0LsE0IcNE49qCgmZQj7SUTXq8O9z83mUEKqZrUE+9dk0eeTOJ+dx/CnZpJXcMOZMy2CEIIPH2hFQE0X3lly2Oa6OIQQPNmtHvY6wcfrTlCmt63tux03DXohhB0wHegLRAOjhRDR1yz2EjBfStkCGAV8aepCFQX+Ppr2cHNmyBNfkZaRrVktLRoG88O7Y9h3NJmHXvieMisYUdHZwY7/G9CQPScv8NfhdK3LMTkfN0ce7RzGsYw8ftt/VutyLEZFjujbAIlSypNSymLgV2DwNctIwNP4ew3AOjouFasUVLsmiz+fyKWcAoY9OYPcfO2Opvt3bcIHzwxj+YaDvPDpEs3quBWjOoQR4uPG+0vibO6oHqBbfW+6hNdi7p5UTmTlaV2ORahI0AcC5e+jTjE+V95/gfuEECnACuDx661ICDFBCBErhIjNzMysRLmKYtC0QRA/vTeWQ8fTeGDqbE1niHrsnm48Orobn/+0jpnzN2lWR0U52Ot4ekBDDp7JZuU+2zwme7RTGDWc7flw3UmbHcnzVpjqZOxoYI6UMgjoB/wohPifdUspZ0kpY6SUMb6+viZqWqmuendqxCf/GcHKzXE88+FCTY9O358ylP5dGvP0e7+xarPlTzo+vF0I4bXdeX9pHHob7Mv2cLbnya51OXOxgB92p2hdjuYqEvSpQHC5x0HG58p7GJgPIKXcDjgDPqYoUFFuZPyIzvzfgz2ZOW8TX/y8XrM67Ox0zHlnDE0jA7l/6mwOxlt2uNjb6XhmYDTHUi+zNNaya62smBAv+kX7seRgOofSLmtdjqYqEvS7gQghRF0hhCOGk61Lr1nmDNADQAjREEPQq74ZxSzefGIQQ3q2YOrHi/l93QHN6nB3dWLhZxOp4eHCkCdmkKrhieKKGNw6mKhATz5cdsRmp+Z7uF0w/p5OfLz+ZLWeWPymQS+lLAUmA6uBoxiurokTQrwuhBhkXGwKMF4IcQD4BXhI2uJZHsUi6XQ6vn3jflo3DmXMi3M0nQowwM+LRZ9N5HJuAcM1PlF8Mzqd4NlBjUhMz2HhzjNal1MlnB3smNK9Hll5xczalqR1OZoRWuVxTEyMjI3VZiYhxTZlXMih24MfkZtXyKYfnyEsULvew9Vb4hj65Az6dGrE/I8nYGdnmfcmSinp9eZfXMovYesbvXGwt8w6b9f3u5KZv+8sL/WOoH1YTa3LuS1CiD1SyphbeY9tfqpKteRXy4MlX0yitEzPXY9/xcXL+ZrVYjhRfDcrNh3muY8WaVbHzQgheG5wI85k5fHrttNal1Nl7mkVSD1vV77YeIrsAuuZMcxUVNArNiUyrDbzPhrPyeQsRk35muIS7SakmHB3Z5647w6+/GUD0+du0KyOm+nZxJ9W9WrxyfKjNjsHq4Odjil31COvuIwvNlW/gc9U0Cs2p3NMBDNfu49NsceZ9NpcTf+nfvupuxh0RzOe/XAhyzcc1KyOGxFC8J/BjUi7WMBPm05pXU6VCavlygNtgthxOptlcdYxW5ipqKBXbNLofq15ZVJ/5v6xi7dnrdSsDjs7Hd+9+SAto0N48Pk57D1imSc9Ozf0o32kD5+vPEZ+ke1OyzekqT9tQr34etsZDqRWn0suVdArNmvq+D7cP6gtb85Ywc/LdmpWh6uLIws+fQRvLzeGPTmD5PSLmtXyb64c1WdcKmTOhhNal1NldELw7B3hBHm58M6a45y9XD1GuVRBr9gsIQTTXhpNtzaRTHp9rqbzvfr7eLL4i0nkFxYz9ImvLHK0y3aRvnSN9mPaqnhyC233hKWrox0v945AAm+sPl4trq9XQa/YNEcHe375cBz1Q3wZ+fTXHDup3YiNjeoH8P3bYzh8PI2fNPyGcSP/GdyIC7nFfPtXotalVKmAGs5M7Vmf5IsFfLz+JHobPzmrgl6xeV4eriz+YhJOjvbc9fhXnDuvXd9sn86NaNkwmFnzN1vklR8t63lzZ9M6fPlnApfybXv+1RZBNXi4XQjbT19kbqx2cxuYgwp6pVoIDfBmwWcTybhwmeFPzaSwSLuuiQl3d+HIibNs3WuZfeHPDY7mUn4JM9cc17qUKje4SW16Rvrwy940tp68oHU5VUYFvVJtxDQK5ds3HiD2cBJf/LROszpG9G6Fl4eLxQ5p3CSkJv1bBjJr7XEu5FreuQRTEkIwuUsYUX5ufLT+JCfPa3eTXVVSQa9UK0N6tmBAt6a89+1qzWancnVx5P5B7Viybj/pWZZ5id+zg6LJKyrly9XancA2Fwc7HS/2isDdyY43ViVwyQbvnFVBr1Q77/7fEEpK9bw6bZlmNYwf0YnSUj1zFm/TrIYbiQqswZDWwXy7LpHManAJYi03R17qFcHFghLeWZNoc6N5qqBXqp3wEF8ev7c7Py3bye7DpzWpISK0Nj3aRfHNwi2azo51I1MGRlNcqueLlce0LsUsIv3cebJrXQ6dzWHmNsu8sa2yVNAr1dJ/xvXG38eTKe8vQK/X5uhtwt2dST2XzYrNhzVp/2bC/T0Y0T6U7zecJO2CbfZdX6t7hA/Dmvmz4kgGK49kaF2OyaigV6olDzdnXn98ELsPnWbeSm2Gy+7XuTGBtb34+rfNmrRfEU8PaIheSj6rJkf1AA+2CSYmuAZfbU3isI3MTKWCXqm27h3QhpbRIbz42e+aTBBib2/HuGGdWLv9GIlJlnn0GOLjxuhOdZm7+RRnsvK0Lscs7HSCZ3uEU8fTibfWJJKRY/1XHlUo6IUQfYQQ8UKIRCHE1Ou8/okQYr/xJ0EIkW3yShXFxHQ6HR8+O5yzmZf46Ls1mtTw0JAO2Nvr+HrBFk3ar4in+kWhE4JPlh/VuhSzcXey5+XeEZTpJa+vPm71wzffNOiFEHbAdKAvEA2MFkJEl19GSvl/UsrmUsrmwBeA5c60oCjltG9ej5F9Y/jkh7UkpZ03e/v+Pp7cdUdzfly6g/wCy7wTNaCWKw90rcf87UmcPJejdTlmE+TlwnM9wjl9Pp9PNlj3GPYVOaJvAyRKKU9KKYuBX4HBN1h+NIZ5YxXFKrz55GDsdDqe/2SJJu1PGNGZi5fzWfDnHk3ar4jH+0bhaK/jo2XV56geICbEizFtg9ly8gLz9qVpXU6lVSToA4Hkco9TjM/9DyFEKFAXuO5th0KICUKIWCFEbGZm5q3WqihVIqh2TZ4ZcyeL1+7TZITLTq3q07CePzPnW+5JWb8azoztHs6iXWeIt5ETlBU1tJk/3SO8+XF3KttPW94Q0xVh6pOxo4AFUsrrdmhJKWdJKWOklDG+vr4mblpRKu+pB3oQ7F+TZ95fSJmZb5YRQjDh7s7sPXKG2Lgks7Z9Kx7t3QBXR3s+WBqndSlmJYTg8S51ifB146N1JzhthZeaViToU4Hgco+DjM9dzyhUt41ihVycHXnn6SEcOp7KdxrcrXpP/za4uTgyy0LHvwHw9nBiwp0RLN+TSlxyttblmJWTvY6Xekfg7GDHG6uPW90E4xUJ+t1AhBCirhDCEUOYL712ISFEFFAT2G7aEhXFPIb2bEHHFuG8Nn052TnmPWrzdHfhnv5t+G31Xs5n55q17Vsx8c4I3J3tmbYqXutSzM7HOEzChbxinv39iFXNTnXToJdSlgKTgdXAUWC+lDJOCPG6EGJQuUVHAb9Kaz41rVRrQgg+fG445y/l8fZM888zO35EZwqLSvhxqWVOSgJQw9WR+7vU4/fdySRlWu4OqapE1XbnrQFRXC4s5ZklRzlhJfcWVKiPXkq5QkoZKaUMl1K+ZXzuFSnl0nLL/FdK+T/X2CuKNWkeFcyYIe35at5G4k+ZdzaqJpGBdGgRztcLNms2LENFTOgZgZ1O8NWftj9e/fVE+3vwweBoHOwE/1l6lH0pl7Qu6abUnbGKco1XHxuIq7Mj//nI/LeDTBjRmZPJWfy1w3KHHKhT04Xh7UL5deupajGy5fWE1HThw7ui8fNw4r8rE9iQaP57MG6FCnpFuYZfLQ9emNCX1VuPsGqzea8wuatHM/xqeTDLgi+1BHi0dyRFpXpmr7PtuWVvxMfNkfcHNSSqtjsf/HWCxQe1m4/4ZlTQK8p1TBrVlYhQP577aCHFJaVma9fJ0YGHhrRnxebDJKVZ7tR2EXU86ds8gO/WnyC30LquQDEldyd73ujXgI51a/LN9jN8u/2MRU40roJeUa7D0cGe96cM43hSBjPmmfeSx7FDOwEwe5Hljn8DMLlPA7LzS/hp0ymtS9GUo72O//Ssz4BGfiw6mM5H605SYmETl6igV5R/0adzI3p1iObtmSvJuGC+MV5CA2rRr3Nj5izebtZvE7eqZT1v2kf6MHPNcYpLLSvYzM1OJ5jYMZQHWgexIfE8r61KIL/YcgZCU0GvKDfw3pSh5BUW8fqXy83a7vgRncm4kMOSv/abtd1b9XjfKM5mF7Bop23NyFQZQghGtgzgqa51OZB6manLjnIx3zK6tVTQK8oNRNXzZ+LIrsxetI0D8Slma7dn+yjqBvlY/EnZ7o1q0yioBtNXx6PXW17ftBbujPLl5d6RpGQX8szvR0i7pP2VSSroFeUmXpjQF+8abjzz/gKzDVWr0+kYP6ITW/ed4PDxfxtxRHtCCB7r04DjZ3P48+BZrcuxGG1CvXh7QBT5xWU8s+QIxzW+uUwFvaLcRE1PV159bABb9iayaO0+s7X7wKB2ODna8/Vvln1SdlBMEMHerkxbdcyqx2w3taja7nwwuCHODjqmLj3GHg3HB1JBrygVMGZIB5pEBPLCJ0soKDTPBCHeXu6M6N2KuX/s4nJugVnarAx7Ox2TekcSe+ICO49naV2ORQnycuHDwdEE1HDmtVXHWZegzd9HBb2iVICdnY4PnxvGmbMX+OzH6063UCUm3N2Z3Pwiflmx22xtVsaoDmHUcnesloOd3UwtN0feG9SQxv4efLT+JAv3nzX7Nx8V9IpSQV1iIrmrR3M+mP0n6VnmmXwjplEoLRsGM2v+ZovuFnF1smdcj/qsPZTOUSsY+8XcXB3teK1fJF3CazF7ZzJ/mfnIXgW9otyC1yYPJL+wmDlmGrPeMClJF46cOMvWvSfM0mZljeleH1cnO6avVkf11+Ngp+PZHuFM6hhKl3Bvs7atgl5RbkFkWG26t2nAt4u2mm0mqhG9W+Hl4cJMC56UBKCmmyP3d67H4l3JJJ+3juF7zU0nBAMa18bR3rzRq4JeUW7R+BGdSEm/yKot5hnwzNXFkfsHtWPJuv1m6zKqrAl3RiAEzKimQxhbKhX0inKLBnRtir+PJ98sMN9lj+NHdKK0VG+2LqPKCqzlytA2IczdcorzOUVal6MYqaBXlFvk4GDHmCEdWL31CKdTzXNSLSK0Nne0bcA3C7dQWmo5Y6hcz2N9GlBQXMbs9dV3CGNLU6GgF0L0EULECyEShRDXnUVKCHG3EOKIECJOCDHXtGUqimUZM7QjQsDsReY7wp5wdxdSz2WzYvNhs7VZGQ0CPOndrA6z150gr8hyB2WrTm4a9EIIO2A60BeIBkYLIaKvWSYCeB7oKKVsBDxl+lIVxXIE+9ekX+fGfL/EfCNM9u/SmAA/L4sf/wYMQxhfzCtm7ubqPYSxpajIEX0bIFFKeVJKWQz8Cgy+ZpnxwHQp5UUAKWWGactUFMtj7hEm7e3tGDesI3/tOMbxpHNmabOyWtf3oW19b2asOU5JNR/C2BJUJOgDgeRyj1OMz5UXCUQKIbYKIXYIIfpcb0VCiAlCiFghRGxmZmblKlYUC9GzfRRhgd5mPSk7ZmhHHOztmGXh498ATO4bReqFfJbsTr75wkqVMtXJWHsgAugGjAa+FkJ4XbuQlHKWlDJGShnj6+troqYVRRs6nY6Hh3Vi855Ejp4wz8iN/j6eDOnZnB9/30FuvmVf1dKziT9RgZ5MW6WGMNZaRYI+FQgu9zjI+Fx5KcBSKWWJlPIUkIAh+BXFpj0wuB0O9nZ8s3Cr2dp8ZGQXLuUW8KuFj38jhOCx3g2IT7vM2kNqCGMtVSTodwMRQoi6QghHYBSw9JpllmA4mkcI4YOhK+ek6cpUFMvkV8uDIT2b8/OyneQVmOcIu32zejRrEMSMeRstevwbgLtaBxNYy5XparAzTd006KWUpcBkYDVwFJgvpYwTQrwuhBhkXGw1cF4IcQRYDzwrpTxfVUUriiUZP6Izl3IL+G3VHrO0J4Rg4sguxCVa/vg3DvY6JvWKYGfieXYnqiGMtVKhPnop5QopZaSUMlxK+ZbxuVeklEuNv0sp5dNSymgpZRMp5a9VWbSiWJKOLcKJDq/D12Y8KXt3nxhqerry1byNZmuzskZ3qquGMNaYujNWUW6TEIJxwzux98gZ9sQlmaVNVxdHHryrPb+vO0BqRrZZ2qwsNyd7xnQPZ/WBsxxLVUMYa0EFvaKYwD392+Dq7GjWSy0njOiMXi/51oxtVtbY7vVxcbTjy9UJWpdSLamgVxQTqOHhwsi+McxbFUt2Tr5Z2qwb5EOfTtHMXrTVbHfnVpa3hxP3dq7Lol1nSL1gnr+P8jcV9IpiIuOGd6KgsIS5y3eZrc2JI7ty7nwOi9fuN1ublfXInRFICbPWqCGMzU0FvaKYSMvoEFo1CuXr37aY7bLHnu2jCA/2ZcY8y56UBCDY240hbYL5cfNJLuRa9s1etkYFvaKY0IQRnTh2Kp0te8wzRK9Op+ORkV3YceAk+45a/lADk/s0oLhUz+Rvd1Om7pY1GxX0imJCw3sZpv0z56WW9w9qi6uzIzOt4Kg+KrAGb49uwbrD6bz+20Gty6k2VNArigm5ujhy78C2LPlrP+fOm2faPy8PV0b3b828VbGcz841S5u344Gu9RjXoz4z1x7np03qBnpzUEGvKCY2fngnSkrL+OH3HWZr85G7u1BYVMIPS83X5u3474imdG9Um6lz97E1Xo1qXtVU0CuKiTWo60+XmAi+XbiVsjLzjMXeJDKQTi3rM2v+ZrO1eTvs7XTMnNCOun7ujPtqB6cyLP+biDVTQa8oVWD8iM4kpZ1n7fajZmtz4qgunE49z+qtcWZr83Z4ujrw42TDlIwPfLGVS/nFWpdks1TQK0oVGNS9KbW9Pfj6N/NN+zeoWzPq+Nawikstrwjzc+fbSe05nZnLhJk7KLWCbyPWSAW9olQBRwd7HryrPSu3xHHm7AWztOngYMf44Z1Ys+2oxU81WF77SF/eu7clG49k8Mq8A1qXY5NU0CtKFRk7tBNSwneLtpmtTWuaarC8ezrXZWKvCGavP8F36y176GVrpIJeUapIaEAt+nSKZs6SbZSUlJmlTWuaavBaLw9rSs8m/rz06342HbGebyTWQAW9olSh8SM6k551mWUbzHdz0MSRXa1iqsFr2ekEX41vS0QdD8bP3EFieo7WJdmMCgW9EKKPECJeCJEohJh6ndcfEkJkCiH2G3/Gmb5URbE+vTpEE1KnFl8vMN9J2XbN6tI8yjqmGryWh4sDP0zuiL2djge+2MrFPHUljincNOiFEHbAdKAvEA2MFkJEX2fReVLK5safb0xcp6JYJTs7HQ8P68iGXQkknDZPd4RhqsGuxCWeNduYO6YU4uPG7EntSbmQz/gZ2ykpVVfi3K6KHNG3ARKllCellMXAr8Dgqi1LUWzHg3e1x95eZ9ZJSUb0bkVNT1dmzLeeSy3Laxvhwwf3t2TLsUxe/GW/1X0zsTQVCfpAoPyweCnG5641TAhxUAixQAgRfL0VCSEmCCFihRCxmZmZlShXUaxPbW9PBt/RnJ+W7aSg0DxdEdY01eC/GdkhjMl9GvDDppN8u05diXM7THUydhkQJqVsCqwBvr/eQlLKWVLKGClljK+vr4maVhTLN2FEJy5ezmfhn3vN2Kb1TDX4b14Y0pg+zQN4Zd5+1h1O17ocq1WRoE8Fyh+hBxmfu0pKeV5KeeVarm+AVqYpT1FsQ+dWETSoW5tZZgzdukE+9O3ciG8XbqWouMRs7ZqSTieY/nAbGgbW4JFZO0g4a54RQW1NRYJ+NxAhhKgrhHAERgFLyy8ghKhT7uEgwHwDfCiKFRBCMG54J3YfOs3+Y+abIGTiyC5kXMhh8V/7zdamqbk52/P95I44O9hx/xdbOZ9jXfcHWIKbBr2UshSYDKzGEODzpZRxQojXhRCDjIs9IYSIE0IcAJ4AHqqqghXFWt07oC0uzg5mPSnbo10U9UN8mTnPfJd3VoUgb1fmPNqB9IsFPDxjO0VmugHNVlSoj15KuUJKGSmlDJdSvmV87hUp5VLj789LKRtJKZtJKbtLKY9VZdGKYo1qeroyoncrfl2xm0s5BWZpU6fTMeFu65lq8EZahXvzyUMx7EjI4r4vtpJTYJ3dUVpQd8YqihlNHNmVvIJiPvvxL7O1aU1TDd7M0LYhfPpQDNviM7nr/Q2cyzbPDtPaqaBXFDNq0TCYEb1b8emPf5GcftEsbXp5uHKPFU01eDOjOobxw+QOnMrMpf+76zmuTtDelAp6RTGzN54YhF4v+e+0ZWZr85GRhqkGvzfj9IZVqUeTOiyc0pWC4jIGvbeB2BPntS7JoqmgVxQzCw3w5vF7uzP3j13siUsyS5uNIwLp3Ko+X/9mHVMNVkSLurX4Y2p3arg6MPyjjazen6Z1SRZLBb2iaODZsb3wrenOfz5aZLbb+yeO7GpVUw1WRJifO8umdqdBQA3GfLmNHzae1Loki6SCXlE04OnuwiuPDmDrvhP8vs48syoN7NbU6qYarAhfT2cWPdOVbo38ee6nvbz3e5waG+caKugVRSMP3dWe6PA6vPjZErPcuVp+qkFz3rRlDm7O9nz/WAdGdwzjk+VHefr7PWrUy3JU0CuKRuzt7Xj36SGcTM4y21H2uOGd8PfxZPhTM8121Y+5ONjr+PjBVvzfgIb8svU0D325jbyiUq3Lsggq6BVFQ3d2iKZXh2je/XqVWS599K3lwe/THiUnr5DBj03n4uX8Km/TnIQQ/GdwI96/ryXrD6cz7MONZKkhE1TQK4rW3nl6CJfzCnl71iqztNe0QRDzP57AieQsRjw1k8Ii27vD9IGu9Zj9aAeOpV5i4LvrOZ1h/fcP3A4V9IqisejwOowd0oFZv20y2yxUXVtH8s0b97N13wkeemGOzVxyWV6f5gEsmNKV7LxiBry7nv2nL2hdkmZU0CuKBXhpUn9cnBx58dMlZmtzRO9WvP/MMH5fd4Ap7/9mk1eqxIR7s2xqd5wd7Rj64cZqO6a9CnpFsQC1vT15dmwvlm88xIZd8WZr9/F7u/N/D/Zk5vzNfDD7T7O1a071/T34Y2p36vl58MC0rczbdlrrksxOBb2iWIjH7+1OSJ1aTP14sVm7Ut58YhCj+rXm1WnL+HGpbQyRcK3aXi4sfrYrHSJ9efK7WJ77aS+5hbZ3buLfqKBXFAvh7OTAG08M4kB8Cj8v32m2dnU6HTP/ey892kUx6fW5rNpsO3fOlufh4sBPT3TikTsj+HHTSbq+uoaNR8xzTkRrKugVxYKM6N2KNk3CeHXaMnLzzXdZoKODPb98OI6mkYHc+9y37D582mxtm5OjvY7X7m7G0ue64eJox8hPNjPlhz1czrfto/sKBb0Qoo8QIl4IkSiEmHqD5YYJIaQQIsZ0JSpK9SGE4L0pQ0nPuswn3681a9sebs4s+nwSft4eDH18BolJGWZt35xa1/dhzcs9eax3JL9sOUW3//7JX4fOal1Wlblp0Ash7IDpQF8gGhgthIi+znIewJOA+b5zKooNatesHsN7teSTH9aScs68d6/6+3iybPpjAAx8bDrpWbY71ruLox0vD2/K8ufvwN3ZgXs/38oTs3eTnVesdWkmV5Ej+jZAopTypJSyGPgVGHyd5d4A3gMKTVifolRLbz45GL1e8tr05WZvu36oH4u+mEjG+RyGPvEVOXm2/b90y7q1WPNyD57qF8XCnWfo+uqfNjfkcUWCPhAoPwJSivG5q4QQLYFgKeUfJqxNUaqt0ABvJt/TnZ+W7WTvkTNmb7914zDmfvAwBxNSGf3MNxSX2PaYMU4Odkwd0piVL9yBt4cTD07fxqNf7+RCrm0Mn3DbJ2OFEDrgY2BKBZadIISIFULEZmZm3m7TimLTnh3bCx8vd6Z+bL4x68vr3akRX71yD3/tOMYj//0Zvd727p69VtPQmqx6sQfPDIxm6Z4UurzyJ8v3pGhd1m2rSNCnAsHlHgcZn7vCA2gMbBBCnAbaAUuvd0JWSjlLShkjpYzx9fWtfNWKUg3U8HDh5Un92bwnkWUbDmpSw/2D2vHa5IH8umI3L32+VJMazM3RXsczg6JZ/WIP6tR0YdyMHYyfsYPMy9bbhVWRoN8NRAgh6gohHIFRwNVPXEp5SUrpI6UMk1KGATuAQVLK2CqpWFGqkbFDOxBV158XPlmiWffJs2N78cjdnfnk+7VMm7tekxq00CjYixXP38HUuxqxan8qXV/9kyW7k61yqIibBr2UshSYDKwGjgLzpZRxQojXhRCDqrpARanOroxZfyI5k5nzN2tSgxCCj54bweA7mvHch4v4bfUeTerQgoO9jqf6N+TPl3sS7O3GxFk7efir7ZyystEwhVZ7p5iYGBkbqw76FeVmpJQMemw6e+LOcHjpq9Sq4aZJHYVFJQyYNI3dh5P44JlhjB/RCSGEJrVoobRMz4w1x/ng9zhKyvQMaBXE5D4NaBpa06x1CCH2SClv6V4ldWesolg4IQTv/N8QLuUW8PaslZrV4ezkwG+fPkLX1hE8+c48hjz+FWczL2lWj7nZ2+mY3KcBu97py6O9G7A+Lp1eb/7FqE82s+VYhkV36agjekWxEpPf/IXvf9/O3gUvEhFaW7M6pJTMnL+JFz5dgouTA9NeGs2Qni00q0crl/NL+H7jCWatPU7m5SJa1K3J5D5R9G0egE5Xdd90KnNEr4JeUazEufOXaTzoNbq3bcD8jydoXQ7xp9IZ+9IP7D1yhnsHtOGj50ZQw8NF67LMrrCkjPnbkpi+Op6kzDzq+3vwaO9IhrcLxdHe9J0mqutGUWxYbW9Pnhvbi2XrD/LWzBWadxU0qOvPhjlTeGFCX35dGUvru99mc+xxTWvSgrODHQ90rcfWN3ozY0JbXBztePr7PbR9fiUz/kywiOGQ1RG9oliR4pJSHn19Lj8v38Xo/q356pV7cHJ00Losdh48xcMv/cDJlCyevP8O/vvYAIuoSwtSSjYeOccXK+PZGp9JDVcHxnYP5+EeEfh4ON32+lXXjaJUA1JK3v92Nf+dvpwOLcKZ99F4fGq6a10WeQVFPP/xYr5esIXGEQHMfvNBmkQG3vyNNmzvyfNMWxXPyv1pODvYMbpjGBN7RRLiU/krp1TQK0o18tvqPYx/5UcC/LxY/PlEGtT117okAFZuPsyk137m4uUCXn1sAE/edwd2dtW7l/j42ct8uTqBBTuS0EuYNrY1Q9qGVGpdKugVpZrZceAkd//fLEpKy/jlw3F0a9NA65IAyLqYy2Nv/sLSdQfo1LI+37xxP6EB3lqXpbm0C/nMXHucSb0i8feq3IlrFfSKUg2dTs1i6BMzOH4mgy9eGMVDQzpoXRJg6GL6edlOnn5/AQAfPzecewe2rVY3WVUFddWNolRDYYE+rJ8zha4xkUx6fS4vfrbEIkaaFEJw36B27J7/PE0jAxn/6k+MfuYbsi5a1/ABtkAFvaLYgBoeLiz+fBLjhnXk4zlruefZb8kvsIyZkkIDvFn99ZO89dRdrNh0mJgRbzFt7nou5RRoXVq1obpuFMWGSCn54uf1TP14MS0aBrPg00eo41tD67KuOhifwpPvzGfHgZO4uThy74C2TBzZhYbhdbQuzWqoPnpFUQBYvuEgD70wh5o13Fj46SM0bRCkdUn/sCcuiRnzNvHb6j0UFZfSrU0kk0Z1pV/nxtjb22ldnkVTQa8oylX7jyUz9IkZ5OQV8sO7Y+jbubHWJf2PzAs5zFm8jVkLtpCSfpFg/5pMuLsLD93V3iLuDbBEKugVRfmH1Ixshj85g4MJqXzwzDAeHd1N65Kuq7S0jOUbDzFj3iY27k7A2cmBu/u0YtKorjSPCr75CqoRFfSKovyP3Pwixrwwh+UbDzFxZBc+eGaYRXePxCWmMXPeJn5evov8wmLaNavHpFFduKtHcxwd7LUuT3Mq6BVFua6yMj0vfLqEz39aR68O0Xz6/N3UDfLRuqwbys7J58elO5k5bxMnkjPx9/Fk3PBOjB3a0aJOMJtblQW9EKIP8BlgB3wjpXz3mtcnAo8BZUAuMEFKeeRG61RBryjm982CLTz93m+UlukZ2L0pj9/bnY4twi36Jia9Xs+abUf56teNrN56BHt7Hd1aRzKgW1P6d21CUG3zzvCktSoJeiGEHZAA3AmkYJgsfHT5IBdCeEopLxt/HwQ8KqXsc6P1qqBXFG2kZmQzc94mvl24hQuX8mnZMJjJ93ZnWK+WFt81cuJMJrMXb2XpugMknskEoEXDYAZ0bcqAbk1oEhlo0TstU6iqoG8P/FdK2dv4+HkAKeU7/7L8aOABKWXfG61XBb2iaCu/oJifl+9k2twNJJw+Rx3fGkwc2YWHh3XE28vyr3iJP5XOsg2HWL7hILsOnUZKSWiAN/27NmFgtyZ0bFEfBwfLPRdRWVUV9MOBPlLKccbH9wNtpZSTr1nuMeBpwBG4Q0r5PzMQCCEmABMAQkJCWiUlJd1KrYqiVIErXSNf/Lyev3Ycw8XZgXv7t2Hyvd0tZkTMmzl3/jIrNh5m+caDrNsZT2FRCV4eLvTp3JgB3ZrQq0M0Hm7OWpdpEpoGfbnl7wF6SykfvNF61RG9olieuMQ0pv28nl9W7KaouJTeHaN5/L7u3NE2ymq6RPIKivhrxzGWbzjIyk1xZGXn4uhgT9fWEQzo2pT+3ZoQ6OeldZmVZildNzrgopTyhqfFVdAriuXKuJDDN79tYdZvmzh3Pofo8DpMvqc7o/rF4OLsqHV5FVZWpmf7gZMs33CQ5RsOcSLZ0K8fVdefTi3D6diqPp1a1reqE7pVFfT2GE7G9gBSMZyMvUdKGVdumYgrXTVCiIHAqzcrRAW9oli+ouIS5q/awxc/refQ8VR8vNwZP6IT9w9qZ/GXZ15LSsmxk+ms2HyYLXsS2bb/BJdzCwEIC/SmU8v6V3/qBftY7DeYqry8sh/wKYbLK2dLKd8SQrwOxEoplwohPgN6AiXARWBy+R3B9aigVxTrIaVkU+xxvvhpHSs2xyGlpE2TMEb2jWFYr5bU9vbUusRbVlam59DxVLbsTWTLnkS27j1BVrZhCGV/H09D6BuP+BvW80ens4zBftUNU4qiVLkzZy+w4M+9zF8Zy4H4FHQ6Qfc2DRjZN4ZB3ZtRw6NyMydpTUpJ/KlzhuDfm8jmPYmkZWQDUKuGKx1a1KdTy3A6taxPk8hAzS5FVUGvKIpZHT1xlvmr9jBvVSynUrJwcrSnb+fGjOwbQ59OjXB2ctC6xEqTUpKUdp4texLZsvcEW/YmXu3jd7C3o2E9f5o2CKJpgyCaNQikSWQQNT1dq7wuFfSKomhCSsnuw0nMWxnLwj/3cO58Dp7uztzVozkj+8TQtXWkTUwQnpaRzbb9JzkYn8LB+BQOxKeQnnX56uvB/jVpZgz/KzuA0ABvk/b3q6BXFEVzpaVlbIxNYN7KWJb8dYCcvEJqe3swrFcrRvaNoXXjUIs90VkZ585f5lBCKgeM4X8wPpWEpHPo9YZs9XR3pmlkEE0iA6/uBKLD/XFyrNy3HRX0iqJYlILCYlZtiWPeylhWbYmjqLiUsEBv2jevR9PIIGPwBVrFnbi3Ir+gmLgTaVeD/0B8CoePp5JnnN7x/WeG8fi93Su1bhX0iqJYrEs5BSxdf4Df/9rPvmMpV090AgTW9jKEfqQh+Js1CCIs0NtirnQxBb1ez8nkLA4kpNC8QTDhIb6VWo8KekVRrEbmhRxDl0eC4aj3YHwK8afPUVamB8DDzZkmkYE0/UeXRx2rPsFrCiroFUWxagWFxRw5cdbQ3ZFg6PM+lJBKbn4RAHZ2OhqE1SY6vA4N69Uhqp4/0eF1CA/2tckBzK6nMkFv2WOSKopSrbg4O9KqUSitGoVefU6v13Mq5bzhZGeCIfhj45JY8Ofeq8vY2+uICPGjYXgdGtbzJ6peHaLD61A/xNfih142B3VEryiKVcorKCLhdAZHT5zl6MmzHDuZztGT6ZxMyeJKrtnZ6agf4kvDeld2AP40rFeHukE+uLs6abwFlaOO6BVFqTbcXJxo0TCYFg3/OXl4QWExCUkZHD151rgTSCcuMY2l6w9cveQRwMfLndBAb0IDahEa4E1YwN+/hwbUsqrB225GBb2iKDbFxdmRZg0Ml26WV1hUwvGkDI6dSud06nmS0gw/hxJSWb7hEMUlpf9Yvra3ByHldgBhgd5XdwKhAd5W1SVkPZUqiqLcBmcnB5pEBtIkMvB/XtPr9aRnXeZ02nmS0i5wJu28cWdwgdi4JBb/tY/SUv3V5XU6QWiAN+HBPoSH+FE/xJfwYF/qh/gSFuBjcSeGVdArilLt6XQ6Avy8CPDzokPz8P95vaxMT1rmJZJSz3M6NYsTyVkknsngZHImuw7tujrcMRjOC4QG1CI8+Er4+13dCYQGeGuyE1BBryiKchN2djqC/WsS7F+TTq3q/+M1KSWZF3M5cSaTE2cySEzONPyenMmOA6fIyfvnTiAswJv3pgylf9cmZqtfBb2iKMptEELgV8sDv1oetG9e7x+vXdkJJJ7JuBr+iWcy8alp3iEfVNAriqJUkfI7get1CZlLhQaSEEL0EULECyEShRBTr/P600KII0KIg0KIv4QQoddbj6IoimJ+Nw16IYQdMB3oC0QDo4UQ0dcstg+IkVI2BRYA75u6UEVRFKVyKnJE3wZIlFKelFIWA78Cg8svIKVcL6XMNz7cAQShKIqiWISKBH0gkFzucYrxuX/zMLDyei8IISYIIWKFELGZmZkVr1JRFEWpNJMO9iyEuA+IAT643utSyllSyhgpZYyvb+XGYlYURVFuTUWuukkFyg8mEWR87h+EED2BF4GuUsoi05SnKIqi3K6KHNHvBiKEEHWFEI7AKGBp+QWEEC2AmcAgKWWG6ctUFEVRKuumQS+lLAUmA6uBo8B8KWWcEOJ1IcQg42IfAO7Ab0KI/UKIpf+yOkVRFMXMNBuPXgiRCSRV8u0+QJYJy7Em1XXb1XZXP9V122+23aFSyls6yalZ0N8OIUTsrQ68byuq67ar7a5+quu2V8V2284U64qiKMp1qaBXFEWxcdYa9LO0LkBD1XXb1XZXP9V1202+3VbZR68oiqJUnLUe0SuKoigVpIJeURTFxllE0FdgvHsnIcQ84+s7hRBh5V573vh8vBCid0XXaQmqaLtPCyEOGW9cizXTptySym63EMJbCLFeCJErhJh2zXtaGbc7UQjxuRBCmGlzbkkVbfsG4zr3G3/8zLQ5FXYb232nEGKP8bPdI4S4o9x7LP4zr6LtvvXPW0qp6Q9gB5wA6gGOwAEg+pplHgVmGH8fBcwz/h5tXN4JqGtcj11F1qn1T1Vst/G104CP1ttXRdvtBnQCJgLTrnnPLqAdIDCMntpX620147ZvwDAfhObbWAXb3QIIMP7eGEi1ls+8Crf7lj9vSziiv+l498bH3xt/XwD0MO69BwO/SimLpJSngETj+iqyTq1VxXZbg0pvt5QyT0q5BSgsv7AQog7gKaXcIQ3/J/wA3FWVG1FJJt92K3E7271PSplmfD4OcDEeBVvDZ27y7a5sIZYQ9BUZ7/7qMtIw9s4lwPsG773VMfS1UBXbDSCBP41f9yZUQd2363a2+0brTLnJOi1BVWz7Fd8Zv8a/bIFdGKba7mHAXmkYHdcaPvOq2O4rbunzVpOD255OUspUY7/dGiHEMSnlJq2LUqrUvcbP3ANYCNyP4QjXZgghGgHvAb20rsWc/mW7b/nztoQj+oqMd391GSGEPVADOH+D91ZoDH2NVcV2I6W88t8MYDGW16VzO9t9o3WWn77SEj9vqJptL/+Z5wBzsbHPXAgRhOHf8gNSyhPllrf0z7wqtrtSn7clBP1Nx7s3Pn7Q+PtwYJ2xX24pMMrYZ1cXiMBwgqYi69SaybdbCOFm3MsjhHDDcBRw2AzbcituZ7uvS0p5FrgshGhn/Br7APC76Uu/bSbfdiGEvRDCx/i7AzAAG/rMhRBewB/AVCnl1isLW8lnbvLtrvTnrfWZaeO/4X5AAoYz1C8an3sdw0QmAM7AbxhOOu4C6pV774vG98VT7qz79dZpaT+m3m4MZ/cPGH/ibHS7TwMXgFwMfZ7RxudjjP/gTwDTMN71bWk/pt52DFfj7AEOGj/zzzBegWVJP5XdbuAlIA/YX+7Hz1o+c1Nvd2U/bzUEgqIoio2zhK4bRVEUpQqpoFcURbFxKugVRVFsnAp6RVEUG6eCXlEUxcapoFcURbFxKugVRVFs3P8Drgub5Q5CnDgAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Done!\n"
     ]
    }
   ],
   "source": [
    "\n",
    "method_dict_lainet = {\n",
    "    'name' : 'LAI-Net',\n",
    "    'model' : LN,\n",
    "    'forward' : forward_haploid,\n",
    "    'lambda' : 1.0,\n",
    "    'lr' : 0.05,\n",
    "    'n_adv_steps' : 20\n",
    "}\n",
    "\n",
    "\n",
    "\n",
    "method_dict_nadm = {\n",
    "    'name' : 'Neural-ADMIXTURE',\n",
    "    'model' : NADM,\n",
    "    'forward' : forward_nadm,\n",
    "    'lambda' : 3.0,\n",
    "    'lr' : 0.05,\n",
    "    'n_adv_steps' : 20\n",
    "}\n",
    "\n",
    "\n",
    "\n",
    "store_dataset=True\n",
    "\n",
    "for method_dict in [method_dict_lainet, method_dict_nadm]:\n",
    "    \n",
    "    # Performing Robustness Analysis\n",
    "    name=method_dict['name']\n",
    "    print(f'Running {name}')\n",
    "    acc_array, adv_per_array, real_seqs, fake_seqs = run_robustness_analysis(snps, labels, method_dict, bsize=64, store_dataset=store_dataset, device=device)\n",
    "\n",
    "    # Making scatter plot\n",
    "    plt.scatter(adv_per_array, acc_array)\n",
    "    plt.show()\n",
    "\n",
    "    # Making line plot\n",
    "    adv_per_array_m = np.mean(adv_per_array, axis=0)\n",
    "    acc_array_m = np.mean(acc_array, axis=0)\n",
    "    MAX_CMAP = adv_per_array_m.shape[0]+1\n",
    "    cmap = cm.get_cmap('Blues', MAX_CMAP)\n",
    "    for j in range(5):\n",
    "        plt.plot(adv_per_array_m[j,:], acc_array_m[j,:], color=cmap(MAX_CMAP-j))\n",
    "    plt.show()\n",
    "    \n",
    "    \n",
    "    # Storing accuracy vs ratio results\n",
    "    dict_to_save = {\n",
    "    'name' : method_dict['name'],\n",
    "    'per' : adv_per_array,\n",
    "    'acc' : acc_array\n",
    "    }\n",
    "\n",
    "    with open(output_folder_prefix+f'per_acc_{name}.pkl', 'wb') as handle:\n",
    "        pkl.dump(dict_to_save, handle, protocol=pkl.HIGHEST_PROTOCOL)\n",
    "\n",
    "    # Save manipulated dataset\n",
    "    if len(real_seqs) > 1:\n",
    "        dict_to_save = {\n",
    "        'name' : method_dict['name'],\n",
    "        'real_seqs' : real_seqs,\n",
    "        'fake_seqs' : fake_seqs\n",
    "        }\n",
    "\n",
    "        with open(output_folder_prefix+f'dataset_{name}.pkl', 'wb') as handle:\n",
    "            pkl.dump(dict_to_save, handle, protocol=pkl.HIGHEST_PROTOCOL)\n",
    "            \n",
    "    print('Done!')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(output_folder_prefix+'per_acc_LAI-Net.pkl', 'rb') as handle:\n",
    "    dict_lainet = pkl.load(handle)\n",
    "\n",
    "\n",
    "adv_per_array = dict_lainet['per']\n",
    "acc_array = dict_lainet['acc']\n",
    "\n",
    "adv_per_array_m_lainet = np.mean(adv_per_array, axis=0)\n",
    "acc_array_m_lainet = np.mean(acc_array, axis=0)\n",
    "\n",
    "with open(output_folder_prefix+'per_acc_Neural-ADMIXTURE.pkl', 'rb') as handle:\n",
    "    dict_lainet = pkl.load(handle)\n",
    "\n",
    "\n",
    "adv_per_array = dict_lainet['per']\n",
    "acc_array = dict_lainet['acc']\n",
    "\n",
    "adv_per_array_m_nadm = np.mean(adv_per_array, axis=0)\n",
    "acc_array_m_nadm = np.mean(acc_array, axis=0)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Making Final Plot"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-48-710791b83906>:59: UserWarning: This figure includes Axes that are not compatible with tight_layout, so results might be incorrect.\n",
      "  plt.tight_layout()\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAm4AAAG9CAYAAACs6voPAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAADiu0lEQVR4nOyddXzTV/fH3/ebpEldgRYr7u4+GDBh7u6wMd+z55nrb27PnvnG3AWYsI1tjA0Y7u7aYi2l7o187++Pb5qkUGiBpknKfb9eeTXnfuWetJB8cu495wgpJQqFQqFQKBSK4EcLtAMKhUKhUCgUitqhhJtCoVAoFApFiKCEm0KhUCgUCkWIoISbQqFQKBQKRYighJtCoVAoFApFiKCEm0KhUCgUCkWIoISbQqFQKBSKkxYhxMdCiCwhxPojHBdCiDeEENuFEGuFEH18jl0nhNjmflxXH/4q4aZQKBQKheJk5lPgjKMcPxNo737cDLwLIIRIAJ4ABgIDgCeEEPF+9RQl3BQKhUKhUJzESCnnArlHOeU84HNpsBiIE0KkAKcDM6WUuVLKPGAmRxeAdYISbgqFQqFQKBRHphmwx8fe6x470rhfMft7gkCiaZoMDw8PtBsKhUKhUAQ1paWlUkpZq2BO/zCbLJR6ncy71emYIaU8LEplbdFL6uVFdTKHM3vnBqDcZ+h9KeX7dXLzANCghVt4eDglJSWBdkOhUCgUiqBGCFFW23MLpc47cY3qZN4x2fuTqhvXy4tIPP/FOpnjwIeXlEsp+53ALfYBLXzs5u6xfcDIQ8bnnMA8tUItlSoUCoVCoVAcmZ+Ba93ZpYOAAillBjADOE0IEe9OSjjNPeZXGnTETaFQKBQKheJoCCG+wYicJQkh9mJkiloApJTvAb8B44DtQClwg/tYrhDiaWCZ+1ZPSSmPluRQJyjhplAoFAqF4qRFSnlFDcclcPsRjn0MfOwPv45EvS6VCiHuEEIsF0JUCCE+PeTYaCHEZiFEqRBithAi1eeY1V0gr1AIkSmEuLc+/VYoFAqFQqEIBup7j9t+4BkOUadCiCTgB+AxIAFYDnznc8qTGIXvUoFRwP1CCL/XSlEoFAqFQqEIJup1qVRK+QOAEKIfRvZFJRcCG6SUU9zHnwSyhRCdpJSbgeuA690F7vKEEB8A1wN/HHU+p4OSz9+s89dxRAQgBEII8H1QOQYIzTjRBKC5z8FzrkCAJkBo7ksFQrj1taaBJtAsYQizGTSTIb2FybhG04zrPfO6fTIm8JnLPTf4nFd5Dof89Hlomvdemve1oWn4vlaPzSH3ONSfKvPjHWtI+P7uhOb+uzbA16lQKOoAAWYLWMLAZFHvFYpqCZY9bl2BNZWGlLJECLED6CqEOACk+B53Pz+/ppsKTSO8c9s6djWYcHl/Sh9TEdTIQDugUChCAmkOM4ScOcz9MJ4Lc5gh7qocCwOTWYm9k4BgEW5RwMFDxgqAaPexSvvQY4chhLgZo5cYETZr3XqpUCgUCkV94bQbD6rWIz3ylz+BrBRzhwg7cYj4I8wGFqsSeiFIsAi3YiDmkLEYoMh9rNIuP+TYYbirIb8PEGmzSlng98zc6qmvsIrf/s/V8sbisCfHcNuT6A3jWH9PiuDCs2VAq/pTcy99VzN+pPM9tkJxKFIHp8MQay7n8dzAK/bKDztyOBYrMjIOERV3HHMpAkWwCLcNGPvYABBCRAJtMfa95QkhMoCeGA1ccT/fUONdTWZMY66ue28DjJQSvawcZ2EBzsIinIWFxs/8fON5QSHOgnycBYW4ioxjrsIiXMVFOIuKcBWX4CopRki829mo3G4mqmxz0zRhbJ8TAk0TxmeP+3lYXAzWhHgsMdGYIyIwWcxgtyPLSpAVFciyMmRZGVSUVZ2Iyi1tVQeEe9+cMCZEVD4/9Kcm0KJj0OLiMMXEIqKj0CIj0cLDEVar8ebncL95ORxIp8OwHXbjTbHyuaMCnMfz5lgHHLoPsrpH5XmaBlYb2CLAFo6w2sAaDmFW41tzmNV4RMciEhoZ36il+21aSkAaPz1juveY5/iRzj3C9VKC7gJd9/yUUvcZcz+XelW7ujGpV7kPuk4oLSgfn6fC+ze1RoItAmGLcP+N3ba1qk2Y1bvfVdHgkboOLreIq3w/c4s66fSxHXZwGe916Mf4fuaogPwDyPwD/nkRCr9Qr8JNCGF2z2kCTEIIG+AEfgReFkJcBEwHHgfWuhMTAD4HHhVCLAeaABNwF8A7Gk5d8umyPTWdFjq4hVZVbAhsEN246uKxqPKjyqAAkDqirBStpBitpBhRUoSppARRWowoKUErLsJ08ADmbZux7NqGcDgO9yevHHZled3TNFwtWuHo0BlHl844O3TG0aY9whKG5rBjspdjqijHZK/AbC83bLthhxXmE561z3gc2Ic1OwPNdZRNe1lFGN1GDsee0IiK5ObYKx/NmmFPaY69cVNk2CHL57qO5rRjctrRnA40p/0I9qHHfI87MDkqPLbvuWZ7GebyEkxOe9V5fYVQbSgu9jw92lW6EJQkNqMouQ2FKW0pTG5LaUJTd2JJCCElQrrQpI7QdTTp8vlZOe7zU3chpAuTlJjRMUnjXJPnuY5Jd6Kho+mGrcnK69zPXU6Ey/jbCacd4TB+4rQjjuVvVbsXaHyhqSgDcipHDj2jKkIzBHu14i7CLf4iwXdMLYWFLELTQLOCxQqHtNw+0l9U6i5vxM5H6OGoFHs+x8pLjC9LipCjviNuj2JUJK7kauD/pJRPukXbW8CXwBLgcp/zngDeBdKBMuBFKeVRM0rBSHzs3SSujlxviMTX6izpsOPavg3npvU4Nq7HuXEDru1bDwvlC13HnL4Tc/pOwmdONwZNJkxt22Pu0h1zl65YunTD1KkjwhJW7Vx29wOXE9PBTEwZezBn7MWUsRtzxh5MGXswZWUgjvKGE5Z7kLDcg7BxVdXXIQR6YhMcqW2pGDiS8oEjkVExQESNvwMXJ5b7IZwOtIoSTOWHP7TDxoqN8YoSTOWlmOy1biGIkJKo7L1EZe8lZf1cw/cwG2XJbSlr2s7zcEbV7m8faui4//3UJVIa4tDlFuwuB5rLLeDdQk9zecd9bVPlc6f7mPu4yVXNF6Ea/dCND9vyEiq3BNck9nShYY+IpyS+BSUJLSiJb4nLGnk8vwVFSCEAq/vhM2RxPwCiJFZnKRGOIiKcddPMXVE/CFnn3ySDh/CICLl4swoB+wNZXo5z2xacm9bj3Gg8XLt2uJe5asBiwdy+I+bO3TB36Ya5a3dMrdsaJU5qg9OJ6WCGW9QZYs6cubdWoq7KazCbqeg5iPKhY6gYMAIZHqQfaLrrCEKvGFNFKabyEswlBdgO7MJ6cC+iFot39phEylK8Qq4suQ3SopJ56g1dx+Qow+wow2R3/3SUYraXYfIds5didpRjcpQeHrU9TsojE91CriUl8S2UkFMA0Cs1plRKWat/DB0tYbIOm8yvqK4BvKVRW1mHTearnSNUUcJNUWfIslKcWzbj3LjOK+bSd9XqWhEZhe2CS7BdfT2mRk2O3wmHA9PBDMwZuzFl7K0i7kzZmYgjCEsZZqWi92DKhp1GRd+hxv6jEESrKMOWuZOI/dsJ37+d8IztWIrzarxOCo3yxi0NEZfSjtKm7bEnpqhN9EGE0F0+oq7UR9wZYs9sL60iBk2OslpF9sojkzzRuJKEFrjCao5AKxoeSriFDg1auEVGRsqSkpKaTwxxdF2SV2LnYGE52YUVZBdVcLCw3P0wnhtjFWQXllPhPHJUzNgX704M8H2uHWHc89xIZIiwmom0WQgPM2ELMxHtKqdJVjpNMnaQuG8H8bu3Ept7ZDHtNJlZ3W0ECwacQ3ib1nRJiaZzcjRdUqJp3zgKq/n4hIQuJa4KO449u7EvnIfj7z/QN62v9lxpC8c5aAT24WOp6DsIlykMly5xSYnu/ulwSUrsLortLoorXBTbnYZdYYwd7XdcVwggMsxEZJiJKKuJqDCz+6dhR4aZiQrTiC3LJzpzB+H7tqGlb4XdO4xNyTURHolIbQ+tOiJadUS07oiIjvP3ywp6pJTokir/HnTdsL1jeI9JiUt3X+Mz5rlGP+Qc9/PKcz3Pfe1avm2bXQ7iS7NoXLSfxkX7SSg5gEke/d9mvi2Bg9FNyYpuysHoFOzm8KOef7yYBFjNJmxmDavn4bYtmnvchNVsPDe7E5YU/kEIoYRbiKCE20mGlJKiMqePmPMRd4UVZBd57YOFFZRU1G3WZXxkGO9e3gnzrq1kLl1Fxfp1RO7YRHRR1bItuhBs7DiQeYPOJ7NJKwDMmqBdo0g6pxhCrmtKNM3jw9GO883cuXc3FTP/oHzm7zi3ban2HBEVjfWU0dhOO5OwAYMQZku15x2Kw6V7RJ0h6JyG7fO8pKKqrdfDf0WLJoixQKuyA6QW7qFZXjrJOWlE5e2v3Q0SmxgCrnMfRM/BiIiomq9R1DlSGuLtSALPeQTxpzvshOXuIyJnD1E5u4koyESrQcgVhCeQFd2UrKhmbiEXmGi0JsDmFnKVD5uv2POMGedYTEroHQtKuIUOSrgpjkpphZPsIiNS5yvofKN62e7x/NLabbhuFGPl94dH0zzRWJLRXS62/PQ7+958G7Fh7WHnb2vdk3mDzye9eaeqJUSAKKuZzslRHjHXJTmahMjqEx+OhnPXDspn/k75zD9wpe2s9hwRG4ft1LHYxp6JpU9/hMl0zPMcCSklZQ5D7FUReu5onlcAum27izJH3UX1olzljA7LYaB+gKiM7ci0rVCUf/SLzGZEl36IvsMR3QcibP6JzCj8h3TYIWsPcv9OZEYaHNzrLRdT3fkIiG+MK7kVzsap2JNa4rTY3OKQw4SiU5dUOI0IdLlTp8L9KHf6/4uKJvBE8bwiT6si/mw+kb6wk1zoKeEWOijhpqgz7E6dnEOWaSsFXnZhBX+vy/CIu24t4pj2wEgird6EBCkl+QsXk/b6W+TOnnPY/Xc368C8QeextW2fwwScL8kx1ipLrB2bRGGz1E5kSSlxbttC+czfqfjzd1z791Z7npaYhHX0adhOG4eley8jdb+ecenSLfScniXaowm94goXzlp8WnZtEsmYdgm004ohbSsybQsybQvs3m6UE6gOixXRvT+i7whE136IQ8uuKEIC6bDDgd3IjF3IjF1wcN9RhRwIIwqb0hqR0hqSWyGsNQt4KStFXaWgqyruyt22R+g5dFx+/qwScFjUzmbxCrsIi4nECEut30tCDSXcQgcl3BT1xsItB7n0f3NxujfojOvdlA8nDkbTDhdhhWvWkf7GW2T9Mv2wemf21LZsHnMJs5r2Js9e879fk4A2jSKriLnUhAhM1czri5QS58b1nkicnpVZ7Xla42RsY8/ANvZMzF26Be23diklFS5JiU80L7/cwaL0AnblHl5ypGWcjdHtE+jdNAaTJoxCxvvSkFvWoK+YC3t2VD+RNRzRc5Ah4jr3rvXysiL4kI4Kr5Dbvwuy99cg5ID4xogmqdCkJSI5FaLi6uT/hNN1eNSuaiSvql2bLynHQ2SYicSIMBIjLSRGhBEfYcEcanUSq0EJt9BBCTdFvfLVvF38+/MVHvuecZ148IJuRzy/dMcO0t98l4zJU5GHFAG2paYSd+N4MoaOZVOug40ZRWzJKsZei8SAiDATnZpEGWLOvV8uKerIUSKp6zjWrab8z9+o+GsGem5OteeZmrXAWini2ncMWhF3KDtzSvlrWy5rM4oOKyaSEGHh1LYJDG4Vh80nOURm7UOumGeIuP3p1d84IgrRawii3whE+x51urysqH+kvVLIuZdWs/fVXEg6ItoQcsmpiCYtISG5XiLU1S3TljsOieT5HD9eoSeA2HALSREWEiLDSIoII9pmPu69t4FCCbfQQQk3Rb3z+Heref+v7R77nfEDuHBgy6NeU75/P7vffZ/9n3+Fq7S0yrGwRo1oMXECzW+4FiIi2ZFdysaMQjZlFLMxo5D03LJatSVqFBVWJSrXKTmKiLDDa8tJlwvHymVGJG7Wn8iCgmrvZ2rVBtvpZxF+zgWYmiTXwoPAc6Coglk7clmSXoDjkA+ycIvG8NbxjGwbT6ytahRN7k9HXzEXuWIuZB0h0SEqFtFnGFrfEdC2S0CWlxV1i7SXG0Ju/y5k5i7Izqg5ImexQuPmiCapRkSuUfMjFuSuT1yepdvDI3nlTp3Ccid5pfZaZfSaNUFChMUdmQsjMSKMiLDg/tKihFvooISbot5xunSueWsBs9cbZUGsZo0f7zuFPm0Sa7zWkZvLno8+Zc8HH+HMy69yzBwTQ/Mbr6PFzeMJa5TkGS+ucLI5s4iNGUVsyjTEXE5JzYkUmoBWiRFVxFzrpEjMPkus0unAvnQx5X/+TsWcv5AlxdXcSMM67BTCL7yUsEHDQiLqVFThZO7OPP7ZmUeJvWpBY7Mm6N8ihtHtEkmJqRqllFLCnh1eEZd7sPoJ4hK9Iq5V6EQmFUdHOuxwcC8yMx15YDdk7TZ6aR4NoUFSiiHkmrQ0llgjoo9+TYDQpSS/zEFOiZ2cUgc5pXYKy2uXeR9u0aoIuYQICxZT8Hx5UcItdFDCTREQCksdnPXCLLZlGK1WGsfa+OPhU2maULvin87iEvZ/+RW735lERUbVvWdauI2mV15By9snEt6i+WHXSinJKrKzMaPQLeaK2JxZTHktllhtZo2OyVF0bxrDJX2bkeiTwSrtdioWzadi5u9UzJ2FLDt835iWnEL4eRcTft5FmBo1rtVrDSR2p87i3QXM2p7DwWrEbrcmUYxun0D7pIjDxJeUEnZtRl8xD7lyHhTkHnY9YGxu7zvcEHHN2ygR14CQugtyDxgi7kA6MjMdSmvRXikmoeryamxS0P67sLt0ckvt5JQYQi6nxF6r9xKAWJvZR8xZiA23BGyJVQm30EEJN0XASMsq5sznZpFXYnwj79Eyjh/vr5ppWhN6RQWZU34g7c23KdtZtUuDMJtpcuH5pN51O1EdOxz1Pk5dkpZT6hVzGUXsyik9asmCxtFW3r+qZ7V742R5GRVzZ1P64xQcy5ccfrHJhHX4SMLPv4SwQUODPgqnS8na/UX8tS2XXXnVJzKMaZ9Ir6bR1SZ9SN0F2zcakbhV86G4sPqJGjdD9BuB1ncEIuXoy+eK0ENKCcX5hoA7sBt5IB3ysmq+0BZhROIql1cTUxCm+m61XTuklJQ6XF4hV2ont9SBqxZ76EzCvcTqFnKJkWFEWEz1IlqVcAsdlHBTBJQFW7K47H/zPJmmZ/dtxvs3D6o20/RoSJeLrF9/I/31tyhad3hHhEbjziD17juI7dO71vcstbvYcsBYYq2MzGUVVV326dA4krcu71HtXrhKnOlplP00hbJff0LmH95+SktpSvj5FxN+zoUhEYXbkVPK39tyWJtRfNjewcQIC6PaJTA4tWoigy/S5UJuWYNcMRe5eiGUHeH/aNNWaP1GIAaMQiQE/+9FcXzI8lKjltyBdGTmbiPhwVXD8qPJjGjbA9H/NESw9hj2QZeSgnInuSV2T1SuoNxZq723NrN3ibVy31zYcXaQORpKuIUOSrgpAs4Xc3dy3xcrPfa9Z3fm/vO6Hte9pJTkzv6HtNffIn/hosOOxw8fSqt77iRhxPDjun92cQWLdubxysxtnk3KA1vF8+KFXavsfavWN7ud8tkzKftxCo4VSw8/wWTCOnyUsRdu4JCg37x/oKiCWdtzWby74LCMvAh3IsMpbROItR1Z1EqHA7lppSHi1i6GivLDTxIC0bEXYshYo1tDEGxkV/gP6XJC9n73PjkjMkfF4VFewCg90/80RMc+iBDrq+tw6eR59ssZS62lDlfNFwLRVrOnHEliZBhxNkuN5Y1qQgm30EEJN0VQ8Oi3q/nwb2+m6Xs3D+T8/i1O6J4Fy5aT9vpbZM+YedixpDNOo8NzT1e7B642/LoukxdmbPPY5/ZI5r6x7Wq9pOFM2+WNwhXkH3Zca9qMiPMvxnbOhZiS6uYN0l8UVTj5Z2cec4+QyDDAnciQHHP0orzSXo5cv9wQceuXVb+pPTwSMWAU2uCxiJbt6vJlKIIUKXXIz666T67okMh14xZoQ89FJIZG9vaRKHO4qgi53FL7Ydnd1aEJiA+3eBIfEiPDiAo7tiVWJdxCByXcFEGB06Vz9RsLmLPRyDS1WTR+vG8kvVsnnPC9izduIv3Ndzjw4zSkyysstIhwWv/7X7ScOAEt7NijOO/PT+PzxXs89i3DW3HNwGMTm7KiwhuFW7ns8BNMZqwj3FG4AYODOgpnJDLk8/f2XLKrS2RIjmJM+wTaJR6eyHAosrwUuXYJcsks5OZV1dcKa97GEHD9RyKiYurqZShCALlnK/rCX6sKOKEhug1G9BmFsDSMzh1SSgornN4s1hI7+WWOWi2xhpk0b1TOXTDYaj7yXlol3EIHJdwUQUNBqZ2znp/N9kwj66xJrI0/HhlNSnzd9MAsS9/Nrv++RsY331UZj+zYgY4vPkf80MHHdD8pJc/8vpUZG72bq584qyNjOx/ffixn2k7KfpxC2fSfqq0NZ2rWgvDzL8Z2zgWYEpOquUNwUFMiQ2q8jdHtjpzIcCgyNwu5+G/0RTMh58DhJ5jNiB6DjaXUTr0QWnAneijqBum0I1f9g1y3AHSfSG9kLNqQsxCpnQPnnB9x6pK8Uq+Qyym1HxbpPhJRYSYSI8NIibHRPNZWpRyJEm6hgxJuiqBi54Eixj03y9PTtEdqPD/ddwoRx5BpWhP5S5ex5f6HKN6wqcp48qUX0/7Jx6rUgKsJh0vn3qnrWbXHEFoWk+B/F3enV4vY4/ZPVlRQPutPyn6cjGPVisNPMJmxjjyV8AsuJaz/oKCNwkkp2Zlbxl/bclh3hESGU9slMOgoiQxV7qfryG3rkItmIlctqH4pNS4JMXgM2qAxiEYpdfNCFEGNzMtCX/ALZKZVPZDaCW3wWYiouEC4Va+UO1zklBpLq9kldnJL7dhrqBRs0gTNY220io8gOcaKSdOUcAsRlHBTBB3zN2Vx2WvzPOnz5/ZrzqSbB9ZpSrzudLL3w4/Z+cIruHz+jZhjY2n76IM0u/bqWguiwnIHt329hjR3v89om5n3ruhJamLtatIdDefO7UYU7rdpyMLDS2iYmrcg/PxLsJ19flBH4Q4UVfD39lyWnEAigy+ytNhot7XwT0jfWu05on13xJDTEL2HIMJsJ/waFMGLlBK5bTVy6R9Q7tNZxWxB9DnVWEI9iSKxUkqKK1yeciQ5JXbyyhxHLG9kNWtc1KOpEm4hghJuiqDk0zk7ePCrVR77P+d04T/ndqnzecr372fbo08azex9iOnTm44vPU9Mz+61uk9GQTm3fLWaXHekMCXGyqSrepEQWTcZkLK83IjC/TAZx5qVh59gNmMbcwaRE27D3LJVnczpD4oqnPyzw53I4Dj+RAZf5L409EUzkUtnVV8fzhZh1IYbPFZ1aWjgyPJS5LKZyC3Lqx6Ib4I27FyjmO9Jiks3uj4cKKogLa+UgkM6PlzZp7kSbiGCEm6KoOWhr1fxyewdHvv9WwZxbr/jywKtiZy/Z7PlwUcpS0vzDmoazW+8nrYP3Yc5pubN75szi7jj27Wequmdk6N449IehNdxj0Lnjm2U/jiF8t9+RhYdIlRMJsLPvoDI8RMxJTet03nrkgp3IsOsOkhkqEQ6Hch1S42l1A0rqu+ZmZKKNmSsURsuOu4EX4UiWJGZ6egLfj6suK/o2A/RfyzCduLR8FBGSkl+mZO0vFLS80opc+hKuIUQSrgpghanS+fK1+czd5Px5hseZuKn+0fSMzXeL/O5yspIf+Nt0t54G2n37p8Ka9yY9s88SZPzz61RRCzYkcNDP230LEkMbZvAc+d1OeEaS9Uhy8so/9sdhVu7qupBi4XwCy8j8oabg3oJVZeSNfuL+GtbDml5h9dwO9ZEhkpkfg5yiTuhobqm95oJ0X2AsZTapW/Qd65QHDtSdyHXL0KunAVOny8HtgjEwDMQ7Xqp6CvG/8Gs4gpSYsKVcAsRlHBTBDX5JXbOen4WOw4YzdtT4sL545FTaRJXN5mm1VG6YydbHnyE3Dlzq4wnnDKcji8+S0Tbtke9/sfV+/nvX95I4UW9U7jn1LZ+/ZCwr1tDyTuvYT+0vZYtnIjLrybymhvRYo4/YcLfSCnZkeNOZMgsPux4ZSLD4NQ4rMdQNV5KCTs2GkupK+dVX+A3Jh4xaLRRWqSJfyK6isAhi/LRF02H3ZurHkhuhTb0HES86soBKqs0lFDCTRH07MgsYtzzsyhw7x/r1SqeH+8bWedLkL5IKcma9gtbH30S+wFvCQoRFkbqHbfS6p47MYUfWTy+888uvl6212PfMbI1l/tpmdcX+7LFFL/7Oo51a6qMi6hoIq6+gYjLr0GLDO4WQTUlMoxoE88pbRKIqWUiQyWyvBS5cr6R0LBzU/UnteqINmAUou8IRHTwCl3FsSPTN6EvnA4lPqV2NBOixzBEr1MQZkvgnAsClHALHZRwU4QEczce4IrX53syTc/v34J3Jwzw+1KHs6iInS+8zJ4PPwHdu2cqvFUqHZ5/hqQxp1Z7nS4lT/66mVlbsgEQwFPndGJUR/93QZBSYp//D8Xvvo5z25Yqx0R8ApHXTyDiossR1uAuUlpY7uSfnbnM25l/hESGWEa3TyA5+thfh8zcY0ThlsyCwsP7x6JpxhLqgFGIHgNVVmoDQToqkCtnI9cvqroHMjoebcg5iBbtA+dcgFHCLXRQwk0RMnw8ezsPf73aYz9wXlf+dXb9FNksWreezfc/ROHyqhmdjc4eR4dn/w9b08MTASqcOv+aso61+4wEgjCT4PVLe9C9Wf1U+Ze6TsVfMyie9Cau3WlVjmmNmxB500TCz70w6CMNNSUydE+OYnT7RNolhh+zkJcuF3LjCuTCP402W9U1N7eGGyVFBoxCdOhxUpWVaKjInEwjeSFrT5Vx0borYtA4ROTJ14lDCbfQQQk3RcggpeSBr1bx+T87PWMfThzE2X3rZ1+S1HX2f/k1259+Hmd+vmfcFBFB6wf+TYsJN6FZqoqggjIHE79ewx53B4HYcDPvXdmLFnXUDaJWfjudlP82jeIP3kHPzKhyzNSsBZE3347t9LOCfoO+LiWr3YkM6UdIZLigW2PaJx3fUrAsLjSWUpfNhh0bqz8pNhHR/xS0AaOgWWu1uT2EkVJHblmJXPZn1Sb2Fiui72hEl4FBW9zaHyjhFjoo4aYIKRxOnSten8f8zQcBI9P05wdG0r2lfzJNq8OencP2/3uGjG8nVxmP6tKZji89T9zA/lXG9+WXcctXa8gvM6JFzeNsvHdlL+Ii6jfSJe12yn6aQslH76Hn5lQ5ZmrdlqiJd2EdNSboxcjREhlMAsYPbE6PlOgTmyM7A7nsH/QlsyBrX/UnNU019sP1G4lI8P8SuMI/yLJi5NIZyG2rqx5IbIo27BxEo5MjYUUJt9BBCTdFyJFXYmfcc7PYlWV8aDeND+f3h/2baVqtH4uWsOX+hyjZXHUfWcqVl9Pu8UcIS0zwjG3IKOSu79ZR4a7x1q1pNK9f0h2rpf6jXLKslNLJX1Py+YeHdWMwd+5K1MS7CBs8LOgFHEBmUQWzDklkMAm4aUBzejY9MfEG7qzU9G3oS2cjl/8DxYf3kEUIRLtuxlJqn2GI8OBO/lBUj9y/02idVZDtMyoQXQYg+o1p8PsclXALHZRwU4Qk2zIKOev52RS6o1h9Wifww32nYKtnIaQ7HOyZ9CE7X/4veql3ucUcH0e7xx6h6VWXe5Zb5m7L5pFpmzw9O0e2T+SpczujBUgg6cVFlH71KaVff4YsLa1yzNK7L1G33k1Y79B4r8spdfDG/HTPHri6FG+VSJcTuXk1culs5OpF4Kg4/CSzxUhmGDDKSG4I8v2DiqpIlxO5dj5y9T9V9zsmNkU7+0aEJbgTek4EJdxCByXcFCHLnA2ZXPn6fE+x24sGtuStm/oHJFJUvncfWx99goPTf68yHjugP90mvY2teTMAJq/YxxuzvXv0LuvbjDtHtalXXw9Fz8+j5LMPKZ3yNVRUFSNhg4YRddvdWDp3DZB3tSevzMHr89I56BZvmoDxdSzeKpHlpcg1iw0Rt3l19V0aIqMRfYYb++HadA6JCKbCQBbmoi/8FfZu8w626IA29soGm5yihFvooISbIqT58O9tPPqtt2bZwxd0465xnQLmT/afM9ny0GOU7/Zmq1kS4uk66R0SR44A4PVZO5iy0lvN/1+ntuWiPoFvT+U6mEXJR+9R9tPUw7IrraPGEnXLHZjbBne5hPwyB68dIt5uGtCMXk39lyUoC3KRy/9BXzob9uyo/qSkZMSAUWj9RyGaNPObL4q6Q0qJ3LgEucjbx1h0GYgYfFaDFOFKuIUOSrgpQhopJfd/uZIv5u7yjH1y22DO7B24D0dXaRlpr71B+pvvIJ1uASQEbR68j1b33ImO4LFfNjF3m5EgoAl49rwuDG+XGDCffXHt20vxB+9Q/vvPVWrXIQS2M84m8ubbMTcP3mbd+WUOXp+3m6wSo21ZfYi3SuT+dPRlc5DLZkPuwepPatUBbeBoxOCxiLCGu/TWUNCX/YlcM89ji4FnonUfEkCP/IMSbqGDEm6KkMfh1LnstXks3GJ8UEZYTfzywCi6togLqF/5i5eybvzEKp0Xkk4fS5e3XsMVGc1dk9exMaMIAKtZ483LetDlBLMh6xLnrh0UT3qTir//rHrAZCb8okuJuvVutKjg8deXasVb/2b0qscaeuzYiL50FnLlfCir5n0oNgHttEsQw85AWMLqxS/FsSOljpw9BblzvXtEoI25HNGqS0D9qmuUcAsdTp4iNYoGi8Ws8eHEQbRqZLznlFa4uPatBRwsrKYvZT0SN2gAA/7+g7jBgzxj2TNmsmzsOBybN/Hi+V1oGmtkqlU4dR74cQP78wPrsy/m1m2Je+E1Er6YStjQEd4DLidlk78m55KzKZ/5O8H45S8u3MLdw1vSONIQRLqEj5btY9W+whqurBuEpiHad8N01V2YXvgSbcLDiJ6DweTTpqsgF33KJFxPTECf+xvSeXhxYUXgEUJDjLgQmlRGmSX67KnIrL1HvU6h8BdKuCkaBAlRVj6/cyjR4cYH477cMm54ZyHlh7RKqm+sTRrT+/tvaXn7RM9YWVo6y8edR9nPP/LKRV09PTfzSh3854f1nkzZYMHSqQvxr71H/IdfYunjrVGnZx+k4OF/k3/3LTj37jnKHQKDR7xFecXbx/Uo3ioRljC03kMx3fKoIeIuuQVifZbF87PRv30b15MT0BfMQFbXvUERUITZgjb2Sohxl/hxOdD//BJZVE27NIXCzyjhpmgwdEiJ4b0JA9Hc+4aX78jlP5+vCHhESLNYaP/kY3T/+H1MUVEA6OXlbLrrXkqefZLnx7UlzGQ4vTu3jIembfTUewsmwnr2If69T4l97r9oiUmecfui+eRcfi4ln7yPdNgD6OHhxIVbuHvY4eJtZT2Lt0pEZDTaqHMx/d8HaBffDDFx3oO5B9G/egPXkzcbfVRdgf3SoaiKsEWinX4tWCOMgfIS9D8+R/p2XVAo6gEl3BQNitHdU3jikh4ee+ri3bz1x5ajXFF/ND7nLPrPnE5kxw6esf2ff0XFLdfzSB/vXrE1ewt57o+t6EG4BCmEwDb2TBKnTif8kiuhMruuooLid14j5+qLsa9eEVgnDyEu3MI9w1vSxEe8fRJA8QYgwqxop56H6amP0C68CaJ89t7lHED/4jVcT080Cv/qSsAFCyI20Yi8VS55F2Sj//WNipIq6pWgEW5CiM5CiFlCiAIhxHYhxAU+x0YLITYLIUqFELOFEKmB9FUR3Nw8pj1XDmvlsZ/7cT0zVu8/8gX1SGS7dvT741eaXHCeZ6xo9RrME67knkhvEsPfmw/y/ry0AHhYO7SoaGLuf5SET77B3MFbfsW1czt5E66h4JnH0AvyA+fgIcTajGXTYBJvACLMhjbmQkxPfYx2/vUQ6ZPskbUf/dNXcD19G/ryuUbCgyLgiORUY89bJRm7kPN+CnhkX3HyEBTCTQhhBqYBvwIJwM3Al0KIDkKIJOAH4DH3seXAd4HyVRH8CCF44ao+DOpgLOdJCbd+uISNe/MD65gbc1QkXSe9TYdnn0KYjW/uzrx84p+4h4k7ZiDcxVy/XLqXn9ZkHO1WAcfStQcJn00m6l8PIMK9LcfKp31P9iVnU/bbz0HzgXYk8bZib2DFG4CwhaOddokh4M65BnzbZh3Yi/7xi7ievQN91QIl4IIArW13RL8xHltuX4NcNTuAHilOJoJCuAGdgKbA/6SULinlLGABcA1wIbBBSjlFSlkOPAn0FEIErsqqIugJM2t8NHEwLZN8M00XBjzTtBIhBC1uvok+P03FmpxsDEpJytRPuP231wgvM/qwvvrXdhbtzA2gpzUjzGYir7yOxMm/Yh052jMu83IpfOJB8m+7EWd6WuAc9MEQb6lVxNuny4NDvAGI8Ai0My/H9PTHiHFXgi3CezAjHf2D53C9cBf6mkVBI4hPVkTPEYiOfT22XDkbfduqAHqkOFkIFuFWHQLoBnQFPKXxpZQlwA73uEJxRBKjrXx+xxCi3Fmbe3NKuendRVQEONPUl7iB/en/9x/EDR3sGWu0fil3fPkIKZm70CU8/ssmthwoDqCXtcOUnELcy28S+8qbaE2SPeP25UvIueI8it9/C1lRTX/PeibWZubu4akkRweneAMQEVGYzr7KEHBnXAZWbzSTvbvQJz2D68V70NcvUwIuQAghEEPPgWbtPGNy3jTk/l1HuUqhOHGCRbhtAbKA+4QQFiHEacApQAQQBRQccn4BUG3lTyHEzUKI5UKI5U6n2jB6stOpWSzvThjo2UO/dHsO93+5Mqg+7KyNG9F76rek3nmbZywq9wDjv3qcPmtmUebQuf+H9WQGSbSwJmynjCZx8i9EXHkdmNx9HR0OSj54h5wrL8C+bHFgHcQt3oZVFW/Bsmzqi4iMxnTutZie/ggx9iLw7bSwezv6O0/ievnf6BuD69/0yYLQTGijL4P4JsaA7kL/62tkXlZgHVM0aIJCuEkpHcD5wFlAJvBvYDKwFygGDi13HgMUHeFe70sp+0kp+5nN5upOUZxkjO2RwuMXezNNv1uYzrt/bg2gR4ejmc20e/wRun/6oadkiNnp4Lw/3ufc3ydRUFDCfd9voKg8NL6MaBGRRP/rARI+m4y5a3fPuGt3Gnm33UjB4w+g5+YE0EOIOUS8SQzxtnzvod8TA4+IisV0wY2YnvoIMfoC8O20kLYF/a3HcL16P/qWNUrA1TMizIZ2+jUQ4Y4l2MvRZ3yBLA3+KLkiNAkK4QYgpVwrpTxFSpkopTwdaAMsBTYAPSvPE0JEAm3d4wpFrZg4tj2XD23lsZ/+fh1/rgmOTFNfGp91JgP++o3Izt4tnH3XzuamL58gb0caj0zbiMMVOpvTLR07k/DR10Tf/xgiMsozXv77L2RfchalP00N6Gb76sTbp8v2s3xP8Ik3ABETj+mi8YaAG3ku+H453bER/fWHcb32EHLb+iPeQ1H3iKhYtNOuBrNbUBfno8/8CukMrrqGioZB0Ag3IUQPIYRNCBEhhPgPkAJ8CvwIdBNCXCSEsAGPA2ullJsD6K4ixBBC8OJVvRnobuQuJdz6wVI27Qu+D+iItm3p//svNLnIUxGHpgd2cctnD1E4Zw4vzNgWUlEVYTIRcckVJE6djnXsmZ5xWVhI0bOPk3fztTh3bAuYf9WKt+X7WRak4g1AxCZguvQWTP/3EWLEWVVbaW1bh+t/D+B64xHkjo2Bc/IkQyQ1RTv1Um9tw4N7jdZYKgtYUccEjXDDyCDNwNjrNhoYK6WskFIeBC4CngXygIHA5QHzUhGyWC0mPrx1MM0TjUy9kgon1765gOyiwG+YPxRTZARd332TDi88i7BYAIgoL+GqqS9R8f7bfDw/LbAOHgempEbEPfdf4l6fhKlpc8+4Y81Kcq66iKK3XkWWB6YKfYzNzD3DU0mJNvaQSeCz5ftZGsTiDUDEJ2G6/DZMT36AGHo6aCbPMbl5Na7/3ofrvaeR5aUB9PLkQbTsiBh8lncgfRNy6YzAOaRokASNcJNS3ieljJdSRkkpz5RSbvc59peUspOUMlxKOVJKmRZAVxUhTKMYG1/cMZRIqxGh2JNTyvh3F2EPwhZTQgha3HQ9fadNxZpiZGlqSEYt+B7Hv29n+vzQDDpbhwwn8btpRFw/wRspcjkp/exDci47j4qF8wLiV7TVzN3DW9I0xivePg8B8QYgEhsbDe2fnIQYPBY071u7XLsY/YvXQipKG8poXQYiug3x2HL9QvSNSwLokaKhETTCTaGoLzo3j+XdCQM8KxqLt2XzQJBlmvoS278fA/6eQdywoZ6x9rvWUH795Sz+LTAi50QRtnCib/8XiV99j6VXH8+4a/9e8u++hfyH7sWVfbDe/Yq2mrlrWDXibXfwizcAkZSC6Zp7MD3+HqL/SM+4XLUAOfP7wDl2kiEGng6pnT22XDQduTs4Wu8pQh8l3BQnJaf1bMojF3qzHb9ZkMb7fwVun1VNhDVKoveUr2l6h7dkSFzBQQpuvJpV73wctKKzJsxt2xM/6XNiHn0aERvrGa/46w9yLj6L0slf13uz9WrF24rQEW8AonEzTDfchzjlbM+YPu0z9M2qQGx9IISGNupiaOTeEiAl+qzvkNnBlxClCD2UcFOctNx+egcuGexte/t/U9by97rgbTGlmc10fuIRUidNosJq7NMzu5zkPvEYq267B1dZYPaHnShC0wg/7yKSpkzHdpa3h6ssKabo5WfIv3MCeklJvfp0JPG2JITEG4B20Xho4478SB39o5eQOarGWH0gzGFoY6+CqDhjwOlA//NLZHFo/RtSBB9KuClOWoQQvHJNH/q3NTJNdQkTP1jClv3BVYT1UNpdeDZtfppGVuOWnrG8qVNZdvYFOPLzA+fYCaLFJxD75PPEv/MxppatPOP2ZYvJu/UG9Lz6bf1VnXj7YsV+luzOr1c/TgRhtmAa/xDExBsDJYW43n8GaQ++hJyGiIiIMmq8hdmMgdIi9BmfI+2hUUxbEZwo4aY4qbFaTHx822CaJRgRrKIyJ9e+tYCcIMw09aVTvy60/eF71nQb7hkrWbuO1Vddj6s0NCNvlYT1H0TiNz8ZyQtunJvWkzvhGlyZ9RsRjbaauXtYS5pVEW8ZoSXe4hIN8VaZcbpnB/q374Ts8nqoIeIbo4250vv7z8tC//tbpB48rfcUoYUSboqTnkYxNr64cwgRVuONNf1gCePfC85MU18GdGxKpzdeY/qY6z1jhUuXsW78LegOR+AcqwNEWBjRt/+L6Iee9NTFcqXvInf8VTjTdtarL1HuyNuh4m1xen69+nEiiHZd0S72CmG5+C/kvN8D6NHJhWjaGjH8fO/Avh3IBb8o8aw4LpRwUyiALs3jeGe8t6fpoq3ZPPz1qqB/Yx3XPZmud9zM76de6xnLmfk3m+75d4Mo/Blx4aXEPv+qp0OAfiCT3PFX49hYv50BPOIt1ivevlyZwaJQEm+nnI0YONpj61MmIXduCqBHJxda+16IPqM8ttyyArlmbgA9UoQqSrgpFG7O6NWUhy/o5rG/nLeLD//efpQrgoMbh7Qk/vrrmTvIu7E/c/L3bHviqaAXnrXBNvp04l57DxEeDoAsyCfv1uvrvVl9lNXMXUOrirevQki8CSHQrrgdmrcxBlxOXB88jyyo372DJzOi9yhE+14eWy7/C33H2sA5pAhJlHBTKHy444yOXDzIu+n/iclrmLU+M4Ae1YwQgvtPa0/+1bewvOepnvE9731A+htvB9CzusM6cAjx73zsKRkiS0vJu/sWymf/Va9+VIq35oeIt4Vp+fXqx/EiwqyYbn4EIt0N0QtycH30AtLlDKxjJwlCCMSw8yCltWdM/vMDMjM9gF4pQg0l3BQKH4QQvHJtX/q2SQCMTNNb3l/M1ozgzjS1mDSeOa8rG664k40dBnjGdzzzPPu++DqAntUdlm49SZj0OVqjxsaAw0HBg/dQ9nP9FpaNspq5c2hLWviIt69XhZB4S0pGu+F+b0/N7RvQf/g4sE6dRAiTGW3MFRCbZAzoLqMhfUFOYB1ThAxKuCkUh2CzmPjktiE0SzCW5orKjJ6mucXBnWkabTPz0iU9mH3Zvexs2dUzvvk/D5A1vWFsRDe3bU/Ch19haumuv6frFD79GCVf1K/wiLKauXNYasiKN61LH7RzvPsi5exp6EtnB9CjkwthDUc741qwRRoDFWVGmZDy+q1XqAhNlHBTKKqhcayNz24fSniYkWmadrCEmyctxhHkmabJMTZeuKw3P112P/ubuJdjdJ31t9xO3oKFgXWujjA1bUbCB19i7uhtKVT8xisUvflqve7piwwzHSbevgoh8SZOvwTRc7DH1r96E7m3fjN2T2ZEdDzaaVeDyWIMFOai//k10hnaGeEK/6OEm0JxBLq1jOOtm7zLjvM3H+SRb1cH/Yb/Dk2iePTiPnx96YPkxBvN6WVFBWuuvoHCNesC7F3doCUkEv/ep1h69/OMlX7+IUXPPlGvLbI84i3O5hn7alUGC9Ly6s2H40UIgXbtvdDE3ZbJUYFr0jPIkqLAOnYSIRo3N1pj4V62ztqNXPxbQH1SBD9KuCkUR+GsPs148HzvsuPn/+zk49k7AuhR7RjcJoGJ5/Xl88sepjDKqJrvKi5m9eVXUbqjYURVtKho4t94H+sIb4mFsmlTKXj430i7vd78iAwzGXvefMTb16syWbArBMRbeISRrGA1tgWQcwD9k5dUcdh6RLTqghh4hseWm5cjM3YF0CNFsKOEm0JRA3eP68SFA1p47Me/W8M/Gw8E0KPacV7PFM45rS9fXPowZVZjL40jO4dVl15JRWZwZ8rWFmGzEfvi61V6nFbM+pP8f92KXlp/+4Uiw0zcNbQlLX3F2+oQEW8pLdGuu9djy40r0ac3jISWUEF0Gwyp3qV/ff7PaslUcUSUcFMoakAIwX+v60fv1u7IlS6Z8N5itmcG/5LShGGp9Bjeh68uvh+7OQyA8t17WHXpVSHd19QXYTYT8/izRFzh3WxvX7qIvNtuRK/H1xjhjrwdKt7mh4B403oNQZx+qceWv3+LvmZRAD06uRBCoA05GyzGfkkKslVxXsUREcG+X+dEiIyMlCUlKktHUTccyC/jzOdmsT/P6AXaunEUvz44isRoa4A9Ozp2p869U9dR8s8crvj+FUzSSLCIHdCf3lO+wRQRHmAP6wYpJSWfTKLk3Tc8Y6bWbYh/80NMTZLrzY9Su4s3F+xmd763kfjlvZIZ7hb+wYrUXehvPYHcvMoYsIVjeuA1ROUeOIXf0TcuRS78xTA0E9oFtyLim9TL3EKIUillZG3O7RkZLv/s0rrmE2tB8vJNK6SU/Q4dj2rRSfa6+4M6mWPBfSOqnSNUURE3haKWNIkL59Pbh3gyTXdlFXP92wspswf3fqAws8Zz53Whov9QfjrrVs94QQPpa1qJEIKoGycS/eDj3v6mu3Ya/U3T0+rNj+oib9+uzmRekEfehGZCu/F+SHDXySsvw/X+s8jy0sA6dhIhOveDxu4C4LoLfd7PSBncmeyK+kcJN4XiGOiRGs/bNw3w1C5dtiOHOz5aiq4Hd+Q6JtzCKxd2Y0//UxtsX9NKIi66nNhnXvH2N83MIHfC1Tg2b6w/H9ziLTW+qnibuzPIxVtUjJGsYDGW1cnYjf7Fa0GfSd1QEEJDG34uaMaXQ7J2IzcvD6xTiqBDCTeF4hgZ16cZT13a02NPX7mP/5sa/P0Gm8bZeOmCrqwefPZhfU23P/l0g/pwtp12JnGvvgM2d3/TvFzyJl6HfcWyevMhIszEHUOqirfv1oSAeGvZzuhp6kauWoD864cAenRyIeKbIHoO99hy6Z/IkuDu3KKoX5RwUyiOgwlj2nPzmHYee9LMbSHRkL5zSjRPnt2J2adcXqWv6e53328wfU0rsQ4eRvzbHyFiYgCQJSXk3TWB8n9m1ZsPRxZvwd3YXRs0BnHK2R5b/+lT9M2rA+fQSYboOQJiEw3DUYG+aHpgHVIEFUq4KRTHyROX9OSsPs089mPfreaP1fsD6FHtGNYukbtPbcevp41vsH1NKwnr0YuESV+gJTUyBux2Ch64m7Lp0+rNh+qWTb9bc4B/gl28XTQe2nYxDKmjf/QiMicrsE6dJAizBW2YNypO2kZkWv0t9SuCGyXcFIrjxKQJ3rppgKchvZRw6wdLWLkz+JtFX9SnKZcNaMH359zRYPuaVmJu5+5v2txdi8/lovDJhyj5+rN68yHcYoi3Vj7ibXKQizdhtmAa/xDEuLNhSwpxffAs0lF/xY1PZkRKa0THvh5bXzgdaS8/yhWKkwUl3BSKEyA8zMRndwylVSMji77M7uKatxaSllUcYM9q5rZTWnPRwNZ8e+G/q/Y1vfm2BtPXtBJTs+bEf/gV5vYdPWPF/3uR4ndfr7e9feEWE3cMbUnreG/5lclrDjBnRxCLt9gETBMe9m6W370d/dt3GtR+yGBGDDgdwqMMo7QQufyvwDqkCAqUcFMoTpCkaCtf3z2MhCgjEy+nqIKr3phPbnFFgD07OpoQ3DmqDbec0Y2vLvHpa2q3s+qq6ylauz7AHtYtpsQk4id9hqVXH89YyceTKHrxqXrrbxpuMXH70BZVxNuUtUEu3tp2QbvkZo8tF81EzmtYUdlgRVjDEYPGeWy5cSnywO4AeqQIBpRwUyjqgDZNovns9iFYzcZ/qR0HjBpv5Y7grvEGcGnfZjxw+UC+ueIRT19TWVLC0ouvaDB9TSvRomOIf/MDwoad4hkr+/47Ch69r96WAENSvI04CzFwtMfWp0xC7twUQI9OHkSbbtCig9uS6POnIV3OgPqkCCxKuCkUdUT/dkm8Pd5b423p9hzu/GhZ0Nd4AxjVsRFPThjND9c85ulrSl4uC86/rMH0Na1E2MKJe/kNbGee4xmr+OsP8u+9vd76m3rEW0JV8TY7SMWbEMIoEdK8jTHgcuL64HlkQXD625Aw2mGdA+6WdeRlIdfOD6xTioCihJtCUYec3bc5T17Sw2P/smIvz/ywLoAe1Z6ezWN5+u5z+OO6Rzx9TbXM/cw6+1LsecFde+xYEWYLMU8+T/hlV3vG7IsXUPDgv+p32XRIC9r4iLepaw8we3twiiERZjWK80ZGGwMFObg+ekFFf+oBER2H6OeNeMrV/yALsgPokSKQKOGmUNQxN49pz02nemu8vTNjKx/PDv4abwCtEiN48qErWHDdg7iE8fYQlr6D386+nIqihtX3V2ga0f9+iMhb7vSM2RfNp+T9+qtnV614W3eAWcEq3pKS0W64H9z/Nti+Af2HjwPr1EmC6DIIktzlh1xO9Pk/qySRkxQl3BSKOkYIwVOX9eSMXk09Y49+s5o/1wR/jTeApKgwHn7qJtZd9x/PWPTW9fxw7tUUlzSscgRCCKLG30rE9RM8YyUfv0f5nPrL3rNVI96+X3eAD5fsJa80+PrIal36oJ17jceWs6ehL50dQI9ODoSmoQ0/zyuaM3Yht64MrFOKgKCEm0LhB0ya4J3xA+jd2tjsr0u45f0lrNoVnJGUQ4kIM3P3C3eSfpW39VHj9Uv55uIJZBc1LPEGEDXxLsIGDfXYhU8+hDNtV73NX514W7W/iKf+2sGMLdk4XMHVS1acdgmi52CPrX/1JnJvw0pkCUZEYgqi+xCPLZfOQJYGf+khRd2ihJtC4ScirGY+v2Moqb413t5cQPrB0FhyNJs0bvjfQ+Rf5G1K32b5LD6/5l+kZYfGa6gtwmQi9umX0ZoaS1GypIT8++9EL6m/11kp3ga0iPWM2V2Snzce5Lm/d7HhQPB8QAsh0K69F5o0NwYcFbgmPYMsKQqsYycBos8oiHYXRa4oQy75LbAONRCEEGcIIbYIIbYLIR6s5vj/hBCr3Y+tQoh8n2Mun2M/+9tXJdwUCj/SKMbGV3cNIz7S2Oyf7a7xllcSGtXnhRBc+O5zOM+6wDPWc8HPfHLnU6zdVxBAz+oeLS6OuJfeAKsVANeunRQ+9Ui97iOyWUxc168p/xqeSrMYq2c8q8TOOwv38P7iPeQEyb8dER6B6ZZHweaOEuYcQP/kZaQeXNHBhoYwh6ENPddjyx3rkHu2BtCj0EcIYQLeBs4EugBXCCG6+J4jpfyXlLKXlLIX8Cbwg8/hsspjUspz8TNKuCkUfqZdcjSf+tR4255ZxA3vLKQiBGq8gSHeTvvodUwjx3jGRvz1JW89+ylztjaszDZLx87EPPx/Hrti1p+Ufv5RvfvRLimCB0a15pIeTQi3eN+m12QU8/RfO/lt88GgWD4VyS2MyJsbuXEFcs2iAHp0ciCat0O06+mx9QW/IB3BXfA7yBkAbJdS7pRS2oFvgfOOcv4VwDf14lk1KOGmUNQDA9sn8eZN3obui7dmc/cny0OixhsYS4nDv5hEWL/+nrHzpr3Ja5/+zZSV+wLoWd0TPu7cKmVCit95jYol9d8CzKQJRrZN4PExbRnU0rt86tAl0zdl88zfO1mXEfilSa3XEMQo72ecPmOyynasB8TAM8EaYRjF+cgVswLrUGjTDNjjY+91jx2GECIVaA34/sJtQojlQojFQojz/ealGyXcFIp64tx+zXn84u4e+6dle3jux9BpK2Wy2Rj45ceYmxnvZzZ7GZf98Crv/r6Bt+bsRG9AH9bR99yHpbe7wbeuU/DIv3HtD4xAjbGZuaZvU/49IpUWsd7l0+wSB+8t3su7C/dwsDiwy6faGZeCxV0gdvd25ObVAfXnZECERyIGnemx5YZFyIMN60tUHZLkFlaVj5trvuSIXA5MlVL6LpmkSin7AVcCrwkh2p6QtzUQNMJNCNFKCPGbECJPCJEphHhLCGF2H+slhFghhCh1/+wVYHcViuPi1tM6cMMo7//pt/7YwmdzdgTQo2MjLDGB3p99hHDvA2ucs5fzf3uXb5ft5f9+3YzdGfjlu7pAmC3EPvcqWqPGAMiCAvLvvwtZHriM2jaJEdw/qjWX9Uwmwmf5dP2BYp75eye/bjwYsN+/iI5DDDnNY8sZkwPix8mGaNcTmrrfT6REn/8TUg+NLRj1TLaUsp/P4/1Dju8DWvjYzd1j1XE5hyyTSin3uX/uBOYAvevE6yMQNMINeAfIAlKAXsApwG1CiDBgGvAlEA98BkxzjysUIYUQgmcu78VpPVM8Yw99vSpkarwBxPTsTudXX/LYXbcuZdiSn/l7Szb3Tl1PYXnw1R47HkxJjYh94TUwmwFwbtlE4Qv/F9BlQE0IRrSJ54mxbRnaKg53dzWcuuT3Ldk8/fdOVu8vDIiP2piLQDMBILeuRe7aXO8+nGwIIdCGnQsmizGQk4lcr/YYHgfLgPZCiNZubXE5cFh2qBCiE4YOWeQzFi+EsLqfJwFDgY3+dDaYhFtrYLKUslxKmQn8AXQFRgJm4DUpZYWU8g1AAKcGzFOF4gQwaYJ3JwykZ2rVGm9r0kOnrVTKpRfTfPyNHnv0P9/SducaVu8t4PZv1pJZ2DBqvYX16EX0fx722OXTp1E2JWB7kj1EWc1c2TuF+0a2IjXe5hnPLXXwwZJ9vL1wDweK6nezukhsjOg/0mPrM6bU6/wnKyImwSgR4kaumIUsDI16kcGClNIJ3AHMADZhaJENQoinhBC+WaKXA9/Kqt+MOgPLhRBrgNnAC1LKk0a4vQZcLoSIEEI0w0jLrRRvaw/5Ra11jysUIUmk1cyXdw2lRaKxubiyxtvuEKqP1v6px4kbNBAADcnFv7xBfP4BduWUMvHrNWzLCp66YydC+IWXYTvHWw6l6NUXsK9eEUCPvKTGh/OfU1pxZe9kIsNMnvFNWSU8+/dOpm3IoqIel0+1sRd5nsu1i5H70+tt7pMZ0X0IJCQbhsthZJk2oD2n9YGU8jcpZQcpZVsp5bPuscellD/7nPOklPLBQ65bKKXsLqXs6f7p9zT0YBJuczHEWCFGRsdy4CcgCji0YFQBEF3dTYQQN1duQHQ6VfNjRfDSKMbG13cPIy7CWObIKijnqjfmkx8kdbpqQrNY6PbRJKwpxgdGRHkJV/z4Xyz2crKL7dz+7VqWhVAU8UgIIYh54HHMnbsZAy4nBQ/+C9fBrMA65kYTgqGtjOXT4a29y6cuCX9uzeGpv3awcl/9LJ+KpqmIHoM8tj7ze7/PqQChmdztsNx//X3bkTvWBtYphd8ICuEmhNAwoms/AJFAEsY68otAMRBzyCUxQLV58FLK9ys3IJrde1MUimClfUoMn9w+hDB3jbdtGaFV483auBHdP/kAEWZsOW2StZsL//wApKTU7uI/32/gjw0HAuzliSOsVuJeeg0R517ezsmm4MF/IR3BI7Ijw0xc3iuF+0e1orVP66z8MicfLd3Hmwt2k1no/+VT7fRLPM/lsjnInOAQuA0d0ag5oqtXNMvFvyHLQyeCr6g9QSHcgASgJfCWex9bDvAJMA7YAPQQovKrBAA93OMKRcgzuEMj3rjBWx9t0dZs/vXp8pBZ6ojt24eOLzzrsbtsWMCYdX8C4NIlz/y+lS+W7AmZ13MkTMlNiXvuv6AZb5uOtasoevXFAHt1OC3jwrl3RCpX90khymf5dMvBUp6dtZMf1h2g3I9fDETrTogOPQxDd6H/paJu9YXoOxqi3DX/ykuRS2YE1iGFXwgK4SalzAZ2AbcKIcxCiDjgOoy9bHMAF3CXEMIqhLjDfZmqNqhoMJw/oAWPXNjNY/+wdA8v/BQ6302aXXMlza7zFq0d/ufnDMnf7rEnzUvjv39txxkiBYePRFj/QUTd4e0UUDb1G8p++TGAHlWPJgSDU+N4YmxbRraN9yyf6hL+3p7LU3/tZPmeAr+JaXH6pZ7ncuGfyKJ8v8yjqIqwWNGGnOOx5bZVyH2hU25IUTuCQri5uRA4AzgIbAccwL/c7SfOB64F8oEbgfPd4wpFg+GOMzpy7SltPPbrv23mi7k7A+jRsdHh2aeI6dfHMFwuzpryKkMjvUtzP63J5JFpGymzh8Yy8JGIuPoGrGNO99iFL/wfjs1+TSI7biLCTFzSI5mHTm1N20Tv8mlBuZNPlu/n9fm72e+HDGDRqRe0bGcYDjv6rGl1PoeiekTLjog23i+B+oKfkc6GUaJHYRA0wk1KuVpKOVJKGS+lTJJSXiqlPOA+tkpK2VdKGS6l7COlXBVofxWKukYIwXNX9GJM92TP2INfreLvdRkB9Kr2aFYrPT75gLDGRtFaZ24uF059hdPbereoLtiRy12T15FXGrrfu4QQxDz2DKY2bmFit5N/353o+cGbiNEs1sa/hqdyXb+mxFi9y6fbskt5ftYupq7NpKwOl0+FEGin+ex1mzsdWVZaZ/dXHB0xaByEucvEFOYiV80OrEOKOiVohJtCoQCzSWPSzYPo0TIOMPaITZi0mLUhkp1pTU6m+0eTEO7EoOK167jw70+4ur+37d+mzCJu/XoNe/PKAuXmCaNFRBL38huIyCgA9MwMCh7+NzKIM9mFEAxoEcvjY9tyarsENPf6qS5h9o48/m/mDpbszq+z5VPRazA0dv/dy0qQ86bXyX0VNSMiohEDvFFhuXYBMiczgB4p6hIl3BSKICPSZubLu4bR3F3jrbTCxdVvLmBPTmhkiMUNGkCHZ//PY2d+N4Wzts/lX6PbevZa7c0vZ+LXq9mQURgYJ+sAc8tWxD7lTU6wL1tM8buvB9Cj2hFuMXFR9yY8dGobOiRFeMaLKlx8viKDV+emsyf/xJdPhWZCO+1ij63P+imosnAbOqJjX0huZRhSd7fDahgt6U52lHBTKIKQxrE2vrprGLG+Nd5eX0BBiCwxNrvhOlIu925Q3/boE4yu2Muz53X2lD7JL3Ny13frmL8jJ1BunjDWEaOIHH+rxy79/CPK//ojgB7VnqYxVu4a1pIb+zcjzuYtnbQzt4wXZ+/iuzWZlJ7gfkQxYBTEJRlGYT5y0V8ndD9F7fG0w3K3IePgPuTGJYF1SlEnKOGmUAQpHZvG8MltQ7CYjDjV1oxCbnxnUUg0chdC0PHl54nu1RMA6XSy7sabGRDl4I1LuxMbbgiFCqfOwz9t5Kc1obGPrzoiJ9xO2NARHrvwqUdw7tx+lCuCByEEfZvH8NjYtoxtn4j7nxoSmLvTWD5dmJaPfpzLp8JsQRvj7Tqhz5yKdIV2ckooIeIaIXqf4rHl8r+QxfmBc0hRJyjhplAEMUM6NuJ1nxpvC7Yc5N7PQqPGm8lmo8cnH2BJTADAfvAg6268mS6JVt69oicpscbmaV3CKzO3M2leWki8rkMRmkbsUy9iat4CAFlWZiQrFFdbIzwosZk1zu/WmIdHt6FT40jPeLHdxVerMvjvP2nsPs49iWLoGRDpbnSTcwC5cl5duKyoJaLHcIhrZBhOO/qCX0Py/5nCixJuCkWQc+HAljx8gTe9f+ri3bw0LTRqvNmaN6Pbh+8hTMZyTeHylWx5+DFaJkQw6cqedGoS5Tn3iyV7ePb3rThcwR9RPBQtJpbYl98Em1Fyw7U7ncInHgy5PUXJ0VbuGNKC8QOaER/uXT5NyyvnpTlpfLMqg+KKY0vAEFYb2khvn259xhQlHOoRYTKjDT/fO7BnC+wKjfcPRfUo4aZQhAB3ntmRq4e39tj/m76Zr+ftCqBHtSdh2FDaPfmox97/+Vfs++IrEiLDePOyHgxuHe859sfGLO77YQMlxygOggFLuw7EPva0x66YO5uSjycF0KPjQwhB72YxPDamLWd0TMTsTj+VwPy0fJ6auZP5u/KOaflUjDwHrO7yFPvTkOuX1b3jiiMimrREdB7gsfVF05EVoZvVfbKjhJtCEQIIIXjhqt6M6tbEM3bflyuZvT40Uvxb3DKBJhd59zptefBRClasJDzMxPMXdOWcHt7adcvT87nt27VkF/u/r2ZdYzttHBFXXuexS95/i4oF/wTQo+PHatY4p0tjHhndhi5NvMunJQ4X36zO5OU5aezKrd2Hv4iMRgw702PrMyarqFs9I/qPhQj3knVZMXLpn4F1SHHcKOGmUIQIZpPGB7cMortPjbfx7y1m/e78gPpVG4QQdH71ZaK6dgFA2u2su2ECFQeyMGuC+8e2Y/zQVM/5Ow6WcPNXa9iZHRolUHyJuvPfWPq6oxtSUvDYAzj37g6sUydA46gwbhvcglsGNSfRneUMsDu/nFf+SePLlfspqkWEVBt9Ppjcy687N8EOtVxXn4gwG9qQsz223LIcuT90OrMovCjhplCEEFE2C1/cOZRmCcZeqpIKJ1e/OZ99ucFfld4UEU6PTz/EHBcHQEVGJuvHT0R3OBBCcP3gljx8RgdM7qW5rKIKbvtmLav25AfO6eNAmM3EPfdftMZGFFEWFVJw310h3TlACEGPlGgeHdOGcZ2SPMunAIvSC/i/mTv4Z2fuUZdPRVwSYtBoj63PmOJXnxWHI1p1gdTOHlufMxVZVhxAjxTHgxJuCkWIkRwXzld3DSMm3Ih+ZOaXc9Ub8yksDf5+hOGtUun2/juguWu5LV7Ctsef8hwf160JL13QlXCLkcxQXOHk3qnr+XvzwYD4e7xoCYnEvfQaWIy/kXP7VgqffSLklwfDTBpndW7EY2Pa0D3Zm1hS5tCZvOYAL87exY6cIwtUbexFINx75jYsR+5RDdDrG23I2WBzF14uLUKf8z1ShlYSzcmOEm4KRQjSqVksH9862FPjbfO+Qm56LzRqvCWOOoW2Dz/gsfd++DEZ33mjLwNbx/P25T1IjDREj8MleeLXzXy7fG9ICR9L1x5E3/+Yxy6fMZ3Sbz4PoEd1R1JkGBMHt+DWwS1IivQun+4tqODVuel8vnw/heWHL5+Kxs0QvYd6bP3PqfXir8KLiIxBG+ntaMG+7cjVcwPnkOKYUcJNoQhRhnVuzKvX9fPY8zZl8Z/PV4SEuEm963Yan3OWx978nwcpXLPOY3doEsV7V/Yi1b0kDPDWnF28MXsnLj34X18lEedfTPgF3mbrxW+8gn3F0gB6VLd0S47i0dFtOKdLI8+XCIAle4zl09nbcw/7e2mneztqyJXzkVn7681fhYFo3h7R01s0Wq6cFUBvFMeKEm4KRQhzyeBUHjivq8eevCidV37ZGECPaocQgs5vvEpkxw4A6OXlrLv+Juw5uZ5zUmJtvHtFT3o0i/GMTVm5nyd+2USFI3Sq70f/5xHMXbsbhstF/kP34joQGtnAtcFi0jijYxKPjWlLr6bRnvFyp87UdQd4fMZ2vl97gF25ZUgpES3aIrr0MU6SOvpMFXULBKLvqZDsTggKgS97Ci9KuCkUIc49Z3XiymGtPPZ/f9nENwvSAuZPbTFHRdHjs48wxxjCrHzvPtZPmIju9C6xxYRb+N8l3RnZIckzNmdbDvdMXU9BWfDv6QMQYWHEvfg6WkIiADIvl/wH7kbaQ6PvbG1JjLAwYWBz7hjSgsZRYZ7x/HIns3bk8so/aTzx5w5+Wp9F9pDzPcflkr+R+aHbrzZUEZoJbdSl3v1uipBBCTeFIsQRQvDiVX0Y1dWnxtsXK/hn44EAelU7Itq2oeu7b3jsvHkL2PHM81XOsZo1njqnE5f2beoZW7evkFu/WUNGQXm9+XoimJokE/vcq+DuIOHcsI6SLz4OsFf+oXOTKB4Z3YbzujYiKsxU5VhOqYOZ23J4Ki2cvQmtjEGnE33WT/Xup6Ka/W6KkEAJN4WiAWAxa7x/yyC6No8FwOmS3PTuIjbuzQ+sY7Ug6bSxtH7gPx5799vvkfnjtCrnaEJw16i23Dmyjfe83DImfr2aLQdCo5xBWN/+RN1xr8cumzY15Fpi1RazJjitQxLPndme24e0YFDLWMItPh83QvBby1Ees3zOdGauTieruGFFIUOBQ/e7KYIfJdwUigZCdLiFL+8aRtN4Y0N/cbmTq15fwP4QqPHW+t67STrjNI+96Z5/U7Th8L16l/Vrxv+d3cmzET6nxMEd365lya68evP1RIi49CpErCGu9Yz92JcvCbBH/sWkCbo0ieKavk15/sz2TBzUnP4tYrCaNTYmdSYj0ogSW50VlP49jf+buYMXZu1k5tYcckqUiKsvRN9TA+2C4hhQwk2haECkxBs13qLdDcIz8su4+s0FFAX5fjChaXR9+3Ui2hoRNb20jHXXj8eRd7ggG92pEf+7uDtRVuM1ljlc3P/DeqavC/4N/yIsDNsZ3ur15T//EEBv6heLSaN7SjTX92vGC+Pac9PAFmzrM85z/JTd8whzVbCnoIKfNmTx+J87eHnOLmZtzyE/yP/9hjpCM9V8kiJoUMJNoWhgdG4ey0cTB2N2R6U27i1g/HuLcAR5jTdzTAw9Pv8YU6TRF7MsLZ0NE+9Eug7PIO3VIpZ3r+hBk2grAC4Jz8/YxrO/b2FZWh5OV/C+1vBzvD1by+f8hV5UGEBvAkOYSaN3sxhGXXoBMqExAFGOUobur1oqJS2vnO/XZfHoH9t5dW4a/+zMrbY+nEJxMqGEm0LRABnRpQn/vbavx/5nYxb3fbky6Gu8RXZoT5e3XvPYObNms+uV/1V7buukSCZd1ZN2jbwN0H/fkMW/pq7n3HeX8NwfW1m0MxdHkIk4S8cumDt0MoyKCspn/h5YhwKIMJkwjb3IY5+XuYDrejWiS5NIfLpqIYEdOWVMXnOAh3/fxhvz01mwK4/iWvRIVSgaGkq4KRQNlMuGtOI/53Tx2N8uSON/0zcF0KPa0fjscbS6506PnfbG25Tt2VvtuUlRVt6+vAcDW8VXGS8sd/Lb+gPc98MGznlnMU//toX523OoCJKoo2/UrewkWi6tDjF4LETHGc/zs+mXuYrbh7Tk+TPbc2XvZDo2isBHwyGBLQdL+Xp1Jg/9vo23F+5mcXo+ZSFU20+hOBFEsH8DPxEiIyNlSUlJoN1QKAKGlJJ7Pl3OdwvTPWOv39CPy4a0CpxTtUC6XCw/6zwKV6wCIOXyS+nyZvWRNzBe57r9hczZms2crdlkFVW/sT3cYmJo2wRGdUhiYOt4bJbA7O3R8/M4eOYp4K5Zl/jtNMxt2wfEl2BAnzEZfdpnhtGkOabH3kVo3rhCYbmT1fsLWbG3iB05pVT3qWXWBF2aRNK3WQzdUqKxmVVc4lgQQpRKKSNrPhN6RobLP7u0rpN5k5dvWiGl7HfoeFSLTrLX3R/UyRwL7htR7RyhihJuCkUDx+HUufrN+fyzMQsAs0nwzd3DGN65SQ1XBpa8BYtYeb67xpSmMfCfv4jq1LHG63Qp2ZRZxD9bc5i9NfuItd5sZo3BbRIY2SGJwW0SiAirXxGX/+A9VPz9JwARV11P9D331+v8wYQsK8H1yPVQbmRAaxMeRvPpaepLfpmDlfuKWLm3kF15ZdWeYzEJuiVH0bdZDF2TowgzKRFXE0q4hQ5KuCkUJwFFZQ7OfXEOm/YVABAdbubn+0fR2V33LVhZfdnV5MyaDUCjcWfQ47OPjul6KSVbs0qYszWb2VsOsje/ehEXZtYY2CqeUR2SGNI2wZOx6k8qFvxD/j23AqAlJJI0fRbCbKnhqoaL66dPkX9OMYyW7TE98D+EEEe9JqfEzsp9RazYV8ieI/xtrWaNHimGiOvUOBKLEnHVooRb6KCEm0JxkrA/t5Sznp9NRr4RpWgaH870h04lJT68hisDR9Ha9SwdfbrH7vf7z8T263uUK46MlJId2aXM2XKQOVuzScs9crSmf6oh4oa2SyDG5h8xJZ1Oss8dg37QiITGvvIWtlNO3npasjAP12M3gsNY5tbuegatU+9aX59VbGfF3kJW7itkf2FFteeEWzR6pkTTt3kMHRtFYtKOLgxPJpRwCx3UVw+F4iShaUIEX941lCibEU3an1fG1W/Mp7g8eGtkRffoRpMLzvPY259+/rgzY4UQtGsUyfhhrfjyxn58cX0fxg9NpW2jqp9VDpdk4c5cnv1jK+e8s4R/T13PL2szyS+t29+TMJuxjTvXY5f/cpInKcTEG4kKbuSMKcd0feOoMM7slMQjo9vwyOg2nNkxqUrPVIAyh87i3QW8vXAPD/2+ja9XZbDlYAl6Aw5gKBoeKuKmUJxkzNmQyVVvLMClG//3h3duzLNX9KJDSkyAPaue0p27WDx0JNK9kb/Xd1+ReOrIOp1jd24p/2wz9sRtPUILLZOAXi3iGNUhiRHtE0mIDKv2vGPBmZ5GzsXuIrQmM0nTZ2FKTDrh+4YqMjsT15MTwN0KzHT/q4hWNe9rPOL9pGRvQYUnEpdzBPEdYzXRu1kMfZrF0CYxHK2GJdqGiIq4hQ5KuCkUJyFfz9/FvZ+tqDLWq1U8lwxO5YIBLUiIsgbIs+rZfN+D7Pv0CwCie3Sn/8zfqmQd1iX78ss8iQ2bMouqPUcAPZvHMqpDEqd0SCTpBH5fueOvxrFmJQBRd99H5NU3HPe9GgKuT15GLpsDgOg5GNMtj9bJfaWUpOeVs2JfISv3FpJ/hEK+ceFm+jSLoW+zGFLjbTXus2soKOEWOijhplCcpLz88wb++8vhdd0sJsGY7ilcOiSV0d1TCAuCsgoVmZksHDAUvczYgN7tg3dpcv65NVx14mQWlPPPthzmbM1m3f4jdzjo3izGE4lLjrEd0xxl076n8JnHADC1aUfit9NOGrFQHXJ/Gq5nbvfYpsfeRaS0rNM5dCnZmVPGyn1GJK6oovoacIkRFvo2NyJxzWOtDfrvooRb6KCEm0JxEjNrfSZfzdvFzLUZ2KspTpsQFcb5/VtwyeBUerWKD+gH1/annyf9jbcACG/TmkHzZ6NZ6i8L82BRBXPdy6lr9hZUW0sMoEtKNCPbG5G4ZnE1J37oJSUcPGMElBvJEgmffoela/c69Dz0cL37f8h1RvsrMWg0pmvv9dtcupRsyy5lxd5CVu8rouQIhXwTIyw0jbGSEmMlJdpKckwYyVHWoPhiUxco4RY6KOGmUCjIK7EzbdkeJi9MZ+Wu3GrPaZ8SzaWDU7loYEuaJkTUs4fgyM9nYb8hOAuMkiad/vsiza69ut79AKMMxTy3iFu9Jx/XEd5GOzSJYlSHJEZ2SKLFUbJ3C558mPLpPwEQftFlxDz4hB+8Dh3kzk24XvmPYWgmTE99iHD3NPUnLl2y+WAJK/cWsiajiDLH0TttCCAx0kJytCHmUmLCSI620iTaGnIFgJVwCx2UcFMoFFXYnlnElEXpTF2czr5qSmYIAcM7NeaSwamM69OMyHqoeVZJ2utvseOZ5wGwJiczeMl8TBGBLWeSV2pn/vZc5mzNZvnufE/Sx6G0bRTpEXGtEqsKX/uKZeRNvA4AERVNo9//QdiObcm1oeH834OwbR0AYuQ5mC6dWK/zO1w6m7JKWLG3kHWZxcfcLi0hwkJKtCHkPFG66LCAdeuoCSXcQgcl3BQKRbXoumThloNMXpTOryv3UlrNPqAIq4mz+zTn0iGpDOnQCM3PdbFcpWUsHDAU+4EDALR7/BFS77zNr3MeC4XlDhZsz2X21myWpefhOEIorlVihEfEtUkyRFzOhWfg2rsHgJinXyL8jLPrze9gRN+4Av2txw3DYsX0zCeI6MAUjHa4dDKL7GQWVZBRWGH8LLJzsNh+xCXzIxEfbiYlxuqJ0iVHh5ESYyU8wIJOCbfQQQk3hUJRIyXlTn5btY8pi9KZtzmL6t42miVEcMmgllwyOJW2ydF+82Xvp5+z5b6HADDHxjJk+UIscXF+m+94Ka5wsnCHIeKW7MrFfgQR1zw+nFEdkjh95TTCv5wEQNiAwcS/fWxdIhoaUkpcL9wNe3YAIM64DNO51wbYq6o4XDpZxXYyiirILDR+ZhRWcLDEzhECr0ckzmYm2R2ZS4kO8zyvr1ZsSriFDkq4KRSKY2Jfbik/LNnN5IXpbDtCuYy+bRK4ZHAq5/VvQXwd1DvzRXc4WDxkJGVpaQCk3n0H7R59qE7nqGtK7U4W7cxj9tZsFu/MpbyaZbfE0lze++VhNCRSCBpN+xNTSrMAeBs86CvmoX/0gmGER2J65lNEeP3vrzxWnLo0BJ0nOmcIuqziYxd0sTYzydUsudZ1WzYl3EKHoBFuQohDq16GA+9IKe90Hx8NvA20BJYA10sp0492TyXcFAr/IaVkdVoekxel89PSPeSV2A87J8ysMbZHCpcNSWVU12QsdbRhO/PHaWy42Vgi1cJtDFm6EGtykzq5t78pd7hYsssQcQt25FLmk8X42D+v0ytzIwALhl9K74fvo3VSrT5LGyRSd+F6aiJk7QdAu+BGtLEXBdir48elSw4W29lfZAi6yihdVrEd5zEqumiryZ3dakToKpdfo49T0CnhFjoEjXDzRQgRBWQC46SUc4UQScAOYDzwC/A0MFxKOeho91HCTaGoH+xOnb/WZjBlUTp/rcuodm9XYrSVCwcYpUW6t4w7odIiUtdZOvoMitdvAKDZDdfS6aXnj/t+gaLCqbMsrVLE5dBz22LuXfQhAAcik7jz7Kc5q0dTbhqaSmIdRy5DBX3BDPSv3jCMmHhMT3+MsDSs34VLl2SXVC612j1RugNFxy7oosJM7uhc1ShdtNV01P9zSriFDsEq3K4DngDaSimlEOJmjAjbEPfxSCAb6C2l3Hyk+yjhplDUPzlFFfy0bA9TFqWzOi2v2nM6NYvhEndpkeRa1Dqrdp6/Z7P6cqMciDCbGbRgDhFt6ubDJBDYnTortx8gZcK52MqN963HR93LhsYdCbdoXNG/OZf3a15ve56CBelw4Hr8JijIAUC74g604WcG2Kv6waVLckodVZZcMwsryCyy4zhGQRdpMZEcE0ZKtJXWCeF0ahxJXLi3DqISbqFDsAq3WcBcKeWTbvt1IExKeavPOeuBJ6SU3x/pPkq4KRSBZcv+QqYuTmfqot1k5B9eWkQTcEqXJlwyOJUzejUl4hiWeaSUrDz/EvIXLgKgyYXn023S23Xme6AofPFpyqZ+A8Cc1EG8OcjbAisx0sJNQ1MZ1y0Zs58zeIMJ/e8f0b83IpEkJWN64n2E6eQSsL7oUpJT4vARc+4EiaKKIybBVEfTGCudGkfSuXEkXZOjlXALEYJOuAkhUoGdQDsp5S732EfAQSnlgz7nLQA+kFJ+esj1NwM3A4SFhfWtqKioL9cVCsURcOmSBZuzmLwonekr91FmP7y0SJTNzDl9jdIiA9sl1aq0SMGy5Swfd57HHjBrBtHdu9Wp7/WNY9MGcq+9BAA9zMoT173JxsKq79OtEiO4bURrBrcJbDeL+kKWl+J69AYoNbZCazfch9Z/ZGCdCkJ0KckrdRy25JpZZK+xDt07F3ZRwi1EqL/KmbXnGmB+pWhzUwzEHHJeDHBYSpuU8n3gfTAibv5yUqFQ1B6TJhjRpQkjujThhascTF+5j8kL01mw5aDnnOJyJ98sSOObBWm0TIrkYndpkdaNo45439j+/Ug683Syf58BwI5nX6TXt1/4/fX4E3OnLpjbdcC5fSuavYL/Je1nzuARfLAgnexiIwEkLaeU+3/cQJ8Wsdx2Sms6+bH8SjAgbBGIkecgfzMikfqfUxH9TjkpROuxoAlBYmQYiZFhdEv2jkspyStzklFUwd78cjYfLGFnTtkx759TBAe1TvESQrQWQowSQowTQvQXQvirrPe1wGeHjG0Aevr4Egm0dY8rFIoQIspm4bIhrfj+P6ew7IUzefD8rrRtUlWc7c4u4dVfNzH4kT8498XZfDF3JwWlh2etArR9+AGjnQOQ8/cs8hYs8vtr8CdCCGznXOCxK379ibO6J/PtTf2YMCy1SqHWlXsKGP/lap6avpmMgvJAuFtvaCPPhTCrYezbhVy/LLAOhRBCCBIiLHRtEsXpHZO4e1gqL53VgdsGt2BU2wSSoxtWskdD56hLpUKIVsCtwBVAM4zWbJXYgXkY0a3vpZTH1g+k+vmGADOBZCllkc94I2A7cCMwHfg/4BSVVapQNAyklKzalct3i9KZtnQP+aWOw86xmjVO79WUS4ekMrJLE8wm7/fOjXfcQ8Z3UwCI7d+XvtOnhXQ0Rs/L5eCZI8HlBCBxyq+YW7UBjL6yHy/azc9rMqr0SLWYBBf3bso1g1oQY7NUc9fQxzX1feSsaYbRtgvmf78cWIcaECo5IXQ4YsRNCPEGsAZoAzwCdAFigTAgGRgHzMcozbFWCNG/Dvy5DvjBV7QBSCkPAhcBzwJ5wEDg8jqYT6FQBAFCCPq0SeTFq/qw5pWz+XDiIE7vmYLZ5BVfFU6dn5fv5eo3FtD7/uk88d0aNuzJB6D1/f9GhBlRg4JlK8ieMTMQL6PO0OITsA4f6bHLfvnR8zw+Mox/j2nHFzf0ZXi7RM+4wyX5Zvk+Lv9wOd8t34f9GHtrhgLa6AvB5N7hs2MjctcRiwooFA2WI0bchBAvAS9JKbNrvIkQ44AIKeXUOvbvhFARN4UitDlYWM60ZXuYvDCdtbvzqz2na/NYLhmcyqCZn5Hz6acARHbqyMA5M0M687Bi3hzy73UXGU5MIunXWQjz4duS1+wt4O1/drExo+qW35RYGxOHt+LUjkkhHX08FNfnryIX/w2A6D8S0w33BdijhoGKuIUOR4y4SSnvr41oc5/7W7CJNoVCEfo0irExfnR7/nxsDLOfHMttp3egSWzV7bUb9hbw5JS1XJ7VHt1m1IQr2byFzKk/BMLlOiNs8DC0xCQA9Jxs7IvmV3tez+axTLqyJ/93diea+vxuMgrKeeLXzdz81RrW7C2oF5/rA23kOZ7ncuV8ZEFuAL1RKOqfY+4/I4RIEkKcJYQ4VwiRXPMVCoVCceJ0bhbL4xf3YOVLZ/HN3cO4cEALwn2K0eaHRTGt1Skee+dL/0UP4XJAwmzGNu5cj+27XHrYuUIwulMjvryhL3eNakOMzRuZ25RZxO3fruWhnzayO7fUrz7XB6Jle2jT2TBcTuT8PwLrkEJRzxxTORAhxHnAp8A2jL1uHYQQN0spv/SDbwqFQnEYJk0wqlsyo7olU1Tm4JcVe3n7jy3sOFDM9LajOGvPQsJKCinfvYd9n39Fiwk3Btrl4yb8nAso/eJjACrmzUbPy0WLTzji+WFmjUv7NuPMrk34Yskepq7c5ynIOm97Dgt35HBOjxRuHNKShBBuoaWNPBd95yYA9HnTEadfgjA3zISMYMQcGUZi/zrqUrJ8U7XDEVYzPdsm1ckUC+rkLsHDUSNuQgjrIUNPA0OllAOklL0wsk1f8JNvCoVCcVSiwy1cOaw1z13ZG4Ayi40f2o32HN/16ms4i4sD5d4JY27dFkt3dyUkp5Oy33+t1XXRNjO3ndKar2/sx+ldGnvGXRJ+WpPBZR8u59NFu6sthBwKiN5DINadmFGYj1xZ/TKyQtEQqWmpdLUQYpSPLQGnj93w0pYUCkXIMaJzY3q0jAPgj5ZDqUhoBIAjO4c9k+pmg3OgsJ1zoed5+S8/cCzdbpJjbTw2riMfXdObvi1jPeNlDhcfLkjnio+X8+u6TFwhVohVmMxoI8Z5bH3OLwH0RqGoX2oSblcCLwkhPhZCxAOPA0uEEEuEECuBb4GH/O2kQqFQHA0hBLef0REAh8nC5PZneI6lv/Ue9pzQ3cBuG3smWI2kA+f2rTg3bzzme3RsEsVrl3Tn5Qu70joxwjOeXWznhRnbuOHzlSzamXtMojDQiGFnQGWWbdoWVRpEcdJwVOEmpVyFUTNtA7AcCAc6AM9gFMFtL6UM7f4yCoWiQXB23+a0amRUM/izSW8qmqYC4CouJv31NwPp2gmhRUVhO3Wsxz5aksLREEIwuE0Cn1zXhwdOa0+izx63ndml3PfDBu6Zsp6tB0JjaVlExyH6epNRVNRNcbJQY1aplFKXUv4XGINRIPczYI2UcpqUcr+/HVQoFIraYNK8UTddM/FNR+9S2t6PP6N8775AuXbChJ/rs1w641fkCWTLmjXBOT2MFlo3DWlJuMX7MbBidz43fbGKp3/bQmZh8LfQ0kap0iCKk48ahZsQoqsQ4iLAIqU8E/gKmCOEuFs0pKqOCoUi5LlkcCqNYoycqpkxHXG07wKAXlHBzpdfDaRrJ4SlT3+0ps0AkIWFVPwz64TvGR5m4oYhqXw7vj/n9UymskmFBGZszOLKj5bz7txdFFc4j3qfQKJKgyhORmrKKr0XWAbcBywSQkyQUn4F9Ad6A4uFED3876ZCoVDUjM1i4uYx7Q1DCL7sdJbnWMa3kynZui1Anp0YQtMIP9vbeP54l0urIzEyjPvGtuez6/sytK231IjdJflq6V4u+3AZk1fsw+EKzlw034K8+rzfkM7D+9wqFA2JmiJu9wNnuZu59wHuBZBS5kgpr8foYfqdXz1UKBSKY+C6U9oSHW5sWv/L1By970DjgK6z47mXAujZiRF+9nngXuSwL1mAKzOjTu/fKjGCFy/oypuXdadTkyjPeEGZkzdm7+TqT1Ywa8vBoEtgEL2H+pQGyUOuamhVuxSKqtQk3ATekh8ut+1BSvkXRuRNoVAogoKYCAvXndLWY3/ls9ft4PTfKFi5KhBunTCmlGaE9XOLUCkp+22aX+bp3SKO96/uxRNndSQlxlvKc19+OY//spmJX69h7b7gaaF1WGmQ2T8H0BuFwv/UJNxeBn4TQiwEVgOHbRKRUgb/DlaFQnFSMWF0O6xm4+3tj9I4tFNP8xzb8fRzQRc1qi023ySFX3702+vQhGBs58Z8dWM/7hjZmmifFlobMoq47Zu1PDwteFpoHVYaJG1LYB1SKPxITeVAXgEGAf8Dhkkp368XrxQKheIEaBIXzqVDUj32tx3PQJiMvqZ58xeS+8+8QLl2QthGjkFERQPg2rsHx6oVfp0vzKxxeb/mfHdTPy7v1wyLybvoMndbDtd8upJX/9pOXqndr37UhCoNojiZqE05kHVSyilSSlXdUKFQhAy3nd4Rza0zpmWYsJ3njVbteOZ5pB6cm+2PhrDZsJ3uXRYs++WHepk3JtzCHSPb8NUN/RjTqZFn3KVLflhttND6fPFuyh2Ba6FVpTTIinmqNIiiwXJE4SaEeFQIEVmbmwghhgohzqn5TIVCoagfWjeO4qw+zT32lPanodmMDgRFa9aS9cv0QLl2QoSf480urfh7BnpJSb3N3TTOxpNnd+KDq3rRq7m3hVap3cX789O54qPl/Lb+QEBaaImW7aF1J8NQpUEUDZijRdzaAruFEO8LIc4RQqRUHhBC2IQQfYQQdwkhlgJfAHn+dlahUCiOhTvO7Oh5/t3WUmKuutpj73juRXRH6JWOMHfpjqm1kXwhy8qo+Lv+BUrnlGjevKw7L1zQhdSEcM/4wWI7z/2xlRu/WMXStPr/SNBGnet5rkqDKBoqRxRuUsobgJEY9Rg/B/YKIZxCiDKgBKMF1rXAh0BnKeV8/7urUCgUtadnajyndGkMgC7hhzanYo6JAaBs5y4yvp0cSPeOCyFElU4KdVnT7Vj9GNY2kc+u78t/xrYjIcLiObbjYAn3Tl3PvVPX1WsCgyoNojgZqCk5YZ2U8hYgEegLXATcAJwONJZS9pNSvi+lPP7+KwqFQuFH7jjDG3X7anUOSTff7LF3vfQqrrKyQLh1QtjOPAfcyRaO1StxpqcFzBezJji/Zwrfju/HDYNbYjN7P1aWpuVz53dr6637gjCZ0Yaf6bFVkoKiIVJjcgJ4+pWudvcn/VZK+ZeUMtvfzikUCsWJMqxTY3qmxgNQ7tD5NXU4YY2MDfYVmZns/fizQLp3XJgSk7AO82ZRlv0amKibLxFhZm4amsq34/txTvdkT2JITomDb5btrTc/qpQG2bVZlQZRNDhqJdwUCoUiVBFCcKfPXrePF+0j5e67PHbaa2/iKAiegrK1xeaTpFA+fRrSFbiMTl+Soqw8cHp7Hj6jg2fsu+X7yCmpn5IhIiZelQZRNGiUcFMoFA2eM3s3o01jo41TQamDP5sPILyVUefNmZ/P7rffC6R7x4V16Ai0BGM/l34wC/vi4NrPdVqXxrRtZBQmKHfqfLZod73N7du/VJUGUTQ0lHBTKBQNHpMmuN1nr9uk2Wm0+M+/PfbuSR9QcSArEK4dN8JsMfa6uQmG5VJfNCGYOLyVx562NpN9+fWzn1CkHlIaZIEqDaJoOCjhplAoTgouHtSSJrFGHbcDBeXMS+5FVNfOAOilZaS9+nog3TsuqtR0+2cWen5+4JyphkGt4+nZ3MjidemSDxek19vcVUqDzFWlQRQNh1oJNyHE+UIIk7+dUSgUCn9htZi4eWx7j/32zG20fvhBj73v8y8pS6s/YVEXmNu2x9y1u2E4HJTP+DWwDh2CEIKJw1t77JmbDrItq7h+5u49FGITDEOVBlE0IGobcfsK2CeEeFEI0aHGsxUKhSIIuXZEG2LCjXpjOw4UsyyxE3GDBgIgnU7SXn8rkO4dF75Rt0DVdDsa3ZvFMKxtgsd+f15avcxrlAbxtgdTSQqKhkJthVsy8ARwCrBJCDFfCHFDbVtiKRQKRTAQHW7h+pFtPPabf2yh9UP3eewDP/2Mq6T+CsbWBbbTxoHVCoBzyyYcWzYF2KPDuXlYKyrb0y/alcfqPfWTxXt4aZCt9TKvQuFPalvHrUhKOUlKOQjoASwBngcyhBAfCCEG+dNJhUKhqCsmjGmP1V0kdnVaHhvi2hDRzmgh5SouJmv6b4F075jRomOwjRzjsYMx6tamUSSnuztYALw3bxdS+r+fqYiJR/QZ4bFV1E3REDjm5AQp5Qbgf8D7QBhwGTBPCLFECNGjjv1TKBSKOqVRjI3Lhrby2G/P2ErK5Zd67FBsg1WlptsfvyDt9VMz7Vi4aWgqFpMRd1u/v4gFO+qnREfV0iBzVWkQRchTa+EmhLAIIS4VQvwB7AJOBSYCTYBUYBPwnV+8VCgUijrkttM6eCr7z9l4gLwhY0Az3g7z5i2gbE/9VfqvC8L6D0JLTgFAFhRQMW92gD06nJRYG+f3TPHYk+al4dLrIerWqoMqDaJoUNQ2q/RNIAN4G9gI9JRSDpNSfiqlLJNS7gceBDoe7T4KhUIRDLRqHMW5/Vp47HdX5pM40lttP3PylEC4ddwITSP87PM9djAulwJcO7AF4RajQMGunFL+3Fg/tfN8o276vN9VaRBFSFPbiFsX4A6gmZTyXinlxmrOyQZG1ZlnCoVC4Udu92nJ9OuKvZjGeet+ZXw7pV72YNUl4Wd7l0vti+bjyjoQQG+qJz4yjCv6N/PYHy5Ix+7U/T5vldIgBbmqNIgipKltcsJod3P5I26ckFI6pZT/1J1rCoVC4T+6t4xnVNcmAOgSvnK1xBxjFIstS0snf/HSQLp3zJiaNcfSzyhtgq5T/tvPgXXoCFzerxlx4Uam54GiCn5ak+H3OYXZgjb8TI+tkhQUoUxtl0qfFUJMrGZ8ohDi6bp3S6FQKPyPbxusb5btJ+bssz12xjeht2X30JpuwRg1jAgzc+2glh7788W7KbU7/T6vGHYmmFRpEEXoU9ul0muAVdWMrwCurTt3FAqFov4Y2rERvVvHA1Dh1JnbcoDnWNa0X3AWlwTKtePCdupYRKRRXtO1Ow3H2uretgPP+T1TSI4xas/llzn5Ztk+v88pYuIRfVVpEEXoU1vh1hg4WM14DkZWqUKhUIQcQgjuPKOTx34rzYytXTsAXKWlHAyxmm7CFo5trLdbQLAmKYSZNW4amuqxv12+j7wS/5cwqVIaZOVcZGGe3+dUKOqa2gq33cDwasZHAKGVN69QKBQ+nNGrKe2SowEoKneR3vdUz7FQr+lWMfN3ZFlwdoI4rXNjWidGAFDmcPH5kj1+n7NKaRCnEzlflQZRhB61FW6TgP8JISYIIdq6HzcD/8UoxFtnCCEuF0JsEkKUCCF2CCGGu8dHCyE2CyFKhRCzhRCpNd1LoVAoakLTBLed7s0wfUdv663pNn8hZbv9LyjqEkv3nphaGW29ZGkp5X//GWCPqsekCW4Z3spj/7Qmg4yCcr/PW7U0yG+qNIgCACHEGUKILUKI7UKIB6s5fr0Q4qAQYrX7Md7n2HVCiG3ux3X+9rW2WaX/xRBvbwBb3Y/XgQ+klC/VlTNCiLHAi8ANQDRGRG+nECIJ+AF4DEgAlqOK/SoUijriooEtSYkLB2C7w0Z5T+9et4zJUwPl1nEhhAj6xvOVDG2bQPemRiavwyX5aEG63+cUvYdCjLGvkYJc5OqFfp9TEdwIIUwYdWrPxCh/doUQoks1p34npezlfnzovjYBo5f7QGAA8IQQIt6f/ta6c4KU8iEgCRjkfjSSUh6mSk+Q/wOeklIullLqUsp9Usp9wIXABinlFCllOfAk0FMI0eloN1MoFIraYLWYuHlse4/9U0Ivz/OMbycjdf/XGqtLbOPOBZNR6NaxchnOvbsD7FH1CCGYOKKVx56xMYudB/2bECLMFrQR3n2A+uzgLJuiqFcGANullDvdZc++Bc6r5bWnAzOllLlSyjxgJnCGn/wEjrFXqZSyREq5zP0orktH3Iq3H9DIHarcK4R4SwgRDnQF1vj6Aexwjx96n5uFEMuFEMudTv+nmCsUiobBNSNaExthAeCPiHbIKGPfW3n6bvIXLQmka8eMKakRYYO925LLgzjq1rN5LIPdmb0SeH9+mt/nPKw0SPo2v8+pCChJlbrA/bj5kOPNAN89EXvdY4dykRBirRBiqhCisvVKba+tM46lV+koIcT7Qog/hBCzfB915EsTwAJcjJEI0QvoDTwKRAEFh5xfgLGcWgUp5ftSyn5Syn5ms7mOXFMoFA2dKJuFG0a2BcBhsrCqjc9yaQgmKYSfe6HnedmvPyFdrgB6c3RuHt4Kd+tY5u/IZe2+Q9/u6xajNIhX2KrSIA2e7Epd4H4cz978X4BWUsoeGFG1z+rWxdpT2wK81wO/YwilkRilQeKBPhi9S+uCMvfPN6WUGVLKbOBVYBxQDMQccn4MUFRHcysUCgU3jW6HzWK8Lf4Y39MznvXzryFX0806/BS0hEQA9KwD2BfPD7BHR6Z94yjGdm7ksd+bm+b34sHaSG+LM7niH1Ua5ORmH9DCx27uHvMgpcyRUla4zQ+BvrW9tq6pbcTtP8AdUsorAAfwkJSyN/Alhqg6Ydxrw3sxouWeYffPDYDnXVQIEQm0dY8rFApFndAoxsYVw1oDsDOuJblJxoqHq7SUg79OD6Rrx4wwW4y9bm7Kfvo+gN7UzE1DUzFpRtxt7b5CFu/yr5BSpUEUPiwD2gshWgshwoDLgSqbH4UQKT7mucAm9/MZwGlCiHh3UsJp7jG/UVvh1gb4y/28AmPpEuAt4Po69OcT4E4hRGP3L+BfwK/Aj0A3IcRFQggb8DiwVkq5uQ7nVigUCiaO7WAICCH4o0lfz/j+UFwuPe8iz/OKeXNw5WQHzpkaaBYXznk9kj32e/PS0P0edTukNIhL7Ys+GZFSOoE7MATXJmCylHKDEOIpIUTlt5+7hBAbhBBrgLtwax8pZS7wNIb4W4aRYJlb05xCiEuFEOuFEOVCiI1CiPOFEFHukmenHe3a2gq3HLz7yfYB3dzPE4HwWt6jNlS++K0Yv7xVwLNSyoPARcCzQB5G2u3ldTivQqFQAJDaKJLz+jUHYEGLfujCeJvMX7CIsjT/l6uoS8yt2mDp0dswXM6gbTxfyXWDW2IzG7/vHQdL+GtTdQ176o7DSoOsWuDX+RTBi5TyNyllByllWynls+6xx6WUP7ufPySl7Cql7CmlHOUbOJJSfiylbOd+fFLTXEKIKzFKmi3GiN4tddu3AeXA7KNdX1vhNg8j/AcwGXhDCPEJ8A3GJr06QUrpkFLeJqWMk1ImSynvcpf/QEr5l5Syk5QyXEo5UkqZVlfzKhQKhS+VzefzbbGsbeytOhRqNd2gatSt7OcfgrLxfCWJkWFc1s+bkPfBgnQcLv+VYlGlQRQB4jFgo5RyvJTyT2A8RlDqKeBXKeVRq0LXVrjdgSHSAJ4HXsaItk12T6hQKBQNhq4t4ji1m7Fs90/LgZ7xjO+mhFxNN+uY0xERRmspV9pOHGtXB9ahGriif3NibEZFgIyCcn5em+nX+cTQM1RpEEW9IYSIAToB0yrH3Eu1cwArRrOBo1KjcBNCmPFZlnQXxn1RSnmulPI/Usr8Y3ddoVAogps7zzSibiuTu1FsMYRP+e495C9aHEi3jhktIrJq4/mfgztJIcpq5pqB3iS9TxftptTuv1ImIjZBlQZR1CeVOQKH9nlfDZRSi8SGGoWbWwm+jFFjTaFQKE4KBrVPom+bBJwmMwube5MUMr4JvSQFm2+Swszf0UuCu7TJhb2b0jg6DIC8UgeTV/i1usLhpUGK8v06n+KkJgtwAXGHjLcCKqSUZYdecCi1XSpdjLdmiUKhUDR4hBDceaaxv21uS28x3qxfpodcTTdLtx6YWhvFhWVZGRV/BXfpC6tZ48YhqR77m2V7yS/1XzN40aoDtDIirKo0iMKfuINhG4DBlWNCCCtG84F4IUSNXRdqK9w+AF4RQtwjhBguhOjj+zge5xUKhSLYOa1HCu1TotkV14I90caeN1dpKVk//xpgz44NIUTVJIVpwb1cCnBG1yakJhhFC0rsLr5YsqeGK04MbZQ36qbPVaVBFH7lZWCcEGK8e8/bcxjZpPuAW2q6uLbC7WuMMN6rwD/Acp/HsmP3WaFQKIIfTRPcfnpHEIK5vkkKoVjTbdy54G4D6Fi3GufO7QH26OiYNcHNw1p57B9X7yezsNxv81UtDZKDXLXQb3MpTm6klF9iNDZ4GMgGzseIuE0Exgsh5hzt+toKt9ZHebQ5Dr8VCoUiJLhwYEuaxoezoEU/XJU13RYtpnRXWmAdO0a0+ASsI0712KEQdRvRPpHOyUYJUbtL8snC3X6bS5gtaMN9SoPMUaVBFP5DSvk/KWUbKWWYu3bcYinlr1LKplLKkUe7tlbCTUqZfrRHnbwKhUKhCELCzBq3jG1PgS2GNY07e8YzQ7Gmm2/j+d9+RjrsAfSmZoQQ3Dqilcf+fcMB0nJK/TffMJ/SIDs3IXer0iCK4KO2TeYvPNrD304qFApFILl6eBviIixVkhRCsaZb2KChaI2NvXoyP4+KeXMC6k9t6NMyjgGt4gDQJbw/P81vc4nYBESfYR5blQZRBCO1XSqdeoTHFPdDoVAoGiyRNjM3ntqOVcndKKqs6bZnL3kLFwXYs2NDmEyEn3OBxw6F5VKAW4a39jyfuy2HDRmFfpvLN0lBLlelQRTBR22XSjXfBxCG0S90HjDCnw4qFApFMHDTqe2whFsPqen2XQA9Oj58hZt98QJcB/zbmaAu6NgkitEdkzz2e3PT/Na6S7TqqEqDKIKa2kbcqiCldEopl2FkRLxTty4pFApF8JEYbeXKYa2Zm+rNLs36ZTrOoqIAenXsmJo1J6z/IMPQdcp+/Smg/tSW8cNaYRLG81V7Clialu+3ubSR53ieq9IgimDjuISbD/lA2zrwQ6FQKIKeW8a2Z098C3bHpACgl5WT9fP0AHt17Ph2Uij/+YeQ2KvXIj6cs3ske+xJ83ah+yvq1meYKg2iCFpqm5zQ55BHXyHE2cAkYJV/XVQoFIrgoGVSJBcMbBnyNd1sI8cgYmIAcO3fi335kgB7VDtuGNwSq9n42NqaVcLsLdl+meew0iB/fY90+a9fqkJxLNQ24lZZaNe36O7PgAkY7x/XFAqFIvi4/fSOLGje11vTbfESSnfuCrBXx4awWrGdcbbHLv/5hwB6U3uSoqxc0qepx/5gfhpOl3+ihVVKg+zejv7LF36ZR6E4Vo6lAG8bvEV3U4EIKeUQKeUWfzmnUCgUwUbn5rEM6N+B1U26eMYyQrKmm89y6eyZ6IUFAfSm9lw5oDlRVkNQ7c0v59d1B/wyj4hNQBt3hceWf05BX7vYL3MpFMfC8Rbg3SOl9F/vEYVCoQhi7jyzU5Wabvu+mRwS+8R8sXTsjLmTW3za7ZT/ERr9V2NsFq4e0Nxjf7IonXKHf5YxxemXIrr289j6Z68iszP8MpdCUVtqu8ftWSHExGrGJwohnq57txQKhSJ4Gdg+CdOQERSFRQLg2L+fvPkLAuzVsRN+3sWe56FS0w3g4j5NSYoKAyCnxMGUlfv9Mo/QNLTr/g0JjYyBshJcHzwf9B0nFA2b2i6VXkP1SQgrgGvrzh2FQqEIDW4/uysLfGq6pX/5bQC9OT5sp48DqxUA59bNODZvDLBHtcNmMXHD4JYe+6uleygsc/hlLhEVg2n8Q979bnt2oE9+zy9zKRS1obbCrTFwsJrxHKBJ3bmjUCgUocGY7ins7utt2p49/feQq+mmRcdgO/U0jx1KUbezujWheXw4AMUVLr5cutdvc4lWHdEunuCx5YIZ6Iv/8tt8CsXRqK1w2w0Mr2Z8BOC//y0KhUIRpGia4KKrxpIeY2Q5avYK9v7wc4C9OnbCfWu6/fErsjw0ti+bTRoThqZ67Kmr9nOwqMJv84kRZyH6j/TY+jdvI/eGVjaxomFQW+E2CfifEGKCEKKt+3Ez8F/gff+5p1AoFMHLBQNbsrbTUI+94cMvA+jN8WHp0x9T8xYAyOIiymf9GWCPas+ojkl0bBIFgN2p88mi3X6bSwiBdsUdkGz8rnDYcX3wHLKsxG9zKhTVUdus0v9iiLc3gK3ux+vAB1LKl/znnkKhUAQvFrNGj5uuxOmu6WbbvJbCbTsC7NWxIYQg/NwLPXZZiNR0A9CEYOLwVh57+rpMdueW+m0+YQvHNOFhsNqMgYP70b94zW99UxWK6qh1yysp5UNAEjDI/WgkpXzQX44pFApFKHDZWX3Y2Kybx57/+scB9Ob4sJ11PmjGx4FjxVKce/0Xuapr+qXG0bdlLAAuCR/MT/frfCKlJdpVd3tsuXohctZPfp1TofCltuVAkoUQzaWUJVLKZe5HsRCiuRBCJScoFIqTlkirmajzvBGriuk/oztDqym5qXETwoZ4tzGHSicFMCKGE4e39tizt2azOdO/SSJavxEI30b0P36M3L7Br3MqFJXUNuL2JXBmNeOnA6oPiEKhOKm54K7LKbIae61iinOZ/VXoNZ73TVIo+/UnZAiJz84p0Yxsn+ixJ81L8/uc2oU3QauOhqHruD56AVmY5/d5FYraCrd+wNxqxue5jykUCsVJS1JCNAWDR3vsLR9/FUBvjg/rsFPQEgzxox/Mwr44tAoKTxjWCk0Yz5el57M83b8iSpgtmMY/CJExxkBBLvrHLyF11Yxe4V9qK9zMgLWacdsRxhUKheKkYujdN3qet9qylOVr0gLnzHEgzBZsZ53nsUOpphtAamIE47p5d+68NzfN70kDIqEx2g33gTAUo9y6Fv2X0MssVoQWtRVuS4Bbqxm/HVhWd+4oFApFaNJuWD8KUloBYHU5mPH654F16DjwzS6tmDcHV0524Jw5Dm4ckkqYyRBRmw8U88+2HL/PqXXpgzbuSo8tZ0xGX7fU7/MqTl5qK9weAa4TQiwQQjztfizAaIX1sP/cUygUitCh5VWXe54nLPiTrRmFAfTm2DG3aoOlZx/DcDkp/y20Cgo3jrZyUe+mHvv9+Wk4df+X6hBnXobo3Mdj65++gszO9Pu8ipOT2tZxWwwMBnYBF7ofu4DBUsqF/nNPoVAoQoceN12JrpkA6JC7i8++nB1gj46dKjXdpn0fcjXKrh7Ygsgw42+wO7eM39cf8PucQjOh3fAfiPdtRv+cakav8AvHUsdtjZTyaillV/fjainlGiHEGH86qFAoFKFCWFIiYcNGeOySaT+x348FYf2BdczpiIgIAFzpu3CsXRVgj46N2HALVw5o7rE/XphOhcP/CQMiKtZIVvBtRj9FNRZS1D21Fm6+CCGaCSEeFULsBGb8f3v3HR5F9TVw/Hs2vRJ6h1CVIkSaoiIoCKioqBRBUZRiAxULYoEfUgReEFGx0QRBBGkiTaQXC0UFlN47UhMS0nfv+8dsNiGEnuxuwvk8zz5k7r0zcyZDyOHO3HuzOSallMq1qnbu4Pr6jgNr+fqXbR6M5urZgkMIvO8B13ZuG6QA0KZWSQoE+wFwIi6ZGRuOuuW8Uu5mbI93dm2b1QtwrFnqlnOrG4fvlTYUER/gEaAzcB+wCfgKmJYzoSmlVO5TsMm9mIj8SPQZCiZEs376z5x5qDr5Q/w9HdoVC3zkcRJmTwcgafHPON54F1tIiIejunJB/j50rF+G4Uus5ccmrjnIQ7cUIyzwin/lXTNp2ALZswWz3ppByzF5JFKqPFIyMsfP7S4SHILUqnX5hldkfpalof4+3BUZni1n+CJbjuI9LtvjJiI3ichQ4AgwDPjLWdXBGPN/xpi9ORmgUkrlJjY/P8q0TZ/M9vbdvzN+We5av9Sveg18ylcEwCQkkLhogYcjunoP1ShGiXzWmqKxialMXnfILecVEWztX4Gizse1KUnYRw/EJOSuR+bKe10ycRORVcAfQH6gjTGmvDHmfbdEppRSuVTxJ9q4vq5z5B8mLdhIfFLuWYlARM5bSSHxp9z3uNTPx0aXu8q6tqf9eZiTce4ZLCCBQfh0fS99MfrjR3BM0sXoVfa4XI9bfeBb4GNjzIqcDkZElotIoojEOT/bM9S1F5H9InJORH4UkQI5HY9SSl2LsOrVCL3FWnje35FC5R1r+f7XfZ4N6ioFPfAw+FqPFlP+2Ujqnl0ejujqNb65MBULW494E1MdjP/9gNvOLcXLYGvf3bVt/v4Vs2y2286v8q7LJW51sd6DWy0if4tIDxEplsMxdTPGhDo/NwGISDXga6x544oC8eS9x9ZKqTykRIZet7sPrOHLX3aQkurwYERXxxaRn4CG97q2c+MgBZsIzzeIdG3P+ecYh84kuO/8dRshdz/o2nbMHIfZvcVt51d50yUTN2PM38aYl4HiwHDgYeCgc78HRSR/zocIwJPAHGPMSmNMHNAbeExEwtx0fqWUuipFH38U8bNGNlY+vQ/7vr38tN4971lll6CHMyw8P/+nXDkv2e3l8hNVynrJ3e4wjPl1v1vPb3u8C0RWtjYcduxjBmNio90ag8pbrnQC3kRjzERjzD1AFWAo0AM4JiLZ/dbqIBE56VyloZGzrBqwMUM8u4FkoHI2n1sppbKFf8ECFGqaPs1lg4NrGfnz9lz1npP/bXdgK2o9ZDHRZ0hamfsmFBYRXri7nGt78bYT7Dwe577z+/nh0+kdCHH2M8Sc0sXo1XW56nncjDG7jDG9gNJAG6wEKru8DZQHSgKjgDkiUgEIBWIytY0BLuhxE5GuIrJeRNanpuael4GVUnlPxkEKDQ6sY9uhMyz5N/cshSQ+PgS1eNS1nRsflwJULxFOg4oFXdtfrdzn1vNLwSLYOr6Zvhj99o045k12awwq77imCXgBjDF2Y8xsY8wj2RWMMWaNMSbWGJNkjJkA/Ao8AMQBmSd0CQdiszjGKGNMHWNMHV/fnJ+zRymlLqZg43vwK2QlDAUSY6h+fDsjF2y/zF7eJeih9MQt+Y9fsR9zz2S22a3LXWWxWXkTa/ad4a8D0W49v61aHeT+9LVszYIpOP5d59YYVN5wzYmbmxhAgM1AzbRCESkPBAA7PBSXUkpdls3Pj2Kt0tf+vPvAWv7YeZJ1u056MKqr41OyFP716lsbxpAw90ePxnOtyhcKoXnVoq7tr1ftc/tja9sD7ZCbb3VtO8YPw5zK+bVUVd7iNYmbiESISDMRCRQRXxF5Ergb+Bn4DnhIRBqISAjQD5hpjLmgx00ppbzJeXO6Hd1EcHI8I3/OZb1uGeZ0S5gzE+PIPaNjM3rujjL4+VjdbpuPxrJq1ym3nt9ajP4tiChkFcTHYR89CJOS4tY4VO7mNYkb4AcMAE4AJ4HuQEtjzA5jzGbgBawE7jjWu20veSpQpZS6UmHVqhJW4xYA/B2p3H74bxZuPMq2w5lf2/VeAQ0bI+HW2yqOI4dJXr/GwxFdm2L5Ank0qrhre9Sqfdgd7u11kzDnYvQ2H6vgwE4c03UxenXlvCZxM8acMMbUNcaEGWMijDG3G2MWZaifbIwpY4wJMcY8Yow57cl4lVLqShU/b063tQB8sTD3vOkhAQEE3v+Qazvxp5kejOb6dLitNMH+VtK073QCC7ccd3sMUr7K+YvRr5qPY23uG7GrPMNrEjellMqrij7W0jWnW6Uz+ygRe4yZaw9w6FTuWb8y45xuicsW4YiJ9lww1yF/sD/t6pR0bY/9dT9JHpgYWRo9hNRq4Np2TP4Mc8S9c8yp3EkTN6WUymHWnG73ubYbHFhLqt0wanHu6XXzq3wzvlWqWRvJyST+PNezAV2HtnVKEhFkJdL/xSbx4wb3j5QVEWxPZViMPjkJ++gPMYm5J5lXnqGJm1JKuUHxdq1dX991cD1iHExcuZfTcUkejOrqnLeSwuwZuWoy4YyC/X15pn5p1/a3aw5wLsn9835KYDA+Xd4F/wCr4L9DOMYMwiTnnr8Tyv00cVNKKTcoeO89+BcuDFhzut1yfDsJyXbGLd3t4ciuXGCzByDASjJSd24ndVvuXXfzkRrFKR5uXUtMQipT1h/2SBxSouz5i9Fv+QvHlx9gkhI9Eo/yfpq4KaWUG9j8/CjWOn1Otwd2LQVg3LJdHuntuRa2sHAC723q2s6tKykA+Pva6HRnWdf2lPWHOH3OM2ux2urdgzzQ3rVttm/E/nkffWyqsqSJm1JKuUnJp58Cm/XP7i0ndnDzyV2cjkvm+9V7PRzZlQt6pJXr68SF8zCJubdn6L4qRShfKBiAhBQH3/5x0GOx+LR4EtvDT6cX7NqM/bPemHj3rauqcgdN3JRSyk2CK5SneJv0xKf11nlgDF/+spMUD4xsvBZ+tergU7oMACYulsSlv3g4omvnYxO6Noh0bf+48ShHoj2XiNqatz1vmhD2bsP+ybuYuLMei0l5H03clFLKjcq99bprapCbT+3hluPbOHw6nh/Xea6352qICEEPpT/yTcjFc7oB3Fm+ALeUtCYXTnUYxv7m2Sk5bI0fxdb2xfSCg7ut5C022mMxKe+iiZtSSrlRUJnSlHiqnWs7rddt5M/bcbh5Fv9rFdiipeuRb8qfa0k9mHvnHxMRXsjQ6/bLluPsOnHOcwEBtoYtsD35Coi1PBeH92L/uBcmRuedV5q4KaWU20X2eAVbYCAAFaIPUvvoP2w/cpbF/7h/PrFr4VO4CP533O3azu29bjVL5eOO8gUAMFhLYXma7c5m2Dr0AHH+mj52EPvHb2POnPRsYMrjNHFTSik3CyxenFLPpr+I3nrbfMQ4ctXi80GPpD8uTZz7IyY1d4yMvZiuDSJx9m/x257TbDzk+bVkbbc3thald/ZucvwI9uE9Maf+82xgyqM0cVNKKQ8o2/1lfIKtEY2lzx7ltsMbWLvrFGt25o4elYC7GmIrUBAAx8kTJP++2sMRXZ+KhUNoWrWIa/urVfu8YoJhW527sXV+B3x8rYJT/2Ef/jbm+BHPBqY8RhM3pZTyAP/ChSjdtZNr+/FtC7A57Lmm1018/Qh88BHXdsJPuXdOtzTP3VEGX5vV7/bP4bP8tsc73imzRd2Bret74GsNauHMCeux6bHcMaBFZS9N3JRSykPKvPwCvuHWiMYScce56+A6Fm06ytbDnn9MdyWCHk5/XJq0agX2U7mjt/BiSkYE8UjNYq7tr1ftw+4lA0Zst9TD9kIf8HMujxVz2hqwcGSfR+NS7qeJm1JKeYhfRARlXnretf3YtoX4OFL5PJf0uvlGlscvqpa1YU8lcf5szwaUDZ65vQxBftavxj0n41m87YSHI0pnq1oL28t9IcAa2EJsNPaP38EczD3Lpqnrp4mbUkp5UOnnO+NXID8AhRNO02j/H8xae5AdR3PHpKvnLzw/0yveC7seBUL8aVu7pGt7zOp9JHvR5Mi2yjXw6dYfAq33Izl3FvuIdzD7ckeyr66fJm5KKeVBvqGhlH2lm2u75fZfsKUk0WLQMn7e4P0voAc2aYaEhABg37+XxAVzPBzR9XuibinyBVmDAY6eTeKnTd41TYtUqIrPKwMhyPq+k3AO+6fvYXZv8Wxgyi00cVNKKQ8r9ewz+BctCkCBxBia7P2VswkpdPz8N/pN30Sq3Xt6fDKToGACH0gfpHB2YB9SNm/yYETXLzTAlw63lXZtj//9IPHJ3jXdiURWxue1QRBivSNJYgL2kb1x7Mjd33t1eZq4KaWUh/kEBxHZ4xXXdstdiwlITQLgi4U7aPXRSo5FJ3gqvMsKfek1fMpVsDaSk4l+szv247l7rrFHo0pQJMwaCBCdkMLU9Yc9HNGFpHQFfHoMgrAIqyApEcfn/8Ox5S+PxqVyliZuSinlBUo+1Y7AUta7VaGJcbx0Lv2X7x87T9Kk32JWbzvuqfAuyRYaSsTwzxHnCFnHyRNEv9kdk+i5BduvV4CvjU53lHFtf7/+MGfikz0YUdakRCQ+PQZDPmtOPVKScXz1AY5/1no2MJVjNHFTSikvYAsIoNybr7u2b/9rAe83jcQ5rRgnY5NoM3wln8zb6pVrmvqWKkPE4BHg4wNA6tZ/OTugd64erNCsWlEiCwQBEJ9sp+fMLazff8brrkmKlbaSt/yFrYLUVByjBuL4+1fPBqZyhCZuSinlJYq1bUVQuUgAUmNiuH/XUn54/W4KOR/ZOQwM+nEzHUb+yplz3tf741/3dsJef8e1nbhwHvHjR3swouvjaxO6ZFiAfuuxWF6b9i8vfb+JNXu9K4GTIiXweX0IFLTelcSeimPsYBzrV3g2MJXtNHFTSikvYfP1pfzbb7q2D349hnqFfFjcpwm3VyrkKl/yzzHu67+Yv/d6x8z+GQW1bkfQY21c23FffkLiiqUejOj63F2xIM/cXhqftK5P4J8jZ3ljxr90/W4Dv+4+5TUJnBQsis/r/wdFSlgFDgeOb4bh+GOxZwNT2UoTN6WU8iJFWz5MyM03AWA/d479n31OsYggpr9xNy83q+xqd+hUPA8PWca4Zbu8JnEAEBHC3noPv1p1rQJjONunJ6m7dno2sGskInS5K5IpnerQsmYx15JYAFuPxfH2rC10mvg3K3eexOEF90HyF8KnxxAo7nw/zzhwTByBY/XPng1MZRtN3JRSyouIjw/le73l2j40bgJJx47h62Ojd6sajH/5DsKDrDUrU+yGdydv4MXRazmX6D3TVYivHxFDRuBTohQAJj6e6DdexhF9xsORXbvi+QJ5875KTO1cl8dvLY6/T3oCt+P4Od6dvZVnv/2bZdtPeDyBk3wF8HltMJQqZxUYg2PyZziW5/459pQmbkop5XUKP9CcsBq3AOBITGTfx5+56ppHlWBR78bcUibCVfbjuoM0H7iEbV60xqktIj8RH32OBFsz/NuPHCK6Vw9MaoqHI7s+RcMD6NG4Ij90qUub2iXw903/Nbr7xDl6z9nG0+P/YtHW4x5d51TC8uHz6iAoU9FV5vjhKxyLZ3osJpU9NHFTSikvIyKUf6ena/vwxO9IOHjItV22cChzet1Dh7vLucp2Hovl/g+XMuOPA26N9VJ8K1YivN8QEKt3KuXPtcQO+9DDUWWPQqEBvHJPBaZ1qUu7OiUJzJDA7TsVzwfzttNh/J/8vPk/Uj2UwElImLXCQrmbXWWOmWNxLJjikXhU9tDETSmlvFDBxveQr571nphJSWHvsI/Pqw/082Foh9p8+mxdgvytKTgSku28PHYtPSf9RWKK3e0xZyWwYWNCX0yfXDhhxlTip+edxKFgiD8vNyrPtK516XBbaYL8fFx1B04nMGDBDp4ct555/xzzyAoYEhyKT/f+ULGaq8wxZyL2ORO96t1IdeU0cVNKKS8kIlR4N73X7djUacTv3n1BuzZ3lGX+u/dSoWioq+zbFXt4eMhy9p8455ZYLye4Y1cCmz3o2o4dNpDk9Ws8GFH2yx/sz/MNIpnRtS4dby9NiH96Anc4OpFBC3fSbux6ftp0lBQ3J3ASGIzPy/2Qm2q6ysyCKTjGD8MkeMffEXXlNHFTSikvlf/OO8h/910AGLudPUM/zrJdlZL5WPh+Yx6uU8pVtmn/GZoOWMwvGz2/UL2IEP5+f3yrVLcK7Haie71G6iHveaybXcKD/Oh8VyTTu9aj0x1lCA3wddUdPZvE//2yi7Zj1jNrwxGSU92XwElAILYX/4dUre0qM+uWY/+wO2bPVrfFoa6fJm5KKeXFKmR41+2/mT8St3Vblu1CA/34uuttDGwXhZ9zxGNMfApPj/yNATP+8fhC9RIYSMSwz7AVtOajMzExRL/+Mo64OI/GlVPCAn159o6yzOhal+cbRJIvKD2BOx6bxEeLd9N2zDqm/XWYJDc91hb/AGzP90bq35deeOo/7MN7Xnwn5XU0cVNKKS+Wr05tCjVtYm0Yw54hwy7aVkTodG9FZvdsREnnUk0AI3/eTuvhK/nPwwvV+xQpSsSwz8DfHwD73t3E9O6JsXvH+3g5ISTAlw63lWZal3q8dHc5IpxTuQCciEvmk6V7aD16HVPWHyIhOee/D+Lnh0+H17B16gVBIVahw7NJvbo6mrgppZSXK/92+rxuJ+Yt4OzGTZdsX6t8QRb1bsI91Yu6yn7fcZIm/Rfz63bPLlTvV70m4e/1c20nr15O3BefeDAi9wj296F9vVJM61KX7o3KUzAkPYE7HZ/CyOV7aT16Hd+tPUi8GxI4W+0G+Lw38rxBCyp30MRNKaW8XFiN6hR5KP3l/j2Dhl52nwKhAXzX/S7efqRa2mwcnDibROuPVvLZgm0eXag+6IGHCX66k2s7/tsxJCy4MSaHDfL3oW2dkvzQuS6v3VuewqH+rrrohBS+XLmP1qPX8u0fBziXlLOTKkuBIvi8Nghbi6dy9Dwqe2nippRSuUD5Xm+Bzfon+9SSpUSvWXfZfWw2oUeLKkx9rQEFMyxUP3Dmvzzz+W8eXag+9KXX8L+roWv77IDepGy+dE9iXhLg50OrWiWZ2rkubzapSFHn/QGISUhl1Or9PD5qHeN+209sDq6KITYfbA+0y7Hjq+yniZtSSuUCIZUrUazVo67t3R8OueJ5uO6uWpTFvZtQr2JBV9miTUdp2n8xG/Z5ZqF68fEhX/+h+JQrbxUkJxP9Znfsx//zSDye4u9ro2VUcaZ0rsPbTStRPF+gqy4uKZVxvx2g1ai1jF69j5iE3L3qhMoeXpe4iUglEUkUkUkZytqLyH4ROSciP4pIAU/GqJRSnlDuzdcRH2t+sOjffufMqtVXvG/x/EHMeKMhLzSt5Co7eCqeh4csZ/zy3R6ZjNUWGmotixUeDoDj5Ami3+yOSUx0eyye5udj46Eaxfj+udq827wypSLSE7hzyXYm/HGQVqPW8dXKvZyJ91xPqfI8r0vcgM8B1zMAEakGfA10AIoC8cAXnglNKaU8J7hcJMXbP+Ha3j3o/64q4fLztdG3dU3GvVifMOf0FMmpDnp99zfdxq7zyEL1vqXLEjF4BDgT0tSt/3J2QO8bdlZ/Xx8bD1QvyqTn6tD7gZsok2F0cEKKnUlrD9F61Do+X76H0x581K08x6sSNxF5AogGlmQofhKYY4xZaYyJA3oDj4lImAdCVEopjyr3xquIczqNs+v/4tSixVd9jAdqleSX95tQvXSEq2zGmgM0/3AJO46eza5Qr5h/3dsJe/0d13biwnnEjx/t9ji8ia9NaFa1CBM71qZvi5soVzDYVZeY6uD79YdpNXodnyzdzcm4JA9GqtzNaxI3EQkH+gGvZ6qqBmxM2zDG7AaSgcrui04ppbxDYMmSlHymg2t796ChmGuYh6tcEWuh+icbZFio/mgszQcuYdYa969oENS6HUGPtXFtx335CYkrlro9Dm/jYxOa3FyECR1rMeDhKlQoHOKqS051MO2vI7QZvY7hi3fx31lN4G4EXpO4Af2BscaYQ5nKQ4GYTGUxQJY9biLSVUTWi8j61FT3d/srpVROi3y1G7Yg6x2ouH83c3zu/Gs6TpC/Dx89XZsRHeu4FqqPT7Lz4pi19Prub7fN6A/W5MFhb72HX626VoExnO3Tk9RdO90WgzezidCociG+efpWBrWsSuUMa9Mm2w0zNxyl7Zh1DF20k6MxN947gjcSr0jcRCQKaAJktRBfHBCeqSwciM3qWMaYUcaYOsaYOr6+vlk1UUqpXC2gaBFKd06fB23PkGHXtfrAE3dGMu+deyhfJD0ZGL98Nw8PWc6Bk+5bhFx8/YgYMgJbiZIAmPh4ot94GUf0GbfF4O1sIjSoWJCxT0Ux9LFqVCmW3oeR6jDM3niMJ8auZ/DCHRz28EoZuYmINBeR7SKyS0R6ZVH/uohsEZFNIrJERMpmqLOLyAbn56ecjtUrEjegERAJHBCRY8CbwOMi8hewGaiZ1lBEygMBwA73h6mUUt6hbLcX8Am1Eq34HTs5NmPWdR2vaqkIFr7fmBa1S7rKNu4/Q9P+i1m06eh1Hftq2CLyWyNNg613uuxHDhHdqwcmVafCyEhEqF++AKOerMnwVtW5pUR6/4bdYZj7z3+0H7ueAfO3c+B0vAcj9X4i4oM1MPJ+oCrQTkSqZmr2N1DHGFMDmA78X4a6BGNMlPPzcE7H6y2J2yigAhDl/HwFzAOaAd8BD4lIAxEJwXoPbqYxJsseN6WUuhH4FShAmRe7urb3Dh2OI+X6kpuwID9GP387/dvWxNe5UH10fAodPvuVD2e6b6F6v4qVCe83hLQlH1L+XEvssA/dcu7cRkSoF5mfL9rV4JM2txBVKp+rzm7g5y3HeeqbP/lg3jb2urH3NJepB+wyxuwxxiQDU4BHMjYwxiwzxqRlwH8Apdwco4tXJG7GmHhjzLG0D9bj0URjzAljzGbgBawE7jjWu20veTBcpZTyCmVe6IJvRAQACfv2c3TKD9d9TBGhS5NK/PhWI0rkT5+K4tMF22nz8SqOu+n9qcCGjQl98RXXdsKMqcRPn+KWc+dGIkLtMhGMfKIGn7W9hdplIlx1DgOLtp7g6fF/0WfOVvaf0h64TEoCBzNsH3KWXUwnYEGG7UDnu/V/iEjLHIjvPF6RuGVmjOlrjHkqw/ZkY0wZY0yIMeYRY4xnpvpWSikv4hseTtnu6f+P3TvsY+zZNHltnQrWQvWNqqYvVP/b9hM06b+Y33ecyJZzXE5wx64ENktfozV22ECS169xy7lzs1tLR/BJm1v4sl1NbovM7yo3wNLtJ+k08W9+33ND/RotlDZo0fnpevldsiYiTwF1gIwLBpc1xtQB2gMjRKTCdcZ7SV6ZuCmllLoypTs9i1/hQgAkHTnKkW+/y7ZjFwwL4LtX7+Kth6u6Fqo/HpNIq49WMvLn7Tk+Sa6IEP5+f3yrVLMK7Haie71G6iH3T1eSG91SMpyPWlVn1JNR3FE+fcGhxFQHvWZtZu4/xzwYnVudTBu06PyMylR/GCidYbuUs+w8ItIEeA942BjjmnvFGHPY+eceYDlwazbHfx5N3JRSKhfzCQkm8tXuru19Iz7Dfi77HoX52IQ3HqrKlNcaUCDUmvjX7jAMmPEPHT//jegcnr1fAgOJGDYSW0ErOTUxMUS//jKOuLgcPW9eUrV4GP/3WDVGPxlFsXBrMXu7gcELdzL+9wM37CoVGawDKolIORHxB54AzhsdKiK3Yq3i9LAx5niG8vwiEuD8uhBwJ7AlJ4PVxE0ppXK5ks88RUCJ4gAknzjBoXHjs/0cDZ0L1depkN5zs3DjUZoOWMKm/Tk7XYdPkaJEDPsMnCtG2PfuJuat7jiio3P0vHlNleJhfNU+ikpF0ifxHfPrfoYt3uXBqDzPGJMKdAMWAluBH4wxm0Wkn4ikjRIdijWv7LRM035UAdaLyEZgGTDYGKOJm1JKqYvzCQyk3Buvubb3ffY5qWezf+mqEgWCmfVmI55vkr5Q/YGT53ho8DImrtyToz03ftVrEv5eP9d28vo1nHrqMZL/2XiJvVRmhUL9Gdm2BnXKRrjKZm+8YR6ZXpQxZr4xprIxpoIxZqCzrI8x5ifn102MMUUzT/thjPnNGHOLMaam88+xOR2rJm5KKZUHFG/XlqBIa07Q1DPRHPh6TI6cx8/XxgdtazLmhdsJDbQmOU9KdfDWxL/oPm4d55JybsWaoAceJuSF9JGmjv+OcaZLB85NnqCP+65CSIAvQx+rRtMqhT0diroGmrgppVQeYPPzo9xb6Us9H/hyFCmnc27kYIvapfjl/cZUzTBv2PQ/DvDAh0vZmYML1Yd2eoF8w0YiYc4JZ+2pxH08hJier+KIzbnz5jV+Pjbef+Am2tf12HRk6hpp4qaUUnlEsccfJbhSRQDssbHsH/lVjp6vfNEw5r1zL0/cGekq237kLM0HLuXHtQcvvuN1Cmx4LwUnzcC36i2usqTlizn9VCtStm7OsfPmNTYRXmpYjlfuKe/pUNRV0MRNKaXyCPHxofzbb7q2D44ZS9J/xy+xx/UL8vdhRMc6DH+mNoF+1q+Uc0mpvDB6De9OzrmF6n1KlKTA6IkEtX3SVWY/cojTndoTP+17fXR6FdrUvtRcs8rbaOKmlFJ5SJGHHiS0mrXMoiMhkf2fjnTLedvfVY5579xLuQwL1Y9btpuWQ5dz8FTOLLUk/v6Ev/ke+QZ/jIQ4R0qmpBD7f/2Jee9NHOd0iSeV92jippRSeYjYbFR4t6dr+9D4iZzduMkt565WOoKF7zXmwVrpPTh/7z3Dff1ydqH6wMbNKDBxOr6Vb3aVJS1awOmnW5Oyc3uOnVcpT9DETSml8piC9zUhvLY1ebtJTuavlq058+tvbjl3eLAfY164nQ/a1LhgofqBObhQvW/pshQY9z1Bj7VxldkP7OP0s0+QMHuGPjpVeYYmbkoplceICDcPG+JagN4eF8eGtk9xYsFCt53/+fsqM+vNhhSPSF+o/rMF22k9fCX/RSfkzHkDAgh/py/h/YYgQc7zJiVxdkBvzvZ9B5Ogi6ur3E8TN6WUyoPCqlej9k8z8C9qLRLvSErin2e7cHTKD26LoW7FQizq04R7qqUvVP/7jpM06b+Y1dtybtBE0P0PUeDbafiUr+gqS5z/E6eeaUvqnht7lQCV+2nippRSeVRolZupM+9HgiIjATB2O1u69+DAV5nX2M45hcIC+O6Vu+j5SPpC9SfOJtFm+EpGzNuKw5EzjzB9I8tTcMJUAlu0dJXZ9+7m1DNtSZj/08V3VMrLaeKmlFJ5WFDZMtSeO8s10hRgZ+8P2P3hELe992WzCa+3qMoPPRpQKMxa5NxhYPCPm3nys9Wcik3KkfNKYBD5/vch4b0HQECgVZiYwNn/9eLsgD6YxMQcOa9SOUkTN6WUyuMCihah1uzp5KtX11W27+NP2f72uxhHzgwWyEqDKkVZ3KcJt1cq5Cpb9u9/NB2wmD93n8qx8wY9/BgFxk/Bp2w5V1nC7Omcfq4dqfv35dh5lcoJmrgppdQNwC9fPm6d9j0Fm9zrKjv8zbdsfqEbjuRkt8VRLCKI6W/cTbfmN6XHcTqBR4YuZ9TinTnWC+hXsTIFJvxAYLMHXWWpO7dz+pnWJC5akCPnVConaOKmlFI3CJ/gIGp8O46ijz/qKvtv1mw2dXgOe3zOjPTMiq+Pjfcfv4Vvu91BRLAfAKl2Q5+pG+n81R+cjU/JkfPaQkII7/9/hL3zP/D3B8CcO0fMu29w9v8GYNyYwCp1rTRxU0qpG4jNz49qX3xKqec6uspOLV3G362eICU62q2xNK1Zgl96N6Fm2fyusnl/HabZwCX8eyBnYhERgh9rS4Fxk/EpVdpVnjBtMqc7P4n98KEcOa9S2UXy8qSEISEh5pwueaKUUhcwxrD3/z5i77CPXWWhVasQNfU7AooVvcSe2S8pxU7faZv4ZtluV1mAr40P299K+7sikbThqNnMERfL2f69SVr6i6tMQsMI/99AAhs1yZFzeisRiTfGhFxJ2zpVKpm1336SLef1qffgn8aYOpnLq9WoZSbPXZEt54gqG57lOXIr7XFTSqkbkIhQ/u03qTTgA1dZ3Jat/PnQoyTs2+/WWAL8fBjU/la+6nobIQG+ACSlOnjj2z/pPm4d55JSc+S8ttAw8g3+mLA33gFf67wmLpaYt14h9uMhmNSceWSr1PXQxE0ppW5gZZ7vTNXPP0F8fABI2Lef9S0eJW7LVrfH0rJuaRa+35ibS4a7yqb/cYAHPlzKzqNnc+ScIkLwEx0oMGYStuIlXOXxkydwpuvT2I8dyZHzKnWtNHFTSqkbXPE2rbhlwhhsAdYca8n//cefDz9OzLr1bo+lYrEw5r9zL23vKOsq237kLM0GLmHWmgM5dl6/ajUoOHE6/g3ucZWl/LORU089TsKCOZjUnOn1U+pqaeKmlFKKws2aEjX1O3zCwgBIjYnhr1ZPcGrpcrfHEhzgyyfP1mX4M7UJ9LN+TcUn2XlxzFre/u4vklLsOXJeW74IIj4aSegrb4KzB9LExHC2z9ucevwB4n+YjEl03+hbpbKiiZtSSikA8t9Zn1qzpuFXqCAAjvgENj7Vkf9+9MwSUe3vKse8d+6lfJFQV9mE5Xt4aMhy9p/ImYFnIkJIh+fI//UEbEXSB2nYjxwidugATrRoTNzoz3FEn8mR8yt1OZq4KaWUcgmveQt15s4isFRJAExKCv92fYlDEyZ6JJ5qpSNY+H5jWtQu6SrbtP8MTQcsZuGGnHv/zL9mLQpOnkVIl5eQfPlc5SYmmnOjPudEi8acHTpApw9RbqeJm1JKqfMEV6hA7Xk/ElypolVgDNvf7MW+EZ+5bX3TjMKC/Bj9/O0MeCIKPx9rapCY+BSe+fw3Ppi2iZTUnFm2y5YvgtCu3Sg8Zwlhb72HrUR68khSIgk/TObkY82Jfu9NUrZtyZEYlMpMEzellFIXCCxRgtpzZhEWVdNVtnvgYHb17e+R5E1E6Ny4IrN7NqJkgWBX+Ze/7KDVRys4eibn3j2ToGCC2zxJoRkLCB8wFN/KN6dXOhwk/TKf0x1aceblTiSt+c0j3x9149DETSmlVJb8Cxag1qwfyN/gTlfZgS++Zuurb+Dw0CjLWuULsqh3YxrfUsxVtmbXKZr0X8zKLf/l6LnF15egZg9SYNIMIkaOwb9e/fPqk9f+TnS3zpx+6nESFs7TkagqR2jippRS6qJ8Q0OpOflbCj94v6vs6PdT+bfT89gTEz0SU4HQACZ2u5N3H62OzbmowqnYJNqOWMWwn7Zgd+Rsj5eIEHDbHeT/fCwFJk4noOkDYEv/dZq6Yxtn33+Lk4/fT/wP32ES4nM0HnVj0cRN3bCWL1+OiNC3b19Ph6KUV/MJDKT6mK8o3v4JV9mJ+T+zsf3TpMbFeSQmm0145YGbmf5GQ4rkCwTAGBg2ZwvtP1nFydgkt8Thd3NVIgYOo9DMnwlq0x4CAl11jiOHiR06kBMPNSHu689wnDntlphU3qaJW0651v+Jeuh/sGD9L1JEKFu2LIkXiSMy0lo3MFUfAXDfffchIpQuXRq7/eLzSnXs2NH1vRURfHx8yJcvHxUqVKBly5aMHDmSU6dOZblvWnIpIpQrV+6i787ExcURHh7uartv377z6tPuW8byxYsXY7PZqFmzJsnJyVke96WXXkJE6NmzJ3379j3vOi73iYyMBGD8+PGICB07drzo9yjtOhs1anReeVbnDAwMpGLFinTt2vWC60yT+Xue1edS8agL2Xx9qTJiGGVefsFVdmbVr/z1aBuST3kuIbnjpsIs7t2EO24q7CpbseU49/VbzNpdJ90Wh0/JUoS/9T6F5y4hpOvLSL4IV52JiebcmC858VBjzg7pT+qhg26LS+U9vp4OIM8KDIRrWRjZC15qPXDgACNGjKBXr16eDsVr7dmzhyVLliAiHDp0iAULFtCiRYtL7vPII48QFRUFQGxsLAcPHmTVqlXMnj2b9957j08++eSiyYSvry/79u1j0aJFNG3a9IL6KVOmEBsbi6+v7xUn1U2aNKFbt2589tlnvPfeewwdOvS8+vnz5/Pll19So0YNBgwYwG+//XbBMTZs2MDs2bOpWbMmLVu2PK8uIiLiiuK4Eg0bNnQldadOnWLp0qWMHj2a6dOns2bNGipVqpTlfhm/55ldrFxdnIhQ8X/v45c/P7sHDAIgdsNG/nzoUW6dNpnAkiUvc4ScUSRfID/0aMCwn7YwYv42AI5GJ/Do0BW8//gtvHBfpRxbqD4zW0R+Qru8TEiH50j4aRbx343HfsQ5ZUhSEgnTvydh5lQCGjcjpMNz+FWp5pa4VN6hiZs6T/78+RERBg8eTOfOnSlUqJCnQ/JKo0ePxhhDr169GDx4MKNGjbps4tayZcsLErPU1FTGjRvHq6++yrPPPktAQADt2rW7YN8mTZqwbNkyRo8enWXiNnr0aIoXL06ZMmVYs2bNFV/HkCFDWLRoEcOHD6dFixY0bNgQgJMnT9KpUycCAgL47rvv8Pf3p1GjRhf0iI0fP57Zs2cTFRWVo4+cGzVqdN7xHQ4HDz30EPPnz+fDDz/km2++yXK/rL7n6vqICJGvdsMvfwTb3uwFxhC/cxfrH2zJrdO/J6RiRY/E5etjo9ej1albsSDdxq7jzLlk7A7DB9M2sWbnST55tg75gv3dFo8EBhHcpj1Bj7Uhaekizn07htTtzvVfHQ6SFi0gadEC/OveTvDTnfC/7Q63JZcqd9NHpeo8wcHB9O7dm5iYGD744IOr2nfNmjW0atWKYsWK4e/vT+nSpXn++ec5cuTCSTIjIyNdj9IyS3s8tnz58vPK0x6lHTt2jM6dO1OyZEl8fHwYP348ADt27KBXr17UqVOHwoULExAQQNmyZenatSuHDmXfJJmpqamMHz+e8PBw+vTpQ+3atZk/fz6HDx++6mP5+vrStWtXvvjiCwBef/11EhIunNagYMGCPPbYY8yePZsTJ06cV7dp0ybWrl3Ls88+i6/v1f1fLCgoiIkTJ2Kz2XjmmWc4e9ZayLtr164cO3aMDz/8kOrVq1/1deU0m83mSsjWrVvn2WBuUCWfforqo75A/PwASDp8hHWN72fn//qRdCxnR3deSuNbirOodxNqlSvgKvt5wxHu67+Ejfvdv9qB+PoS2PR+CkycTsTnY/G//c7z6pPX/UF09y6cfvIxa03Ui7y2oFQaTdzUBV5++WUqVKjA119/zc6dO69on3HjxnHnnXeyYMEC7rnnHl577TXq1KnDmDFjqFOnDgcOZM/i0KdPn+b222/njz/+4LHHHqNbt24ULWotSzNz5ky++uorSpcuTbt27ejevTtVq1ZlzJgx1K1b95oSq6z89NNPHDt2jLZt2xIUFETHjh2x2+2MGzfumo/5zDPPULZsWY4dO8bSpUuzbNOlSxdSUlKYMGHCeeWjR49GROjUqdM1nbtOnTr06dOH/fv3061bN8aNG8esWbO499576dGjxzUd0538nImDcr+iLR+m5qTx2IKDALDHx3Pgi6/5rU59tvV8h4QDnnmXq1TBYH7s2YiuTdJ7/w6cPMdDg5cxYfluj81DF1CvPvk/G02BSdMJbPagaz1UgNSd2znb521ONL2LmL7vkLR6BSZFkzh1Ia96VCoik4DGQAhwDPg/Y8wYZ11j4HOgDLAG6GiM2e+pWPMyPz8/Bg8eTOvWrXn77beZOXPmJdvv2LGDF154gcjISFasWEHJDO+5LFmyhKZNm/Lqq68ya9as647tn3/+oUOHDowbN+6C3qUOHTrQo0cPAgICziv/5ZdfuP/++xkwYABffvnldccwatQoAJ599lkA2rdvzxtvvMHYsWN57733sNmu/v9DNpuNBg0asH//ftauXcuDDz54QZtGjRpRsWJFxowZw5tvvglAQkICkyZNonHjxpQvX/6ar+ndd99l3rx5TJw4kR9++IGIiAjXoAJvZLfbGTt2LAB33XXXRdv9+OOPFx3A8MQTT3DzzTdnWaeuXMF7G1Fr1jS2vvYm57Za75c5kpI4/M23HPn2O4o+/iiRr3UnpJJ7H6H6+9ro1zaKehUL0WPCemITUklOdfD2d3+zZudJhnaoTUigZ34F+t1UlXwDhhL64quc+34CCbNngnPxenMujsR5s0mcNxsJCyeg4b0ENmmGf736iJ/7HvUq7+VViRswCOhkjEkSkZuB5SLyN7AfmAl0BuYA/YGpwO0eizSPa9WqFfXr12fWrFmsXr36kr8cv/zyS1JSUvjkk0/OS9oAGjduzMMPP8ycOXOIjY0lLCzsuuLy9/dn2LBhWT4SzHzuNE2bNqVatWosXLjwus4NsH//fhYtWsRNN91E/frW5JsFChTgoYceYsaMGSxcuJD777//MkfJWlr8mR+FphEROnfuTK9evVi5ciV3330306dPJzo6mi5dulzbBTn5+PgwePBg7rnnHpKSkhgxYgSlS5e+rmNmp+XLl7vecTt9+jSLFi1i27ZtVK1ald69e190v9mzZzN79uws66KiojRxyyb5at3KbcsXcfKXxez7+FPO/vU3AMZu59gP0zk2bQZFWjxA5GuvEFbDvY/eW9QuRbXSEXT+8nc2H4oBYObag/xzMJoxL9TnphLhbo0nI5+SpQh/8z1CO79M/PTvSZz7I/bD6b2UJvYsiXN/JHHuj1YS16gxgU2a41/vdsRXe5pvVF6VuBljNmfcdH4qALWBzcaYaQAi0hc4KSI3G2O2uT3QG8RHH33EHXfcwZtvvskff/xx0Xa///47ACtWrMjyfaPjx49jt9vZsWMHtWvXvq6YIiMjKVKkSJZ1xhi+++47xo8fz8aNGzlz5sx503T4+1///1bHjBmDw+G44IX3jh07MmPGDEaPHn3NiVva45tL9XJ17NiR3r17M3r0aO6++25GjRpFoUKFLhjReS3n7tevn2t7xowZPP/8817T47ZixQpWrFhxXllUVBTLly8nX4YFwDP75ptvdHCCm4jNRuHmTSnU7D7OrFzF3o8/JfpX698GjOH4nHkcnzOPgo3vJbLHK0TcVtdtsZUrEsrcd+7l/Skb+G7VXgB2Ho2l+cAl/N9TtWhdv6zbYsmKLSKC0M4vEtLpBVK3bSFx8c8kLv4Zx5H01ztM7FkS58wicc4sJF8+Aho1IbBxM/zr3qZJ3A3GqxI3ABH5AugIBAF/A/OBgcDGtDbGmHMishuoBmjilkPq169Pq1atmD59OlOnTqVt27ZZtkubgyzzdBKZxWXDRJ3FihW7aN3rr7/OiBEjKF68OM2aNaNkyZIEBVnv3owfP579+6/vyXrae2w2m40OHTqcV9e8eXOKFSvGnDlzOHbs2CXjvJi0QRyFCxe+aJuiRYu6evdeeuklVq9ezRtvvHHdSenw4cNZtmwZrVq1IiEhgXnz5jFy5Ei6d+9+XccFXI+OHY6LLwSeVnexx8z/+9//6Nu3Lw6Hg8OHDzNs2DA+/fRT2rRpw4IFC67p8bTKGSJCgYZ3U6Dh3USvXce+EZ9xatESV/2pJUs5tWQpEXfUJ7LHKxRo2MAt/0EI8vfho6drc1vFQrz93V8kJNtJSLbTfdw61uw8yYB2UQT6+Vz+QDlIRPCrUg2/KtUI7fY6qVv+JXHJQiuJO5o+yMvExJA4ewaJs2cg+fIR2Og+Au5rjn/teshVDlBSuY/X/WtnjHkJCAMaYD0eTQJCgZhMTWOc7c4jIl1FZL2IrNdJYq/foEGD8PPz45133rnoJK1pPR4xMTEYYy76SZtqAqxf0Be7P9HR0ReN52L/wB8/fpxPP/2U6tWrs337diZNmsSQIUPo27cvffv2veC9t2sxd+5cjhw5gsPhoFSpUudN5urn58exY8dc03tcLYfDwcqVKwG47bbbLtm2a9euJCQk0KZNG4Drfkz6zz//8N5771G8eHG+/vprxowZQ8GCBenVqxc7duy4rmND+t+Pi00yDNb0I3D5ud9sNhulS5fmk08+oVWrVvzyyy+MHDnyumNUOSOiXl2iJn9LvaULKfJwi/Pmtoz+7Xc2tG7H+mYtODH/Z8wlEvvs1OaOssx/914qFkv/9TFp1V5aDFrGvuOeWQUiKyKCX7VbCHvlTQrNXkSB8VMIfrIjtqLn/6fQxMSQMHs60d06c+L+hpz98H/WQvf6+y/P8rrEDcAYYzfGrAZKAS8CcUDmFxHCgdgs9h1ljKljjKlztVMjqAtVrFiRl156ib179/LZZ59l2eb2261XDVetWnXFx82fPz///fcfKSkpF9StX7/+quPcs2cPDoeDpk2bXvAe3aFDh9izZ89VHzOz0aNHA9CiRQs6dep0wSftkdzYsWOvetTa+PHjOXDgAMWLF+eee+65ZNv77ruPsmXLcujQIe6++25uuumma7oegOTkZJ566imSkpIYN24cBQoUoFixYnz55ZfEx8fz9NNPX3JViCtRs2ZNwJq242LJetrj9rS2V+Kjjz4iICCAfv36uaYxUd4p7Jbq3DL2a27/bTnFn2hzXq/Q2b83sOmZTqxpdB/HZsxyy+L1VUrm4+f37qVl3fT3OP89GM19AxYz76/sGX2enawkrgZhr/Wk0Jwl5B/3PcHtn8FWJFMSF32GhFnT0pO4QX1JXveHJnF5jFcmbhn4Yr3jthlw/YsuIiEZylUO69OnDxEREQwcODDLx53dunXDz8+PHj16ZNlDk5ycfEFSV69ePVJTUy+YOHX8+PH8+uuvVx1j2pxwq1evPi/RiIuLo0uXLte9RNfBgwf5+eefyZ8/P9OmTWPMmDEXfL755hvuuusu9uzZw+LFi6/ouKmpqYwePZqXX34ZEeHjjz8mMDDwkvvYbDZmzpzJrFmzXCNcr9X777/Ppk2beOmll2jevLmrvHXr1rRv3541a9YwaNCg6zpHZGQkDRs25MSJEwwYMOCC+n/++YcxY8bg6+vLU089dcXHLVOmDF26dOHUqVN89NFH1xWjco+QihWp+tnH1F/7K6We64gtQ0/4ua3b2PxCN/6o35DDE7/DkZSza42GBvrxZZd6DH7yVvx9rV+FsQmpdPryd/pM3UByqnt6AK+WiOB/S03CerxNoTmLyT92MsHtnsZWpOh57Uz0GRJm/sCZl57j5IP3cHbwBySvX4O5zv+IKc/zmi4pESkC3AvMBRKAJkA75+d3YKiIPA7MA/oAm3RggnsUKFCAd999l549e2ZZf/PNNzNu3Diee+45qlWrRvPmzalcuTIpKSkcOHCAVatWUbhwYbZtS79d3bt355tvvuHFF19kyZIllC5dmg0bNvD777/TokUL5s6de1UxFitWjCeeeIIpU6YQFRVF06ZNiYmJYdGiRQQGBhIVFcWGDRuu+XswduxY7HY7Tz311CUTq86dO7N69WpGjRrFfffdd15dxqkpzp075/reHD16lHz58jFq1KiLvkeYWa1atahVq9Y1Xw/AypUr+eijj6hcuXKW7yd+/vnnrFixgn79+vHggw9y6623XvO5xo4dy913380HH3zA3LlzadiwIYGBgezYsYOffvqJ1NRUPvvsMypUqHBVx3333XcZO3YsH3/8Md27d79gpY9LTQcSGRmpAxc8JKh0KW4aMpDI11/lwFejOPzNt9jPnQMgYd8+tr3ek71Dh1Pm5Rcp2eFJfJzzxGU3EaFjowpEReany1d/cPBUPACjFu/ir72n+brr7ZQsEJwj584OYrPhXyMK/xpRhL7Wk5R/NpC0eCGJSxbiOHHc1c5x+hQJM6aSMGMqtgIFCbi3KYGNm+JX81adYiQX8prEDWsE6YvAV1g9gfuB14wxPwE4k7aRwCSsedye8FCcN6RXXnmFL7744qK/BJ966ilq1qzJRx99xLJly/jll18ICQmhRIkStGrV6oKEpGrVqixevJh3332XOXPm4OvrS4MGDfj999+ZOXPmVSduYCUH5cuXZ+rUqXz++ecULlyYhx9+mH79+vH4449fy2UD1vtnae+tde7c+ZJtW7duzauvvsrs2bM5fvz4eSNg06amsNlshISEULhwYerVq0eTJk1o3749BQoUuMSRs9fZs2d5+umnsdlsTJo0ieDgC385RURE8M0339CsWTM6dOjAn3/+ec3vClaoUIENGzYwfPhw5s2bx9dff01ycjJFihShZcuWvPrqq9xxxx1XfdzixYvz4osvMnz4cAYNGnRBz9ulpgNp2LChJm4eFlC0CJX+9z6Rr7zMwTHfcHDUWFKd77gmHT3Gzvf/x76PP6HM810o1akjvuE5M3VHVGQBFvVuwqvfrGPhxqMArN99mvv6L2Zkp3rcW/3qBxu5m9hs+NeshX/NWoT2eJuUTX+TuPhnkpb8guNk+hRDjtOnrPVSp3+PBAXhd2sd/OvV92Dk6mqJJ2aQdpeQkBBzzvm/OLdLTLQWmnfXfkoplculxsVxePxEDnzxNcmZ5jP0DQ+nVKeOlH6+C/4Fc+Y/OcYYvvhlBx/O/Be7I216HnjtgZt58+Fq+Ni8Y3qcq2HsdlI2/k3iEmcSd+pklu2Krd8ab4wJuZJj1qlSyaz99pNsic+n3oN/GmPqZC6vVqOWmTx3RVa7XLWosuFZniO30sRNKaWUV7EnJHD0+6ns/+wLEg+dP1jAFhxEyaefonTXzgSVLpUj5/9jxwleGL2GY9GJrrIaZfNTuXgYwf6+BAX4EOzvQ3CAL0H+vhm+9iE4wMcqC/Cx2mao8/Xx7Gvlxm4nZcNfJC7+meTfVmE/kr6GsyZuuYcmbkoppbySIyWFY9Nnsv+TkcTvzjQyXIQCDRtQvF1bCt/fDJ+g7H0P7sTZRF4es5aVW49fvvEV8ve1WYmcM7ELcv15fpLnqvP3ISjA+WdaMpiWIGZKCoMDfF2DLK5U6qGDJK/7g+R1f5B/0HBN3HIJb3rHTSmllHKx+flRol1birdpxfE589g34jPiNm+xKo3h9PKVnF6+Et98+Sj6WEtKPPkEYTVuyZYJfQuHB/L9aw0YPncLw+duJTv6OJJTHSSnOoiJv3AapOzg6yMXTeoyJn+Bfj4E+lt/BgXeQuC9UTBoeI7EpLKfJm5KKaW8mvj4ULTlwxR55CFOLVrCwTHfcHr5CtKyqdSYGA5/M4HD30wgtGoVirdrS7FWj+FfqOB1ndfHJrz1cDXa1C/LpgPRxCelkpBsv/DPLMvSt+OT7CQkp+LI4QdcqXZDbEIqsQk6b1tepombUkqpXEFEKNS0CYWaNiHx8GGOTp3O0e+nkrAvfTm7uC1b2dm7L7v6DaRQs/so0f4JCtzTENt1TMhetnAoZQuHXlfsxhiSUh0XJH4Zk7+E5PQkLz7p/OQvc1JotTu/LNWed199Uuk0cVNKKZXrBJYsSbnXXyXyte5E/76GI5OncHzOXBwJ1oACk5LCibnzOTF3Pv5Fi1K8bWtKtG9D8FXOFZhdRMR6ROnnQ/6QnJk7LSXVkSGpy/Bnsv28RDExxdpOTLGTmGwnMcXBh2NyJCSVA3RwglJKqTwhNTaW/36cw9HvpxCz7s8s2+S7rR4l2rWlyCMt8A29vl60vEREdHBCLuHtS14ppZRSV8Q3LIySHdpTZ/5P3P7rcsp0exH/woXPaxOzZi1bX3uD1dVuZcsrrxP9x9qrXltYKU/SxE0ppVSeE1K5EpX+9z53blxHjYnfUPiB5uctbm+Pj+fo91P586FH+f32Buwb8RmJR496MGKlrowmbkoppfIsm58fhZs3pcaEsdy5cT0VP+hNyE2Vz2uTsGcvuwcO5teoemxo14Hjc+bhSE72UMRKXZombkoppW4IAUUKU/alF7ht1VLq/DyHks88hU9YWHoDh4NTi5fyz3NdWX1LLXa814fYfzfro1TlVXRUqVJKqRuKiJCvdi3y1a5FpX59OT5vPke/n8qZVb+62qScPsPBUWM5OGos/oULExZVg/ComoRH1SQsqiYBRQpf/ARK5SBN3JRSSt2wfIKDKN76cYq3fpyE/Qc4OuUHjnw/laTDR1xtkk+c4NSiJZxatMRVFlCiuJXE1UxL6GrgV6CAJy5B3WA0cVNKKaWAoLJlKP/2m5R7swenV/3K0clTOLloCfa4uAvaJh05yokjRzkx/2dXWWDZMoQ7E7mwqBqE16yBb3i4Oy9B3QD0Hbcckpjo3v2yg4hc8xp/lStXRkS44447LtmuUaNGiAjLly+/4mP37dvXFdsXX3yRZZvx48cjIrz//vtXE/YFli9fjojQt2/f6zqOUir3Eh8fCja6m+qjvqDh7q3c/tsKqn7xKaW7diJfvbrYggKz3C9x/wGO/zSXXf0G8vdjbVlRoQq/396Af1/oxoGvRnHm9zWkxuncour6aI9bDgkMhGvJgXLjO7DLli1j586diAi///47//77L9WrV8+Rc33wwQd06NCBsIwvFCulVA4Rm42QShUJqVSR4q0fB8CRmkr8jp2c3bCJsxs2ErtxkzWIIYuRqPG79xC/ew//zZjlPKAQUrmS9Yj11ijCo2oQWq0qPkFB7rwslYtp4qau26hRowB4++23GTx4MKNGjeLTTz/N9vNUrFiRXbt2MXjwYAYOHJjtx1dKqSth8/UltGoVQqtWoUT7tgA4kpM5t20HZzdu5OzfG4ndsJG4rdswqZkWfDeGc9t3cG77Do79MB2wevhCbr6JsJo1CKtezXnsm/HLn9/dl6ZyAX1Uqq7LqVOnmDVrFpUqVaJ///4UK1aMSZMmkZgDz3y7d+9OiRIl+Pjjjzl06NAV7xcfH8+gQYOIiooiJCSE0NBQ6tevz/fff39eu44dO3LPPfcAVs9e2uPZq320q5S68dj8/QmrUZ2SHZ6kyvD/o97ShTTcu506C+dy05CBFG/XlpAqN4Ptwl+7xm4nbvMWjk6ewo53e/NXy1asrFyd1TXrsKFdB3b1H8SxmT8St207jpQUD1yd8iba46auy4QJE0hKSqJjx474+vry5JNP8tFHHzFt2jQ6dOiQrecKDg6mf//+dOrUiffee48JEyZcdp/o6Gjuvfde/v77b2rVqsVzzz2Hw+Fg4cKFtG/fns2bNzNgwAAAWrZs6bqmhg0b0qhRI9dxIiMjs/ValFJ5n09gIPlq3Uq+Wre6yuzn4on9d7PzEetGzm7YRPyu3Vm+J5N05ChJR45yavFSV5n4+xNSuZLVK1etCqFVqxJatYpOT3ID0cRNXZfRo0djs9l4+umnAavX6qOPPmLUqFHZnrilHX/EiBFMmjSJHj16EBUVdcn2r732Gn///TdDhgyhZ8+ervLExERatmzJhx9+SKtWrYiKiqJly5ZEREQwYcIEGjVqpAMUlFLZzickmIjb6hJxW11XWWpsLLGb/iV20ybitmwjbstWzm3fgSMp6YL9TXIycf9uJu7fzeeV+xUq6Hp8a32qEnJTJXwCsx5IoXIvTdzUNVu1ahXbtm2jadOmlCpVCoDq1atTu3ZtVq9ezdatW6lSpUq2ntNmszF06FCaN2/OW2+9xaJFiy7a9tSpU0yaNIk6deqcl7QBBAYGMmTIEBYuXMjkyZMvmwAqpVRO8Q0LI/+d9cl/Z31XmSM1lYQ9e4nbvIW4LVutz9ZtJB7M+jWRlJOnOLNyNWdWrnaViY8PQRXKE1q1CmEZeugCSpa45hkElOdp4qauWdqghGefffa88o4dO/Lnn38yevRohg8fftnjjB8/nn379p1X1qhRo/MeVWbUrFkzmjZtyi+//ML8+fN54IEHsmy3bt067Hb7Raf3SHG+K7J169bLxqiUUu5k8/UlpHIlQipXouijj7jKU2JiOLd1O3FbMiR0m7dij4+/4BjGbid+x07id+zk+I8/ucp9w8MJufkmgstFElSuLEHlyrnlmlT20MRNXZMzZ84wffp0IiIiXO+GpWnfvj1vvPEG3377LYMGDSIgIOCSxxo/fjwrVqy4oPxiiRvA0KFDWbx4MT179qRZs2ZZtjl16hRgJXDr1q276LHisphcUymlvJFfvnxE3F6PiNvrucqMw0HigYPEbdlK7Jatrl66hL37snx3LvXsWWLWriNm7cX/XVTeSxM3dU2+/fZbEhMTSUxMJOgi8w+dOnWKGTNm0L59+0se61pGbNaoUYNnnnmGb775hnHjxuHn53dBm3z58gHQo0ePK+r5U0qp3EhsNoIiyxIUWZbCDzR3ldvPxRO3fTtxm7em985t2UpqdLTnglXXTRM3dU1Gjx4NQLt27QgODr6gPiYmhunTpzN69OjLJm7XasCAAUydOpU+ffpkuWJCvXr1sNlsrFq16oqP6ePjA4Ddbs+2OJVSyhN8QoIvGNVqjCHpyBHid+0mft9+EvbuI2Hffpgw1oORqquhiZu6ar/99hubN2+matWqTJ48Ocs2DoeD8uXLs3z5cnbu3EmlSpWyPY4SJUrwxhtv0L9/f0aMGHFBfZEiRXjyySeZOHEi/fv3591333UlZml2796NzWajnPMdj4IFCwJw4MCBbI9XKaU8TUQILFmSwJIlKdAwQ4UmbrmGJm7qAh07drxo3RdffOEalNCpU6eLtrPZbDz77LP07duXUaNGMXTo0OwOE4CePXsyatQodu3alWX9yJEj2blzJ3369GHixIncddddFC1alCNHjrB161bWrVvH999/70rcbrrpJkqWLMmUKVPw8/OjbNmyiAgdOnSgbNmyOXINSiml1JXSxE1d4FIT237wwQdMmzYNf39/19xtF/Pcc8/Rr18/JkyYwMCBA/H398/uUAkNDeWDDz7ghRdeyLI+PDycFStWMGrUKCZPnsyMGTNITEykaNGiVKpUiY8//pj77rvP1d7Hx4dZs2bRq1cvpk2bRmxsLMYY7rrrLk3clFJKeZyY3Liq+RUKCQkx586d88i5ExOthebdtZ9SSil1rUQk3hgTciVt61SpZNZ++0m2nNen3oN/GmPqZC6vVqOWmTz3wtkGrkVU2fAsz5Fb6VqlOeRaky9N2pRSSil1MZq4KaWUUkrlEpq4KaWUUkrlEpq4KaWUUkrlEpq4KaWUUkrlEpq4KaWUUkrlEpq4KaWUUkrlEpq4KaWUUkrlEl6TuIlIgIiMFZH9IhIrIhtE5P4M9Y1FZJuIxIvIMhHRaeyVUkopdUPxmsQNa/mtg0BDIB/wPvCDiESKSCFgJtAbKACsB6Z6KlCllFJKKU/wmrVKjTHngL4ZiuaKyF6gNlAQ2GyMmQYgIn2BkyJyszFmm7tjVUoppZTyBG/qcTuPiBQFKgObgWrAxrQ6Z5K321mulFJKKXVD8MrETUT8gO+ACc4etVAgJlOzGCAsi327ish6EVmfmpqa88EqpZRSSrmJ1yVuImIDJgLJQDdncRwQnqlpOBCbeX9jzChjTB1jTB1fX695EqyUUkopdd28KnETEQHGAkWBx40xKc6qzUDNDO1CgArOcqWUUkqpG4JXJW7Al0AV4CFjTEKG8llAdRF5XEQCgT7AJh2YoJRSSqkbidckbs552Z4HooBjIhLn/DxpjDkBPA4MBM4AtwFPeCxYpZRSSikP8JrEzRiz3xgjxphAY0xohs93zvrFxpibjTFBxphGxph9Hg5ZKaWUUnmAiDQXke0isktEemVRHyAiU531a0QkMkPdO87y7SLSLKdj9ZrETSmllFLK3UTEB/gcuB+oCrQTkaqZmnUCzhhjKgIfA0Oc+1bFegJYDWgOfOE8Xo7RxE0ppZRSN7J6wC5jzB5jTDIwBXgkU5tHgAnOr6cDjZ0DKh8Bphhjkowxe4FdzuPlGE3clFJKKXUjK4m15GaaQ86yLNsYY1Kx5pIteIX7Zqs8PdFZfHy8EZGEy7fMNXyBvDSrcF67Hsh716TX493y2vVA3rum3HI9QVfa8M9tuxb61HuwUDad92RWhVv++XthVNnw7DpHoIisz7A9yhgzKpuO7XZ5OnED/jLG1PF0ENlFRNbr9Xi3vHZNej3eLa9dD+S9a8pr1wNgjGmeF86RwWGgdIbtUs6yrNocEhFfIB9w6gr3zVb6qFQppZRSN7J1QCURKSci/liDDX7K1OYn4Bnn162ApcYY4yx/wjnqtBxQCVibk8Hm9R43pZRSSqmLMsakikg3YCHgA4wzxmwWkX7AemPMT1irOk0UkV3AaZxzyTrb/QBswXok/rIxxp6T8eb1xC3XPsO+CL0e75fXrkmvx7vlteuBvHdNee168iRjzHxgfqayPhm+TgRaX2TfgVgLBLiFWD19SimllFLK2+k7bkoppZRSuYQmbkoppZRSuYTXJW4iUkBEZonIORHZLyLtL9JORGSIiJxyfoY4ZzFOq48SkT9FJN75Z1R27Oul1/OWiPwrIrEisldE3sp07H0ikiAicc7PL15+PX1FJCVDvHEiUv5K9vXia1qQ6XqSReSfDPXeeI9GibX2nkNEOmaxfw8ROSYiZ0VknIgEZKiLFJFlzu/FNhFp4s3XIyLPOO/ZWRE5JCL/J9aQ/7T65SKSmOH+bPfy6+koIvZMf+caZajPtvvjxmv6KtP1JIlIbIZ6r7pHIlJZRGaLyAkROS0iC0Xkpkz7u+VnSOUxxhiv+gDfA1OBUOAurNmJq2XR7nlgO9acKSWxRnS84KzzB/YDPYAA4BXntv/17uul19MTqIU12OQmZ90TGY69D2iSi+5PX2DSRc6frffHXdeUxbGWA3289R45618GGgPrgY6Z9m0G/Ie1Pl9+5/UMzlD/OzAca1LPx4FooLAXX8+LQAPnfSwJ/An0ynS/Ouei+9MRWH2JGLLt/rjrmrI41nis0X9eeY+wlj3qBBQA/ID+wDZP/AzpJ299PB7AecFACJAMVM5QNjHjX+YM5b8BXTNsdwL+cH7dFGsCPMlQfwBofr37euP1ZHGsT4HPMmzvIxuSAjfen75cPHHLtvvjqXsERAJ2INJb71Gmdqu5MDGYDHyYYbsxcMz5dWUgCQjLUL+KDL+gve16smjzOjAnw/ZysiEpcOP96chFErfsvD+eukfOc8YCDXPDPXLWFQAMUNC57ZafIf3kvY+3PSqtDKQaY3ZkKNuI9T+SzKo567JqVw3YZIzJOGR2U6b6a933arjrelyc3fQNgM2Zqr5zdtn/IiI1r+4yXNx5PQ85Hy9sFpEXMx03u+4PeOAeAU8Dq4wx+zKVe9M9upys9i0qIgWddXuMMbGZ6j35M3S17ubCn6FBInJSRH7N+NjxKrnzem51xrtDRHpnePSbnfcHPHOPHgdOACszlXvzPbobKzE7dYl9c+JnSOUx3pa4hQJnM5XFAGEXaRuTqV2oM3HJXJf5ONez79Vw1/Vk1Bfrvn6ToexJrF6essAyYKGIRFzJBWQRozuu5wegClAY6AL0EZF2FznupWK4Ep64R09jPebJyNvu0ZWcJ/O+OM/jjT9DV0xEngPqAMMyFL8NlMd6HDYKmCMiFa7muBlidMf1rASqA0Wwkpx2QNq7r976M3Q1ngG+zfQfJa+9RyJSCvgcqyf3UvtC9v8MqTzG2xK3OCA8U1k4Vpf45dqGA3HOH+TLHed69r0a7roeAMSa+flp4EFjTFJauTHmV2NMgjEm3hgzCOtdiQZXfznuuR5jzBZjzBFjjN0Y8xvwCdYSI1cbw5Vw9z26CygGTM9Y7oX36GrPk/Z17FXGcLXnudSxrud6ABCRlsAg4H5jjGvxa2PMGmNMrDEmyRgzAfgVeOBKj3uJGNPizNbrMcbsMcbsNcY4jDH/AP3w/p+hKyIiZYBGwLcZy731HolIYeAX4AtjzPeX2Rey/2dI5THelrjtAHxFpFKGsppc+MgCZ1nNi7TbDNTI9L+eGpnqr3Xfq+Gu60nrJegFNDbGHLpMXAa42v/hghuv5xLxZuf9Afdf0zPATGNM3GXi8vQ9upys9v3P+RhoM1BeRMIy1XvyZ+iyRKQ5MBp4yJnsXIq335/MMv8MZdf9AfdfUwfgV2PMnsu08/g9EpH8WEnbT8aaXf9y++bEz5DKazz9kl3mDzAFa0RPCHAnFx/N8wKwFatbvATWX+jMI/xexRrh143zRy1e875eej1PAseAKlkct4zzvP5AINbjkhM4X5D10ut5BGuUlWCNzDoMPJMT98dd1+RsE+Q89r3efo8yXFMgVs9FF+fXNmddc+ffuapABLCU80fE/YH1qDEQeJTrG1Xqjuu5FzgF3J3FcSOwRgAGYo3cfhI4R4aX173weu4Hijq/vhn4F/hfTtwfd11Thjbbgee8/R5h9ZCtBUZe5Bxu+xnST976eDyACwKyRt786PyhOwC0d5Y3wOqCTmsnwP9hLfZ62vl1xhF9t2IN6U8A/gJuzY59vfR69gIpWN3raZ+vnHXVsF6SP4f1i2kJUMfLr+d7Z6xxwDbglUwxZNv9cdc1OevbYSVzkqncW+/Rcqxei4yfRhnqX8eazuAs1juVARnqIp37J2D9or3mEbPuuB6s9wpTOf9naIGzrjCwDusxVTTWL9T7vPx6hjnvzTlgD9ajUr+cuD9u/jtX33mOsEzn97p7hNW7bpzHyPj3qoy7f4b0k7c+ulapUkoppVQu4W3vuCmllFJKqYvQxE0ppZRSKpfQxE0ppZRSKpfQxE0ppZRSKpfQxE0ppZRSKpfQxE0ppZRSKpfQxE2pPEhEjIi0unxL7yIiHUXkcqtKXMtx+4rIv9l93Ks4/78i0tdT51dK5R2auCnlASIy3plcGRFJFZEDIvKlc4mcqz3O3CyqigNzrjPGtPgaZCr3EZHDOZQcTsVaKNzjcmvyq5TK2zRxU8pzFmMlWJFAZ+Ah4IvsOLAx5pgxJikbDnUQeC5T2f1YqwxkO2NMgjHmeE4cWyml8gJN3JTynCRngnXIGPMLVm9T07RKZ8/WWBHZKyIJIrJTRHqKiM1Z3xdrWZ0HM/SONXLWnddbJCK3iMhi53FOO3vq8l1BjOOB1iISmqGsk7P8PCLyuohsEpFzzh65MSISkaG+o4jEiUhj56PDcyKyTETKZW6TYbuvs21nZ69kgoj8KCKFMrS5oNfxco9GRaSuiPwiIidF5KyIrBaR+hnq9zm/nOb8Xu7LUPeQiPwpIonOezNQRPwz1BcRkdnOWPeLSObEVymlrpkmbkp5AREpj7XodEqGYhtwGGgDVAHeA94FnnXWDwN+IL3nrjjwWxbHDgEWYq2TWA9rweo7gHFXENomrEW02zqPVQSrx+2bLNo6gNew1l5t7zzXZ5naBADvYPXi1cdaXPury8QQCTwFPAI0ASpdYeyXEgZMxFp7sh6wAZgvIgWd9XWdf3bB+r7WBRCRZsB3wEis63wOaAV8mOHY44GKzlhbAk87r0Eppa6br6cDUOoG1tzZu+QDBDrLXk+rNMakAH0ytN8nIrWwFqsfa4yJE5EEnD13lzhPeyAE6GCMiQUQka7AMhGpaIzZdZk4x2ElKGOxkpDVxph9InJeI2PMiEyx9gRmi8gzxhiHs9wXeNkYs90ZxzBgnIiIufjCyUHA08aYA859ngdWiUglY8zOy8SeJWPM0ozbItIdeBwrKZ1kjDnhvL7oTN/b94Chxpi0xHW3iLwNTBKRt7CSyvuBu4wxvzqP/QzWQu9KKXXdtMdNKc9ZCUSR3jM1H/g0YwMReUFE1ovICWeS1wMoc5XnqQJsSkvanH7D6iGregX7TwZuFZGbSE/gLiAi94rIIhE5JCKxwEzAHyiWoVlSWtLmdMTZ5lKDMg6nJW1Oa5yxV7mC2LPkfJz5tYjsEJEYIBYowuW/t7WB95yPfOOc92QyVmJczBmTA1ibtoMxZj/WdSql1HXTxE0pz4k3xuwyxvxjjHkFCAZ6p1WKSFtgBNajt2ZYSd4XWIlOdrlYL1d6A2NisJKwr7CSk1mZ24hIWWAe1mPV1lgJTtq7XRnjzTyoIe381/NvkQOQTGV+l9lnAtbjzx5Yj42jgENc/ntrAz5wtk/71MDqaTuRod1lv69KKXUt9FGpUt7jA2CBiIwyxhwB7gLWGGNGpjUQkQqZ9knGetR6KVuB50QkLEOv2x1YScjWK4xtLLAU+NwYk5hFfR2spKeHMcbujLXFFR77ckqKSGljzEHndj3Oj/0EVgKVUebtzO4CXjHGzAMQkaJY77JllMKF39u/gJsv9nhZRLY5Y6uH831DESkDlLhMPEopdUW0x00pL2GMWQ5sAd53Fu0AaonI/SJSSUR6Aw0z7bYPqC4iN4lIIRHJqqfpOyAe+NY5uvRu4Gtg5hW835YW2zKgMPDGRZrsxPr35DURKSci7bAGKmSHBGCCiEQ5R35+BczL8H7bUqxHuc+JSEXnu3V3XuaYO4CnRKSqiNQFpmAlwRntAxqLSDFJn1+vH9BeRPqJSHURuVlEWonI/wE4HwP/DHwtIvVFJAqrxzThOq5fKaVcNHFTyrt8BHRyPnr8GmvU6GRgHdbIxI8ytR+N1fO0Hqvn6YKExRgTj/WoNRzr3avZwO9cOD/bJRljTl5sbjhjzCbgVazBFVuw5qV782qOfwn7sBKrOVhJ2h7SR9ZijFmI1Vs5EPgT6/t0ufnwngNCne2nYA3A2JepzRvAPVhz2f2d4VwPOsvXOj+9gIzv4HUE9jpjnYN1/zIfWymlrolcfCCXUkp5llhz1bUyxlT3dCxKKeUNtMdNKaWUUiqX0MRNKaWUUiqX0EelSimllFK5hPa4KaWUUkrlEpq4KaWUUkrlEpq4KaWUUkrlEpq4KaWUUkrlEpq4KaWUUkrlEpq4KaWUUkrlEv8PnCtTb2+tbikAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 648x432 with 4 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "fig = plt.figure(figsize=(9,6))\n",
    "fig.tight_layout() \n",
    "ax1 = fig.add_axes([0,0,0.9,0.9])\n",
    "\n",
    "linewidth=3\n",
    "\n",
    "MAX_CMAP = adv_per_array_m.shape[0]\n",
    "cmap1 = cm.get_cmap('Blues', 256)\n",
    "cmap1 = ListedColormap(cmap1(np.linspace(0.2, 0.8, MAX_CMAP)))\n",
    "\n",
    "for j in range(5):\n",
    "    ax1.plot(adv_per_array_m_lainet[j,:], acc_array_m_lainet[j,:]*100, color=cmap1(MAX_CMAP-j-1 ), linewidth=linewidth)\n",
    "    \n",
    "cmap2 = cm.get_cmap('Reds', 256)\n",
    "cmap2 = ListedColormap(cmap2(np.linspace(0.2, 0.8, MAX_CMAP)))\n",
    "\n",
    "for j in range(5):\n",
    "    ax1.plot(adv_per_array_m_nadm[j,:], acc_array_m_nadm[j,:]*100, color=cmap2(MAX_CMAP-j-1), linewidth=linewidth)\n",
    "    \n",
    "norm = mpl.colors.Normalize(vmin=0,vmax=1)\n",
    "sm = plt.cm.ScalarMappable(cmap=cmap1, norm=norm)\n",
    "sm.set_array([])\n",
    "cb = fig.colorbar(sm, ticks=np.linspace(0,1,MAX_CMAP), pad=-0.1)\n",
    "\n",
    "norm = mpl.colors.Normalize(vmin=0,vmax=1)\n",
    "sm = plt.cm.ScalarMappable(cmap=cmap2, norm=norm)\n",
    "sm.set_array([])\n",
    "cb = fig.colorbar(sm, ticks=np.linspace(0,1,MAX_CMAP), pad=0.02)\n",
    "\n",
    "cb.ax.tick_params(size=0)\n",
    "cb.set_ticks([])\n",
    "\n",
    "ax1.set_xlim([0.0,0.022])\n",
    "ax1.set_ylim([18.0,102.0])\n",
    "fsize_label_axis = 14\n",
    "ax1.set_xlabel('Ratio Manipulated', fontsize=fsize_label_axis)\n",
    "ax1.set_ylabel('Accuracy (%)', fontsize=fsize_label_axis)\n",
    "\n",
    "plt.xticks(fontsize=12)\n",
    "plt.yticks(fontsize=12)\n",
    "ax2 = ax1.twinx()\n",
    "ax2.set_yticks([])\n",
    "ax2.set_ylabel('α', fontsize=fsize_label_axis+2, labelpad=95, rotation=0)\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "markersize = 14\n",
    "legend_elements = [\n",
    "                    Line2D([0], [0], marker='s', color='w', label='Neural ADMIXTURE',markerfacecolor='red', markersize=markersize),\n",
    "                    Line2D([0], [0], marker='s', color='w', label='LAI-Net',markerfacecolor='blue', markersize=markersize),\n",
    "]\n",
    "\n",
    "\n",
    "ax1.legend(handles=legend_elements, loc='lower left', fontsize=20, frameon=False)\n",
    "\n",
    "\n",
    "\n",
    "plt.tight_layout()\n",
    "plt.savefig('figs/manipulation_acc.png', bbox_inches = \"tight\")\n",
    "plt.show()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}