train_skin.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "palestinian-shadow",
   "metadata": {},
   "outputs": [],
   "source": [
    "from __future__ import division\n",
    "import os\n",
    "os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"0\"\n",
    "import torch\n",
    "import torch.optim as optim\n",
    "from torch.utils.data import DataLoader\n",
    "from loader import *\n",
    "import pandas as pd\n",
    "import glob\n",
    "import argparse\n",
    "import nibabel as nib\n",
    "import numpy as np\n",
    "import copy\n",
    "import yaml\n",
    "from model.vit_seg_modeling import VisionTransformer as ViT_seg\n",
    "from model.vit_seg_modeling import CONFIGS as CONFIGS_ViT_seg"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "unsigned-pilot",
   "metadata": {},
   "outputs": [],
   "source": [
    "parser = argparse.ArgumentParser()\n",
    "parser.add_argument('--root_path', type=str,\n",
    "                    default='', help='root dir for data')\n",
    "parser.add_argument('--dataset', type=str,\n",
    "                    default='isic2018', help='experiment_name')\n",
    "parser.add_argument('--list_dir', type=str,\n",
    "                    default='./lists/lists_Synapse', help='list dir')\n",
    "parser.add_argument('--num_classes', type=int,\n",
    "                    default=9, help='output channel of network')\n",
    "parser.add_argument('--max_iterations', type=int,\n",
    "                    default=30000, help='maximum epoch number to train')\n",
    "parser.add_argument('--max_epochs', type=int,\n",
    "                    default=150, help='maximum epoch number to train')\n",
    "parser.add_argument('--batch_size', type=int,\n",
    "                    default=24, help='batch_size per gpu')\n",
    "parser.add_argument('--n_gpu', type=int, default=1, help='total gpu')\n",
    "parser.add_argument('--deterministic', type=int,  default=1,\n",
    "                    help='whether use deterministic training')\n",
    "parser.add_argument('--base_lr', type=float,  default=0.01,\n",
    "                    help='segmentation network learning rate')\n",
    "parser.add_argument('--img_size', type=int,\n",
    "                    default=256, help='input patch size of network input')\n",
    "parser.add_argument('--seed', type=int,\n",
    "                    default=1234, help='random seed')\n",
    "parser.add_argument('--n_skip', type=int,\n",
    "                    default=3, help='using number of skip-connect, default is num')\n",
    "parser.add_argument('--vit_name', type=str,\n",
    "                    default='R50-ViT-B_16', help='select one vit model')\n",
    "parser.add_argument('--vit_patches_size', type=int,\n",
    "                    default=16, help='vit_patches_size, default is 16')\n",
    "# args = parser.parse_args()\n",
    "args = parser.parse_args(args=[])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "expensive-courage",
   "metadata": {},
   "outputs": [],
   "source": [
    "## Loader\n",
    "## Hyper parameters\n",
    "config         = yaml.load(open('./config_skin.yml'), Loader=yaml.FullLoader)\n",
    "number_classes = int(config['number_classes'])\n",
    "input_channels = 3\n",
    "best_val_loss  = np.inf\n",
    "device = 'cuda' if torch.cuda.is_available() else 'cpu'\n",
    "\n",
    "data_path = config['path_to_data']  \n",
    "\n",
    "train_dataset = isic_loader(path_Data = data_path, train = True)\n",
    "train_loader  = DataLoader(train_dataset, batch_size = int(config['batch_size_tr']), shuffle= True)\n",
    "val_dataset   = isic_loader(path_Data = data_path, train = False)\n",
    "val_loader    = DataLoader(val_dataset, batch_size = int(config['batch_size_va']), shuffle= False)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "neither-fireplace",
   "metadata": {},
   "outputs": [],
   "source": [
    "random.seed(args.seed)\n",
    "np.random.seed(args.seed)\n",
    "torch.manual_seed(args.seed)\n",
    "torch.cuda.manual_seed(args.seed)\n",
    "dataset_name = args.dataset\n",
    "dataset_config = {\n",
    "    'Synapse': {\n",
    "        'root_path': '',\n",
    "        'list_dir': '',\n",
    "        'num_classes': 1,\n",
    "    },\n",
    "}\n",
    "args.num_classes = 1\n",
    "args.root_path = ''\n",
    "args.list_dir = ''\n",
    "args.is_pretrain = True\n",
    "args.exp = 'TU_' + dataset_name + str(args.img_size)\n",
    "snapshot_path = \"./model_results/{}/{}\".format(args.exp, 'TU')\n",
    "snapshot_path = snapshot_path + '_pretrain' if args.is_pretrain else snapshot_path\n",
    "snapshot_path += '_' + args.vit_name\n",
    "snapshot_path = snapshot_path + '_skip' + str(args.n_skip)\n",
    "snapshot_path = snapshot_path + '_vitpatch' + str(args.vit_patches_size) if args.vit_patches_size!=16 else snapshot_path\n",
    "snapshot_path = snapshot_path+'_'+str(args.max_iterations)[0:2]+'k' if args.max_iterations != 30000 else snapshot_path\n",
    "snapshot_path = snapshot_path + '_epo' +str(args.max_epochs) if args.max_epochs != 30 else snapshot_path\n",
    "snapshot_path = snapshot_path+'_bs'+str(args.batch_size)\n",
    "snapshot_path = snapshot_path + '_lr' + str(args.base_lr) if args.base_lr != 0.01 else snapshot_path\n",
    "snapshot_path = snapshot_path + '_'+str(args.img_size)\n",
    "snapshot_path = snapshot_path + '_s'+str(args.seed) if args.seed!=1234 else snapshot_path\n",
    "\n",
    "if not os.path.exists(snapshot_path):\n",
    "    os.makedirs(snapshot_path)\n",
    "config_vit = CONFIGS_ViT_seg[args.vit_name]\n",
    "config_vit.n_classes = args.num_classes\n",
    "config_vit.n_skip = args.n_skip\n",
    "if args.vit_name.find('R50') != -1:\n",
    "    config_vit.patches.grid = (int(args.img_size / args.vit_patches_size), int(args.img_size / args.vit_patches_size))\n",
    "Net = ViT_seg(config_vit, img_size=args.img_size, num_classes=config_vit.n_classes).to(device)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "southern-harvard",
   "metadata": {},
   "outputs": [],
   "source": [
    "optimizer = optim.SGD(Net.parameters(), lr=args.base_lr, momentum=0.9, weight_decay=0.0001)\n",
    "scheduler = optim.lr_scheduler.ReduceLROnPlateau(optimizer, 'min', factor = 0.5, patience = config['patience'])\n",
    "criteria  = torch.nn.BCELoss()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "dramatic-separation",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " Epoch>> 1 and itteration 1 Loss>> 0.6713525056838989\n",
      " Epoch>> 1 and itteration 91 Loss>> 0.4028219772236688\n",
      " Epoch>> 1 and itteration 181 Loss>> 0.38357710797154443\n",
      " Epoch>> 1 and itteration 271 Loss>> 0.3657187595688549\n",
      " Epoch>> 1 and itteration 361 Loss>> 0.35696848865773867\n",
      " Epoch>> 1 and itteration 451 Loss>> 0.33765244406303124\n",
      " Epoch>> 1 and itteration 541 Loss>> 0.3199430010152392\n",
      " Epoch>> 1 and itteration 631 Loss>> 0.3071564765980618\n",
      " Epoch>> 1 and itteration 721 Loss>> 0.29575338292655107\n",
      " Epoch>> 1 and itteration 811 Loss>> 0.28973091795636313\n",
      " Epoch>> 1 and itteration 901 Loss>> 0.2829993542502908\n",
      "val_mode\n",
      " validation on epoch>> 1 dice loss>> 0.19406575661756703\n",
      "New best loss, saving...\n",
      " Epoch>> 2 and itteration 1 Loss>> 0.13811182975769043\n",
      " Epoch>> 2 and itteration 91 Loss>> 0.18968174541062052\n",
      " Epoch>> 2 and itteration 181 Loss>> 0.23027639584976006\n",
      " Epoch>> 2 and itteration 271 Loss>> 0.21821508584097302\n",
      " Epoch>> 2 and itteration 361 Loss>> 0.21367615019680722\n",
      " Epoch>> 2 and itteration 451 Loss>> 0.2180605567826532\n",
      " Epoch>> 2 and itteration 541 Loss>> 0.2189400327803357\n",
      " Epoch>> 2 and itteration 631 Loss>> 0.21747220263900546\n",
      " Epoch>> 2 and itteration 721 Loss>> 0.21587373126148351\n",
      " Epoch>> 2 and itteration 811 Loss>> 0.20672640038376305\n",
      " Epoch>> 2 and itteration 901 Loss>> 0.20296646628971238\n",
      "val_mode\n",
      " validation on epoch>> 2 dice loss>> 0.19933315530476883\n",
      " Epoch>> 3 and itteration 1 Loss>> 0.1810024380683899\n",
      " Epoch>> 3 and itteration 91 Loss>> 0.19797540034402858\n",
      " Epoch>> 3 and itteration 181 Loss>> 0.16792746671367417\n",
      " Epoch>> 3 and itteration 271 Loss>> 0.168084453433972\n",
      " Epoch>> 3 and itteration 361 Loss>> 0.16663229424207165\n",
      " Epoch>> 3 and itteration 451 Loss>> 0.17584138755539966\n",
      " Epoch>> 3 and itteration 541 Loss>> 0.1741690397186828\n",
      " Epoch>> 3 and itteration 631 Loss>> 0.17350862762357938\n",
      " Epoch>> 3 and itteration 721 Loss>> 0.17361467102756944\n",
      " Epoch>> 3 and itteration 811 Loss>> 0.17437116219518584\n",
      " Epoch>> 3 and itteration 901 Loss>> 0.17198883659815153\n",
      "val_mode\n",
      " validation on epoch>> 3 dice loss>> 0.21815171873405517\n",
      " Epoch>> 4 and itteration 1 Loss>> 0.186385840177536\n",
      " Epoch>> 4 and itteration 91 Loss>> 0.18483165727293754\n",
      " Epoch>> 4 and itteration 181 Loss>> 0.16586418081466006\n",
      " Epoch>> 4 and itteration 271 Loss>> 0.1705905591168637\n",
      " Epoch>> 4 and itteration 361 Loss>> 0.16871349368027702\n",
      " Epoch>> 4 and itteration 451 Loss>> 0.16652587934618118\n",
      " Epoch>> 4 and itteration 541 Loss>> 0.160449201616419\n",
      " Epoch>> 4 and itteration 631 Loss>> 0.15864813206614056\n",
      " Epoch>> 4 and itteration 721 Loss>> 0.1580536735312556\n",
      " Epoch>> 4 and itteration 811 Loss>> 0.1564319927357918\n",
      " Epoch>> 4 and itteration 901 Loss>> 0.15607506230878712\n",
      "val_mode\n",
      " validation on epoch>> 4 dice loss>> 0.23007026195353522\n",
      " Epoch>> 5 and itteration 1 Loss>> 0.033296357840299606\n",
      " Epoch>> 5 and itteration 91 Loss>> 0.1801242208169712\n",
      " Epoch>> 5 and itteration 181 Loss>> 0.158018184897814\n",
      " Epoch>> 5 and itteration 271 Loss>> 0.15162606285094554\n",
      " Epoch>> 5 and itteration 361 Loss>> 0.15342270334217686\n",
      " Epoch>> 5 and itteration 451 Loss>> 0.15595825965993287\n",
      " Epoch>> 5 and itteration 541 Loss>> 0.15274804606413994\n",
      " Epoch>> 5 and itteration 631 Loss>> 0.15162881149094193\n",
      " Epoch>> 5 and itteration 721 Loss>> 0.1500848029196345\n",
      " Epoch>> 5 and itteration 811 Loss>> 0.152785009156761\n",
      " Epoch>> 5 and itteration 901 Loss>> 0.15018969425697967\n",
      "val_mode\n",
      " validation on epoch>> 5 dice loss>> 0.1936311828562249\n",
      "New best loss, saving...\n",
      " Epoch>> 6 and itteration 1 Loss>> 0.1381254941225052\n",
      " Epoch>> 6 and itteration 91 Loss>> 0.16410011364208474\n",
      " Epoch>> 6 and itteration 181 Loss>> 0.1402516371946144\n",
      " Epoch>> 6 and itteration 271 Loss>> 0.1410958919248018\n",
      " Epoch>> 6 and itteration 361 Loss>> 0.13813298719824185\n",
      " Epoch>> 6 and itteration 451 Loss>> 0.1408809625921552\n",
      " Epoch>> 6 and itteration 541 Loss>> 0.14194574399185048\n",
      " Epoch>> 6 and itteration 631 Loss>> 0.13990940313001066\n",
      " Epoch>> 6 and itteration 721 Loss>> 0.14292763644795808\n",
      " Epoch>> 6 and itteration 811 Loss>> 0.139675655281665\n",
      " Epoch>> 6 and itteration 901 Loss>> 0.13804044900720444\n",
      "val_mode\n",
      " validation on epoch>> 6 dice loss>> 0.153436238837921\n",
      "New best loss, saving...\n",
      " Epoch>> 7 and itteration 1 Loss>> 0.09143362939357758\n",
      " Epoch>> 7 and itteration 91 Loss>> 0.1404761766687363\n",
      " Epoch>> 7 and itteration 181 Loss>> 0.12885486870201418\n",
      " Epoch>> 7 and itteration 271 Loss>> 0.12163017910468732\n",
      " Epoch>> 7 and itteration 361 Loss>> 0.11928662949001773\n",
      " Epoch>> 7 and itteration 451 Loss>> 0.12042674303525633\n",
      " Epoch>> 7 and itteration 541 Loss>> 0.12990884083992837\n",
      " Epoch>> 7 and itteration 631 Loss>> 0.13207846068926216\n",
      " Epoch>> 7 and itteration 721 Loss>> 0.12935818135273358\n",
      " Epoch>> 7 and itteration 811 Loss>> 0.12638859225967589\n",
      " Epoch>> 7 and itteration 901 Loss>> 0.12984743855529765\n",
      "val_mode\n",
      " validation on epoch>> 7 dice loss>> 0.14311598840216355\n",
      "New best loss, saving...\n",
      " Epoch>> 8 and itteration 1 Loss>> 0.03894801437854767\n",
      " Epoch>> 8 and itteration 91 Loss>> 0.12786256085958456\n",
      " Epoch>> 8 and itteration 181 Loss>> 0.1316482317814017\n",
      " Epoch>> 8 and itteration 271 Loss>> 0.12885389674276224\n",
      " Epoch>> 8 and itteration 361 Loss>> 0.13503906631795817\n",
      " Epoch>> 8 and itteration 451 Loss>> 0.13425511282821187\n",
      " Epoch>> 8 and itteration 541 Loss>> 0.13540429744504517\n",
      " Epoch>> 8 and itteration 631 Loss>> 0.13304665016981576\n",
      " Epoch>> 8 and itteration 721 Loss>> 0.13254878642851287\n",
      " Epoch>> 8 and itteration 811 Loss>> 0.13214031682474914\n",
      " Epoch>> 8 and itteration 901 Loss>> 0.13201915706455145\n",
      "val_mode\n",
      " validation on epoch>> 8 dice loss>> 0.14591406261311074\n",
      " Epoch>> 9 and itteration 1 Loss>> 0.049352068454027176\n",
      " Epoch>> 9 and itteration 91 Loss>> 0.14309996020581042\n",
      " Epoch>> 9 and itteration 181 Loss>> 0.14023562824322702\n",
      " Epoch>> 9 and itteration 271 Loss>> 0.12449579476636605\n",
      " Epoch>> 9 and itteration 361 Loss>> 0.11613649386561727\n",
      " Epoch>> 9 and itteration 451 Loss>> 0.11908319620147116\n",
      " Epoch>> 9 and itteration 541 Loss>> 0.12154394074888855\n",
      " Epoch>> 9 and itteration 631 Loss>> 0.1197732701401703\n",
      " Epoch>> 9 and itteration 721 Loss>> 0.12204078099743337\n",
      " Epoch>> 9 and itteration 811 Loss>> 0.12027453865428742\n",
      " Epoch>> 9 and itteration 901 Loss>> 0.12170916123855259\n",
      "val_mode\n",
      " validation on epoch>> 9 dice loss>> 0.17724914971782205\n",
      " Epoch>> 10 and itteration 1 Loss>> 0.15019172430038452\n",
      " Epoch>> 10 and itteration 91 Loss>> 0.120499205222906\n",
      " Epoch>> 10 and itteration 181 Loss>> 0.12833740996474718\n",
      " Epoch>> 10 and itteration 271 Loss>> 0.1224553158981004\n",
      " Epoch>> 10 and itteration 361 Loss>> 0.12626883923656557\n",
      " Epoch>> 10 and itteration 451 Loss>> 0.13256946937521782\n",
      " Epoch>> 10 and itteration 541 Loss>> 0.13168916182657928\n",
      " Epoch>> 10 and itteration 631 Loss>> 0.12988887496422474\n",
      " Epoch>> 10 and itteration 721 Loss>> 0.12859055481659928\n",
      " Epoch>> 10 and itteration 811 Loss>> 0.12703674104129012\n",
      " Epoch>> 10 and itteration 901 Loss>> 0.12630815247278432\n",
      "val_mode\n",
      " validation on epoch>> 10 dice loss>> 0.16273746493858604\n",
      " Epoch>> 11 and itteration 1 Loss>> 0.028542395681142807\n",
      " Epoch>> 11 and itteration 91 Loss>> 0.11318694453195229\n",
      " Epoch>> 11 and itteration 181 Loss>> 0.11033462785513691\n",
      " Epoch>> 11 and itteration 271 Loss>> 0.10728303275699985\n",
      " Epoch>> 11 and itteration 361 Loss>> 0.10792103906902498\n",
      " Epoch>> 11 and itteration 451 Loss>> 0.1091240512644934\n",
      " Epoch>> 11 and itteration 541 Loss>> 0.11277173931044208\n",
      " Epoch>> 11 and itteration 631 Loss>> 0.1135514902464585\n",
      " Epoch>> 11 and itteration 721 Loss>> 0.11814108858306101\n",
      " Epoch>> 11 and itteration 811 Loss>> 0.11635415247525518\n",
      " Epoch>> 11 and itteration 901 Loss>> 0.11694623934586722\n",
      "val_mode\n",
      " validation on epoch>> 11 dice loss>> 0.14170468809859807\n",
      "New best loss, saving...\n",
      " Epoch>> 12 and itteration 1 Loss>> 0.11154535412788391\n",
      " Epoch>> 12 and itteration 91 Loss>> 0.11800386257224031\n",
      " Epoch>> 12 and itteration 181 Loss>> 0.1189298355612307\n",
      " Epoch>> 12 and itteration 271 Loss>> 0.11571496495860199\n",
      " Epoch>> 12 and itteration 361 Loss>> 0.11009767999062495\n",
      " Epoch>> 12 and itteration 451 Loss>> 0.1114453749974855\n",
      " Epoch>> 12 and itteration 541 Loss>> 0.1132381531081116\n",
      " Epoch>> 12 and itteration 631 Loss>> 0.11604180399818485\n",
      " Epoch>> 12 and itteration 721 Loss>> 0.11563101249918775\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " Epoch>> 12 and itteration 811 Loss>> 0.11547165150086955\n",
      " Epoch>> 12 and itteration 901 Loss>> 0.11584056242184092\n",
      "val_mode\n",
      " validation on epoch>> 12 dice loss>> 0.15677177614953125\n",
      " Epoch>> 13 and itteration 1 Loss>> 0.03681149333715439\n",
      " Epoch>> 13 and itteration 91 Loss>> 0.12272640525435026\n",
      " Epoch>> 13 and itteration 181 Loss>> 0.1060704005295565\n",
      " Epoch>> 13 and itteration 271 Loss>> 0.1027420899827322\n",
      " Epoch>> 13 and itteration 361 Loss>> 0.10210066516767578\n",
      " Epoch>> 13 and itteration 451 Loss>> 0.10166595992683836\n",
      " Epoch>> 13 and itteration 541 Loss>> 0.10280110451862795\n",
      " Epoch>> 13 and itteration 631 Loss>> 0.10400714289851593\n",
      " Epoch>> 13 and itteration 721 Loss>> 0.10462889788819583\n",
      " Epoch>> 13 and itteration 811 Loss>> 0.10559485861905259\n",
      " Epoch>> 13 and itteration 901 Loss>> 0.11066437584681893\n",
      "val_mode\n",
      " validation on epoch>> 13 dice loss>> 0.13818974642291607\n",
      "New best loss, saving...\n",
      " Epoch>> 14 and itteration 1 Loss>> 0.08348086476325989\n",
      " Epoch>> 14 and itteration 91 Loss>> 0.10304586177916972\n",
      " Epoch>> 14 and itteration 181 Loss>> 0.10539227340740888\n",
      " Epoch>> 14 and itteration 271 Loss>> 0.10941497198343828\n",
      " Epoch>> 14 and itteration 361 Loss>> 0.10967809274545007\n",
      " Epoch>> 14 and itteration 451 Loss>> 0.11550427890669744\n",
      " Epoch>> 14 and itteration 541 Loss>> 0.11117658387807623\n",
      " Epoch>> 14 and itteration 631 Loss>> 0.10909363246491849\n",
      " Epoch>> 14 and itteration 721 Loss>> 0.1066571299410354\n",
      " Epoch>> 14 and itteration 811 Loss>> 0.10511051506290968\n",
      " Epoch>> 14 and itteration 901 Loss>> 0.1044679850610707\n",
      "val_mode\n",
      " validation on epoch>> 14 dice loss>> 0.15548487148395088\n",
      " Epoch>> 15 and itteration 1 Loss>> 0.15846559405326843\n",
      " Epoch>> 15 and itteration 91 Loss>> 0.11765560984693385\n",
      " Epoch>> 15 and itteration 181 Loss>> 0.12005102701835046\n",
      " Epoch>> 15 and itteration 271 Loss>> 0.11008353300763782\n",
      " Epoch>> 15 and itteration 361 Loss>> 0.10978382533039495\n",
      " Epoch>> 15 and itteration 451 Loss>> 0.11863645162235144\n",
      " Epoch>> 15 and itteration 541 Loss>> 0.11296748389040641\n",
      " Epoch>> 15 and itteration 631 Loss>> 0.11208285970344738\n",
      " Epoch>> 15 and itteration 721 Loss>> 0.11131234536265203\n",
      " Epoch>> 15 and itteration 811 Loss>> 0.11083646743235658\n",
      " Epoch>> 15 and itteration 901 Loss>> 0.10992568447466497\n",
      "val_mode\n",
      " validation on epoch>> 15 dice loss>> 0.13394819443836867\n",
      "New best loss, saving...\n",
      " Epoch>> 16 and itteration 1 Loss>> 0.09812122583389282\n",
      " Epoch>> 16 and itteration 91 Loss>> 0.10458617353463893\n",
      " Epoch>> 16 and itteration 181 Loss>> 0.09445977587129364\n",
      " Epoch>> 16 and itteration 271 Loss>> 0.09263242620672357\n",
      " Epoch>> 16 and itteration 361 Loss>> 0.09692356500960371\n",
      " Epoch>> 16 and itteration 451 Loss>> 0.1010664657187832\n",
      " Epoch>> 16 and itteration 541 Loss>> 0.10044491173813117\n",
      " Epoch>> 16 and itteration 631 Loss>> 0.10006213435392514\n",
      " Epoch>> 16 and itteration 721 Loss>> 0.09932642497106788\n",
      " Epoch>> 16 and itteration 811 Loss>> 0.10023162770745346\n",
      " Epoch>> 16 and itteration 901 Loss>> 0.10156643829751888\n",
      "val_mode\n",
      " validation on epoch>> 16 dice loss>> 0.13262265782918364\n",
      "New best loss, saving...\n",
      " Epoch>> 17 and itteration 1 Loss>> 0.10109864175319672\n",
      " Epoch>> 17 and itteration 91 Loss>> 0.10731586851793659\n",
      " Epoch>> 17 and itteration 181 Loss>> 0.10029876684944933\n",
      " Epoch>> 17 and itteration 271 Loss>> 0.10914438270458546\n",
      " Epoch>> 17 and itteration 361 Loss>> 0.10741566375692548\n",
      " Epoch>> 17 and itteration 451 Loss>> 0.10493739902097608\n",
      " Epoch>> 17 and itteration 541 Loss>> 0.10230674129840187\n",
      " Epoch>> 17 and itteration 631 Loss>> 0.10034187656580788\n",
      " Epoch>> 17 and itteration 721 Loss>> 0.10310181330801627\n",
      " Epoch>> 17 and itteration 811 Loss>> 0.10186277658468441\n",
      " Epoch>> 17 and itteration 901 Loss>> 0.100132496526194\n",
      "val_mode\n",
      " validation on epoch>> 17 dice loss>> 0.13206691282323083\n",
      "New best loss, saving...\n",
      " Epoch>> 18 and itteration 1 Loss>> 0.017946932464838028\n",
      " Epoch>> 18 and itteration 91 Loss>> 0.09139465860981535\n",
      " Epoch>> 18 and itteration 181 Loss>> 0.10087911875208438\n",
      " Epoch>> 18 and itteration 271 Loss>> 0.10101352413820715\n",
      " Epoch>> 18 and itteration 361 Loss>> 0.10285642961623183\n",
      " Epoch>> 18 and itteration 451 Loss>> 0.1123311132597355\n",
      " Epoch>> 18 and itteration 541 Loss>> 0.10859133611827428\n",
      " Epoch>> 18 and itteration 631 Loss>> 0.10865970036065097\n",
      " Epoch>> 18 and itteration 721 Loss>> 0.10617475610371065\n",
      " Epoch>> 18 and itteration 811 Loss>> 0.10702088866474706\n",
      " Epoch>> 18 and itteration 901 Loss>> 0.10627440802988646\n",
      "val_mode\n",
      " validation on epoch>> 18 dice loss>> 0.13671175728311122\n",
      " Epoch>> 19 and itteration 1 Loss>> 0.0847240686416626\n",
      " Epoch>> 19 and itteration 91 Loss>> 0.08337855710555891\n",
      " Epoch>> 19 and itteration 181 Loss>> 0.08005092043470777\n",
      " Epoch>> 19 and itteration 271 Loss>> 0.0850808871222653\n",
      " Epoch>> 19 and itteration 361 Loss>> 0.08746980136606089\n",
      " Epoch>> 19 and itteration 451 Loss>> 0.09424362785622742\n",
      " Epoch>> 19 and itteration 541 Loss>> 0.09390869010463633\n",
      " Epoch>> 19 and itteration 631 Loss>> 0.09337424796307829\n",
      " Epoch>> 19 and itteration 721 Loss>> 0.09333326914715845\n",
      " Epoch>> 19 and itteration 811 Loss>> 0.09450421604567866\n",
      " Epoch>> 19 and itteration 901 Loss>> 0.09545892023933135\n",
      "val_mode\n",
      " validation on epoch>> 19 dice loss>> 0.13978052101795593\n",
      " Epoch>> 20 and itteration 1 Loss>> 0.08038280159235\n",
      " Epoch>> 20 and itteration 91 Loss>> 0.09920146866895996\n",
      " Epoch>> 20 and itteration 181 Loss>> 0.09998316444888793\n",
      " Epoch>> 20 and itteration 271 Loss>> 0.10198992226492765\n",
      " Epoch>> 20 and itteration 361 Loss>> 0.11122554309222424\n",
      " Epoch>> 20 and itteration 451 Loss>> 0.10760648230590471\n",
      " Epoch>> 20 and itteration 541 Loss>> 0.10454350040774524\n",
      " Epoch>> 20 and itteration 631 Loss>> 0.10092217167588496\n",
      " Epoch>> 20 and itteration 721 Loss>> 0.1009050818294514\n",
      " Epoch>> 20 and itteration 811 Loss>> 0.10200940238704627\n",
      " Epoch>> 20 and itteration 901 Loss>> 0.10205049062257304\n",
      "val_mode\n",
      " validation on epoch>> 20 dice loss>> 0.1377138537858185\n",
      " Epoch>> 21 and itteration 1 Loss>> 0.04886198788881302\n",
      " Epoch>> 21 and itteration 91 Loss>> 0.08312139080857837\n",
      " Epoch>> 21 and itteration 181 Loss>> 0.08097842665522961\n",
      " Epoch>> 21 and itteration 271 Loss>> 0.08111383732944397\n",
      " Epoch>> 21 and itteration 361 Loss>> 0.0815961338641571\n",
      " Epoch>> 21 and itteration 451 Loss>> 0.08437341805588776\n",
      " Epoch>> 21 and itteration 541 Loss>> 0.08535336220530232\n",
      " Epoch>> 21 and itteration 631 Loss>> 0.08709848926014455\n",
      " Epoch>> 21 and itteration 721 Loss>> 0.09036040685983082\n",
      " Epoch>> 21 and itteration 811 Loss>> 0.0917464329869143\n",
      " Epoch>> 21 and itteration 901 Loss>> 0.09472131496967208\n",
      "val_mode\n",
      " validation on epoch>> 21 dice loss>> 0.14739743400091831\n",
      " Epoch>> 22 and itteration 1 Loss>> 0.080873042345047\n",
      " Epoch>> 22 and itteration 91 Loss>> 0.09590626292053488\n",
      " Epoch>> 22 and itteration 181 Loss>> 0.09143562982815899\n",
      " Epoch>> 22 and itteration 271 Loss>> 0.09338960804155172\n",
      " Epoch>> 22 and itteration 361 Loss>> 0.09518468271105078\n",
      " Epoch>> 22 and itteration 451 Loss>> 0.09098144862263932\n",
      " Epoch>> 22 and itteration 541 Loss>> 0.0898843965391575\n",
      " Epoch>> 22 and itteration 631 Loss>> 0.09222200853091837\n",
      " Epoch>> 22 and itteration 721 Loss>> 0.0908565720344342\n",
      " Epoch>> 22 and itteration 811 Loss>> 0.09222483119965243\n",
      " Epoch>> 22 and itteration 901 Loss>> 0.09202802360737976\n",
      "val_mode\n",
      " validation on epoch>> 22 dice loss>> 0.13796709653378453\n",
      " Epoch>> 23 and itteration 1 Loss>> 0.05901335924863815\n",
      " Epoch>> 23 and itteration 91 Loss>> 0.08546410055810606\n",
      " Epoch>> 23 and itteration 181 Loss>> 0.08147142019678545\n",
      " Epoch>> 23 and itteration 271 Loss>> 0.08501879826731072\n",
      " Epoch>> 23 and itteration 361 Loss>> 0.10034998440134682\n",
      " Epoch>> 23 and itteration 451 Loss>> 0.09836557982985071\n",
      " Epoch>> 23 and itteration 541 Loss>> 0.09519695570045142\n",
      " Epoch>> 23 and itteration 631 Loss>> 0.09547855010368343\n",
      " Epoch>> 23 and itteration 721 Loss>> 0.09365953660367286\n",
      " Epoch>> 23 and itteration 811 Loss>> 0.09372162141776316\n",
      " Epoch>> 23 and itteration 901 Loss>> 0.09601100659221162\n",
      "val_mode\n",
      " validation on epoch>> 23 dice loss>> 0.13767588189821042\n",
      " Epoch>> 24 and itteration 1 Loss>> 0.1375880092382431\n",
      " Epoch>> 24 and itteration 91 Loss>> 0.08263405694902598\n",
      " Epoch>> 24 and itteration 181 Loss>> 0.0846508702993887\n",
      " Epoch>> 24 and itteration 271 Loss>> 0.09385259625436634\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " Epoch>> 24 and itteration 361 Loss>> 0.09099230538135256\n",
      " Epoch>> 24 and itteration 451 Loss>> 0.09119318590443705\n",
      " Epoch>> 24 and itteration 541 Loss>> 0.0907432349009677\n",
      " Epoch>> 24 and itteration 631 Loss>> 0.08810986321944915\n",
      " Epoch>> 24 and itteration 721 Loss>> 0.0908886490779801\n",
      " Epoch>> 24 and itteration 811 Loss>> 0.0892214288719173\n",
      " Epoch>> 24 and itteration 901 Loss>> 0.08979873841506461\n",
      "val_mode\n",
      " validation on epoch>> 24 dice loss>> 0.13329794751228513\n",
      " Epoch>> 25 and itteration 1 Loss>> 0.039466045796871185\n",
      " Epoch>> 25 and itteration 91 Loss>> 0.08355986046000988\n",
      " Epoch>> 25 and itteration 181 Loss>> 0.09869541953580238\n",
      " Epoch>> 25 and itteration 271 Loss>> 0.10130206137428205\n",
      " Epoch>> 25 and itteration 361 Loss>> 0.0961293187637367\n",
      " Epoch>> 25 and itteration 451 Loss>> 0.09342845629264669\n",
      " Epoch>> 25 and itteration 541 Loss>> 0.09363412459392975\n",
      " Epoch>> 25 and itteration 631 Loss>> 0.09756277826881825\n",
      " Epoch>> 25 and itteration 721 Loss>> 0.09313040495373505\n",
      " Epoch>> 25 and itteration 811 Loss>> 0.09173352063694365\n",
      " Epoch>> 25 and itteration 901 Loss>> 0.09016071526658258\n",
      "val_mode\n",
      " validation on epoch>> 25 dice loss>> 0.13176667710593595\n",
      "New best loss, saving...\n",
      " Epoch>> 26 and itteration 1 Loss>> 0.09533064812421799\n",
      " Epoch>> 26 and itteration 91 Loss>> 0.07401813295475401\n",
      " Epoch>> 26 and itteration 181 Loss>> 0.08186616911681482\n",
      " Epoch>> 26 and itteration 271 Loss>> 0.0800975035168093\n",
      " Epoch>> 26 and itteration 361 Loss>> 0.08208039062680712\n",
      " Epoch>> 26 and itteration 451 Loss>> 0.08083446199351099\n",
      " Epoch>> 26 and itteration 541 Loss>> 0.08221218471248357\n",
      " Epoch>> 26 and itteration 631 Loss>> 0.08522067103895067\n",
      " Epoch>> 26 and itteration 721 Loss>> 0.08571308690940913\n",
      " Epoch>> 26 and itteration 811 Loss>> 0.08814980320485467\n",
      " Epoch>> 26 and itteration 901 Loss>> 0.08865203035191181\n",
      "val_mode\n",
      " validation on epoch>> 26 dice loss>> 0.13640066463874229\n",
      " Epoch>> 27 and itteration 1 Loss>> 0.04771748185157776\n",
      " Epoch>> 27 and itteration 91 Loss>> 0.07958731554694227\n",
      " Epoch>> 27 and itteration 181 Loss>> 0.07882441997075279\n",
      " Epoch>> 27 and itteration 271 Loss>> 0.07756803302279917\n",
      " Epoch>> 27 and itteration 361 Loss>> 0.08090260110465278\n",
      " Epoch>> 27 and itteration 451 Loss>> 0.07931220620259345\n",
      " Epoch>> 27 and itteration 541 Loss>> 0.08173764233912949\n",
      " Epoch>> 27 and itteration 631 Loss>> 0.08094805112203049\n",
      " Epoch>> 27 and itteration 721 Loss>> 0.08119468251243234\n",
      " Epoch>> 27 and itteration 811 Loss>> 0.08345370939800702\n",
      " Epoch>> 27 and itteration 901 Loss>> 0.08474421190184755\n",
      "val_mode\n",
      " validation on epoch>> 27 dice loss>> 0.1309539324039428\n",
      "New best loss, saving...\n",
      " Epoch>> 28 and itteration 1 Loss>> 0.03884758800268173\n",
      " Epoch>> 28 and itteration 91 Loss>> 0.0810184537504728\n",
      " Epoch>> 28 and itteration 181 Loss>> 0.08774846302890811\n",
      " Epoch>> 28 and itteration 271 Loss>> 0.08209551205150646\n",
      " Epoch>> 28 and itteration 361 Loss>> 0.08306761475801056\n",
      " Epoch>> 28 and itteration 451 Loss>> 0.08213519345052095\n",
      " Epoch>> 28 and itteration 541 Loss>> 0.08093973182575595\n",
      " Epoch>> 28 and itteration 631 Loss>> 0.07867701531560552\n",
      " Epoch>> 28 and itteration 721 Loss>> 0.08204809681805633\n",
      " Epoch>> 28 and itteration 811 Loss>> 0.08226083527731395\n",
      " Epoch>> 28 and itteration 901 Loss>> 0.08484395644674025\n",
      "val_mode\n",
      " validation on epoch>> 28 dice loss>> 0.14083280302332463\n",
      " Epoch>> 29 and itteration 1 Loss>> 0.08137761056423187\n",
      " Epoch>> 29 and itteration 91 Loss>> 0.07937861865406835\n",
      " Epoch>> 29 and itteration 181 Loss>> 0.07239882382487066\n",
      " Epoch>> 29 and itteration 271 Loss>> 0.07264551226860702\n",
      " Epoch>> 29 and itteration 361 Loss>> 0.07660926536365394\n",
      " Epoch>> 29 and itteration 451 Loss>> 0.08136826640246911\n",
      " Epoch>> 29 and itteration 541 Loss>> 0.08403060736578791\n",
      " Epoch>> 29 and itteration 631 Loss>> 0.08801830465508338\n",
      " Epoch>> 29 and itteration 721 Loss>> 0.09083103783294331\n",
      " Epoch>> 29 and itteration 811 Loss>> 0.09212591710274191\n",
      " Epoch>> 29 and itteration 901 Loss>> 0.09008327797137937\n",
      "val_mode\n",
      " validation on epoch>> 29 dice loss>> 0.15222275064013985\n",
      " Epoch>> 30 and itteration 1 Loss>> 0.08786224573850632\n",
      " Epoch>> 30 and itteration 91 Loss>> 0.08144562391584718\n",
      " Epoch>> 30 and itteration 181 Loss>> 0.0845422011218677\n",
      " Epoch>> 30 and itteration 271 Loss>> 0.08482283884762508\n",
      " Epoch>> 30 and itteration 361 Loss>> 0.08620023029570022\n",
      " Epoch>> 30 and itteration 451 Loss>> 0.0861992314664395\n",
      " Epoch>> 30 and itteration 541 Loss>> 0.08397757591655591\n",
      " Epoch>> 30 and itteration 631 Loss>> 0.08203084985821518\n",
      " Epoch>> 30 and itteration 721 Loss>> 0.08143784286940002\n",
      " Epoch>> 30 and itteration 811 Loss>> 0.08150691356516813\n",
      " Epoch>> 30 and itteration 901 Loss>> 0.08156693657678236\n",
      "val_mode\n",
      " validation on epoch>> 30 dice loss>> 0.1293351652305645\n",
      "New best loss, saving...\n",
      " Epoch>> 31 and itteration 1 Loss>> 0.11622011661529541\n",
      " Epoch>> 31 and itteration 91 Loss>> 0.07049321652400298\n",
      " Epoch>> 31 and itteration 181 Loss>> 0.07735825798767541\n",
      " Epoch>> 31 and itteration 271 Loss>> 0.07685252996264678\n",
      " Epoch>> 31 and itteration 361 Loss>> 0.08047696351334246\n",
      " Epoch>> 31 and itteration 451 Loss>> 0.08219284707981837\n",
      " Epoch>> 31 and itteration 541 Loss>> 0.0813198771530869\n",
      " Epoch>> 31 and itteration 631 Loss>> 0.08065582278720361\n",
      " Epoch>> 31 and itteration 721 Loss>> 0.08207738502842378\n",
      " Epoch>> 31 and itteration 811 Loss>> 0.08234223504418693\n",
      " Epoch>> 31 and itteration 901 Loss>> 0.08409197205526715\n",
      "val_mode\n",
      " validation on epoch>> 31 dice loss>> 0.12897059122553547\n",
      "New best loss, saving...\n",
      " Epoch>> 32 and itteration 1 Loss>> 0.04726937413215637\n",
      " Epoch>> 32 and itteration 91 Loss>> 0.06688806625942771\n",
      " Epoch>> 32 and itteration 181 Loss>> 0.0715625976335813\n",
      " Epoch>> 32 and itteration 271 Loss>> 0.06874926858220758\n",
      " Epoch>> 32 and itteration 361 Loss>> 0.07449550485661527\n",
      " Epoch>> 32 and itteration 451 Loss>> 0.07420831876486837\n",
      " Epoch>> 32 and itteration 541 Loss>> 0.07618000620266839\n",
      " Epoch>> 32 and itteration 631 Loss>> 0.07762182690867366\n",
      " Epoch>> 32 and itteration 721 Loss>> 0.07907617174995735\n",
      " Epoch>> 32 and itteration 811 Loss>> 0.08088639325895215\n",
      " Epoch>> 32 and itteration 901 Loss>> 0.07943842845496522\n",
      "val_mode\n",
      " validation on epoch>> 32 dice loss>> 0.14402822712723987\n",
      " Epoch>> 33 and itteration 1 Loss>> 0.07890941202640533\n",
      " Epoch>> 33 and itteration 91 Loss>> 0.07434046521250691\n",
      " Epoch>> 33 and itteration 181 Loss>> 0.07517786895681317\n",
      " Epoch>> 33 and itteration 271 Loss>> 0.07722737041140504\n",
      " Epoch>> 33 and itteration 361 Loss>> 0.07626947687572472\n",
      " Epoch>> 33 and itteration 451 Loss>> 0.0767345064776039\n",
      " Epoch>> 33 and itteration 541 Loss>> 0.07721302876947878\n",
      " Epoch>> 33 and itteration 631 Loss>> 0.07692794972460971\n",
      " Epoch>> 33 and itteration 721 Loss>> 0.07683881799123365\n",
      " Epoch>> 33 and itteration 811 Loss>> 0.07688746989604761\n",
      " Epoch>> 33 and itteration 901 Loss>> 0.0767109432804515\n",
      "val_mode\n",
      " validation on epoch>> 33 dice loss>> 0.1300158182187833\n",
      " Epoch>> 34 and itteration 1 Loss>> 0.07195239514112473\n",
      " Epoch>> 34 and itteration 91 Loss>> 0.06953408149490645\n",
      " Epoch>> 34 and itteration 181 Loss>> 0.07100360664070805\n",
      " Epoch>> 34 and itteration 271 Loss>> 0.06936161226603269\n",
      " Epoch>> 34 and itteration 361 Loss>> 0.06592921962203081\n",
      " Epoch>> 34 and itteration 451 Loss>> 0.06684278573700435\n",
      " Epoch>> 34 and itteration 541 Loss>> 0.07035238217293886\n",
      " Epoch>> 34 and itteration 631 Loss>> 0.07041438549266989\n",
      " Epoch>> 34 and itteration 721 Loss>> 0.07333372740253248\n",
      " Epoch>> 34 and itteration 811 Loss>> 0.07531397798559117\n",
      " Epoch>> 34 and itteration 901 Loss>> 0.07614111945707017\n",
      "val_mode\n",
      " validation on epoch>> 34 dice loss>> 0.1316081510018917\n",
      " Epoch>> 35 and itteration 1 Loss>> 0.1672680675983429\n",
      " Epoch>> 35 and itteration 91 Loss>> 0.0774619937618519\n",
      " Epoch>> 35 and itteration 181 Loss>> 0.07155875169841872\n",
      " Epoch>> 35 and itteration 271 Loss>> 0.07401317177766528\n",
      " Epoch>> 35 and itteration 361 Loss>> 0.07275996873299707\n",
      " Epoch>> 35 and itteration 451 Loss>> 0.07122394510394091\n",
      " Epoch>> 35 and itteration 541 Loss>> 0.07530607312983126\n",
      " Epoch>> 35 and itteration 631 Loss>> 0.07583227682572372\n",
      " Epoch>> 35 and itteration 721 Loss>> 0.07670936375099457\n",
      " Epoch>> 35 and itteration 811 Loss>> 0.07593904304204442\n",
      " Epoch>> 35 and itteration 901 Loss>> 0.07674344240550311\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "val_mode\n",
      " validation on epoch>> 35 dice loss>> 0.13571898135424926\n",
      " Epoch>> 36 and itteration 1 Loss>> 0.1970347762107849\n",
      " Epoch>> 36 and itteration 91 Loss>> 0.0699596681253432\n",
      " Epoch>> 36 and itteration 181 Loss>> 0.07400471992399646\n",
      " Epoch>> 36 and itteration 271 Loss>> 0.07284666310198523\n",
      " Epoch>> 36 and itteration 361 Loss>> 0.074494489762736\n",
      " Epoch>> 36 and itteration 451 Loss>> 0.0726635915179739\n",
      " Epoch>> 36 and itteration 541 Loss>> 0.07224928387724786\n",
      " Epoch>> 36 and itteration 631 Loss>> 0.0757657031133098\n",
      " Epoch>> 36 and itteration 721 Loss>> 0.07678460796401111\n",
      " Epoch>> 36 and itteration 811 Loss>> 0.0762702076473077\n",
      " Epoch>> 36 and itteration 901 Loss>> 0.07875575491647907\n",
      "val_mode\n",
      " validation on epoch>> 36 dice loss>> 0.13737063328142216\n",
      " Epoch>> 37 and itteration 1 Loss>> 0.11091698706150055\n",
      " Epoch>> 37 and itteration 91 Loss>> 0.07021547916376002\n",
      " Epoch>> 37 and itteration 181 Loss>> 0.0689175667688868\n",
      " Epoch>> 37 and itteration 271 Loss>> 0.07221505959514816\n",
      " Epoch>> 37 and itteration 361 Loss>> 0.07658052862779215\n",
      " Epoch>> 37 and itteration 451 Loss>> 0.079253441136859\n",
      " Epoch>> 37 and itteration 541 Loss>> 0.0782622756236775\n",
      " Epoch>> 37 and itteration 631 Loss>> 0.07949550385792074\n",
      " Epoch>> 37 and itteration 721 Loss>> 0.08054670189015165\n",
      " Epoch>> 37 and itteration 811 Loss>> 0.08026087734705864\n",
      " Epoch>> 37 and itteration 901 Loss>> 0.08104249712836398\n",
      "val_mode\n",
      " validation on epoch>> 37 dice loss>> 0.14216159805152062\n",
      " Epoch>> 38 and itteration 1 Loss>> 0.1286117434501648\n",
      " Epoch>> 38 and itteration 91 Loss>> 0.09366157296840306\n",
      " Epoch>> 38 and itteration 181 Loss>> 0.0944160057941853\n",
      " Epoch>> 38 and itteration 271 Loss>> 0.09079881402495492\n",
      " Epoch>> 38 and itteration 361 Loss>> 0.0870261928427789\n",
      " Epoch>> 38 and itteration 451 Loss>> 0.08758906125836487\n",
      " Epoch>> 38 and itteration 541 Loss>> 0.08351774938841817\n",
      " Epoch>> 38 and itteration 631 Loss>> 0.08234498031782769\n",
      " Epoch>> 38 and itteration 721 Loss>> 0.08069625495766365\n",
      " Epoch>> 38 and itteration 811 Loss>> 0.07910681348558143\n",
      " Epoch>> 38 and itteration 901 Loss>> 0.0794238801270343\n",
      "val_mode\n",
      " validation on epoch>> 38 dice loss>> 0.12494739116273791\n",
      "New best loss, saving...\n",
      " Epoch>> 39 and itteration 1 Loss>> 0.07406187057495117\n",
      " Epoch>> 39 and itteration 91 Loss>> 0.061765681890832196\n",
      " Epoch>> 39 and itteration 181 Loss>> 0.06843806792935614\n",
      " Epoch>> 39 and itteration 271 Loss>> 0.06871669868014176\n",
      " Epoch>> 39 and itteration 361 Loss>> 0.06988515912031451\n",
      " Epoch>> 39 and itteration 451 Loss>> 0.06886451691492335\n",
      " Epoch>> 39 and itteration 541 Loss>> 0.06951884572030959\n",
      " Epoch>> 39 and itteration 631 Loss>> 0.06870390999274072\n",
      " Epoch>> 39 and itteration 721 Loss>> 0.06906612533055524\n",
      " Epoch>> 39 and itteration 811 Loss>> 0.06930381043454685\n",
      " Epoch>> 39 and itteration 901 Loss>> 0.06892258145398854\n",
      "val_mode\n",
      " validation on epoch>> 39 dice loss>> 0.1360332396359661\n",
      " Epoch>> 40 and itteration 1 Loss>> 0.016457438468933105\n",
      " Epoch>> 40 and itteration 91 Loss>> 0.08310505715045301\n",
      " Epoch>> 40 and itteration 181 Loss>> 0.08266660687899556\n",
      " Epoch>> 40 and itteration 271 Loss>> 0.07975237785470826\n",
      " Epoch>> 40 and itteration 361 Loss>> 0.07842817470312655\n",
      " Epoch>> 40 and itteration 451 Loss>> 0.07790098439162792\n",
      " Epoch>> 40 and itteration 541 Loss>> 0.07790547636614738\n",
      " Epoch>> 40 and itteration 631 Loss>> 0.07543183560077273\n",
      " Epoch>> 40 and itteration 721 Loss>> 0.07443594728143119\n",
      " Epoch>> 40 and itteration 811 Loss>> 0.07450599130415317\n",
      " Epoch>> 40 and itteration 901 Loss>> 0.07426906814984771\n",
      "val_mode\n",
      " validation on epoch>> 40 dice loss>> 0.1336469946547796\n",
      " Epoch>> 41 and itteration 1 Loss>> 0.09207794070243835\n",
      " Epoch>> 41 and itteration 91 Loss>> 0.08430935565771146\n",
      " Epoch>> 41 and itteration 181 Loss>> 0.07394255145879987\n",
      " Epoch>> 41 and itteration 271 Loss>> 0.07674864971859044\n",
      " Epoch>> 41 and itteration 361 Loss>> 0.07335772873689304\n",
      " Epoch>> 41 and itteration 451 Loss>> 0.07183535789302706\n",
      " Epoch>> 41 and itteration 541 Loss>> 0.0723962780895562\n",
      " Epoch>> 41 and itteration 631 Loss>> 0.07139169980687711\n",
      " Epoch>> 41 and itteration 721 Loss>> 0.0701848531649519\n",
      " Epoch>> 41 and itteration 811 Loss>> 0.06961837566185526\n",
      " Epoch>> 41 and itteration 901 Loss>> 0.07048874593481472\n",
      "val_mode\n",
      " validation on epoch>> 41 dice loss>> 0.12512181067486872\n",
      " Epoch>> 42 and itteration 1 Loss>> 0.027584001421928406\n",
      " Epoch>> 42 and itteration 91 Loss>> 0.10492539445736579\n",
      " Epoch>> 42 and itteration 181 Loss>> 0.09638903859632285\n",
      " Epoch>> 42 and itteration 271 Loss>> 0.09105005554469969\n",
      " Epoch>> 42 and itteration 361 Loss>> 0.08455506693107434\n",
      " Epoch>> 42 and itteration 451 Loss>> 0.08219388249988963\n",
      " Epoch>> 42 and itteration 541 Loss>> 0.07918415008054258\n",
      " Epoch>> 42 and itteration 631 Loss>> 0.07905942730741389\n",
      " Epoch>> 42 and itteration 721 Loss>> 0.07735366080906991\n",
      " Epoch>> 42 and itteration 811 Loss>> 0.07864780698095605\n",
      " Epoch>> 42 and itteration 901 Loss>> 0.07919743439631245\n",
      "val_mode\n",
      " validation on epoch>> 42 dice loss>> 0.12984952104410954\n",
      " Epoch>> 43 and itteration 1 Loss>> 0.19159084558486938\n",
      " Epoch>> 43 and itteration 91 Loss>> 0.06310764836290708\n",
      " Epoch>> 43 and itteration 181 Loss>> 0.06286983054584067\n",
      " Epoch>> 43 and itteration 271 Loss>> 0.06388601927753414\n",
      " Epoch>> 43 and itteration 361 Loss>> 0.0636801941660839\n",
      " Epoch>> 43 and itteration 451 Loss>> 0.06806579013633854\n",
      " Epoch>> 43 and itteration 541 Loss>> 0.06933747806677563\n",
      " Epoch>> 43 and itteration 631 Loss>> 0.07005333423499378\n",
      " Epoch>> 43 and itteration 721 Loss>> 0.069815033424811\n",
      " Epoch>> 43 and itteration 811 Loss>> 0.0700232079120539\n",
      " Epoch>> 43 and itteration 901 Loss>> 0.06893850244389439\n",
      "val_mode\n",
      " validation on epoch>> 43 dice loss>> 0.13445072723588544\n",
      " Epoch>> 44 and itteration 1 Loss>> 0.04014415293931961\n",
      " Epoch>> 44 and itteration 91 Loss>> 0.06804858876781149\n",
      " Epoch>> 44 and itteration 181 Loss>> 0.06643025606397272\n",
      " Epoch>> 44 and itteration 271 Loss>> 0.064460963229013\n",
      " Epoch>> 44 and itteration 361 Loss>> 0.06450500205246902\n",
      " Epoch>> 44 and itteration 451 Loss>> 0.06422724672686102\n",
      " Epoch>> 44 and itteration 541 Loss>> 0.06464198389040675\n",
      " Epoch>> 44 and itteration 631 Loss>> 0.06542573268222733\n",
      " Epoch>> 44 and itteration 721 Loss>> 0.06586374113033945\n",
      " Epoch>> 44 and itteration 811 Loss>> 0.06653575534540723\n",
      " Epoch>> 44 and itteration 901 Loss>> 0.06678483392485106\n",
      "val_mode\n",
      " validation on epoch>> 44 dice loss>> 0.1397351034652643\n",
      " Epoch>> 45 and itteration 1 Loss>> 0.06389497965574265\n",
      " Epoch>> 45 and itteration 91 Loss>> 0.06421817771599188\n",
      " Epoch>> 45 and itteration 181 Loss>> 0.07223879063285846\n",
      " Epoch>> 45 and itteration 271 Loss>> 0.07073535797670759\n",
      " Epoch>> 45 and itteration 361 Loss>> 0.06976433522700025\n",
      " Epoch>> 45 and itteration 451 Loss>> 0.06860428705229166\n",
      " Epoch>> 45 and itteration 541 Loss>> 0.07036847618706318\n",
      " Epoch>> 45 and itteration 631 Loss>> 0.07186174515867975\n",
      " Epoch>> 45 and itteration 721 Loss>> 0.07112889941626754\n",
      " Epoch>> 45 and itteration 811 Loss>> 0.0717895470844391\n",
      " Epoch>> 45 and itteration 901 Loss>> 0.07208610840139706\n",
      "val_mode\n",
      " validation on epoch>> 45 dice loss>> 0.12815382561383906\n",
      " Epoch>> 46 and itteration 1 Loss>> 0.054589442908763885\n",
      " Epoch>> 46 and itteration 91 Loss>> 0.049011083463063605\n",
      " Epoch>> 46 and itteration 181 Loss>> 0.05977656361929949\n",
      " Epoch>> 46 and itteration 271 Loss>> 0.06354112134442229\n",
      " Epoch>> 46 and itteration 361 Loss>> 0.06040882640273163\n",
      " Epoch>> 46 and itteration 451 Loss>> 0.05969311240255139\n",
      " Epoch>> 46 and itteration 541 Loss>> 0.0626934204214423\n",
      " Epoch>> 46 and itteration 631 Loss>> 0.06332659528689627\n",
      " Epoch>> 46 and itteration 721 Loss>> 0.06344519056839644\n",
      " Epoch>> 46 and itteration 811 Loss>> 0.06354257340844992\n",
      " Epoch>> 46 and itteration 901 Loss>> 0.06504708723465888\n",
      "val_mode\n",
      " validation on epoch>> 46 dice loss>> 0.1314840479762901\n",
      " Epoch>> 47 and itteration 1 Loss>> 0.02239799126982689\n",
      " Epoch>> 47 and itteration 91 Loss>> 0.07056631403719331\n",
      " Epoch>> 47 and itteration 181 Loss>> 0.06317620660121763\n",
      " Epoch>> 47 and itteration 271 Loss>> 0.06532357003354224\n",
      " Epoch>> 47 and itteration 361 Loss>> 0.06283187018604201\n",
      " Epoch>> 47 and itteration 451 Loss>> 0.06478031163316575\n",
      " Epoch>> 47 and itteration 541 Loss>> 0.06521566561380206\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " Epoch>> 47 and itteration 631 Loss>> 0.06427540589735006\n",
      " Epoch>> 47 and itteration 721 Loss>> 0.06502274173310597\n",
      " Epoch>> 47 and itteration 811 Loss>> 0.06834454713940492\n",
      " Epoch>> 47 and itteration 901 Loss>> 0.06931787715567385\n",
      "val_mode\n",
      " validation on epoch>> 47 dice loss>> 0.13686747658408058\n",
      " Epoch>> 48 and itteration 1 Loss>> 0.15090720355510712\n",
      " Epoch>> 48 and itteration 91 Loss>> 0.07771419795168626\n",
      " Epoch>> 48 and itteration 181 Loss>> 0.07226358300321915\n",
      " Epoch>> 48 and itteration 271 Loss>> 0.07236285348048234\n",
      " Epoch>> 48 and itteration 361 Loss>> 0.06785390009443144\n",
      " Epoch>> 48 and itteration 451 Loss>> 0.06655057260411443\n",
      " Epoch>> 48 and itteration 541 Loss>> 0.06613974446988563\n",
      " Epoch>> 48 and itteration 631 Loss>> 0.06632902610843348\n",
      " Epoch>> 48 and itteration 721 Loss>> 0.06567612064656143\n",
      " Epoch>> 48 and itteration 811 Loss>> 0.06451988075463659\n",
      " Epoch>> 48 and itteration 901 Loss>> 0.06475601580301993\n",
      "val_mode\n",
      " validation on epoch>> 48 dice loss>> 0.1415470859025062\n",
      " Epoch>> 49 and itteration 1 Loss>> 0.08206552267074585\n",
      " Epoch>> 49 and itteration 91 Loss>> 0.07735969457816291\n",
      " Epoch>> 49 and itteration 181 Loss>> 0.07015612409115661\n",
      " Epoch>> 49 and itteration 271 Loss>> 0.06983154773286018\n",
      " Epoch>> 49 and itteration 361 Loss>> 0.06872269531861566\n",
      " Epoch>> 49 and itteration 451 Loss>> 0.09193998688992996\n",
      " Epoch>> 49 and itteration 541 Loss>> 0.10297431786804565\n",
      " Epoch>> 49 and itteration 631 Loss>> 0.10674197156655288\n",
      " Epoch>> 49 and itteration 721 Loss>> 0.10700700655915411\n",
      " Epoch>> 49 and itteration 811 Loss>> 0.10608185872977598\n",
      " Epoch>> 49 and itteration 901 Loss>> 0.10639159739240756\n",
      "val_mode\n",
      " validation on epoch>> 49 dice loss>> 0.15474453847495745\n",
      " Epoch>> 50 and itteration 1 Loss>> 0.013391890563070774\n",
      " Epoch>> 50 and itteration 91 Loss>> 0.09179502627351782\n",
      " Epoch>> 50 and itteration 181 Loss>> 0.0855618753465335\n",
      " Epoch>> 50 and itteration 271 Loss>> 0.0805105322910081\n",
      " Epoch>> 50 and itteration 361 Loss>> 0.0815308113425062\n",
      " Epoch>> 50 and itteration 451 Loss>> 0.08196002800748611\n",
      " Epoch>> 50 and itteration 541 Loss>> 0.08116859326125321\n",
      " Epoch>> 50 and itteration 631 Loss>> 0.08054229054709221\n",
      " Epoch>> 50 and itteration 721 Loss>> 0.08219568397857549\n",
      " Epoch>> 50 and itteration 811 Loss>> 0.08125983143073728\n",
      " Epoch>> 50 and itteration 901 Loss>> 0.08127492638180792\n",
      "val_mode\n",
      " validation on epoch>> 50 dice loss>> 0.15410754941835367\n",
      "Trainng phase finished\n"
     ]
    }
   ],
   "source": [
    "for ep in range(int(config['epochs'])):\n",
    "    Net.train()\n",
    "    epoch_loss = 0\n",
    "    for itter, batch in enumerate(train_loader):\n",
    "        img = batch['image'].to(device, dtype=torch.float)\n",
    "        msk = batch['mask'].to(device)\n",
    "        mask_type = torch.float32\n",
    "        msk = msk.to(device=device, dtype=mask_type)\n",
    "        msk_pred = Net(img)\n",
    "        loss          = criteria(msk_pred, msk) \n",
    "        optimizer.zero_grad()\n",
    "        loss.backward()\n",
    "        epoch_loss += loss.item()\n",
    "        optimizer.step()  \n",
    "        if itter%int(float(config['progress_p']) * len(train_loader))==0:\n",
    "            print(f' Epoch>> {ep+1} and itteration {itter+1} Loss>> {((epoch_loss/(itter+1)))}')\n",
    "    ## Validation phase\n",
    "    with torch.no_grad():\n",
    "        print('val_mode')\n",
    "        val_loss = 0\n",
    "        Net.eval()\n",
    "        for itter, batch in enumerate(val_loader):\n",
    "            img = batch['image'].to(device, dtype=torch.float)\n",
    "            msk = batch['mask'].to(device)\n",
    "            mask_type = torch.float32\n",
    "            msk = msk.to(device=device, dtype=mask_type)\n",
    "            msk_pred = Net(img)\n",
    "            loss = criteria(msk_pred, msk) \n",
    "            val_loss += loss.item()\n",
    "        print(f' validation on epoch>> {ep+1} dice loss>> {(abs(val_loss/(itter+1)))}')     \n",
    "        mean_val_loss = (val_loss/(itter+1))\n",
    "        # Check the performance and save the model\n",
    "        if (mean_val_loss) < best_val_loss:\n",
    "            print('New best loss, saving...')\n",
    "            best_val_loss = copy.deepcopy(mean_val_loss)\n",
    "            state = copy.deepcopy({'model_weights': Net.state_dict(), 'val_loss': best_val_loss})\n",
    "            torch.save(state, config['saved_model'])\n",
    "\n",
    "    scheduler.step(mean_val_loss)\n",
    "    \n",
    "print('Trainng phase finished')    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "russian-remedy",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "pytorch_cuda11",
   "language": "python",
   "name": "pytorch_cuda11"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}