fine_tune_adrd.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch\n",
    "import json\n",
    "import argparse\n",
    "import os\n",
    "import monai\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "from dev.data.dataset_csv import CSVDataset\n",
    "from adrd.model import ADRDModel\n",
    "from tqdm import tqdm\n",
    "from collections import defaultdict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# change the train, vld and test file paths, new cnf_file path\n",
    "basedir = '.'\n",
    "data_path=\"/home/varunaja/mri_pet/adrd_tool_varuna/adrd_transformer/data/adni_data_single.csv\" # path to the data file before train val test split\n",
    "train_path=\"/home/varunaja/mri_pet/adrd_tool_varuna/adrd_transformer/data/adni_train_split_single.csv\"\n",
    "vld_path=\"/home/varunaja/mri_pet/adrd_tool_varuna/adrd_transformer/data/adni_val_split_single.csv\"\n",
    "test_path=\"/home/varunaja/mri_pet/adrd_tool_varuna/adrd_transformer/data/a4_test_split_single.csv\"\n",
    "cnf_file=\"/home/varunaja/mri_pet/adrd_tool_varuna/adrd_transformer/meta_files/ab_tau_config_finetune.toml\"\n",
    "orig_ckpt_path = '/data_1/skowshik/ckpts_backbone_swinunet/ckpt_without_imaging.pt'\n",
    "new_ckpt_path = f'{basedir}/dev/ckpt/model_ckpt_finetune.pt'\n",
    "\n",
    "# no need to change these as they will not be used with non-imaging model\n",
    "emb_path = '/data_1/dlteif/SwinUNETR_MRI_stripped_MNI_emb/' \n",
    "nacc_mri_info = \"dev/nacc_mri_3d.json\"\n",
    "other_mri_info = \"dev/other_3d_mris.json\"\n",
    "\n",
    "img_net=\"NonImg\"\n",
    "img_mode=-1\n",
    "mri_type=\"SEQ\"\n",
    "\n",
    "# these are labels to remove from the model's state dictionary\n",
    "labels_to_remove = ['NC', 'MCI', 'DE', 'AD', 'LBD', 'VD', 'PRD', 'FTD', 'NPH', 'SEF', 'PSY', 'TBI', 'ODE']\n",
    "\n",
    "# add the new labels\n",
    "new_labels = ['amy_label', 'tau_label']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'/home/varunaja/mri_pet/adrd_tool_varuna/adrd_transformer/data/adni_train_split_single.csv'"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_path"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "state_dict = torch.load(orig_ckpt_path, map_location=torch.device('cpu'))\n",
    "if 'state_dict' in state_dict:\n",
    "    state_dict = state_dict['state_dict']\n",
    "else:\n",
    "    src_modalities = state_dict.pop('src_modalities')\n",
    "    tgt_modalities = state_dict.pop('tgt_modalities')\n",
    "    if 'label_distribution' in state_dict:\n",
    "        label_distribution = state_dict.pop('label_distribution')\n",
    "    if 'optimizer' in state_dict:\n",
    "        optimizer = state_dict.pop('optimizer')\n",
    "    d_model = state_dict.pop('d_model')\n",
    "    nhead = state_dict.pop('nhead')\n",
    "    num_encoder_layers = state_dict.pop('num_encoder_layers')\n",
    "    num_decoder_layers = state_dict.pop('num_decoder_layers')\n",
    "    if 'epoch' in state_dict.keys():\n",
    "        start_epoch = state_dict.pop('epoch')\n",
    "    img_net = state_dict.pop('img_net')\n",
    "    imgnet_layers = state_dict.pop('imgnet_layers')\n",
    "    img_size = state_dict.pop('img_size')\n",
    "    patch_size = state_dict.pop('patch_size')\n",
    "    imgnet_ckpt = state_dict.pop('imgnet_ckpt')\n",
    "    train_imgnet = state_dict.pop('train_imgnet')\n",
    "    if 'scaler' in state_dict and state_dict['scaler']:\n",
    "        state_dict.pop('scaler')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "RuntimeError: Attempting to deserialize object on a CUDA device but torch.cuda.is_available() is False. If you are running on a CPU-only machine, please use torch.load with map_location=torch.device('cpu') to map your storages to the CPU."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "False"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "torch.cuda.is_available()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loading training dataset ... \n",
      "/home/varunaja/mri_pet/adrd_tool_varuna/adrd_transformer/data/adni_train_split_single.csv\n",
      "AVAILABLE MRI Cohorts:  set()\n",
      "NACC MRIs not available\n",
      "Avail mris: 0\n",
      "1262 are selected for mode 0.\n",
      "Out of 107 features in configuration file, [] are unavailable in data file.\n",
      "Out of 2 labels in configuration file, 0 are unavailable in data file.\n",
      "Total mri embeddings found: {}\n",
      "Total mri embeddings found: 0\n",
      "Out of 1262 samples, 0 are dropped due to complete feature missing.\n",
      "Out of 1262 samples, 0 are dropped due to complete label missing.\n",
      "Done.\n",
      "Loading Validation dataset ...\n",
      "/home/varunaja/mri_pet/adrd_tool_varuna/adrd_transformer/data/adni_val_split_single.csv\n",
      "AVAILABLE MRI Cohorts:  set()\n",
      "NACC MRIs not available\n",
      "Avail mris: 0\n",
      "315 are selected for mode 1.\n",
      "Out of 107 features in configuration file, [] are unavailable in data file.\n",
      "Out of 2 labels in configuration file, 0 are unavailable in data file.\n",
      "Total mri embeddings found: {}\n",
      "Total mri embeddings found: 0\n",
      "Out of 315 samples, 0 are dropped due to complete feature missing.\n",
      "Out of 315 samples, 0 are dropped due to complete label missing.\n"
     ]
    }
   ],
   "source": [
    "# initialize datasets\n",
    "seed = 0\n",
    "stripped = '_stripped_MNI'\n",
    "print(\"Loading training dataset ... \")\n",
    "dat_trn = CSVDataset(dat_file=train_path, cnf_file=cnf_file, mode=0, img_mode=img_mode, mri_type=mri_type, arch=img_net, emb_path=emb_path, nacc_mri_info=nacc_mri_info, other_3d_mris=other_mri_info, transforms=None, stripped=stripped)\n",
    "print(\"Done.\\nLoading Validation dataset ...\")\n",
    "dat_vld = CSVDataset(dat_file=vld_path, cnf_file=cnf_file, mode=1, img_mode=img_mode, mri_type=mri_type, arch=img_net, emb_path=emb_path, nacc_mri_info=nacc_mri_info, other_3d_mris=other_mri_info, transforms=None, stripped=stripped)\n",
    "# print(\"Done.\\nLoading testing dataset ...\")\n",
    "# dat_tst = CSVDataset(dat_file=test_path, cnf_file=cnf_file, mode=2, img_mode=img_mode, mri_type=mri_type, arch=img_net, emb_path=emb_path, nacc_mri_info=nacc_mri_info, other_mri_info=other_mri_info, transforms=None, stripped=stripped)\n",
    "# print(\"Done.\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'amy_label': 0.49445324881141045, 'tau_label': 0.13391442155309033}\n",
      "{'amy_label': {0: 804, 1: 773}, 'tau_label': {0.0: 602, 1.0: 212}}\n",
      "Device: cpu\n"
     ]
    }
   ],
   "source": [
    "df = pd.read_csv(data_path)\n",
    "\n",
    "label_distribution = {}\n",
    "for label in new_labels:\n",
    "    label_distribution[label] = dict(df[label].value_counts())\n",
    "label_fractions = dat_trn.label_fractions\n",
    "\n",
    "print(label_fractions)\n",
    "print(label_distribution)\n",
    "\n",
    "num_epochs = 128\n",
    "batch_size = 128\n",
    "lr = 1e-3\n",
    "weight_decay = 0.01\n",
    "gamma = 2\n",
    "fusion_stage = 'middle'\n",
    "load_from_ckpt = False\n",
    "save_intermediate_ckpts = True\n",
    "ranking_loss = True\n",
    "train_imgnet = False\n",
    "\n",
    "# initialize Transformer\n",
    "mdl = ADRDModel(\n",
    "    src_modalities = dat_trn.feature_modalities,\n",
    "    tgt_modalities = dat_trn.label_modalities,\n",
    "    label_fractions = label_fractions,\n",
    "    d_model = d_model,\n",
    "    nhead = nhead,\n",
    "    num_epochs = num_epochs,\n",
    "    batch_size = batch_size, \n",
    "    lr = lr,\n",
    "    weight_decay = weight_decay,\n",
    "    gamma = gamma,\n",
    "    criterion = 'AUC (ROC)',\n",
    "    device = 'cpu',\n",
    "    cuda_devices = [1,2],\n",
    "    img_net = img_net,\n",
    "    imgnet_layers = imgnet_layers,\n",
    "    img_size = img_size,\n",
    "    fusion_stage= fusion_stage,\n",
    "    imgnet_ckpt = imgnet_ckpt,\n",
    "    patch_size = patch_size,\n",
    "    ckpt_path = new_ckpt_path,\n",
    "    train_imgnet = train_imgnet,\n",
    "    load_from_ckpt = load_from_ckpt,\n",
    "    save_intermediate_ckpts = save_intermediate_ckpts,\n",
    "    data_parallel = False,\n",
    "    verbose = 4,\n",
    "    wandb_ = 1,\n",
    "    label_distribution = label_distribution,\n",
    "    ranking_loss = ranking_loss,\n",
    "    _amp_enabled = False,\n",
    "    _dataloader_num_workers = 1,\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<All keys matched successfully>"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Copy the saved model weights to the new model state dictionary\n",
    "new_mdl_state_dict = mdl.net_.state_dict()\n",
    "for key in state_dict.keys():\n",
    "    if key in labels_to_remove or key == 'emb_aux':\n",
    "        continue\n",
    "    if key in new_mdl_state_dict:\n",
    "        new_mdl_state_dict[key] = state_dict[key]\n",
    "\n",
    "# Load the updated state dictionary into the new model\n",
    "mdl.net_.load_state_dict(new_mdl_state_dict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33mvarunaja\u001b[0m (\u001b[33mpet-proj\u001b[0m). Use \u001b[1m`wandb login --relogin`\u001b[0m to force relogin\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.16.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>/home/varunaja/mri_pet/adrd_tool_varuna/wandb/run-20240301_114749-n73ci4vj</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href='https://wandb.ai/pet-proj/ADRD_main/runs/n73ci4vj' target=\"_blank\">radiant-spaceship-24</a></strong> to <a href='https://wandb.ai/pet-proj/ADRD_main' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       " View project at <a href='https://wandb.ai/pet-proj/ADRD_main' target=\"_blank\">https://wandb.ai/pet-proj/ADRD_main</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       " View run at <a href='https://wandb.ai/pet-proj/ADRD_main/runs/n73ci4vj' target=\"_blank\">https://wandb.ai/pet-proj/ADRD_main/runs/n73ci4vj</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "AUC (ROC)\n",
      "Ranking loss: True\n",
      "Batch size: 128\n",
      "None\n",
      "Epoch 000 (TRN): 100%|| 1262/1262 [00:07<00:00, 176.21it/s]\n",
      "Accuracy:           0.5689    0.6093    \n",
      "Balanced Accuracy:  0.5688    0.5483    \n",
      "Precision:          0.5656    0.3156    \n",
      "Sensitivity/Recall: 0.5529    0.4201    \n",
      "Specificity:        0.5846    0.6765    \n",
      "F1 score:           0.5592    0.3604    \n",
      "MCC:                0.1376    0.0891    \n",
      "AUC (ROC):          0.5892    0.5785    \n",
      "AUC (PR):           0.6021    0.3839    \n",
      "Loss:               3.4742    0.7240    \n",
      "Epoch 000 (VLD): 100%|| 315/315 [00:01<00:00, 308.95it/s]\n",
      "Accuracy:           0.6762    0.3077    \n",
      "Balanced Accuracy:  0.6660    0.5357    \n",
      "Precision:          0.7474    0.2687    \n",
      "Sensitivity/Recall: 0.4765    1.0000    \n",
      "Specificity:        0.8554    0.0714    \n",
      "F1 score:           0.5820    0.4236    \n",
      "MCC:                0.3611    0.1386    \n",
      "AUC (ROC):          0.7268    0.8765    \n",
      "AUC (PR):           0.7300    0.7146    \n",
      "Loss:               3.0679    0.6457    \n",
      "model_ckpt_finetune.pt\n",
      "Saving the model to ./dev/ckpt/model_ckpt_finetune_AUPR.pt...\n",
      "Saving the model to ./dev/ckpt/model_ckpt_finetune.pt...\n",
      "Best AUC (ROC): 0.8016679977731613\n",
      "Best AUC (PR): 0.7222656119682938\n",
      "Epoch 001 (TRN): 100%|| 1262/1262 [00:06<00:00, 185.72it/s]\n",
      "Accuracy:           0.6339    0.5426    \n",
      "Balanced Accuracy:  0.6328    0.6367    \n",
      "Precision:          0.6601    0.3456    \n",
      "Sensitivity/Recall: 0.5353    0.8343    \n",
      "Specificity:        0.7304    0.4391    \n",
      "F1 score:           0.5912    0.4887    \n",
      "MCC:                0.2710    0.2494    \n",
      "AUC (ROC):          0.6779    0.7277    \n",
      "AUC (PR):           0.6810    0.4937    \n",
      "Loss:               3.2544    0.6078    \n",
      "Epoch 001 (VLD): 100%|| 315/315 [00:01<00:00, 297.63it/s]\n",
      "Accuracy:           0.6762    0.8462    \n",
      "Balanced Accuracy:  0.6653    0.7972    \n",
      "Precision:          0.7582    0.6977    \n",
      "Sensitivity/Recall: 0.4631    0.6977    \n",
      "Specificity:        0.8675    0.8968    \n",
      "F1 score:           0.5750    0.6977    \n",
      "MCC:                0.3641    0.5945    \n",
      "AUC (ROC):          0.7369    0.8815    \n",
      "AUC (PR):           0.7351    0.7186    \n",
      "Loss:               3.0527    0.5195    \n",
      "model_ckpt_finetune.pt\n",
      "Saving the model to ./dev/ckpt/model_ckpt_finetune_AUPR.pt...\n",
      "Saving the model to ./dev/ckpt/model_ckpt_finetune.pt...\n",
      "Best AUC (ROC): 0.8092134642608426\n",
      "Best AUC (PR): 0.7268470417782322\n",
      "Epoch 002 (TRN): 100%|| 1262/1262 [00:06<00:00, 185.96it/s]\n",
      "Accuracy:           0.6165    0.7287    \n",
      "Balanced Accuracy:  0.6157    0.6864    \n",
      "Precision:          0.6306    0.4856    \n",
      "Sensitivity/Recall: 0.5417    0.5976    \n",
      "Specificity:        0.6897    0.7752    \n",
      "F1 score:           0.5828    0.5358    \n",
      "MCC:                0.2340    0.3508    \n",
      "AUC (ROC):          0.6569    0.7527    \n",
      "AUC (PR):           0.6665    0.5611    \n",
      "Loss:               3.2948    0.5806    \n",
      "Epoch 002 (VLD): 100%|| 315/315 [00:01<00:00, 299.71it/s]\n",
      "Accuracy:           0.6762    0.8402    \n",
      "Balanced Accuracy:  0.6660    0.7856    \n",
      "Precision:          0.7474    0.6905    \n",
      "Sensitivity/Recall: 0.4765    0.6744    \n",
      "Specificity:        0.8554    0.8968    \n",
      "F1 score:           0.5820    0.6824    \n",
      "MCC:                0.3611    0.5757    \n",
      "AUC (ROC):          0.7388    0.8828    \n",
      "AUC (PR):           0.7384    0.7145    \n",
      "Loss:               3.0732    0.5129    \n",
      "model_ckpt_finetune.pt\n",
      "Saving the model to ./dev/ckpt/model_ckpt_finetune.pt...\n",
      "Best AUC (ROC): 0.8107893531658201\n",
      "Best AUC (PR): 0.7268470417782322\n",
      "Epoch 003 (TRN): 100%|| 1262/1262 [00:06<00:00, 181.77it/s]\n",
      "Accuracy:           0.6292    0.7132    \n",
      "Balanced Accuracy:  0.6279    0.7007    \n",
      "Precision:          0.6605    0.4672    \n",
      "Sensitivity/Recall: 0.5144    0.6746    \n",
      "Specificity:        0.7414    0.7269    \n",
      "F1 score:           0.5784    0.5521    \n",
      "MCC:                0.2628    0.3640    \n",
      "AUC (ROC):          0.6640    0.7641    \n",
      "AUC (PR):           0.6635    0.5832    \n",
      "Loss:               3.2881    0.5710    \n",
      "Epoch 003 (VLD): 100%|| 315/315 [00:01<00:00, 308.48it/s]\n",
      "Accuracy:           0.6762    0.7870    \n",
      "Balanced Accuracy:  0.6694    0.8265    \n",
      "Precision:          0.7043    0.5493    \n",
      "Sensitivity/Recall: 0.5436    0.9070    \n",
      "Specificity:        0.7952    0.7460    \n",
      "F1 score:           0.6136    0.6842    \n",
      "MCC:                0.3513    0.5762    \n",
      "AUC (ROC):          0.7393    0.8907    \n",
      "AUC (PR):           0.7398    0.7324    \n",
      "Loss:               3.0548    0.5141    \n",
      "model_ckpt_finetune.pt\n",
      "Saving the model to ./dev/ckpt/model_ckpt_finetune_AUPR.pt...\n",
      "Saving the model to ./dev/ckpt/model_ckpt_finetune.pt...\n",
      "Best AUC (ROC): 0.8150001881965792\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 004 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.68it/s]\n",
      "Accuracy:           0.6474    0.6620    \n",
      "Balanced Accuracy:  0.6467    0.6909    \n",
      "Precision:          0.6618    0.4191    \n",
      "Sensitivity/Recall: 0.5865    0.7515    \n",
      "Specificity:        0.7069    0.6303    \n",
      "F1 score:           0.6219    0.5381    \n",
      "MCC:                0.2957    0.3363    \n",
      "AUC (ROC):          0.6924    0.7899    \n",
      "AUC (PR):           0.7054    0.6379    \n",
      "Loss:               3.1934    0.5460    \n",
      "Epoch 004 (VLD): 100%|| 315/315 [00:01<00:00, 299.47it/s]\n",
      "Accuracy:           0.6921    0.8343    \n",
      "Balanced Accuracy:  0.6831    0.8276    \n",
      "Precision:          0.7549    0.6364    \n",
      "Sensitivity/Recall: 0.5168    0.8140    \n",
      "Specificity:        0.8494    0.8413    \n",
      "F1 score:           0.6135    0.7143    \n",
      "MCC:                0.3907    0.6091    \n",
      "AUC (ROC):          0.7362    0.8961    \n",
      "AUC (PR):           0.7349    0.7360    \n",
      "Loss:               3.0570    0.4543    \n",
      "model_ckpt_finetune.pt\n",
      "Saving the model to ./dev/ckpt/model_ckpt_finetune.pt...\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 005 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.21it/s]\n",
      "Accuracy:           0.6458    0.7504    \n",
      "Balanced Accuracy:  0.6449    0.7278    \n",
      "Precision:          0.6667    0.5180    \n",
      "Sensitivity/Recall: 0.5673    0.6805    \n",
      "Specificity:        0.7226    0.7752    \n",
      "F1 score:           0.6130    0.5882    \n",
      "MCC:                0.2936    0.4218    \n",
      "AUC (ROC):          0.6935    0.8007    \n",
      "AUC (PR):           0.7017    0.6567    \n",
      "Loss:               3.2025    0.5358    \n",
      "Epoch 005 (VLD): 100%|| 315/315 [00:01<00:00, 299.29it/s]\n",
      "Accuracy:           0.6730    0.8402    \n",
      "Balanced Accuracy:  0.6726    0.8163    \n",
      "Precision:          0.6513    0.6600    \n",
      "Sensitivity/Recall: 0.6644    0.7674    \n",
      "Specificity:        0.6807    0.8651    \n",
      "F1 score:           0.6578    0.7097    \n",
      "MCC:                0.3449    0.6036    \n",
      "AUC (ROC):          0.7368    0.8872    \n",
      "AUC (PR):           0.7404    0.7197    \n",
      "Loss:               3.0638    0.4776    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 006 (TRN): 100%|| 1262/1262 [00:06<00:00, 180.89it/s]\n",
      "Accuracy:           0.6395    0.7566    \n",
      "Balanced Accuracy:  0.6383    0.7320    \n",
      "Precision:          0.6700    0.5275    \n",
      "Sensitivity/Recall: 0.5337    0.6805    \n",
      "Specificity:        0.7429    0.7836    \n",
      "F1 score:           0.5941    0.5943    \n",
      "MCC:                0.2830    0.4314    \n",
      "AUC (ROC):          0.6766    0.8070    \n",
      "AUC (PR):           0.6875    0.6235    \n",
      "Loss:               3.2406    0.5375    \n",
      "Epoch 006 (VLD): 100%|| 315/315 [00:01<00:00, 306.26it/s]\n",
      "Accuracy:           0.6762    0.8521    \n",
      "Balanced Accuracy:  0.6660    0.8242    \n",
      "Precision:          0.7474    0.6875    \n",
      "Sensitivity/Recall: 0.4765    0.7674    \n",
      "Specificity:        0.8554    0.8810    \n",
      "F1 score:           0.5820    0.7253    \n",
      "MCC:                0.3611    0.6262    \n",
      "AUC (ROC):          0.7324    0.8732    \n",
      "AUC (PR):           0.7385    0.7120    \n",
      "Loss:               3.0393    0.4926    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 007 (TRN): 100%|| 1262/1262 [00:07<00:00, 178.71it/s]\n",
      "Accuracy:           0.6521    0.7349    \n",
      "Balanced Accuracy:  0.6512    0.7192    \n",
      "Precision:          0.6789    0.4957    \n",
      "Sensitivity/Recall: 0.5625    0.6864    \n",
      "Specificity:        0.7398    0.7521    \n",
      "F1 score:           0.6152    0.5757    \n",
      "MCC:                0.3074    0.4010    \n",
      "AUC (ROC):          0.6905    0.7907    \n",
      "AUC (PR):           0.6986    0.6299    \n",
      "Loss:               3.1878    0.5453    \n",
      "Epoch 007 (VLD): 100%|| 315/315 [00:01<00:00, 288.45it/s]\n",
      "Accuracy:           0.6794    0.7811    \n",
      "Balanced Accuracy:  0.6724    0.8072    \n",
      "Precision:          0.7105    0.5441    \n",
      "Sensitivity/Recall: 0.5436    0.8605    \n",
      "Specificity:        0.8012    0.7540    \n",
      "F1 score:           0.6160    0.6667    \n",
      "MCC:                0.3583    0.5457    \n",
      "AUC (ROC):          0.7315    0.8666    \n",
      "AUC (PR):           0.7378    0.6892    \n",
      "Loss:               3.0384    0.5205    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 008 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.27it/s]\n",
      "Accuracy:           0.6458    0.6713    \n",
      "Balanced Accuracy:  0.6444    0.6857    \n",
      "Precision:          0.6863    0.4246    \n",
      "Sensitivity/Recall: 0.5224    0.7160    \n",
      "Specificity:        0.7665    0.6555    \n",
      "F1 score:           0.5933    0.5330    \n",
      "MCC:                0.2981    0.3289    \n",
      "AUC (ROC):          0.6871    0.7604    \n",
      "AUC (PR):           0.6928    0.5958    \n",
      "Loss:               3.1991    0.5783    \n",
      "Epoch 008 (VLD): 100%|| 315/315 [00:00<00:00, 319.35it/s]\n",
      "Accuracy:           0.6794    0.8107    \n",
      "Balanced Accuracy:  0.6734    0.8194    \n",
      "Precision:          0.7000    0.5902    \n",
      "Sensitivity/Recall: 0.5638    0.8372    \n",
      "Specificity:        0.7831    0.8016    \n",
      "F1 score:           0.6245    0.6923    \n",
      "MCC:                0.3566    0.5793    \n",
      "AUC (ROC):          0.7325    0.8697    \n",
      "AUC (PR):           0.7396    0.7022    \n",
      "Loss:               3.0310    0.5075    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 009 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.04it/s]\n",
      "Accuracy:           0.6648    0.7643    \n",
      "Balanced Accuracy:  0.6636    0.7278    \n",
      "Precision:          0.7039    0.5419    \n",
      "Sensitivity/Recall: 0.5561    0.6509    \n",
      "Specificity:        0.7712    0.8046    \n",
      "F1 score:           0.6213    0.5914    \n",
      "MCC:                0.3353    0.4313    \n",
      "AUC (ROC):          0.7025    0.7970    \n",
      "AUC (PR):           0.7156    0.6299    \n",
      "Loss:               3.1427    0.5418    \n",
      "Epoch 009 (VLD): 100%|| 315/315 [00:01<00:00, 296.76it/s]\n",
      "Accuracy:           0.6921    0.8402    \n",
      "Balanced Accuracy:  0.6845    0.7933    \n",
      "Precision:          0.7364    0.6818    \n",
      "Sensitivity/Recall: 0.5436    0.6977    \n",
      "Specificity:        0.8253    0.8889    \n",
      "F1 score:           0.6255    0.6897    \n",
      "MCC:                0.3864    0.5822    \n",
      "AUC (ROC):          0.7335    0.8726    \n",
      "AUC (PR):           0.7399    0.7069    \n",
      "Loss:               3.0156    0.5007    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 010 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.60it/s]\n",
      "Accuracy:           0.6593    0.7814    \n",
      "Balanced Accuracy:  0.6582    0.7527    \n",
      "Precision:          0.6909    0.5680    \n",
      "Sensitivity/Recall: 0.5625    0.6923    \n",
      "Specificity:        0.7539    0.8130    \n",
      "F1 score:           0.6201    0.6240    \n",
      "MCC:                0.3226    0.4766    \n",
      "AUC (ROC):          0.7039    0.8059    \n",
      "AUC (PR):           0.7142    0.6521    \n",
      "Loss:               3.1462    0.5323    \n",
      "Epoch 010 (VLD): 100%|| 315/315 [00:01<00:00, 300.07it/s]\n",
      "Accuracy:           0.6571    0.8225    \n",
      "Balanced Accuracy:  0.6551    0.8273    \n",
      "Precision:          0.6434    0.6102    \n",
      "Sensitivity/Recall: 0.6174    0.8372    \n",
      "Specificity:        0.6928    0.8175    \n",
      "F1 score:           0.6301    0.7059    \n",
      "MCC:                0.3111    0.5982    \n",
      "AUC (ROC):          0.7340    0.8749    \n",
      "AUC (PR):           0.7401    0.7042    \n",
      "Loss:               3.0563    0.4946    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 011 (TRN): 100%|| 1262/1262 [00:06<00:00, 185.71it/s]\n",
      "Accuracy:           0.6601    0.7814    \n",
      "Balanced Accuracy:  0.6593    0.7603    \n",
      "Precision:          0.6816    0.5654    \n",
      "Sensitivity/Recall: 0.5865    0.7160    \n",
      "Specificity:        0.7320    0.8046    \n",
      "F1 score:           0.6305    0.6319    \n",
      "MCC:                0.3221    0.4862    \n",
      "AUC (ROC):          0.7052    0.8028    \n",
      "AUC (PR):           0.7253    0.6538    \n",
      "Loss:               3.1280    0.5297    \n",
      "Epoch 011 (VLD): 100%|| 315/315 [00:01<00:00, 302.16it/s]\n",
      "Accuracy:           0.6889    0.8284    \n",
      "Balanced Accuracy:  0.6780    0.8007    \n",
      "Precision:          0.7802    0.6400    \n",
      "Sensitivity/Recall: 0.4765    0.7442    \n",
      "Specificity:        0.8795    0.8571    \n",
      "F1 score:           0.5917    0.6882    \n",
      "MCC:                0.3922    0.5738    \n",
      "AUC (ROC):          0.7313    0.8721    \n",
      "AUC (PR):           0.7398    0.6916    \n",
      "Loss:               3.0422    0.4930    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 012 (TRN): 100%|| 1262/1262 [00:06<00:00, 181.20it/s]\n",
      "Accuracy:           0.6616    0.7519    \n",
      "Balanced Accuracy:  0.6604    0.7155    \n",
      "Precision:          0.7023    0.5217    \n",
      "Sensitivity/Recall: 0.5481    0.6391    \n",
      "Specificity:        0.7727    0.7920    \n",
      "F1 score:           0.6157    0.5745    \n",
      "MCC:                0.3295    0.4060    \n",
      "AUC (ROC):          0.7089    0.7700    \n",
      "AUC (PR):           0.7243    0.6005    \n",
      "Loss:               3.1176    0.5671    \n",
      "Epoch 012 (VLD): 100%|| 315/315 [00:01<00:00, 291.15it/s]\n",
      "Accuracy:           0.6730    0.8166    \n",
      "Balanced Accuracy:  0.6681    0.8234    \n",
      "Precision:          0.6825    0.6000    \n",
      "Sensitivity/Recall: 0.5772    0.8372    \n",
      "Specificity:        0.7590    0.8095    \n",
      "F1 score:           0.6255    0.6990    \n",
      "MCC:                0.3427    0.5886    \n",
      "AUC (ROC):          0.7314    0.8732    \n",
      "AUC (PR):           0.7411    0.7016    \n",
      "Loss:               3.0391    0.4902    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 013 (TRN): 100%|| 1262/1262 [00:06<00:00, 185.09it/s]\n",
      "Accuracy:           0.6727    0.7690    \n",
      "Balanced Accuracy:  0.6715    0.7500    \n",
      "Precision:          0.7140    0.5455    \n",
      "Sensitivity/Recall: 0.5641    0.7101    \n",
      "Specificity:        0.7790    0.7899    \n",
      "F1 score:           0.6303    0.6170    \n",
      "MCC:                0.3516    0.4638    \n",
      "AUC (ROC):          0.7161    0.8129    \n",
      "AUC (PR):           0.7229    0.6232    \n",
      "Loss:               3.1124    0.5306    \n",
      "Epoch 013 (VLD): 100%|| 315/315 [00:01<00:00, 292.21it/s]\n",
      "Accuracy:           0.6857    0.8462    \n",
      "Balanced Accuracy:  0.6753    0.8355    \n",
      "Precision:          0.7660    0.6604    \n",
      "Sensitivity/Recall: 0.4832    0.8140    \n",
      "Specificity:        0.8675    0.8571    \n",
      "F1 score:           0.5926    0.7292    \n",
      "MCC:                0.3827    0.6300    \n",
      "AUC (ROC):          0.7307    0.8721    \n",
      "AUC (PR):           0.7354    0.6816    \n",
      "Loss:               3.0321    0.4985    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 014 (TRN): 100%|| 1262/1262 [00:06<00:00, 185.28it/s]\n",
      "Accuracy:           0.6609    0.7628    \n",
      "Balanced Accuracy:  0.6601    0.7248    \n",
      "Precision:          0.6808    0.5396    \n",
      "Sensitivity/Recall: 0.5913    0.6450    \n",
      "Specificity:        0.7288    0.8046    \n",
      "F1 score:           0.6329    0.5876    \n",
      "MCC:                0.3234    0.4263    \n",
      "AUC (ROC):          0.7084    0.8033    \n",
      "AUC (PR):           0.7209    0.6147    \n",
      "Loss:               3.1335    0.5386    \n",
      "Epoch 014 (VLD): 100%|| 315/315 [00:01<00:00, 301.90it/s]\n",
      "Accuracy:           0.6857    0.8462    \n",
      "Balanced Accuracy:  0.6788    0.8432    \n",
      "Precision:          0.7193    0.6545    \n",
      "Sensitivity/Recall: 0.5503    0.8372    \n",
      "Specificity:        0.8072    0.8492    \n",
      "F1 score:           0.6236    0.7347    \n",
      "MCC:                0.3715    0.6381    \n",
      "AUC (ROC):          0.7316    0.8734    \n",
      "AUC (PR):           0.7325    0.6722    \n",
      "Loss:               3.0318    0.4903    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 015 (TRN): 100%|| 1262/1262 [00:07<00:00, 179.70it/s]\n",
      "Accuracy:           0.6529    0.7705    \n",
      "Balanced Accuracy:  0.6516    0.7320    \n",
      "Precision:          0.6954    0.5528    \n",
      "Sensitivity/Recall: 0.5304    0.6509    \n",
      "Specificity:        0.7727    0.8130    \n",
      "F1 score:           0.6018    0.5978    \n",
      "MCC:                0.3127    0.4417    \n",
      "AUC (ROC):          0.6978    0.7925    \n",
      "AUC (PR):           0.6985    0.6027    \n",
      "Loss:               3.1796    0.5610    \n",
      "Epoch 015 (VLD): 100%|| 315/315 [00:01<00:00, 300.33it/s]\n",
      "Accuracy:           0.6698    0.8343    \n",
      "Balanced Accuracy:  0.6651    0.8353    \n",
      "Precision:          0.6772    0.6316    \n",
      "Sensitivity/Recall: 0.5772    0.8372    \n",
      "Specificity:        0.7530    0.8333    \n",
      "F1 score:           0.6232    0.7200    \n",
      "MCC:                0.3361    0.6177    \n",
      "AUC (ROC):          0.7319    0.8723    \n",
      "AUC (PR):           0.7355    0.6707    \n",
      "Loss:               3.0371    0.4966    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 016 (TRN): 100%|| 1262/1262 [00:06<00:00, 184.03it/s]\n",
      "Accuracy:           0.6632    0.7380    \n",
      "Balanced Accuracy:  0.6626    0.7156    \n",
      "Precision:          0.6774    0.5000    \n",
      "Sensitivity/Recall: 0.6090    0.6686    \n",
      "Specificity:        0.7163    0.7626    \n",
      "F1 score:           0.6414    0.5722    \n",
      "MCC:                0.3273    0.3975    \n",
      "AUC (ROC):          0.7141    0.8045    \n",
      "AUC (PR):           0.7155    0.6469    \n",
      "Loss:               3.1360    0.5277    \n",
      "Epoch 016 (VLD): 100%|| 315/315 [00:01<00:00, 288.54it/s]\n",
      "Accuracy:           0.6698    0.8402    \n",
      "Balanced Accuracy:  0.6644    0.8392    \n",
      "Precision:          0.6829    0.6429    \n",
      "Sensitivity/Recall: 0.5638    0.8372    \n",
      "Specificity:        0.7651    0.8413    \n",
      "F1 score:           0.6176    0.7273    \n",
      "MCC:                0.3365    0.6278    \n",
      "AUC (ROC):          0.7323    0.8741    \n",
      "AUC (PR):           0.7368    0.6896    \n",
      "Loss:               3.0301    0.4999    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 017 (TRN): 100%|| 1262/1262 [00:06<00:00, 186.64it/s]\n",
      "Accuracy:           0.6743    0.7690    \n",
      "Balanced Accuracy:  0.6730    0.7519    \n",
      "Precision:          0.7214    0.5450    \n",
      "Sensitivity/Recall: 0.5561    0.7160    \n",
      "Specificity:        0.7900    0.7878    \n",
      "F1 score:           0.6281    0.6189    \n",
      "MCC:                0.3562    0.4663    \n",
      "AUC (ROC):          0.7276    0.8032    \n",
      "AUC (PR):           0.7233    0.6489    \n",
      "Loss:               3.0943    0.5355    \n",
      "Epoch 017 (VLD): 100%|| 315/315 [00:01<00:00, 309.45it/s]\n",
      "Accuracy:           0.6667    0.8166    \n",
      "Balanced Accuracy:  0.6614    0.8234    \n",
      "Precision:          0.6774    0.6000    \n",
      "Sensitivity/Recall: 0.5638    0.8372    \n",
      "Specificity:        0.7590    0.8095    \n",
      "F1 score:           0.6154    0.6990    \n",
      "MCC:                0.3299    0.5886    \n",
      "AUC (ROC):          0.7324    0.8763    \n",
      "AUC (PR):           0.7385    0.6949    \n",
      "Loss:               3.0280    0.4900    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 018 (TRN): 100%|| 1262/1262 [00:07<00:00, 179.27it/s]\n",
      "Accuracy:           0.6664    0.7240    \n",
      "Balanced Accuracy:  0.6655    0.7138    \n",
      "Precision:          0.6926    0.4815    \n",
      "Sensitivity/Recall: 0.5849    0.6923    \n",
      "Specificity:        0.7461    0.7353    \n",
      "F1 score:           0.6342    0.5680    \n",
      "MCC:                0.3356    0.3880    \n",
      "AUC (ROC):          0.7186    0.8063    \n",
      "AUC (PR):           0.7367    0.6577    \n",
      "Loss:               3.0860    0.5293    \n",
      "Epoch 018 (VLD): 100%|| 315/315 [00:01<00:00, 288.21it/s]\n",
      "Accuracy:           0.6635    0.8462    \n",
      "Balanced Accuracy:  0.6577    0.8432    \n",
      "Precision:          0.6777    0.6545    \n",
      "Sensitivity/Recall: 0.5503    0.8372    \n",
      "Specificity:        0.7651    0.8492    \n",
      "F1 score:           0.6074    0.7347    \n",
      "MCC:                0.3237    0.6381    \n",
      "AUC (ROC):          0.7324    0.8684    \n",
      "AUC (PR):           0.7381    0.6740    \n",
      "Loss:               3.0270    0.4874    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 019 (TRN): 100%|| 1262/1262 [00:06<00:00, 181.70it/s]\n",
      "Accuracy:           0.6688    0.7984    \n",
      "Balanced Accuracy:  0.6676    0.7604    \n",
      "Precision:          0.7093    0.6021    \n",
      "Sensitivity/Recall: 0.5593    0.6805    \n",
      "Specificity:        0.7759    0.8403    \n",
      "F1 score:           0.6254    0.6389    \n",
      "MCC:                0.3436    0.5016    \n",
      "AUC (ROC):          0.7112    0.8244    \n",
      "AUC (PR):           0.7268    0.6749    \n",
      "Loss:               3.1214    0.5151    \n",
      "Epoch 019 (VLD): 100%|| 315/315 [00:01<00:00, 296.95it/s]\n",
      "Accuracy:           0.6667    0.8462    \n",
      "Balanced Accuracy:  0.6638    0.8279    \n",
      "Precision:          0.6594    0.6667    \n",
      "Sensitivity/Recall: 0.6107    0.7907    \n",
      "Specificity:        0.7169    0.8651    \n",
      "F1 score:           0.6341    0.7234    \n",
      "MCC:                0.3297    0.6222    \n",
      "AUC (ROC):          0.7288    0.8671    \n",
      "AUC (PR):           0.7354    0.6771    \n",
      "Loss:               3.0506    0.4941    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 020 (TRN): 100%|| 1262/1262 [00:07<00:00, 173.50it/s]\n",
      "Accuracy:           0.6672    0.7597    \n",
      "Balanced Accuracy:  0.6665    0.7322    \n",
      "Precision:          0.6848    0.5327    \n",
      "Sensitivity/Recall: 0.6058    0.6746    \n",
      "Specificity:        0.7273    0.7899    \n",
      "F1 score:           0.6429    0.5953    \n",
      "MCC:                0.3357    0.4338    \n",
      "AUC (ROC):          0.7162    0.8005    \n",
      "AUC (PR):           0.7357    0.6384    \n",
      "Loss:               3.0855    0.5373    \n",
      "Epoch 020 (VLD): 100%|| 315/315 [00:01<00:00, 289.63it/s]\n",
      "Accuracy:           0.6698    0.8047    \n",
      "Balanced Accuracy:  0.6641    0.8154    \n",
      "Precision:          0.6860    0.5806    \n",
      "Sensitivity/Recall: 0.5570    0.8372    \n",
      "Specificity:        0.7711    0.7937    \n",
      "F1 score:           0.6148    0.6857    \n",
      "MCC:                0.3368    0.5701    \n",
      "AUC (ROC):          0.7362    0.8762    \n",
      "AUC (PR):           0.7396    0.6993    \n",
      "Loss:               3.0339    0.4908    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 021 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.95it/s]\n",
      "Accuracy:           0.6640    0.7659    \n",
      "Balanced Accuracy:  0.6627    0.7383    \n",
      "Precision:          0.7092    0.5425    \n",
      "Sensitivity/Recall: 0.5433    0.6805    \n",
      "Specificity:        0.7821    0.7962    \n",
      "F1 score:           0.6152    0.6037    \n",
      "MCC:                0.3354    0.4462    \n",
      "AUC (ROC):          0.7115    0.8163    \n",
      "AUC (PR):           0.7284    0.6501    \n",
      "Loss:               3.1216    0.5248    \n",
      "Epoch 021 (VLD): 100%|| 315/315 [00:01<00:00, 293.24it/s]\n",
      "Accuracy:           0.6667    0.8402    \n",
      "Balanced Accuracy:  0.6624    0.8392    \n",
      "Precision:          0.6692    0.6429    \n",
      "Sensitivity/Recall: 0.5839    0.8372    \n",
      "Specificity:        0.7410    0.8413    \n",
      "F1 score:           0.6237    0.7273    \n",
      "MCC:                0.3294    0.6278    \n",
      "AUC (ROC):          0.7359    0.8728    \n",
      "AUC (PR):           0.7384    0.6983    \n",
      "Loss:               3.0343    0.4877    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 022 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.03it/s]\n",
      "Accuracy:           0.6783    0.7705    \n",
      "Balanced Accuracy:  0.6773    0.7415    \n",
      "Precision:          0.7104    0.5502    \n",
      "Sensitivity/Recall: 0.5897    0.6805    \n",
      "Specificity:        0.7649    0.8025    \n",
      "F1 score:           0.6445    0.6085    \n",
      "MCC:                0.3604    0.4538    \n",
      "AUC (ROC):          0.7188    0.8061    \n",
      "AUC (PR):           0.7209    0.6322    \n",
      "Loss:               3.1182    0.5346    \n",
      "Epoch 022 (VLD): 100%|| 315/315 [00:01<00:00, 294.01it/s]\n",
      "Accuracy:           0.6698    0.7988    \n",
      "Balanced Accuracy:  0.6644    0.8115    \n",
      "Precision:          0.6829    0.5714    \n",
      "Sensitivity/Recall: 0.5638    0.8372    \n",
      "Specificity:        0.7651    0.7857    \n",
      "F1 score:           0.6176    0.6792    \n",
      "MCC:                0.3365    0.5611    \n",
      "AUC (ROC):          0.7351    0.8726    \n",
      "AUC (PR):           0.7396    0.7008    \n",
      "Loss:               3.0219    0.4940    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 023 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.18it/s]\n",
      "Accuracy:           0.6648    0.7659    \n",
      "Balanced Accuracy:  0.6636    0.7612    \n",
      "Precision:          0.7072    0.5381    \n",
      "Sensitivity/Recall: 0.5497    0.7515    \n",
      "Specificity:        0.7774    0.7710    \n",
      "F1 score:           0.6186    0.6272    \n",
      "MCC:                0.3362    0.4770    \n",
      "AUC (ROC):          0.7222    0.8233    \n",
      "AUC (PR):           0.7261    0.6749    \n",
      "Loss:               3.0923    0.5155    \n",
      "Epoch 023 (VLD): 100%|| 315/315 [00:01<00:00, 294.15it/s]\n",
      "Accuracy:           0.6667    0.8284    \n",
      "Balanced Accuracy:  0.6611    0.8313    \n",
      "Precision:          0.6803    0.6207    \n",
      "Sensitivity/Recall: 0.5570    0.8372    \n",
      "Specificity:        0.7651    0.8254    \n",
      "F1 score:           0.6125    0.7129    \n",
      "MCC:                0.3301    0.6079    \n",
      "AUC (ROC):          0.7316    0.8645    \n",
      "AUC (PR):           0.7377    0.6883    \n",
      "Loss:               3.0437    0.4884    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 024 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.07it/s]\n",
      "Accuracy:           0.6854    0.8016    \n",
      "Balanced Accuracy:  0.6845    0.7625    \n",
      "Precision:          0.7170    0.6085    \n",
      "Sensitivity/Recall: 0.6010    0.6805    \n",
      "Specificity:        0.7680    0.8445    \n",
      "F1 score:           0.6539    0.6425    \n",
      "MCC:                0.3745    0.5072    \n",
      "AUC (ROC):          0.7233    0.8266    \n",
      "AUC (PR):           0.7270    0.6613    \n",
      "Loss:               3.0894    0.5126    \n",
      "Epoch 024 (VLD): 100%|| 315/315 [00:01<00:00, 296.50it/s]\n",
      "Accuracy:           0.6730    0.8402    \n",
      "Balanced Accuracy:  0.6678    0.8316    \n",
      "Precision:          0.6855    0.6481    \n",
      "Sensitivity/Recall: 0.5705    0.8140    \n",
      "Specificity:        0.7651    0.8492    \n",
      "F1 score:           0.6227    0.7216    \n",
      "MCC:                0.3429    0.6194    \n",
      "AUC (ROC):          0.7315    0.8601    \n",
      "AUC (PR):           0.7346    0.6776    \n",
      "Loss:               3.0590    0.4999    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 025 (TRN): 100%|| 1262/1262 [00:06<00:00, 186.28it/s]\n",
      "Accuracy:           0.6712    0.7767    \n",
      "Balanced Accuracy:  0.6701    0.7381    \n",
      "Precision:          0.7069    0.5635    \n",
      "Sensitivity/Recall: 0.5721    0.6568    \n",
      "Specificity:        0.7680    0.8193    \n",
      "F1 score:           0.6324    0.6066    \n",
      "MCC:                0.3471    0.4546    \n",
      "AUC (ROC):          0.7021    0.7988    \n",
      "AUC (PR):           0.7176    0.6495    \n",
      "Loss:               3.1450    0.5406    \n",
      "Epoch 025 (VLD): 100%|| 315/315 [00:01<00:00, 305.02it/s]\n",
      "Accuracy:           0.6667    0.8107    \n",
      "Balanced Accuracy:  0.6638    0.8347    \n",
      "Precision:          0.6594    0.5846    \n",
      "Sensitivity/Recall: 0.6107    0.8837    \n",
      "Specificity:        0.7169    0.7857    \n",
      "F1 score:           0.6341    0.7037    \n",
      "MCC:                0.3297    0.5993    \n",
      "AUC (ROC):          0.7296    0.8636    \n",
      "AUC (PR):           0.7315    0.6773    \n",
      "Loss:               3.0598    0.5191    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 026 (TRN): 100%|| 1262/1262 [00:07<00:00, 179.70it/s]\n",
      "Accuracy:           0.6577    0.7364    \n",
      "Balanced Accuracy:  0.6566    0.7375    \n",
      "Precision:          0.6905    0.4980    \n",
      "Sensitivity/Recall: 0.5577    0.7396    \n",
      "Specificity:        0.7555    0.7353    \n",
      "F1 score:           0.6170    0.5952    \n",
      "MCC:                0.3197    0.4284    \n",
      "AUC (ROC):          0.7074    0.8250    \n",
      "AUC (PR):           0.7096    0.6719    \n",
      "Loss:               3.1412    0.5195    \n",
      "Epoch 026 (VLD): 100%|| 315/315 [00:01<00:00, 285.47it/s]\n",
      "Accuracy:           0.6730    0.8107    \n",
      "Balanced Accuracy:  0.6671    0.8194    \n",
      "Precision:          0.6917    0.5902    \n",
      "Sensitivity/Recall: 0.5570    0.8372    \n",
      "Specificity:        0.7771    0.8016    \n",
      "F1 score:           0.6171    0.6923    \n",
      "MCC:                0.3435    0.5793    \n",
      "AUC (ROC):          0.7331    0.8684    \n",
      "AUC (PR):           0.7363    0.6843    \n",
      "Loss:               3.0282    0.4973    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 027 (TRN): 100%|| 1262/1262 [00:06<00:00, 181.79it/s]\n",
      "Accuracy:           0.6688    0.7767    \n",
      "Balanced Accuracy:  0.6679    0.7438    \n",
      "Precision:          0.6966    0.5616    \n",
      "Sensitivity/Recall: 0.5849    0.6746    \n",
      "Specificity:        0.7508    0.8130    \n",
      "F1 score:           0.6359    0.6129    \n",
      "MCC:                0.3406    0.4617    \n",
      "AUC (ROC):          0.7184    0.8134    \n",
      "AUC (PR):           0.7278    0.6801    \n",
      "Loss:               3.0908    0.5183    \n",
      "Epoch 027 (VLD): 100%|| 315/315 [00:01<00:00, 296.45it/s]\n",
      "Accuracy:           0.6635    0.8521    \n",
      "Balanced Accuracy:  0.6594    0.8472    \n",
      "Precision:          0.6641    0.6667    \n",
      "Sensitivity/Recall: 0.5839    0.8372    \n",
      "Specificity:        0.7349    0.8571    \n",
      "F1 score:           0.6214    0.7423    \n",
      "MCC:                0.3230    0.6486    \n",
      "AUC (ROC):          0.7333    0.8678    \n",
      "AUC (PR):           0.7368    0.6826    \n",
      "Loss:               3.0425    0.4925    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 028 (TRN): 100%|| 1262/1262 [00:06<00:00, 180.33it/s]\n",
      "Accuracy:           0.6585    0.7814    \n",
      "Balanced Accuracy:  0.6573    0.7489    \n",
      "Precision:          0.6949    0.5693    \n",
      "Sensitivity/Recall: 0.5513    0.6805    \n",
      "Specificity:        0.7633    0.8172    \n",
      "F1 score:           0.6148    0.6199    \n",
      "MCC:                0.3222    0.4719    \n",
      "AUC (ROC):          0.7082    0.8146    \n",
      "AUC (PR):           0.7074    0.6617    \n",
      "Loss:               3.1477    0.5204    \n",
      "Epoch 028 (VLD): 100%|| 315/315 [00:01<00:00, 288.35it/s]\n",
      "Accuracy:           0.6730    0.8225    \n",
      "Balanced Accuracy:  0.6678    0.8273    \n",
      "Precision:          0.6855    0.6102    \n",
      "Sensitivity/Recall: 0.5705    0.8372    \n",
      "Specificity:        0.7651    0.8175    \n",
      "F1 score:           0.6227    0.7059    \n",
      "MCC:                0.3429    0.5982    \n",
      "AUC (ROC):          0.7342    0.8669    \n",
      "AUC (PR):           0.7381    0.6813    \n",
      "Loss:               3.0364    0.4973    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 029 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.88it/s]\n",
      "Accuracy:           0.6743    0.8000    \n",
      "Balanced Accuracy:  0.6731    0.7672    \n",
      "Precision:          0.7160    0.6020    \n",
      "Sensitivity/Recall: 0.5657    0.6982    \n",
      "Specificity:        0.7806    0.8361    \n",
      "F1 score:           0.6321    0.6466    \n",
      "MCC:                0.3548    0.5109    \n",
      "AUC (ROC):          0.7336    0.8265    \n",
      "AUC (PR):           0.7349    0.6602    \n",
      "Loss:               3.0609    0.5142    \n",
      "Epoch 029 (VLD): 100%|| 315/315 [00:01<00:00, 299.57it/s]\n",
      "Accuracy:           0.6635    0.8284    \n",
      "Balanced Accuracy:  0.6577    0.8313    \n",
      "Precision:          0.6777    0.6207    \n",
      "Sensitivity/Recall: 0.5503    0.8372    \n",
      "Specificity:        0.7651    0.8254    \n",
      "F1 score:           0.6074    0.7129    \n",
      "MCC:                0.3237    0.6079    \n",
      "AUC (ROC):          0.7329    0.8675    \n",
      "AUC (PR):           0.7364    0.6807    \n",
      "Loss:               3.0283    0.4992    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 030 (TRN): 100%|| 1262/1262 [00:06<00:00, 181.60it/s]\n",
      "Accuracy:           0.6624    0.7690    \n",
      "Balanced Accuracy:  0.6615    0.7462    \n",
      "Precision:          0.6889    0.5463    \n",
      "Sensitivity/Recall: 0.5785    0.6982    \n",
      "Specificity:        0.7445    0.7941    \n",
      "F1 score:           0.6289    0.6130    \n",
      "MCC:                0.3278    0.4587    \n",
      "AUC (ROC):          0.7224    0.8078    \n",
      "AUC (PR):           0.7262    0.6387    \n",
      "Loss:               3.0949    0.5344    \n",
      "Epoch 030 (VLD): 100%|| 315/315 [00:01<00:00, 282.56it/s]\n",
      "Accuracy:           0.6603    0.8107    \n",
      "Balanced Accuracy:  0.6561    0.8194    \n",
      "Precision:          0.6615    0.5902    \n",
      "Sensitivity/Recall: 0.5772    0.8372    \n",
      "Specificity:        0.7349    0.8016    \n",
      "F1 score:           0.6165    0.6923    \n",
      "MCC:                0.3165    0.5793    \n",
      "AUC (ROC):          0.7358    0.8725    \n",
      "AUC (PR):           0.7385    0.6881    \n",
      "Loss:               3.0248    0.4948    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 031 (TRN): 100%|| 1262/1262 [00:06<00:00, 180.67it/s]\n",
      "Accuracy:           0.6830    0.7891    \n",
      "Balanced Accuracy:  0.6818    0.7579    \n",
      "Precision:          0.7324    0.5821    \n",
      "Sensitivity/Recall: 0.5657    0.6923    \n",
      "Specificity:        0.7978    0.8235    \n",
      "F1 score:           0.6383    0.6324    \n",
      "MCC:                0.3741    0.4897    \n",
      "AUC (ROC):          0.7361    0.8159    \n",
      "AUC (PR):           0.7490    0.6963    \n",
      "Loss:               3.0210    0.5123    \n",
      "Epoch 031 (VLD): 100%|| 315/315 [00:01<00:00, 304.48it/s]\n",
      "Accuracy:           0.6667    0.8284    \n",
      "Balanced Accuracy:  0.6617    0.8313    \n",
      "Precision:          0.6746    0.6207    \n",
      "Sensitivity/Recall: 0.5705    0.8372    \n",
      "Specificity:        0.7530    0.8254    \n",
      "F1 score:           0.6182    0.7129    \n",
      "MCC:                0.3297    0.6079    \n",
      "AUC (ROC):          0.7360    0.8780    \n",
      "AUC (PR):           0.7411    0.7032    \n",
      "Loss:               3.0428    0.4775    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 032 (TRN): 100%|| 1262/1262 [00:07<00:00, 179.68it/s]\n",
      "Accuracy:           0.6807    0.7550    \n",
      "Balanced Accuracy:  0.6800    0.7348    \n",
      "Precision:          0.7005    0.5247    \n",
      "Sensitivity/Recall: 0.6186    0.6923    \n",
      "Specificity:        0.7414    0.7773    \n",
      "F1 score:           0.6570    0.5969    \n",
      "MCC:                0.3629    0.4342    \n",
      "AUC (ROC):          0.7261    0.8010    \n",
      "AUC (PR):           0.7368    0.6213    \n",
      "Loss:               3.0819    0.5452    \n",
      "Epoch 032 (VLD): 100%|| 315/315 [00:01<00:00, 305.41it/s]\n",
      "Accuracy:           0.6667    0.8343    \n",
      "Balanced Accuracy:  0.6628    0.8353    \n",
      "Precision:          0.6667    0.6316    \n",
      "Sensitivity/Recall: 0.5906    0.8372    \n",
      "Specificity:        0.7349    0.8333    \n",
      "F1 score:           0.6263    0.7200    \n",
      "MCC:                0.3294    0.6177    \n",
      "AUC (ROC):          0.7343    0.8765    \n",
      "AUC (PR):           0.7401    0.6954    \n",
      "Loss:               3.0554    0.4818    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 033 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.95it/s]\n",
      "Accuracy:           0.6838    0.7829    \n",
      "Balanced Accuracy:  0.6828    0.7556    \n",
      "Precision:          0.7210    0.5700    \n",
      "Sensitivity/Recall: 0.5881    0.6982    \n",
      "Specificity:        0.7774    0.8130    \n",
      "F1 score:           0.6478    0.6277    \n",
      "MCC:                0.3726    0.4816    \n",
      "AUC (ROC):          0.7417    0.8133    \n",
      "AUC (PR):           0.7476    0.6315    \n",
      "Loss:               3.0310    0.5327    \n",
      "Epoch 033 (VLD): 100%|| 315/315 [00:01<00:00, 298.33it/s]\n",
      "Accuracy:           0.6571    0.8462    \n",
      "Balanced Accuracy:  0.6510    0.8432    \n",
      "Precision:          0.6723    0.6545    \n",
      "Sensitivity/Recall: 0.5369    0.8372    \n",
      "Specificity:        0.7651    0.8492    \n",
      "F1 score:           0.5970    0.7347    \n",
      "MCC:                0.3110    0.6381    \n",
      "AUC (ROC):          0.7304    0.8749    \n",
      "AUC (PR):           0.7354    0.6875    \n",
      "Loss:               3.0360    0.4860    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 034 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.38it/s]\n",
      "Accuracy:           0.6545    0.7581    \n",
      "Balanced Accuracy:  0.6536    0.7178    \n",
      "Precision:          0.6801    0.5323    \n",
      "Sensitivity/Recall: 0.5689    0.6331    \n",
      "Specificity:        0.7382    0.8025    \n",
      "F1 score:           0.6195    0.5784    \n",
      "MCC:                0.3118    0.4136    \n",
      "AUC (ROC):          0.7144    0.7950    \n",
      "AUC (PR):           0.7282    0.6344    \n",
      "Loss:               3.0999    0.5401    \n",
      "Epoch 034 (VLD): 100%|| 315/315 [00:01<00:00, 282.84it/s]\n",
      "Accuracy:           0.6540    0.8166    \n",
      "Balanced Accuracy:  0.6531    0.8234    \n",
      "Precision:          0.6333    0.6000    \n",
      "Sensitivity/Recall: 0.6376    0.8372    \n",
      "Specificity:        0.6687    0.8095    \n",
      "F1 score:           0.6355    0.6990    \n",
      "MCC:                0.3062    0.5886    \n",
      "AUC (ROC):          0.7290    0.8726    \n",
      "AUC (PR):           0.7353    0.6878    \n",
      "Loss:               3.0668    0.4964    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 035 (TRN): 100%|| 1262/1262 [00:07<00:00, 180.02it/s]\n",
      "Accuracy:           0.6569    0.7814    \n",
      "Balanced Accuracy:  0.6561    0.7527    \n",
      "Precision:          0.6778    0.5680    \n",
      "Sensitivity/Recall: 0.5833    0.6923    \n",
      "Specificity:        0.7288    0.8130    \n",
      "F1 score:           0.6270    0.6240    \n",
      "MCC:                0.3157    0.4766    \n",
      "AUC (ROC):          0.7160    0.8423    \n",
      "AUC (PR):           0.7185    0.6741    \n",
      "Loss:               3.1197    0.4997    \n",
      "Epoch 035 (VLD): 100%|| 315/315 [00:01<00:00, 293.68it/s]\n",
      "Accuracy:           0.6571    0.8521    \n",
      "Balanced Accuracy:  0.6510    0.8472    \n",
      "Precision:          0.6723    0.6667    \n",
      "Sensitivity/Recall: 0.5369    0.8372    \n",
      "Specificity:        0.7651    0.8571    \n",
      "F1 score:           0.5970    0.7423    \n",
      "MCC:                0.3110    0.6486    \n",
      "AUC (ROC):          0.7301    0.8704    \n",
      "AUC (PR):           0.7346    0.6829    \n",
      "Loss:               3.0343    0.4910    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 036 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.64it/s]\n",
      "Accuracy:           0.6680    0.7984    \n",
      "Balanced Accuracy:  0.6667    0.7547    \n",
      "Precision:          0.7122    0.6054    \n",
      "Sensitivity/Recall: 0.5513    0.6627    \n",
      "Specificity:        0.7821    0.8466    \n",
      "F1 score:           0.6215    0.6328    \n",
      "MCC:                0.3430    0.4952    \n",
      "AUC (ROC):          0.7305    0.8112    \n",
      "AUC (PR):           0.7374    0.6765    \n",
      "Loss:               3.0526    0.5228    \n",
      "Epoch 036 (VLD): 100%|| 315/315 [00:01<00:00, 307.35it/s]\n",
      "Accuracy:           0.6571    0.8343    \n",
      "Balanced Accuracy:  0.6544    0.8353    \n",
      "Precision:          0.6475    0.6316    \n",
      "Sensitivity/Recall: 0.6040    0.8372    \n",
      "Specificity:        0.7048    0.8333    \n",
      "F1 score:           0.6250    0.7200    \n",
      "MCC:                0.3105    0.6177    \n",
      "AUC (ROC):          0.7279    0.8702    \n",
      "AUC (PR):           0.7335    0.6860    \n",
      "Loss:               3.0617    0.4973    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 037 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.49it/s]\n",
      "Accuracy:           0.6656    0.7829    \n",
      "Balanced Accuracy:  0.6647    0.7518    \n",
      "Precision:          0.6906    0.5714    \n",
      "Sensitivity/Recall: 0.5865    0.6864    \n",
      "Specificity:        0.7429    0.8172    \n",
      "F1 score:           0.6343    0.6237    \n",
      "MCC:                0.3338    0.4769    \n",
      "AUC (ROC):          0.7219    0.8287    \n",
      "AUC (PR):           0.7191    0.6565    \n",
      "Loss:               3.1007    0.5140    \n",
      "Epoch 037 (VLD): 100%|| 315/315 [00:01<00:00, 294.68it/s]\n",
      "Accuracy:           0.6540    0.8166    \n",
      "Balanced Accuracy:  0.6504    0.8234    \n",
      "Precision:          0.6493    0.6000    \n",
      "Sensitivity/Recall: 0.5839    0.8372    \n",
      "Specificity:        0.7169    0.8095    \n",
      "F1 score:           0.6148    0.6990    \n",
      "MCC:                0.3037    0.5886    \n",
      "AUC (ROC):          0.7298    0.8682    \n",
      "AUC (PR):           0.7373    0.6878    \n",
      "Loss:               3.0629    0.5038    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 038 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.97it/s]\n",
      "Accuracy:           0.6846    0.7581    \n",
      "Balanced Accuracy:  0.6834    0.7388    \n",
      "Precision:          0.7335    0.5291    \n",
      "Sensitivity/Recall: 0.5689    0.6982    \n",
      "Specificity:        0.7978    0.7794    \n",
      "F1 score:           0.6408    0.6020    \n",
      "MCC:                0.3771    0.4416    \n",
      "AUC (ROC):          0.7303    0.8060    \n",
      "AUC (PR):           0.7408    0.6355    \n",
      "Loss:               3.0587    0.5309    \n",
      "Epoch 038 (VLD): 100%|| 315/315 [00:01<00:00, 292.89it/s]\n",
      "Accuracy:           0.6635    0.8166    \n",
      "Balanced Accuracy:  0.6577    0.8234    \n",
      "Precision:          0.6777    0.6000    \n",
      "Sensitivity/Recall: 0.5503    0.8372    \n",
      "Specificity:        0.7651    0.8095    \n",
      "F1 score:           0.6074    0.6990    \n",
      "MCC:                0.3237    0.5886    \n",
      "AUC (ROC):          0.7305    0.8678    \n",
      "AUC (PR):           0.7358    0.6900    \n",
      "Loss:               3.0547    0.4986    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 039 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.83it/s]\n",
      "Accuracy:           0.6727    0.7829    \n",
      "Balanced Accuracy:  0.6716    0.7499    \n",
      "Precision:          0.7097    0.5721    \n",
      "Sensitivity/Recall: 0.5721    0.6805    \n",
      "Specificity:        0.7712    0.8193    \n",
      "F1 score:           0.6335    0.6216    \n",
      "MCC:                0.3505    0.4745    \n",
      "AUC (ROC):          0.7118    0.8132    \n",
      "AUC (PR):           0.7426    0.6722    \n",
      "Loss:               3.0814    0.5206    \n",
      "Epoch 039 (VLD): 100%|| 315/315 [00:01<00:00, 293.54it/s]\n",
      "Accuracy:           0.6667    0.8166    \n",
      "Balanced Accuracy:  0.6655    0.8234    \n",
      "Precision:          0.6486    0.6000    \n",
      "Sensitivity/Recall: 0.6443    0.8372    \n",
      "Specificity:        0.6867    0.8095    \n",
      "F1 score:           0.6465    0.6990    \n",
      "MCC:                0.3312    0.5886    \n",
      "AUC (ROC):          0.7283    0.8675    \n",
      "AUC (PR):           0.7330    0.6890    \n",
      "Loss:               3.0985    0.5063    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 040 (TRN): 100%|| 1262/1262 [00:06<00:00, 180.96it/s]\n",
      "Accuracy:           0.6775    0.7829    \n",
      "Balanced Accuracy:  0.6768    0.7499    \n",
      "Precision:          0.6976    0.5721    \n",
      "Sensitivity/Recall: 0.6138    0.6805    \n",
      "Specificity:        0.7398    0.8193    \n",
      "F1 score:           0.6530    0.6216    \n",
      "MCC:                0.3566    0.4745    \n",
      "AUC (ROC):          0.7265    0.8105    \n",
      "AUC (PR):           0.7322    0.6784    \n",
      "Loss:               3.0844    0.5153    \n",
      "Epoch 040 (VLD): 100%|| 315/315 [00:01<00:00, 289.42it/s]\n",
      "Accuracy:           0.6444    0.8166    \n",
      "Balanced Accuracy:  0.6403    0.8234    \n",
      "Precision:          0.6412    0.6000    \n",
      "Sensitivity/Recall: 0.5638    0.8372    \n",
      "Specificity:        0.7169    0.8095    \n",
      "F1 score:           0.6000    0.6990    \n",
      "MCC:                0.2843    0.5886    \n",
      "AUC (ROC):          0.7288    0.8695    \n",
      "AUC (PR):           0.7321    0.6889    \n",
      "Loss:               3.0632    0.5020    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 041 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.70it/s]\n",
      "Accuracy:           0.6735    0.7891    \n",
      "Balanced Accuracy:  0.6721    0.7503    \n",
      "Precision:          0.7265    0.5855    \n",
      "Sensitivity/Recall: 0.5449    0.6686    \n",
      "Specificity:        0.7994    0.8319    \n",
      "F1 score:           0.6227    0.6243    \n",
      "MCC:                0.3563    0.4807    \n",
      "AUC (ROC):          0.7223    0.8224    \n",
      "AUC (PR):           0.7272    0.6416    \n",
      "Loss:               3.0805    0.5201    \n",
      "Epoch 041 (VLD): 100%|| 315/315 [00:01<00:00, 284.49it/s]\n",
      "Accuracy:           0.6476    0.8166    \n",
      "Balanced Accuracy:  0.6437    0.8234    \n",
      "Precision:          0.6439    0.6000    \n",
      "Sensitivity/Recall: 0.5705    0.8372    \n",
      "Specificity:        0.7169    0.8095    \n",
      "F1 score:           0.6050    0.6990    \n",
      "MCC:                0.2908    0.5886    \n",
      "AUC (ROC):          0.7291    0.8699    \n",
      "AUC (PR):           0.7340    0.6913    \n",
      "Loss:               3.0599    0.5009    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 042 (TRN): 100%|| 1262/1262 [00:06<00:00, 181.50it/s]\n",
      "Accuracy:           0.6759    0.7767    \n",
      "Balanced Accuracy:  0.6749    0.7266    \n",
      "Precision:          0.7079    0.5676    \n",
      "Sensitivity/Recall: 0.5865    0.6213    \n",
      "Specificity:        0.7633    0.8319    \n",
      "F1 score:           0.6415    0.5932    \n",
      "MCC:                0.3557    0.4407    \n",
      "AUC (ROC):          0.7243    0.8095    \n",
      "AUC (PR):           0.7355    0.6412    \n",
      "Loss:               3.0692    0.5282    \n",
      "Epoch 042 (VLD): 100%|| 315/315 [00:01<00:00, 284.60it/s]\n",
      "Accuracy:           0.6571    0.8107    \n",
      "Balanced Accuracy:  0.6544    0.8194    \n",
      "Precision:          0.6475    0.5902    \n",
      "Sensitivity/Recall: 0.6040    0.8372    \n",
      "Specificity:        0.7048    0.8016    \n",
      "F1 score:           0.6250    0.6923    \n",
      "MCC:                0.3105    0.5793    \n",
      "AUC (ROC):          0.7291    0.8690    \n",
      "AUC (PR):           0.7336    0.6926    \n",
      "Loss:               3.0678    0.5011    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 043 (TRN): 100%|| 1262/1262 [00:06<00:00, 184.32it/s]\n",
      "Accuracy:           0.6830    0.7566    \n",
      "Balanced Accuracy:  0.6820    0.7263    \n",
      "Precision:          0.7179    0.5283    \n",
      "Sensitivity/Recall: 0.5913    0.6627    \n",
      "Specificity:        0.7727    0.7899    \n",
      "F1 score:           0.6485    0.5879    \n",
      "MCC:                0.3705    0.4237    \n",
      "AUC (ROC):          0.7368    0.8102    \n",
      "AUC (PR):           0.7448    0.6940    \n",
      "Loss:               3.0464    0.5131    \n",
      "Epoch 043 (VLD): 100%|| 315/315 [00:01<00:00, 305.38it/s]\n",
      "Accuracy:           0.6444    0.8166    \n",
      "Balanced Accuracy:  0.6403    0.8234    \n",
      "Precision:          0.6412    0.6000    \n",
      "Sensitivity/Recall: 0.5638    0.8372    \n",
      "Specificity:        0.7169    0.8095    \n",
      "F1 score:           0.6000    0.6990    \n",
      "MCC:                0.2843    0.5886    \n",
      "AUC (ROC):          0.7282    0.8693    \n",
      "AUC (PR):           0.7329    0.6911    \n",
      "Loss:               3.0540    0.4988    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 044 (TRN): 100%|| 1262/1262 [00:06<00:00, 181.05it/s]\n",
      "Accuracy:           0.6830    0.7860    \n",
      "Balanced Accuracy:  0.6818    0.7539    \n",
      "Precision:          0.7295    0.5771    \n",
      "Sensitivity/Recall: 0.5705    0.6864    \n",
      "Specificity:        0.7931    0.8214    \n",
      "F1 score:           0.6403    0.6270    \n",
      "MCC:                0.3733    0.4821    \n",
      "AUC (ROC):          0.7338    0.8195    \n",
      "AUC (PR):           0.7470    0.6709    \n",
      "Loss:               3.0291    0.5124    \n",
      "Epoch 044 (VLD): 100%|| 315/315 [00:01<00:00, 286.13it/s]\n",
      "Accuracy:           0.6444    0.8166    \n",
      "Balanced Accuracy:  0.6413    0.8234    \n",
      "Precision:          0.6350    0.6000    \n",
      "Sensitivity/Recall: 0.5839    0.8372    \n",
      "Specificity:        0.6988    0.8095    \n",
      "F1 score:           0.6084    0.6990    \n",
      "MCC:                0.2847    0.5886    \n",
      "AUC (ROC):          0.7278    0.8666    \n",
      "AUC (PR):           0.7340    0.6839    \n",
      "Loss:               3.0753    0.5039    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 045 (TRN): 100%|| 1262/1262 [00:07<00:00, 170.71it/s]\n",
      "Accuracy:           0.6759    0.7922    \n",
      "Balanced Accuracy:  0.6748    0.7543    \n",
      "Precision:          0.7120    0.5907    \n",
      "Sensitivity/Recall: 0.5785    0.6746    \n",
      "Specificity:        0.7712    0.8340    \n",
      "F1 score:           0.6384    0.6298    \n",
      "MCC:                0.3566    0.4884    \n",
      "AUC (ROC):          0.7293    0.8227    \n",
      "AUC (PR):           0.7468    0.6691    \n",
      "Loss:               3.0500    0.5121    \n",
      "Epoch 045 (VLD): 100%|| 315/315 [00:01<00:00, 288.96it/s]\n",
      "Accuracy:           0.6413    0.8166    \n",
      "Balanced Accuracy:  0.6387    0.8234    \n",
      "Precision:          0.6286    0.6000    \n",
      "Sensitivity/Recall: 0.5906    0.8372    \n",
      "Specificity:        0.6867    0.8095    \n",
      "F1 score:           0.6090    0.6990    \n",
      "MCC:                0.2787    0.5886    \n",
      "AUC (ROC):          0.7275    0.8693    \n",
      "AUC (PR):           0.7319    0.6887    \n",
      "Loss:               3.0839    0.5029    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 046 (TRN): 100%|| 1262/1262 [00:06<00:00, 181.02it/s]\n",
      "Accuracy:           0.6648    0.7783    \n",
      "Balanced Accuracy:  0.6639    0.7582    \n",
      "Precision:          0.6929    0.5602    \n",
      "Sensitivity/Recall: 0.5785    0.7160    \n",
      "Specificity:        0.7492    0.8004    \n",
      "F1 score:           0.6306    0.6286    \n",
      "MCC:                0.3328    0.4811    \n",
      "AUC (ROC):          0.7172    0.8110    \n",
      "AUC (PR):           0.7310    0.6514    \n",
      "Loss:               3.0855    0.5246    \n",
      "Epoch 046 (VLD): 100%|| 315/315 [00:01<00:00, 300.49it/s]\n",
      "Accuracy:           0.6444    0.8166    \n",
      "Balanced Accuracy:  0.6410    0.8234    \n",
      "Precision:          0.6370    0.6000    \n",
      "Sensitivity/Recall: 0.5772    0.8372    \n",
      "Specificity:        0.7048    0.8095    \n",
      "F1 score:           0.6056    0.6990    \n",
      "MCC:                0.2845    0.5886    \n",
      "AUC (ROC):          0.7280    0.8715    \n",
      "AUC (PR):           0.7321    0.6942    \n",
      "Loss:               3.0706    0.5029    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 047 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.62it/s]\n",
      "Accuracy:           0.6553    0.7736    \n",
      "Balanced Accuracy:  0.6542    0.7436    \n",
      "Precision:          0.6886    0.5556    \n",
      "Sensitivity/Recall: 0.5529    0.6805    \n",
      "Specificity:        0.7555    0.8067    \n",
      "F1 score:           0.6133    0.6117    \n",
      "MCC:                0.3151    0.4589    \n",
      "AUC (ROC):          0.7072    0.8058    \n",
      "AUC (PR):           0.7245    0.6658    \n",
      "Loss:               3.1247    0.5270    \n",
      "Epoch 047 (VLD): 100%|| 315/315 [00:01<00:00, 289.11it/s]\n",
      "Accuracy:           0.6508    0.8166    \n",
      "Balanced Accuracy:  0.6484    0.8234    \n",
      "Precision:          0.6383    0.6000    \n",
      "Sensitivity/Recall: 0.6040    0.8372    \n",
      "Specificity:        0.6928    0.8095    \n",
      "F1 score:           0.6207    0.6990    \n",
      "MCC:                0.2980    0.5886    \n",
      "AUC (ROC):          0.7285    0.8678    \n",
      "AUC (PR):           0.7327    0.6867    \n",
      "Loss:               3.0770    0.5056    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 048 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.52it/s]\n",
      "Accuracy:           0.6759    0.7612    \n",
      "Balanced Accuracy:  0.6750    0.7314    \n",
      "Precision:          0.7055    0.5355    \n",
      "Sensitivity/Recall: 0.5913    0.6686    \n",
      "Specificity:        0.7586    0.7941    \n",
      "F1 score:           0.6434    0.5947    \n",
      "MCC:                0.3552    0.4337    \n",
      "AUC (ROC):          0.7233    0.8189    \n",
      "AUC (PR):           0.7363    0.6783    \n",
      "Loss:               3.0653    0.5119    \n",
      "Epoch 048 (VLD): 100%|| 315/315 [00:01<00:00, 285.53it/s]\n",
      "Accuracy:           0.6413    0.8166    \n",
      "Balanced Accuracy:  0.6376    0.8234    \n",
      "Precision:          0.6343    0.6000    \n",
      "Sensitivity/Recall: 0.5705    0.8372    \n",
      "Specificity:        0.7048    0.8095    \n",
      "F1 score:           0.6007    0.6990    \n",
      "MCC:                0.2780    0.5886    \n",
      "AUC (ROC):          0.7291    0.8684    \n",
      "AUC (PR):           0.7344    0.6868    \n",
      "Loss:               3.0560    0.4999    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 049 (TRN): 100%|| 1262/1262 [00:06<00:00, 184.54it/s]\n",
      "Accuracy:           0.6601    0.7907    \n",
      "Balanced Accuracy:  0.6588    0.7475    \n",
      "Precision:          0.7027    0.5904    \n",
      "Sensitivity/Recall: 0.5417    0.6568    \n",
      "Specificity:        0.7759    0.8382    \n",
      "F1 score:           0.6118    0.6218    \n",
      "MCC:                0.3269    0.4790    \n",
      "AUC (ROC):          0.7257    0.8125    \n",
      "AUC (PR):           0.7408    0.6820    \n",
      "Loss:               3.0643    0.5191    \n",
      "Epoch 049 (VLD): 100%|| 315/315 [00:01<00:00, 298.45it/s]\n",
      "Accuracy:           0.6540    0.8166    \n",
      "Balanced Accuracy:  0.6493    0.8234    \n",
      "Precision:          0.6562    0.6000    \n",
      "Sensitivity/Recall: 0.5638    0.8372    \n",
      "Specificity:        0.7349    0.8095    \n",
      "F1 score:           0.6065    0.6990    \n",
      "MCC:                0.3036    0.5886    \n",
      "AUC (ROC):          0.7296    0.8717    \n",
      "AUC (PR):           0.7342    0.6931    \n",
      "Loss:               3.0452    0.4946    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 050 (TRN): 100%|| 1262/1262 [00:06<00:00, 181.08it/s]\n",
      "Accuracy:           0.6624    0.7798    \n",
      "Balanced Accuracy:  0.6612    0.7383    \n",
      "Precision:          0.7054    0.5699    \n",
      "Sensitivity/Recall: 0.5449    0.6509    \n",
      "Specificity:        0.7774    0.8256    \n",
      "F1 score:           0.6148    0.6077    \n",
      "MCC:                0.3317    0.4576    \n",
      "AUC (ROC):          0.7287    0.8057    \n",
      "AUC (PR):           0.7427    0.6497    \n",
      "Loss:               3.0463    0.5344    \n",
      "Epoch 050 (VLD): 100%|| 315/315 [00:01<00:00, 287.17it/s]\n",
      "Accuracy:           0.6476    0.8166    \n",
      "Balanced Accuracy:  0.6440    0.8234    \n",
      "Precision:          0.6418    0.6000    \n",
      "Sensitivity/Recall: 0.5772    0.8372    \n",
      "Specificity:        0.7108    0.8095    \n",
      "F1 score:           0.6078    0.6990    \n",
      "MCC:                0.2909    0.5886    \n",
      "AUC (ROC):          0.7298    0.8719    \n",
      "AUC (PR):           0.7348    0.6935    \n",
      "Loss:               3.0546    0.4959    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 051 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.16it/s]\n",
      "Accuracy:           0.6870    0.7798    \n",
      "Balanced Accuracy:  0.6860    0.7554    \n",
      "Precision:          0.7206    0.5640    \n",
      "Sensitivity/Recall: 0.5994    0.7041    \n",
      "Specificity:        0.7727    0.8067    \n",
      "F1 score:           0.6544    0.6263    \n",
      "MCC:                0.3781    0.4788    \n",
      "AUC (ROC):          0.7409    0.8293    \n",
      "AUC (PR):           0.7478    0.6766    \n",
      "Loss:               3.0158    0.5064    \n",
      "Epoch 051 (VLD): 100%|| 315/315 [00:01<00:00, 282.96it/s]\n",
      "Accuracy:           0.6476    0.8166    \n",
      "Balanced Accuracy:  0.6440    0.8234    \n",
      "Precision:          0.6418    0.6000    \n",
      "Sensitivity/Recall: 0.5772    0.8372    \n",
      "Specificity:        0.7108    0.8095    \n",
      "F1 score:           0.6078    0.6990    \n",
      "MCC:                0.2909    0.5886    \n",
      "AUC (ROC):          0.7304    0.8728    \n",
      "AUC (PR):           0.7354    0.6947    \n",
      "Loss:               3.0571    0.4938    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 052 (TRN): 100%|| 1262/1262 [00:07<00:00, 178.64it/s]\n",
      "Accuracy:           0.6680    0.7783    \n",
      "Balanced Accuracy:  0.6670    0.7639    \n",
      "Precision:          0.6990    0.5586    \n",
      "Sensitivity/Recall: 0.5769    0.7337    \n",
      "Specificity:        0.7571    0.7941    \n",
      "F1 score:           0.6321    0.6343    \n",
      "MCC:                0.3397    0.4885    \n",
      "AUC (ROC):          0.7322    0.8226    \n",
      "AUC (PR):           0.7452    0.6793    \n",
      "Loss:               3.0439    0.5146    \n",
      "Epoch 052 (VLD): 100%|| 315/315 [00:01<00:00, 297.11it/s]\n",
      "Accuracy:           0.6444    0.8166    \n",
      "Balanced Accuracy:  0.6410    0.8234    \n",
      "Precision:          0.6370    0.6000    \n",
      "Sensitivity/Recall: 0.5772    0.8372    \n",
      "Specificity:        0.7048    0.8095    \n",
      "F1 score:           0.6056    0.6990    \n",
      "MCC:                0.2845    0.5886    \n",
      "AUC (ROC):          0.7305    0.8730    \n",
      "AUC (PR):           0.7353    0.6954    \n",
      "Loss:               3.0602    0.4919    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 053 (TRN): 100%|| 1262/1262 [00:06<00:00, 180.45it/s]\n",
      "Accuracy:           0.6759    0.7659    \n",
      "Balanced Accuracy:  0.6748    0.7403    \n",
      "Precision:          0.7146    0.5421    \n",
      "Sensitivity/Recall: 0.5737    0.6864    \n",
      "Specificity:        0.7759    0.7941    \n",
      "F1 score:           0.6364    0.6057    \n",
      "MCC:                0.3572    0.4487    \n",
      "AUC (ROC):          0.7276    0.8072    \n",
      "AUC (PR):           0.7356    0.6569    \n",
      "Loss:               3.0680    0.5247    \n",
      "Epoch 053 (VLD): 100%|| 315/315 [00:01<00:00, 290.04it/s]\n",
      "Accuracy:           0.6508    0.8166    \n",
      "Balanced Accuracy:  0.6470    0.8234    \n",
      "Precision:          0.6466    0.6000    \n",
      "Sensitivity/Recall: 0.5772    0.8372    \n",
      "Specificity:        0.7169    0.8095    \n",
      "F1 score:           0.6099    0.6990    \n",
      "MCC:                0.2972    0.5886    \n",
      "AUC (ROC):          0.7307    0.8732    \n",
      "AUC (PR):           0.7353    0.6961    \n",
      "Loss:               3.0565    0.4900    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 054 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.65it/s]\n",
      "Accuracy:           0.6672    0.7814    \n",
      "Balanced Accuracy:  0.6660    0.7450    \n",
      "Precision:          0.7056    0.5707    \n",
      "Sensitivity/Recall: 0.5609    0.6686    \n",
      "Specificity:        0.7712    0.8214    \n",
      "F1 score:           0.6250    0.6158    \n",
      "MCC:                0.3399    0.4672    \n",
      "AUC (ROC):          0.7223    0.8232    \n",
      "AUC (PR):           0.7428    0.7046    \n",
      "Loss:               3.0580    0.5066    \n",
      "Epoch 054 (VLD): 100%|| 315/315 [00:01<00:00, 301.87it/s]\n",
      "Accuracy:           0.6508    0.8166    \n",
      "Balanced Accuracy:  0.6467    0.8234    \n",
      "Precision:          0.6489    0.6000    \n",
      "Sensitivity/Recall: 0.5705    0.8372    \n",
      "Specificity:        0.7229    0.8095    \n",
      "F1 score:           0.6071    0.6990    \n",
      "MCC:                0.2972    0.5886    \n",
      "AUC (ROC):          0.7312    0.8736    \n",
      "AUC (PR):           0.7355    0.6964    \n",
      "Loss:               3.0544    0.4891    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 055 (TRN): 100%|| 1262/1262 [00:06<00:00, 184.92it/s]\n",
      "Accuracy:           0.6759    0.7566    \n",
      "Balanced Accuracy:  0.6751    0.7263    \n",
      "Precision:          0.7024    0.5283    \n",
      "Sensitivity/Recall: 0.5978    0.6627    \n",
      "Specificity:        0.7524    0.7899    \n",
      "F1 score:           0.6459    0.5879    \n",
      "MCC:                0.3546    0.4237    \n",
      "AUC (ROC):          0.7191    0.8025    \n",
      "AUC (PR):           0.7300    0.6671    \n",
      "Loss:               3.0859    0.5275    \n",
      "Epoch 055 (VLD): 100%|| 315/315 [00:01<00:00, 290.25it/s]\n",
      "Accuracy:           0.6476    0.8166    \n",
      "Balanced Accuracy:  0.6440    0.8234    \n",
      "Precision:          0.6418    0.6000    \n",
      "Sensitivity/Recall: 0.5772    0.8372    \n",
      "Specificity:        0.7108    0.8095    \n",
      "F1 score:           0.6078    0.6990    \n",
      "MCC:                0.2909    0.5886    \n",
      "AUC (ROC):          0.7314    0.8734    \n",
      "AUC (PR):           0.7358    0.6961    \n",
      "Loss:               3.0574    0.4899    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 056 (TRN): 100%|| 1262/1262 [00:06<00:00, 180.69it/s]\n",
      "Accuracy:           0.6799    0.7736    \n",
      "Balanced Accuracy:  0.6790    0.7550    \n",
      "Precision:          0.7083    0.5525    \n",
      "Sensitivity/Recall: 0.5994    0.7160    \n",
      "Specificity:        0.7586    0.7941    \n",
      "F1 score:           0.6493    0.6237    \n",
      "MCC:                0.3628    0.4737    \n",
      "AUC (ROC):          0.7392    0.8358    \n",
      "AUC (PR):           0.7477    0.6469    \n",
      "Loss:               3.0183    0.5078    \n",
      "Epoch 056 (VLD): 100%|| 315/315 [00:01<00:00, 295.17it/s]\n",
      "Accuracy:           0.6508    0.8166    \n",
      "Balanced Accuracy:  0.6470    0.8234    \n",
      "Precision:          0.6466    0.6000    \n",
      "Sensitivity/Recall: 0.5772    0.8372    \n",
      "Specificity:        0.7169    0.8095    \n",
      "F1 score:           0.6099    0.6990    \n",
      "MCC:                0.2972    0.5886    \n",
      "AUC (ROC):          0.7304    0.8732    \n",
      "AUC (PR):           0.7346    0.6961    \n",
      "Loss:               3.0551    0.4895    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 057 (TRN): 100%|| 1262/1262 [00:07<00:00, 179.01it/s]\n",
      "Accuracy:           0.6553    0.7674    \n",
      "Balanced Accuracy:  0.6542    0.7356    \n",
      "Precision:          0.6894    0.5459    \n",
      "Sensitivity/Recall: 0.5513    0.6686    \n",
      "Specificity:        0.7571    0.8025    \n",
      "F1 score:           0.6126    0.6011    \n",
      "MCC:                0.3153    0.4438    \n",
      "AUC (ROC):          0.7230    0.8124    \n",
      "AUC (PR):           0.7322    0.6725    \n",
      "Loss:               3.0874    0.5176    \n",
      "Epoch 057 (VLD): 100%|| 315/315 [00:01<00:00, 308.87it/s]\n",
      "Accuracy:           0.6476    0.8166    \n",
      "Balanced Accuracy:  0.6440    0.8234    \n",
      "Precision:          0.6418    0.6000    \n",
      "Sensitivity/Recall: 0.5772    0.8372    \n",
      "Specificity:        0.7108    0.8095    \n",
      "F1 score:           0.6078    0.6990    \n",
      "MCC:                0.2909    0.5886    \n",
      "AUC (ROC):          0.7298    0.8732    \n",
      "AUC (PR):           0.7346    0.6961    \n",
      "Loss:               3.0560    0.4894    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 058 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.21it/s]\n",
      "Accuracy:           0.6640    0.7891    \n",
      "Balanced Accuracy:  0.6629    0.7598    \n",
      "Precision:          0.6976    0.5813    \n",
      "Sensitivity/Recall: 0.5657    0.6982    \n",
      "Specificity:        0.7602    0.8214    \n",
      "F1 score:           0.6248    0.6344    \n",
      "MCC:                0.3325    0.4920    \n",
      "AUC (ROC):          0.7355    0.8353    \n",
      "AUC (PR):           0.7460    0.7034    \n",
      "Loss:               3.0316    0.4958    \n",
      "Epoch 058 (VLD): 100%|| 315/315 [00:01<00:00, 297.91it/s]\n",
      "Accuracy:           0.6476    0.8166    \n",
      "Balanced Accuracy:  0.6440    0.8234    \n",
      "Precision:          0.6418    0.6000    \n",
      "Sensitivity/Recall: 0.5772    0.8372    \n",
      "Specificity:        0.7108    0.8095    \n",
      "F1 score:           0.6078    0.6990    \n",
      "MCC:                0.2909    0.5886    \n",
      "AUC (ROC):          0.7298    0.8732    \n",
      "AUC (PR):           0.7345    0.6959    \n",
      "Loss:               3.0557    0.4895    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 059 (TRN): 100%|| 1262/1262 [00:06<00:00, 184.06it/s]\n",
      "Accuracy:           0.6616    0.7922    \n",
      "Balanced Accuracy:  0.6606    0.7657    \n",
      "Precision:          0.6943    0.5854    \n",
      "Sensitivity/Recall: 0.5641    0.7101    \n",
      "Specificity:        0.7571    0.8214    \n",
      "F1 score:           0.6225    0.6417    \n",
      "MCC:                0.3275    0.5019    \n",
      "AUC (ROC):          0.7238    0.8105    \n",
      "AUC (PR):           0.7287    0.6560    \n",
      "Loss:               3.0861    0.5318    \n",
      "Epoch 059 (VLD): 100%|| 315/315 [00:01<00:00, 304.79it/s]\n",
      "Accuracy:           0.6476    0.8166    \n",
      "Balanced Accuracy:  0.6440    0.8234    \n",
      "Precision:          0.6418    0.6000    \n",
      "Sensitivity/Recall: 0.5772    0.8372    \n",
      "Specificity:        0.7108    0.8095    \n",
      "F1 score:           0.6078    0.6990    \n",
      "MCC:                0.2909    0.5886    \n",
      "AUC (ROC):          0.7296    0.8736    \n",
      "AUC (PR):           0.7343    0.6966    \n",
      "Loss:               3.0549    0.4895    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 060 (TRN): 100%|| 1262/1262 [00:06<00:00, 181.37it/s]\n",
      "Accuracy:           0.6767    0.7860    \n",
      "Balanced Accuracy:  0.6757    0.7501    \n",
      "Precision:          0.7085    0.5787    \n",
      "Sensitivity/Recall: 0.5881    0.6746    \n",
      "Specificity:        0.7633    0.8256    \n",
      "F1 score:           0.6427    0.6230    \n",
      "MCC:                0.3572    0.4775    \n",
      "AUC (ROC):          0.7377    0.8228    \n",
      "AUC (PR):           0.7395    0.6845    \n",
      "Loss:               3.0537    0.5091    \n",
      "Epoch 060 (VLD): 100%|| 315/315 [00:01<00:00, 289.84it/s]\n",
      "Accuracy:           0.6476    0.8166    \n",
      "Balanced Accuracy:  0.6440    0.8234    \n",
      "Precision:          0.6418    0.6000    \n",
      "Sensitivity/Recall: 0.5772    0.8372    \n",
      "Specificity:        0.7108    0.8095    \n",
      "F1 score:           0.6078    0.6990    \n",
      "MCC:                0.2909    0.5886    \n",
      "AUC (ROC):          0.7296    0.8732    \n",
      "AUC (PR):           0.7344    0.6959    \n",
      "Loss:               3.0558    0.4897    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 061 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.97it/s]\n",
      "Accuracy:           0.6791    0.7798    \n",
      "Balanced Accuracy:  0.6781    0.7478    \n",
      "Precision:          0.7135    0.5665    \n",
      "Sensitivity/Recall: 0.5865    0.6805    \n",
      "Specificity:        0.7696    0.8151    \n",
      "F1 score:           0.6438    0.6183    \n",
      "MCC:                0.3625    0.4693    \n",
      "AUC (ROC):          0.7297    0.8258    \n",
      "AUC (PR):           0.7409    0.6681    \n",
      "Loss:               3.0559    0.5090    \n",
      "Epoch 061 (VLD): 100%|| 315/315 [00:01<00:00, 295.04it/s]\n",
      "Accuracy:           0.6476    0.8166    \n",
      "Balanced Accuracy:  0.6440    0.8234    \n",
      "Precision:          0.6418    0.6000    \n",
      "Sensitivity/Recall: 0.5772    0.8372    \n",
      "Specificity:        0.7108    0.8095    \n",
      "F1 score:           0.6078    0.6990    \n",
      "MCC:                0.2909    0.5886    \n",
      "AUC (ROC):          0.7295    0.8736    \n",
      "AUC (PR):           0.7344    0.6966    \n",
      "Loss:               3.0557    0.4893    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 062 (TRN): 100%|| 1262/1262 [00:06<00:00, 181.14it/s]\n",
      "Accuracy:           0.6823    0.7876    \n",
      "Balanced Accuracy:  0.6810    0.7550    \n",
      "Precision:          0.7280    0.5800    \n",
      "Sensitivity/Recall: 0.5705    0.6864    \n",
      "Specificity:        0.7915    0.8235    \n",
      "F1 score:           0.6397    0.6287    \n",
      "MCC:                0.3716    0.4848    \n",
      "AUC (ROC):          0.7309    0.8202    \n",
      "AUC (PR):           0.7359    0.6402    \n",
      "Loss:               3.0609    0.5207    \n",
      "Epoch 062 (VLD): 100%|| 315/315 [00:01<00:00, 290.03it/s]\n",
      "Accuracy:           0.6476    0.8166    \n",
      "Balanced Accuracy:  0.6440    0.8234    \n",
      "Precision:          0.6418    0.6000    \n",
      "Sensitivity/Recall: 0.5772    0.8372    \n",
      "Specificity:        0.7108    0.8095    \n",
      "F1 score:           0.6078    0.6990    \n",
      "MCC:                0.2909    0.5886    \n",
      "AUC (ROC):          0.7297    0.8736    \n",
      "AUC (PR):           0.7345    0.6966    \n",
      "Loss:               3.0552    0.4891    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 063 (TRN): 100%|| 1262/1262 [00:07<00:00, 178.07it/s]\n",
      "Accuracy:           0.6751    0.7938    \n",
      "Balanced Accuracy:  0.6740    0.7706    \n",
      "Precision:          0.7115    0.5865    \n",
      "Sensitivity/Recall: 0.5769    0.7219    \n",
      "Specificity:        0.7712    0.8193    \n",
      "F1 score:           0.6372    0.6472    \n",
      "MCC:                0.3551    0.5092    \n",
      "AUC (ROC):          0.7261    0.8380    \n",
      "AUC (PR):           0.7331    0.7126    \n",
      "Loss:               3.0673    0.4920    \n",
      "Epoch 063 (VLD): 100%|| 315/315 [00:01<00:00, 296.15it/s]\n",
      "Accuracy:           0.6476    0.8166    \n",
      "Balanced Accuracy:  0.6440    0.8234    \n",
      "Precision:          0.6418    0.6000    \n",
      "Sensitivity/Recall: 0.5772    0.8372    \n",
      "Specificity:        0.7108    0.8095    \n",
      "F1 score:           0.6078    0.6990    \n",
      "MCC:                0.2909    0.5886    \n",
      "AUC (ROC):          0.7296    0.8736    \n",
      "AUC (PR):           0.7342    0.6966    \n",
      "Loss:               3.0549    0.4891    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 064 (TRN): 100%|| 1262/1262 [00:06<00:00, 184.18it/s]\n",
      "Accuracy:           0.6862    0.7876    \n",
      "Balanced Accuracy:  0.6850    0.7531    \n",
      "Precision:          0.7317    0.5808    \n",
      "Sensitivity/Recall: 0.5769    0.6805    \n",
      "Specificity:        0.7931    0.8256    \n",
      "F1 score:           0.6452    0.6267    \n",
      "MCC:                0.3793    0.4825    \n",
      "AUC (ROC):          0.7344    0.8261    \n",
      "AUC (PR):           0.7426    0.6628    \n",
      "Loss:               3.0430    0.5140    \n",
      "Epoch 064 (VLD): 100%|| 315/315 [00:01<00:00, 298.05it/s]\n",
      "Accuracy:           0.6667    0.8225    \n",
      "Balanced Accuracy:  0.6648    0.8350    \n",
      "Precision:          0.6528    0.6066    \n",
      "Sensitivity/Recall: 0.6309    0.8605    \n",
      "Specificity:        0.6988    0.8095    \n",
      "F1 score:           0.6416    0.7115    \n",
      "MCC:                0.3304    0.6076    \n",
      "AUC (ROC):          0.7280    0.8656    \n",
      "AUC (PR):           0.7365    0.6849    \n",
      "Loss:               3.1068    0.5088    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 065 (TRN): 100%|| 1262/1262 [00:07<00:00, 180.09it/s]\n",
      "Accuracy:           0.6719    0.7643    \n",
      "Balanced Accuracy:  0.6710    0.7487    \n",
      "Precision:          0.7019    0.5378    \n",
      "Sensitivity/Recall: 0.5849    0.7160    \n",
      "Specificity:        0.7571    0.7815    \n",
      "F1 score:           0.6381    0.6142    \n",
      "MCC:                0.3474    0.4590    \n",
      "AUC (ROC):          0.7331    0.8271    \n",
      "AUC (PR):           0.7480    0.6656    \n",
      "Loss:               3.0302    0.5098    \n",
      "Epoch 065 (VLD): 100%|| 315/315 [00:01<00:00, 304.03it/s]\n",
      "Accuracy:           0.6508    0.8343    \n",
      "Balanced Accuracy:  0.6456    0.8353    \n",
      "Precision:          0.6560    0.6316    \n",
      "Sensitivity/Recall: 0.5503    0.8372    \n",
      "Specificity:        0.7410    0.8333    \n",
      "F1 score:           0.5985    0.7200    \n",
      "MCC:                0.2973    0.6177    \n",
      "AUC (ROC):          0.7289    0.8741    \n",
      "AUC (PR):           0.7386    0.7118    \n",
      "Loss:               3.0628    0.4831    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 066 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.79it/s]\n",
      "Accuracy:           0.6846    0.7984    \n",
      "Balanced Accuracy:  0.6839    0.7757    \n",
      "Precision:          0.7070    0.5942    \n",
      "Sensitivity/Recall: 0.6186    0.7278    \n",
      "Specificity:        0.7492    0.8235    \n",
      "F1 score:           0.6598    0.6543    \n",
      "MCC:                0.3712    0.5193    \n",
      "AUC (ROC):          0.7308    0.8365    \n",
      "AUC (PR):           0.7477    0.6885    \n",
      "Loss:               3.0505    0.4972    \n",
      "Epoch 066 (VLD): 100%|| 315/315 [00:01<00:00, 291.47it/s]\n",
      "Accuracy:           0.6508    0.8166    \n",
      "Balanced Accuracy:  0.6487    0.8234    \n",
      "Precision:          0.6364    0.6000    \n",
      "Sensitivity/Recall: 0.6107    0.8372    \n",
      "Specificity:        0.6867    0.8095    \n",
      "F1 score:           0.6233    0.6990    \n",
      "MCC:                0.2983    0.5886    \n",
      "AUC (ROC):          0.7274    0.8717    \n",
      "AUC (PR):           0.7363    0.6973    \n",
      "Loss:               3.1379    0.4920    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 067 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.39it/s]\n",
      "Accuracy:           0.6783    0.7814    \n",
      "Balanced Accuracy:  0.6774    0.7374    \n",
      "Precision:          0.7088    0.5737    \n",
      "Sensitivity/Recall: 0.5929    0.6450    \n",
      "Specificity:        0.7618    0.8298    \n",
      "F1 score:           0.6457    0.6072    \n",
      "MCC:                0.3601    0.4580    \n",
      "AUC (ROC):          0.7213    0.8173    \n",
      "AUC (PR):           0.7256    0.6613    \n",
      "Loss:               3.1029    0.5200    \n",
      "Epoch 067 (VLD): 100%|| 315/315 [00:01<00:00, 299.67it/s]\n",
      "Accuracy:           0.6730    0.8521    \n",
      "Balanced Accuracy:  0.6647    0.8472    \n",
      "Precision:          0.7170    0.6667    \n",
      "Sensitivity/Recall: 0.5101    0.8372    \n",
      "Specificity:        0.8193    0.8571    \n",
      "F1 score:           0.5961    0.7423    \n",
      "MCC:                0.3480    0.6486    \n",
      "AUC (ROC):          0.7277    0.8726    \n",
      "AUC (PR):           0.7344    0.6975    \n",
      "Loss:               3.0569    0.4878    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 068 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.46it/s]\n",
      "Accuracy:           0.6759    0.7535    \n",
      "Balanced Accuracy:  0.6750    0.7357    \n",
      "Precision:          0.7048    0.5221    \n",
      "Sensitivity/Recall: 0.5929    0.6982    \n",
      "Specificity:        0.7571    0.7731    \n",
      "F1 score:           0.6440    0.5975    \n",
      "MCC:                0.3550    0.4344    \n",
      "AUC (ROC):          0.7346    0.8155    \n",
      "AUC (PR):           0.7430    0.6629    \n",
      "Loss:               3.0342    0.5234    \n",
      "Epoch 068 (VLD): 100%|| 315/315 [00:01<00:00, 301.78it/s]\n",
      "Accuracy:           0.6508    0.8047    \n",
      "Balanced Accuracy:  0.6491    0.8154    \n",
      "Precision:          0.6345    0.5806    \n",
      "Sensitivity/Recall: 0.6174    0.8372    \n",
      "Specificity:        0.6807    0.7937    \n",
      "F1 score:           0.6259    0.6857    \n",
      "MCC:                0.2987    0.5701    \n",
      "AUC (ROC):          0.7331    0.8721    \n",
      "AUC (PR):           0.7397    0.6994    \n",
      "Loss:               3.0768    0.4961    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 069 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.80it/s]\n",
      "Accuracy:           0.6775    0.7876    \n",
      "Balanced Accuracy:  0.6760    0.7550    \n",
      "Precision:          0.7374    0.5800    \n",
      "Sensitivity/Recall: 0.5401    0.6864    \n",
      "Specificity:        0.8119    0.8235    \n",
      "F1 score:           0.6235    0.6287    \n",
      "MCC:                0.3662    0.4848    \n",
      "AUC (ROC):          0.7366    0.8138    \n",
      "AUC (PR):           0.7493    0.6497    \n",
      "Loss:               3.0366    0.5273    \n",
      "Epoch 069 (VLD): 100%|| 315/315 [00:01<00:00, 248.29it/s]\n",
      "Accuracy:           0.6571    0.8284    \n",
      "Balanced Accuracy:  0.6555    0.8390    \n",
      "Precision:          0.6414    0.6167    \n",
      "Sensitivity/Recall: 0.6242    0.8605    \n",
      "Specificity:        0.6867    0.8175    \n",
      "F1 score:           0.6327    0.7184    \n",
      "MCC:                0.3114    0.6170    \n",
      "AUC (ROC):          0.7351    0.8767    \n",
      "AUC (PR):           0.7396    0.6991    \n",
      "Loss:               3.0725    0.4787    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 070 (TRN): 100%|| 1262/1262 [00:07<00:00, 174.91it/s]\n",
      "Accuracy:           0.6791    0.7674    \n",
      "Balanced Accuracy:  0.6787    0.7356    \n",
      "Precision:          0.6859    0.5459    \n",
      "Sensitivity/Recall: 0.6474    0.6686    \n",
      "Specificity:        0.7100    0.8025    \n",
      "F1 score:           0.6661    0.6011    \n",
      "MCC:                0.3582    0.4438    \n",
      "AUC (ROC):          0.7265    0.8155    \n",
      "AUC (PR):           0.7278    0.6733    \n",
      "Loss:               3.0965    0.5147    \n",
      "Epoch 070 (VLD): 100%|| 315/315 [00:01<00:00, 296.63it/s]\n",
      "Accuracy:           0.6540    0.8166    \n",
      "Balanced Accuracy:  0.6497    0.8310    \n",
      "Precision:          0.6538    0.5968    \n",
      "Sensitivity/Recall: 0.5705    0.8605    \n",
      "Specificity:        0.7289    0.8016    \n",
      "F1 score:           0.6093    0.7048    \n",
      "MCC:                0.3036    0.5983    \n",
      "AUC (ROC):          0.7346    0.8725    \n",
      "AUC (PR):           0.7415    0.6995    \n",
      "Loss:               3.0331    0.4889    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 071 (TRN): 100%|| 1262/1262 [00:06<00:00, 185.99it/s]\n",
      "Accuracy:           0.6632    0.7783    \n",
      "Balanced Accuracy:  0.6614    0.7525    \n",
      "Precision:          0.7341    0.5619    \n",
      "Sensitivity/Recall: 0.5000    0.6982    \n",
      "Specificity:        0.8229    0.8067    \n",
      "F1 score:           0.5949    0.6227    \n",
      "MCC:                0.3416    0.4738    \n",
      "AUC (ROC):          0.7160    0.8086    \n",
      "AUC (PR):           0.7279    0.6512    \n",
      "Loss:               3.1127    0.5285    \n",
      "Epoch 071 (VLD): 100%|| 315/315 [00:01<00:00, 305.38it/s]\n",
      "Accuracy:           0.6635    0.8166    \n",
      "Balanced Accuracy:  0.6591    0.8310    \n",
      "Precision:          0.6667    0.5968    \n",
      "Sensitivity/Recall: 0.5772    0.8605    \n",
      "Specificity:        0.7410    0.8016    \n",
      "F1 score:           0.6187    0.7048    \n",
      "MCC:                0.3230    0.5983    \n",
      "AUC (ROC):          0.7344    0.8773    \n",
      "AUC (PR):           0.7402    0.7096    \n",
      "Loss:               3.0236    0.4843    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 072 (TRN): 100%|| 1262/1262 [00:06<00:00, 181.46it/s]\n",
      "Accuracy:           0.6870    0.7612    \n",
      "Balanced Accuracy:  0.6865    0.7447    \n",
      "Precision:          0.7019    0.5333    \n",
      "Sensitivity/Recall: 0.6378    0.7101    \n",
      "Specificity:        0.7351    0.7794    \n",
      "F1 score:           0.6683    0.6091    \n",
      "MCC:                0.3748    0.4516    \n",
      "AUC (ROC):          0.7431    0.8273    \n",
      "AUC (PR):           0.7556    0.6810    \n",
      "Loss:               3.0030    0.5051    \n",
      "Epoch 072 (VLD): 100%|| 315/315 [00:01<00:00, 300.74it/s]\n",
      "Accuracy:           0.6571    0.8343    \n",
      "Balanced Accuracy:  0.6520    0.8429    \n",
      "Precision:          0.6640    0.6271    \n",
      "Sensitivity/Recall: 0.5570    0.8605    \n",
      "Specificity:        0.7470    0.8254    \n",
      "F1 score:           0.6058    0.7255    \n",
      "MCC:                0.3103    0.6267    \n",
      "AUC (ROC):          0.7376    0.8846    \n",
      "AUC (PR):           0.7433    0.7164    \n",
      "Loss:               3.0325    0.4657    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7361210591813809\n",
      "Epoch 073 (TRN): 100%|| 1262/1262 [00:07<00:00, 179.18it/s]\n",
      "Accuracy:           0.6609    0.7907    \n",
      "Balanced Accuracy:  0.6595    0.7609    \n",
      "Precision:          0.7050    0.5842    \n",
      "Sensitivity/Recall: 0.5401    0.6982    \n",
      "Specificity:        0.7790    0.8235    \n",
      "F1 score:           0.6116    0.6361    \n",
      "MCC:                0.3289    0.4947    \n",
      "AUC (ROC):          0.7081    0.8297    \n",
      "AUC (PR):           0.7217    0.6540    \n",
      "Loss:               3.1303    0.5113    \n",
      "Epoch 073 (VLD): 100%|| 315/315 [00:01<00:00, 299.67it/s]\n",
      "Accuracy:           0.6667    0.8462    \n",
      "Balanced Accuracy:  0.6604    0.8432    \n",
      "Precision:          0.6864    0.6545    \n",
      "Sensitivity/Recall: 0.5436    0.8372    \n",
      "Specificity:        0.7771    0.8492    \n",
      "F1 score:           0.6067    0.7347    \n",
      "MCC:                0.3308    0.6381    \n",
      "AUC (ROC):          0.7372    0.8845    \n",
      "AUC (PR):           0.7430    0.7304    \n",
      "Loss:               3.0074    0.4625    \n",
      "model_ckpt_finetune.pt\n",
      "Saving the model to ./dev/ckpt/model_ckpt_finetune_AUPR.pt...\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7367031732351388\n",
      "Epoch 074 (TRN): 100%|| 1262/1262 [00:07<00:00, 177.18it/s]\n",
      "Accuracy:           0.6664    0.7752    \n",
      "Balanced Accuracy:  0.6656    0.7504    \n",
      "Precision:          0.6904    0.5566    \n",
      "Sensitivity/Recall: 0.5897    0.6982    \n",
      "Specificity:        0.7414    0.8025    \n",
      "F1 score:           0.6361    0.6194    \n",
      "MCC:                0.3352    0.4688    \n",
      "AUC (ROC):          0.7260    0.8159    \n",
      "AUC (PR):           0.7437    0.6899    \n",
      "Loss:               3.0572    0.5131    \n",
      "Epoch 074 (VLD): 100%|| 315/315 [00:01<00:00, 305.72it/s]\n",
      "Accuracy:           0.6571    0.8047    \n",
      "Balanced Accuracy:  0.6544    0.8231    \n",
      "Precision:          0.6475    0.5781    \n",
      "Sensitivity/Recall: 0.6040    0.8605    \n",
      "Specificity:        0.7048    0.7857    \n",
      "F1 score:           0.6250    0.6916    \n",
      "MCC:                0.3105    0.5802    \n",
      "AUC (ROC):          0.7330    0.8800    \n",
      "AUC (PR):           0.7407    0.7304    \n",
      "Loss:               3.0418    0.4874    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7367031732351388\n",
      "Epoch 075 (TRN): 100%|| 1262/1262 [00:06<00:00, 185.40it/s]\n",
      "Accuracy:           0.6894    0.7628    \n",
      "Balanced Accuracy:  0.6881    0.7401    \n",
      "Precision:          0.7397    0.5367    \n",
      "Sensitivity/Recall: 0.5737    0.6923    \n",
      "Specificity:        0.8025    0.7878    \n",
      "F1 score:           0.6462    0.6047    \n",
      "MCC:                0.3868    0.4463    \n",
      "AUC (ROC):          0.7377    0.8163    \n",
      "AUC (PR):           0.7504    0.6561    \n",
      "Loss:               3.0221    0.5241    \n",
      "Epoch 075 (VLD): 100%|| 315/315 [00:01<00:00, 294.06it/s]\n",
      "Accuracy:           0.6540    0.8107    \n",
      "Balanced Accuracy:  0.6507    0.8271    \n",
      "Precision:          0.6471    0.5873    \n",
      "Sensitivity/Recall: 0.5906    0.8605    \n",
      "Specificity:        0.7108    0.7937    \n",
      "F1 score:           0.6175    0.6981    \n",
      "MCC:                0.3039    0.5892    \n",
      "AUC (ROC):          0.7302    0.8752    \n",
      "AUC (PR):           0.7415    0.7252    \n",
      "Loss:               3.0578    0.4881    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7367031732351388\n",
      "Epoch 076 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.38it/s]\n",
      "Accuracy:           0.6696    0.8093    \n",
      "Balanced Accuracy:  0.6686    0.7735    \n",
      "Precision:          0.7010    0.6211    \n",
      "Sensitivity/Recall: 0.5785    0.6982    \n",
      "Specificity:        0.7586    0.8487    \n",
      "F1 score:           0.6339    0.6574    \n",
      "MCC:                0.3430    0.5276    \n",
      "AUC (ROC):          0.7296    0.8263    \n",
      "AUC (PR):           0.7392    0.6739    \n",
      "Loss:               3.0627    0.5136    \n",
      "Epoch 076 (VLD): 100%|| 315/315 [00:01<00:00, 285.81it/s]\n",
      "Accuracy:           0.6667    0.8225    \n",
      "Balanced Accuracy:  0.6648    0.8350    \n",
      "Precision:          0.6528    0.6066    \n",
      "Sensitivity/Recall: 0.6309    0.8605    \n",
      "Specificity:        0.6988    0.8095    \n",
      "F1 score:           0.6416    0.7115    \n",
      "MCC:                0.3304    0.6076    \n",
      "AUC (ROC):          0.7291    0.8671    \n",
      "AUC (PR):           0.7409    0.7041    \n",
      "Loss:               3.1048    0.4972    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7367031732351388\n",
      "Epoch 077 (TRN): 100%|| 1262/1262 [00:07<00:00, 175.43it/s]\n",
      "Accuracy:           0.6672    0.8031    \n",
      "Balanced Accuracy:  0.6659    0.7769    \n",
      "Precision:          0.7125    0.6040    \n",
      "Sensitivity/Recall: 0.5481    0.7219    \n",
      "Specificity:        0.7837    0.8319    \n",
      "F1 score:           0.6196    0.6577    \n",
      "MCC:                0.3417    0.5251    \n",
      "AUC (ROC):          0.7162    0.8380    \n",
      "AUC (PR):           0.7352    0.7048    \n",
      "Loss:               3.0923    0.4911    \n",
      "Epoch 077 (VLD): 100%|| 315/315 [00:01<00:00, 303.50it/s]\n",
      "Accuracy:           0.6730    0.8166    \n",
      "Balanced Accuracy:  0.6712    0.8310    \n",
      "Precision:          0.6597    0.5968    \n",
      "Sensitivity/Recall: 0.6376    0.8605    \n",
      "Specificity:        0.7048    0.8016    \n",
      "F1 score:           0.6485    0.7048    \n",
      "MCC:                0.3432    0.5983    \n",
      "AUC (ROC):          0.7328    0.8717    \n",
      "AUC (PR):           0.7436    0.7087    \n",
      "Loss:               3.0997    0.4890    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7367031732351388\n",
      "Epoch 078 (TRN): 100%|| 1262/1262 [00:06<00:00, 185.00it/s]\n",
      "Accuracy:           0.6799    0.8062    \n",
      "Balanced Accuracy:  0.6788    0.7790    \n",
      "Precision:          0.7183    0.6100    \n",
      "Sensitivity/Recall: 0.5801    0.7219    \n",
      "Specificity:        0.7774    0.8361    \n",
      "F1 score:           0.6418    0.6612    \n",
      "MCC:                0.3650    0.5305    \n",
      "AUC (ROC):          0.7401    0.8521    \n",
      "AUC (PR):           0.7420    0.6846    \n",
      "Loss:               3.0355    0.4901    \n",
      "Epoch 078 (VLD): 100%|| 315/315 [00:01<00:00, 296.79it/s]\n",
      "Accuracy:           0.6730    0.8521    \n",
      "Balanced Accuracy:  0.6667    0.8472    \n",
      "Precision:          0.6949    0.6667    \n",
      "Sensitivity/Recall: 0.5503    0.8372    \n",
      "Specificity:        0.7831    0.8571    \n",
      "F1 score:           0.6142    0.7423    \n",
      "MCC:                0.3440    0.6486    \n",
      "AUC (ROC):          0.7370    0.8819    \n",
      "AUC (PR):           0.7454    0.7194    \n",
      "Loss:               3.0191    0.4561    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7367031732351388\n",
      "Epoch 079 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.52it/s]\n",
      "Accuracy:           0.6743    0.7783    \n",
      "Balanced Accuracy:  0.6733    0.7525    \n",
      "Precision:          0.7092    0.5619    \n",
      "Sensitivity/Recall: 0.5785    0.6982    \n",
      "Specificity:        0.7680    0.8067    \n",
      "F1 score:           0.6372    0.6227    \n",
      "MCC:                0.3532    0.4738    \n",
      "AUC (ROC):          0.7279    0.8335    \n",
      "AUC (PR):           0.7332    0.6784    \n",
      "Loss:               3.0663    0.5034    \n",
      "Epoch 079 (VLD): 100%|| 315/315 [00:01<00:00, 286.10it/s]\n",
      "Accuracy:           0.6635    0.8166    \n",
      "Balanced Accuracy:  0.6611    0.8387    \n",
      "Precision:          0.6525    0.5938    \n",
      "Sensitivity/Recall: 0.6174    0.8837    \n",
      "Specificity:        0.7048    0.7937    \n",
      "F1 score:           0.6345    0.7103    \n",
      "MCC:                0.3236    0.6082    \n",
      "AUC (ROC):          0.7371    0.8839    \n",
      "AUC (PR):           0.7468    0.7257    \n",
      "Loss:               3.0429    0.4680    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7367031732351388\n",
      "Epoch 080 (TRN): 100%|| 1262/1262 [00:06<00:00, 186.49it/s]\n",
      "Accuracy:           0.6830    0.7612    \n",
      "Balanced Accuracy:  0.6823    0.7657    \n",
      "Precision:          0.7044    0.5304    \n",
      "Sensitivity/Recall: 0.6186    0.7751    \n",
      "Specificity:        0.7461    0.7563    \n",
      "F1 score:           0.6587    0.6298    \n",
      "MCC:                0.3678    0.4808    \n",
      "AUC (ROC):          0.7337    0.8330    \n",
      "AUC (PR):           0.7428    0.7045    \n",
      "Loss:               3.0585    0.5066    \n",
      "Epoch 080 (VLD): 100%|| 315/315 [00:01<00:00, 308.37it/s]\n",
      "Accuracy:           0.6857    0.8343    \n",
      "Balanced Accuracy:  0.6784    0.8429    \n",
      "Precision:          0.7232    0.6271    \n",
      "Sensitivity/Recall: 0.5436    0.8605    \n",
      "Specificity:        0.8133    0.8254    \n",
      "F1 score:           0.6207    0.7255    \n",
      "MCC:                0.3722    0.6267    \n",
      "AUC (ROC):          0.7376    0.8834    \n",
      "AUC (PR):           0.7469    0.7229    \n",
      "Loss:               3.0377    0.4482    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7367031732351388\n",
      "Epoch 081 (TRN): 100%|| 1262/1262 [00:06<00:00, 180.70it/s]\n",
      "Accuracy:           0.6751    0.7938    \n",
      "Balanced Accuracy:  0.6741    0.7515    \n",
      "Precision:          0.7066    0.5957    \n",
      "Sensitivity/Recall: 0.5865    0.6627    \n",
      "Specificity:        0.7618    0.8403    \n",
      "F1 score:           0.6410    0.6275    \n",
      "MCC:                0.3540    0.4868    \n",
      "AUC (ROC):          0.7393    0.8410    \n",
      "AUC (PR):           0.7383    0.6899    \n",
      "Loss:               3.0376    0.4983    \n",
      "Epoch 081 (VLD): 100%|| 315/315 [00:01<00:00, 297.97it/s]\n",
      "Accuracy:           0.6825    0.8284    \n",
      "Balanced Accuracy:  0.6809    0.8466    \n",
      "Precision:          0.6690    0.6129    \n",
      "Sensitivity/Recall: 0.6510    0.8837    \n",
      "Specificity:        0.7108    0.8095    \n",
      "F1 score:           0.6599    0.7238    \n",
      "MCC:                0.3625    0.6265    \n",
      "AUC (ROC):          0.7346    0.8846    \n",
      "AUC (PR):           0.7465    0.7326    \n",
      "Loss:               3.0757    0.4624    \n",
      "model_ckpt_finetune.pt\n",
      "Saving the model to ./dev/ckpt/model_ckpt_finetune_AUPR.pt...\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7395290945074604\n",
      "Epoch 082 (TRN): 100%|| 1262/1262 [00:07<00:00, 173.54it/s]\n",
      "Accuracy:           0.6846    0.7690    \n",
      "Balanced Accuracy:  0.6838    0.7576    \n",
      "Precision:          0.7100    0.5439    \n",
      "Sensitivity/Recall: 0.6122    0.7337    \n",
      "Specificity:        0.7555    0.7815    \n",
      "F1 score:           0.6575    0.6247    \n",
      "MCC:                0.3717    0.4739    \n",
      "AUC (ROC):          0.7388    0.8362    \n",
      "AUC (PR):           0.7493    0.7131    \n",
      "Loss:               3.0211    0.4944    \n",
      "Epoch 082 (VLD): 100%|| 315/315 [00:01<00:00, 299.49it/s]\n",
      "Accuracy:           0.6698    0.8284    \n",
      "Balanced Accuracy:  0.6637    0.8390    \n",
      "Precision:          0.6891    0.6167    \n",
      "Sensitivity/Recall: 0.5503    0.8605    \n",
      "Specificity:        0.7771    0.8175    \n",
      "F1 score:           0.6119    0.7184    \n",
      "MCC:                0.3372    0.6170    \n",
      "AUC (ROC):          0.7343    0.8850    \n",
      "AUC (PR):           0.7472    0.7350    \n",
      "Loss:               3.0342    0.4608    \n",
      "model_ckpt_finetune.pt\n",
      "Saving the model to ./dev/ckpt/model_ckpt_finetune_AUPR.pt...\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7410970755189834\n",
      "Epoch 083 (TRN): 100%|| 1262/1262 [00:07<00:00, 179.55it/s]\n",
      "Accuracy:           0.6894    0.7736    \n",
      "Balanced Accuracy:  0.6886    0.7531    \n",
      "Precision:          0.7164    0.5530    \n",
      "Sensitivity/Recall: 0.6154    0.7101    \n",
      "Specificity:        0.7618    0.7962    \n",
      "F1 score:           0.6621    0.6218    \n",
      "MCC:                0.3815    0.4712    \n",
      "AUC (ROC):          0.7428    0.8290    \n",
      "AUC (PR):           0.7553    0.7214    \n",
      "Loss:               3.0007    0.4929    \n",
      "Epoch 083 (VLD): 100%|| 315/315 [00:01<00:00, 292.86it/s]\n",
      "Accuracy:           0.6698    0.8284    \n",
      "Balanced Accuracy:  0.6672    0.8390    \n",
      "Precision:          0.6619    0.6167    \n",
      "Sensitivity/Recall: 0.6174    0.8605    \n",
      "Specificity:        0.7169    0.8175    \n",
      "F1 score:           0.6389    0.7184    \n",
      "MCC:                0.3362    0.6170    \n",
      "AUC (ROC):          0.7329    0.8826    \n",
      "AUC (PR):           0.7449    0.7325    \n",
      "Loss:               3.0860    0.4695    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7410970755189834\n",
      "Epoch 084 (TRN): 100%|| 1262/1262 [00:06<00:00, 187.24it/s]\n",
      "Accuracy:           0.6767    0.8093    \n",
      "Balanced Accuracy:  0.6752    0.7544    \n",
      "Precision:          0.7338    0.6353    \n",
      "Sensitivity/Recall: 0.5433    0.6391    \n",
      "Specificity:        0.8072    0.8697    \n",
      "F1 score:           0.6243    0.6372    \n",
      "MCC:                0.3637    0.5078    \n",
      "AUC (ROC):          0.7372    0.8358    \n",
      "AUC (PR):           0.7453    0.6709    \n",
      "Loss:               3.0304    0.5110    \n",
      "Epoch 084 (VLD): 100%|| 315/315 [00:01<00:00, 302.43it/s]\n",
      "Accuracy:           0.6730    0.8284    \n",
      "Balanced Accuracy:  0.6681    0.8390    \n",
      "Precision:          0.6825    0.6167    \n",
      "Sensitivity/Recall: 0.5772    0.8605    \n",
      "Specificity:        0.7590    0.8175    \n",
      "F1 score:           0.6255    0.7184    \n",
      "MCC:                0.3427    0.6170    \n",
      "AUC (ROC):          0.7316    0.8734    \n",
      "AUC (PR):           0.7428    0.7133    \n",
      "Loss:               3.0566    0.4810    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7410970755189834\n",
      "Epoch 085 (TRN): 100%|| 1262/1262 [00:06<00:00, 180.98it/s]\n",
      "Accuracy:           0.6727    0.7473    \n",
      "Balanced Accuracy:  0.6723    0.7467    \n",
      "Precision:          0.6810    0.5122    \n",
      "Sensitivity/Recall: 0.6362    0.7456    \n",
      "Specificity:        0.7085    0.7479    \n",
      "F1 score:           0.6578    0.6072    \n",
      "MCC:                0.3457    0.4467    \n",
      "AUC (ROC):          0.7258    0.8181    \n",
      "AUC (PR):           0.7264    0.6847    \n",
      "Loss:               3.0931    0.5157    \n",
      "Epoch 085 (VLD): 100%|| 315/315 [00:01<00:00, 298.90it/s]\n",
      "Accuracy:           0.6476    0.7988    \n",
      "Balanced Accuracy:  0.6426    0.8191    \n",
      "Precision:          0.6508    0.5692    \n",
      "Sensitivity/Recall: 0.5503    0.8605    \n",
      "Specificity:        0.7349    0.7778    \n",
      "F1 score:           0.5964    0.6852    \n",
      "MCC:                0.2907    0.5714    \n",
      "AUC (ROC):          0.7286    0.8760    \n",
      "AUC (PR):           0.7362    0.7195    \n",
      "Loss:               3.0630    0.4938    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7410970755189834\n",
      "Epoch 086 (TRN): 100%|| 1262/1262 [00:06<00:00, 184.01it/s]\n",
      "Accuracy:           0.6712    0.7876    \n",
      "Balanced Accuracy:  0.6697    0.7607    \n",
      "Precision:          0.7257    0.5777    \n",
      "Sensitivity/Recall: 0.5385    0.7041    \n",
      "Specificity:        0.8009    0.8172    \n",
      "F1 score:           0.6182    0.6347    \n",
      "MCC:                0.3521    0.4917    \n",
      "AUC (ROC):          0.7278    0.8257    \n",
      "AUC (PR):           0.7418    0.6821    \n",
      "Loss:               3.0666    0.5099    \n",
      "Epoch 086 (VLD): 100%|| 315/315 [00:01<00:00, 306.16it/s]\n",
      "Accuracy:           0.6571    0.8462    \n",
      "Balanced Accuracy:  0.6527    0.8509    \n",
      "Precision:          0.6589    0.6491    \n",
      "Sensitivity/Recall: 0.5705    0.8605    \n",
      "Specificity:        0.7349    0.8413    \n",
      "F1 score:           0.6115    0.7400    \n",
      "MCC:                0.3101    0.6465    \n",
      "AUC (ROC):          0.7293    0.8789    \n",
      "AUC (PR):           0.7392    0.7233    \n",
      "Loss:               3.0715    0.4701    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7410970755189834\n",
      "Epoch 087 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.88it/s]\n",
      "Accuracy:           0.6894    0.8000    \n",
      "Balanced Accuracy:  0.6891    0.7805    \n",
      "Precision:          0.6946    0.5952    \n",
      "Sensitivity/Recall: 0.6635    0.7396    \n",
      "Specificity:        0.7147    0.8214    \n",
      "F1 score:           0.6787    0.6596    \n",
      "MCC:                0.3788    0.5265    \n",
      "AUC (ROC):          0.7401    0.8369    \n",
      "AUC (PR):           0.7374    0.6948    \n",
      "Loss:               3.0488    0.5003    \n",
      "Epoch 087 (VLD): 100%|| 315/315 [00:01<00:00, 294.46it/s]\n",
      "Accuracy:           0.6698    0.8639    \n",
      "Balanced Accuracy:  0.6630    0.8628    \n",
      "Precision:          0.6957    0.6852    \n",
      "Sensitivity/Recall: 0.5369    0.8605    \n",
      "Specificity:        0.7892    0.8651    \n",
      "F1 score:           0.6061    0.7629    \n",
      "MCC:                0.3381    0.6777    \n",
      "AUC (ROC):          0.7289    0.8839    \n",
      "AUC (PR):           0.7384    0.7291    \n",
      "Loss:               3.0692    0.4629    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7410970755189834\n",
      "Epoch 088 (TRN): 100%|| 1262/1262 [00:06<00:00, 185.04it/s]\n",
      "Accuracy:           0.6719    0.7922    \n",
      "Balanced Accuracy:  0.6705    0.7677    \n",
      "Precision:          0.7244    0.5845    \n",
      "Sensitivity/Recall: 0.5433    0.7160    \n",
      "Specificity:        0.7978    0.8193    \n",
      "F1 score:           0.6209    0.6436    \n",
      "MCC:                0.3530    0.5042    \n",
      "AUC (ROC):          0.7195    0.8312    \n",
      "AUC (PR):           0.7280    0.6611    \n",
      "Loss:               3.1042    0.5103    \n",
      "Epoch 088 (VLD): 100%|| 315/315 [00:01<00:00, 314.40it/s]\n",
      "Accuracy:           0.6603    0.8284    \n",
      "Balanced Accuracy:  0.6561    0.8390    \n",
      "Precision:          0.6615    0.6167    \n",
      "Sensitivity/Recall: 0.5772    0.8605    \n",
      "Specificity:        0.7349    0.8175    \n",
      "F1 score:           0.6165    0.7184    \n",
      "MCC:                0.3165    0.6170    \n",
      "AUC (ROC):          0.7328    0.8832    \n",
      "AUC (PR):           0.7460    0.7329    \n",
      "Loss:               3.0401    0.4685    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7410970755189834\n",
      "Epoch 089 (TRN): 100%|| 1262/1262 [00:06<00:00, 184.16it/s]\n",
      "Accuracy:           0.6799    0.7736    \n",
      "Balanced Accuracy:  0.6788    0.7493    \n",
      "Precision:          0.7174    0.5540    \n",
      "Sensitivity/Recall: 0.5817    0.6982    \n",
      "Specificity:        0.7759    0.8004    \n",
      "F1 score:           0.6425    0.6178    \n",
      "MCC:                0.3648    0.4662    \n",
      "AUC (ROC):          0.7271    0.8265    \n",
      "AUC (PR):           0.7427    0.6832    \n",
      "Loss:               3.0551    0.5089    \n",
      "Epoch 089 (VLD): 100%|| 315/315 [00:01<00:00, 284.66it/s]\n",
      "Accuracy:           0.6603    0.8343    \n",
      "Balanced Accuracy:  0.6557    0.8506    \n",
      "Precision:          0.6641    0.6230    \n",
      "Sensitivity/Recall: 0.5705    0.8837    \n",
      "Specificity:        0.7410    0.8175    \n",
      "F1 score:           0.6137    0.7308    \n",
      "MCC:                0.3166    0.6359    \n",
      "AUC (ROC):          0.7322    0.8832    \n",
      "AUC (PR):           0.7460    0.7338    \n",
      "Loss:               3.0253    0.4693    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7410970755189834\n",
      "Epoch 090 (TRN): 100%|| 1262/1262 [00:06<00:00, 184.26it/s]\n",
      "Accuracy:           0.6815    0.7581    \n",
      "Balanced Accuracy:  0.6810    0.7560    \n",
      "Precision:          0.6920    0.5270    \n",
      "Sensitivity/Recall: 0.6410    0.7515    \n",
      "Specificity:        0.7210    0.7605    \n",
      "F1 score:           0.6656    0.6195    \n",
      "MCC:                0.3633    0.4654    \n",
      "AUC (ROC):          0.7354    0.8417    \n",
      "AUC (PR):           0.7474    0.7190    \n",
      "Loss:               3.0411    0.4896    \n",
      "Epoch 090 (VLD): 100%|| 315/315 [00:01<00:00, 303.40it/s]\n",
      "Accuracy:           0.6667    0.8284    \n",
      "Balanced Accuracy:  0.6604    0.8390    \n",
      "Precision:          0.6864    0.6167    \n",
      "Sensitivity/Recall: 0.5436    0.8605    \n",
      "Specificity:        0.7771    0.8175    \n",
      "F1 score:           0.6067    0.7184    \n",
      "MCC:                0.3308    0.6170    \n",
      "AUC (ROC):          0.7300    0.8832    \n",
      "AUC (PR):           0.7452    0.7430    \n",
      "Loss:               3.0499    0.4616    \n",
      "model_ckpt_finetune.pt\n",
      "Saving the model to ./dev/ckpt/model_ckpt_finetune_AUPR.pt...\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7441156197882854\n",
      "Epoch 091 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.38it/s]\n",
      "Accuracy:           0.6727    0.7690    \n",
      "Balanced Accuracy:  0.6711    0.7462    \n",
      "Precision:          0.7392    0.5463    \n",
      "Sensitivity/Recall: 0.5224    0.6982    \n",
      "Specificity:        0.8197    0.7941    \n",
      "F1 score:           0.6122    0.6130    \n",
      "MCC:                0.3588    0.4587    \n",
      "AUC (ROC):          0.7247    0.8188    \n",
      "AUC (PR):           0.7381    0.6715    \n",
      "Loss:               3.0793    0.5180    \n",
      "Epoch 091 (VLD): 100%|| 315/315 [00:01<00:00, 298.19it/s]\n",
      "Accuracy:           0.6571    0.8284    \n",
      "Balanced Accuracy:  0.6530    0.8390    \n",
      "Precision:          0.6565    0.6167    \n",
      "Sensitivity/Recall: 0.5772    0.8605    \n",
      "Specificity:        0.7289    0.8175    \n",
      "F1 score:           0.6143    0.7184    \n",
      "MCC:                0.3101    0.6170    \n",
      "AUC (ROC):          0.7302    0.8808    \n",
      "AUC (PR):           0.7460    0.7431    \n",
      "Loss:               3.0584    0.4733    \n",
      "model_ckpt_finetune.pt\n",
      "Saving the model to ./dev/ckpt/model_ckpt_finetune_AUPR.pt...\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7445465583246706\n",
      "Epoch 092 (TRN): 100%|| 1262/1262 [00:06<00:00, 181.45it/s]\n",
      "Accuracy:           0.6902    0.8062    \n",
      "Balanced Accuracy:  0.6896    0.7866    \n",
      "Precision:          0.7084    0.6058    \n",
      "Sensitivity/Recall: 0.6346    0.7456    \n",
      "Specificity:        0.7445    0.8277    \n",
      "F1 score:           0.6695    0.6684    \n",
      "MCC:                0.3816    0.5393    \n",
      "AUC (ROC):          0.7373    0.8603    \n",
      "AUC (PR):           0.7372    0.7316    \n",
      "Loss:               3.0499    0.4738    \n",
      "Epoch 092 (VLD): 100%|| 315/315 [00:01<00:00, 296.69it/s]\n",
      "Accuracy:           0.6571    0.8284    \n",
      "Balanced Accuracy:  0.6537    0.8390    \n",
      "Precision:          0.6519    0.6167    \n",
      "Sensitivity/Recall: 0.5906    0.8605    \n",
      "Specificity:        0.7169    0.8175    \n",
      "F1 score:           0.6197    0.7184    \n",
      "MCC:                0.3102    0.6170    \n",
      "AUC (ROC):          0.7301    0.8824    \n",
      "AUC (PR):           0.7455    0.7352    \n",
      "Loss:               3.0356    0.4633    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7445465583246706\n",
      "Epoch 093 (TRN): 100%|| 1262/1262 [00:07<00:00, 178.81it/s]\n",
      "Accuracy:           0.6775    0.7690    \n",
      "Balanced Accuracy:  0.6765    0.7576    \n",
      "Precision:          0.7107    0.5439    \n",
      "Sensitivity/Recall: 0.5865    0.7337    \n",
      "Specificity:        0.7665    0.7815    \n",
      "F1 score:           0.6427    0.6247    \n",
      "MCC:                0.3591    0.4739    \n",
      "AUC (ROC):          0.7321    0.8130    \n",
      "AUC (PR):           0.7357    0.6823    \n",
      "Loss:               3.0641    0.5170    \n",
      "Epoch 093 (VLD): 100%|| 315/315 [00:01<00:00, 290.60it/s]\n",
      "Accuracy:           0.6603    0.7929    \n",
      "Balanced Accuracy:  0.6564    0.8228    \n",
      "Precision:          0.6591    0.5588    \n",
      "Sensitivity/Recall: 0.5839    0.8837    \n",
      "Specificity:        0.7289    0.7619    \n",
      "F1 score:           0.6192    0.6847    \n",
      "MCC:                0.3165    0.5734    \n",
      "AUC (ROC):          0.7330    0.8841    \n",
      "AUC (PR):           0.7468    0.7423    \n",
      "Loss:               3.0274    0.4931    \n",
      "model_ckpt_finetune.pt\n",
      "Saving the model to ./dev/ckpt/model_ckpt_finetune_AUPR.pt...\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7445486911966578\n",
      "Epoch 094 (TRN): 100%|| 1262/1262 [00:06<00:00, 184.56it/s]\n",
      "Accuracy:           0.6775    0.7597    \n",
      "Balanced Accuracy:  0.6761    0.7437    \n",
      "Precision:          0.7284    0.5310    \n",
      "Sensitivity/Recall: 0.5545    0.7101    \n",
      "Specificity:        0.7978    0.7773    \n",
      "F1 score:           0.6297    0.6076    \n",
      "MCC:                0.3636    0.4492    \n",
      "AUC (ROC):          0.7276    0.8095    \n",
      "AUC (PR):           0.7526    0.6690    \n",
      "Loss:               3.0386    0.5326    \n",
      "Epoch 094 (VLD): 100%|| 315/315 [00:01<00:00, 288.23it/s]\n",
      "Accuracy:           0.6571    0.8225    \n",
      "Balanced Accuracy:  0.6534    0.8350    \n",
      "Precision:          0.6541    0.6066    \n",
      "Sensitivity/Recall: 0.5839    0.8605    \n",
      "Specificity:        0.7229    0.8095    \n",
      "F1 score:           0.6170    0.7115    \n",
      "MCC:                0.3101    0.6076    \n",
      "AUC (ROC):          0.7350    0.8846    \n",
      "AUC (PR):           0.7494    0.7427    \n",
      "Loss:               3.0383    0.4648    \n",
      "model_ckpt_finetune.pt\n",
      "Saving the model to ./dev/ckpt/model_ckpt_finetune_AUPR.pt...\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7460630040233897\n",
      "Epoch 095 (TRN): 100%|| 1262/1262 [00:06<00:00, 184.73it/s]\n",
      "Accuracy:           0.6870    0.7829    \n",
      "Balanced Accuracy:  0.6859    0.7594    \n",
      "Precision:          0.7285    0.5687    \n",
      "Sensitivity/Recall: 0.5849    0.7101    \n",
      "Specificity:        0.7868    0.8088    \n",
      "F1 score:           0.6489    0.6316    \n",
      "MCC:                0.3799    0.4863    \n",
      "AUC (ROC):          0.7418    0.8107    \n",
      "AUC (PR):           0.7487    0.6622    \n",
      "Loss:               3.0194    0.5232    \n",
      "Epoch 095 (VLD): 100%|| 315/315 [00:01<00:00, 281.16it/s]\n",
      "Accuracy:           0.6540    0.8284    \n",
      "Balanced Accuracy:  0.6507    0.8390    \n",
      "Precision:          0.6471    0.6167    \n",
      "Sensitivity/Recall: 0.5906    0.8605    \n",
      "Specificity:        0.7108    0.8175    \n",
      "F1 score:           0.6175    0.7184    \n",
      "MCC:                0.3039    0.6170    \n",
      "AUC (ROC):          0.7338    0.8821    \n",
      "AUC (PR):           0.7488    0.7344    \n",
      "Loss:               3.0457    0.4744    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7460630040233897\n",
      "Epoch 096 (TRN): 100%|| 1262/1262 [00:07<00:00, 179.99it/s]\n",
      "Accuracy:           0.6632    0.7876    \n",
      "Balanced Accuracy:  0.6621    0.7588    \n",
      "Precision:          0.6978    0.5784    \n",
      "Sensitivity/Recall: 0.5625    0.6982    \n",
      "Specificity:        0.7618    0.8193    \n",
      "F1 score:           0.6229    0.6327    \n",
      "MCC:                0.3311    0.4894    \n",
      "AUC (ROC):          0.7285    0.8242    \n",
      "AUC (PR):           0.7302    0.6629    \n",
      "Loss:               3.0821    0.5174    \n",
      "Epoch 096 (VLD): 100%|| 315/315 [00:01<00:00, 299.30it/s]\n",
      "Accuracy:           0.6540    0.8462    \n",
      "Balanced Accuracy:  0.6511    0.8509    \n",
      "Precision:          0.6449    0.6491    \n",
      "Sensitivity/Recall: 0.5973    0.8605    \n",
      "Specificity:        0.7048    0.8413    \n",
      "F1 score:           0.6202    0.7400    \n",
      "MCC:                0.3040    0.6465    \n",
      "AUC (ROC):          0.7319    0.8800    \n",
      "AUC (PR):           0.7461    0.7276    \n",
      "Loss:               3.0508    0.4715    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7460630040233897\n",
      "Epoch 097 (TRN): 100%|| 1262/1262 [00:06<00:00, 186.03it/s]\n",
      "Accuracy:           0.6743    0.7705    \n",
      "Balanced Accuracy:  0.6732    0.7396    \n",
      "Precision:          0.7134    0.5507    \n",
      "Sensitivity/Recall: 0.5705    0.6746    \n",
      "Specificity:        0.7759    0.8046    \n",
      "F1 score:           0.6340    0.6064    \n",
      "MCC:                0.3542    0.4514    \n",
      "AUC (ROC):          0.7296    0.8202    \n",
      "AUC (PR):           0.7500    0.6868    \n",
      "Loss:               3.0376    0.5129    \n",
      "Epoch 097 (VLD): 100%|| 315/315 [00:01<00:00, 283.82it/s]\n",
      "Accuracy:           0.6635    0.8343    \n",
      "Balanced Accuracy:  0.6611    0.8429    \n",
      "Precision:          0.6525    0.6271    \n",
      "Sensitivity/Recall: 0.6174    0.8605    \n",
      "Specificity:        0.7048    0.8254    \n",
      "F1 score:           0.6345    0.7255    \n",
      "MCC:                0.3236    0.6267    \n",
      "AUC (ROC):          0.7298    0.8800    \n",
      "AUC (PR):           0.7427    0.7297    \n",
      "Loss:               3.0551    0.4756    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7460630040233897\n",
      "Epoch 098 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.89it/s]\n",
      "Accuracy:           0.6743    0.7845    \n",
      "Balanced Accuracy:  0.6735    0.7605    \n",
      "Precision:          0.6983    0.5714    \n",
      "Sensitivity/Recall: 0.6010    0.7101    \n",
      "Specificity:        0.7461    0.8109    \n",
      "F1 score:           0.6460    0.6332    \n",
      "MCC:                0.3509    0.4889    \n",
      "AUC (ROC):          0.7345    0.8247    \n",
      "AUC (PR):           0.7392    0.6768    \n",
      "Loss:               3.0559    0.5129    \n",
      "Epoch 098 (VLD): 100%|| 315/315 [00:01<00:00, 289.54it/s]\n",
      "Accuracy:           0.6603    0.8521    \n",
      "Balanced Accuracy:  0.6554    0.8548    \n",
      "Precision:          0.6667    0.6607    \n",
      "Sensitivity/Recall: 0.5638    0.8605    \n",
      "Specificity:        0.7470    0.8492    \n",
      "F1 score:           0.6109    0.7475    \n",
      "MCC:                0.3167    0.6567    \n",
      "AUC (ROC):          0.7342    0.8834    \n",
      "AUC (PR):           0.7487    0.7373    \n",
      "Loss:               3.0259    0.4651    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7460630040233897\n",
      "Epoch 099 (TRN): 100%|| 1262/1262 [00:06<00:00, 181.20it/s]\n",
      "Accuracy:           0.6735    0.7705    \n",
      "Balanced Accuracy:  0.6725    0.7396    \n",
      "Precision:          0.7070    0.5507    \n",
      "Sensitivity/Recall: 0.5801    0.6746    \n",
      "Specificity:        0.7649    0.8046    \n",
      "F1 score:           0.6373    0.6064    \n",
      "MCC:                0.3513    0.4514    \n",
      "AUC (ROC):          0.7288    0.8347    \n",
      "AUC (PR):           0.7365    0.6882    \n",
      "Loss:               3.0600    0.5023    \n",
      "Epoch 099 (VLD): 100%|| 315/315 [00:01<00:00, 303.34it/s]\n",
      "Accuracy:           0.6667    0.8284    \n",
      "Balanced Accuracy:  0.6617    0.8390    \n",
      "Precision:          0.6746    0.6167    \n",
      "Sensitivity/Recall: 0.5705    0.8605    \n",
      "Specificity:        0.7530    0.8175    \n",
      "F1 score:           0.6182    0.7184    \n",
      "MCC:                0.3297    0.6170    \n",
      "AUC (ROC):          0.7384    0.8837    \n",
      "AUC (PR):           0.7516    0.7411    \n",
      "Loss:               3.0071    0.4675    \n",
      "model_ckpt_finetune.pt\n",
      "Saving the model to ./dev/ckpt/model_ckpt_finetune_AUPR.pt...\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 100 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.21it/s]\n",
      "Accuracy:           0.6815    0.7938    \n",
      "Balanced Accuracy:  0.6804    0.7668    \n",
      "Precision:          0.7168    0.5882    \n",
      "Sensitivity/Recall: 0.5881    0.7101    \n",
      "Specificity:        0.7727    0.8235    \n",
      "F1 score:           0.6461    0.6434    \n",
      "MCC:                0.3674    0.5046    \n",
      "AUC (ROC):          0.7406    0.8332    \n",
      "AUC (PR):           0.7569    0.7208    \n",
      "Loss:               2.9962    0.4949    \n",
      "Epoch 100 (VLD): 100%|| 315/315 [00:01<00:00, 287.98it/s]\n",
      "Accuracy:           0.6540    0.8402    \n",
      "Balanced Accuracy:  0.6497    0.8392    \n",
      "Precision:          0.6538    0.6429    \n",
      "Sensitivity/Recall: 0.5705    0.8372    \n",
      "Specificity:        0.7289    0.8413    \n",
      "F1 score:           0.6093    0.7273    \n",
      "MCC:                0.3036    0.6278    \n",
      "AUC (ROC):          0.7348    0.8732    \n",
      "AUC (PR):           0.7473    0.7220    \n",
      "Loss:               3.0499    0.4825    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 101 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.55it/s]\n",
      "Accuracy:           0.6743    0.8093    \n",
      "Balanced Accuracy:  0.6729    0.7620    \n",
      "Precision:          0.7261    0.6292    \n",
      "Sensitivity/Recall: 0.5481    0.6627    \n",
      "Specificity:        0.7978    0.8613    \n",
      "F1 score:           0.6247    0.6455    \n",
      "MCC:                0.3575    0.5155    \n",
      "AUC (ROC):          0.7332    0.8218    \n",
      "AUC (PR):           0.7516    0.6685    \n",
      "Loss:               3.0278    0.5169    \n",
      "Epoch 101 (VLD): 100%|| 315/315 [00:01<00:00, 286.83it/s]\n",
      "Accuracy:           0.6571    0.8284    \n",
      "Balanced Accuracy:  0.6527    0.8390    \n",
      "Precision:          0.6589    0.6167    \n",
      "Sensitivity/Recall: 0.5705    0.8605    \n",
      "Specificity:        0.7349    0.8175    \n",
      "F1 score:           0.6115    0.7184    \n",
      "MCC:                0.3101    0.6170    \n",
      "AUC (ROC):          0.7331    0.8721    \n",
      "AUC (PR):           0.7480    0.7239    \n",
      "Loss:               3.0593    0.4899    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 102 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.10it/s]\n",
      "Accuracy:           0.7052    0.7845    \n",
      "Balanced Accuracy:  0.7041    0.7719    \n",
      "Precision:          0.7520    0.5676    \n",
      "Sensitivity/Recall: 0.6026    0.7456    \n",
      "Specificity:        0.8056    0.7983    \n",
      "F1 score:           0.6690    0.6445    \n",
      "MCC:                0.4173    0.5034    \n",
      "AUC (ROC):          0.7518    0.8622    \n",
      "AUC (PR):           0.7692    0.7437    \n",
      "Loss:               2.9510    0.4712    \n",
      "Epoch 102 (VLD): 100%|| 315/315 [00:01<00:00, 294.72it/s]\n",
      "Accuracy:           0.6603    0.8225    \n",
      "Balanced Accuracy:  0.6561    0.8350    \n",
      "Precision:          0.6615    0.6066    \n",
      "Sensitivity/Recall: 0.5772    0.8605    \n",
      "Specificity:        0.7349    0.8095    \n",
      "F1 score:           0.6165    0.7115    \n",
      "MCC:                0.3165    0.6076    \n",
      "AUC (ROC):          0.7334    0.8804    \n",
      "AUC (PR):           0.7485    0.7401    \n",
      "Loss:               3.0564    0.4759    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 103 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.91it/s]\n",
      "Accuracy:           0.6751    0.8140    \n",
      "Balanced Accuracy:  0.6740    0.7785    \n",
      "Precision:          0.7149    0.6296    \n",
      "Sensitivity/Recall: 0.5705    0.7041    \n",
      "Specificity:        0.7774    0.8529    \n",
      "F1 score:           0.6346    0.6648    \n",
      "MCC:                0.3559    0.5382    \n",
      "AUC (ROC):          0.7280    0.8409    \n",
      "AUC (PR):           0.7531    0.7215    \n",
      "Loss:               3.0210    0.4878    \n",
      "Epoch 103 (VLD): 100%|| 315/315 [00:01<00:00, 277.62it/s]\n",
      "Accuracy:           0.6698    0.8166    \n",
      "Balanced Accuracy:  0.6685    0.8234    \n",
      "Precision:          0.6531    0.6000    \n",
      "Sensitivity/Recall: 0.6443    0.8372    \n",
      "Specificity:        0.6928    0.8095    \n",
      "F1 score:           0.6486    0.6990    \n",
      "MCC:                0.3373    0.5886    \n",
      "AUC (ROC):          0.7301    0.8774    \n",
      "AUC (PR):           0.7437    0.7380    \n",
      "Loss:               3.1037    0.4750    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 104 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.73it/s]\n",
      "Accuracy:           0.6680    0.8062    \n",
      "Balanced Accuracy:  0.6671    0.7828    \n",
      "Precision:          0.6923    0.6078    \n",
      "Sensitivity/Recall: 0.5913    0.7337    \n",
      "Specificity:        0.7429    0.8319    \n",
      "F1 score:           0.6379    0.6649    \n",
      "MCC:                0.3384    0.5349    \n",
      "AUC (ROC):          0.7260    0.8466    \n",
      "AUC (PR):           0.7470    0.7079    \n",
      "Loss:               3.0489    0.4864    \n",
      "Epoch 104 (VLD): 100%|| 315/315 [00:01<00:00, 292.45it/s]\n",
      "Accuracy:           0.6571    0.8284    \n",
      "Balanced Accuracy:  0.6520    0.8313    \n",
      "Precision:          0.6640    0.6207    \n",
      "Sensitivity/Recall: 0.5570    0.8372    \n",
      "Specificity:        0.7470    0.8254    \n",
      "F1 score:           0.6058    0.7129    \n",
      "MCC:                0.3103    0.6079    \n",
      "AUC (ROC):          0.7296    0.8749    \n",
      "AUC (PR):           0.7433    0.7404    \n",
      "Loss:               3.0345    0.4776    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 105 (TRN): 100%|| 1262/1262 [00:07<00:00, 177.21it/s]\n",
      "Accuracy:           0.6664    0.7907    \n",
      "Balanced Accuracy:  0.6652    0.7513    \n",
      "Precision:          0.7059    0.5885    \n",
      "Sensitivity/Recall: 0.5577    0.6686    \n",
      "Specificity:        0.7727    0.8340    \n",
      "F1 score:           0.6231    0.6260    \n",
      "MCC:                0.3386    0.4834    \n",
      "AUC (ROC):          0.7248    0.8440    \n",
      "AUC (PR):           0.7321    0.6775    \n",
      "Loss:               3.0812    0.4945    \n",
      "Epoch 105 (VLD): 100%|| 315/315 [00:01<00:00, 285.40it/s]\n",
      "Accuracy:           0.6571    0.8284    \n",
      "Balanced Accuracy:  0.6534    0.8313    \n",
      "Precision:          0.6541    0.6207    \n",
      "Sensitivity/Recall: 0.5839    0.8372    \n",
      "Specificity:        0.7229    0.8254    \n",
      "F1 score:           0.6170    0.7129    \n",
      "MCC:                0.3101    0.6079    \n",
      "AUC (ROC):          0.7331    0.8728    \n",
      "AUC (PR):           0.7495    0.7344    \n",
      "Loss:               3.0298    0.4759    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 106 (TRN): 100%|| 1262/1262 [00:06<00:00, 181.77it/s]\n",
      "Accuracy:           0.6838    0.8000    \n",
      "Balanced Accuracy:  0.6831    0.7729    \n",
      "Precision:          0.7057    0.5990    \n",
      "Sensitivity/Recall: 0.6186    0.7160    \n",
      "Specificity:        0.7476    0.8298    \n",
      "F1 score:           0.6593    0.6523    \n",
      "MCC:                0.3695    0.5175    \n",
      "AUC (ROC):          0.7359    0.8446    \n",
      "AUC (PR):           0.7445    0.6870    \n",
      "Loss:               3.0449    0.4943    \n",
      "Epoch 106 (VLD): 100%|| 315/315 [00:01<00:00, 287.81it/s]\n",
      "Accuracy:           0.6603    0.8343    \n",
      "Balanced Accuracy:  0.6571    0.8353    \n",
      "Precision:          0.6544    0.6316    \n",
      "Sensitivity/Recall: 0.5973    0.8372    \n",
      "Specificity:        0.7169    0.8333    \n",
      "F1 score:           0.6246    0.7200    \n",
      "MCC:                0.3167    0.6177    \n",
      "AUC (ROC):          0.7328    0.8758    \n",
      "AUC (PR):           0.7491    0.7333    \n",
      "Loss:               3.0411    0.4703    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 107 (TRN): 100%|| 1262/1262 [00:07<00:00, 176.85it/s]\n",
      "Accuracy:           0.6704    0.7907    \n",
      "Balanced Accuracy:  0.6689    0.7456    \n",
      "Precision:          0.7261    0.5914    \n",
      "Sensitivity/Recall: 0.5353    0.6509    \n",
      "Specificity:        0.8025    0.8403    \n",
      "F1 score:           0.6162    0.6197    \n",
      "MCC:                0.3509    0.4768    \n",
      "AUC (ROC):          0.7219    0.8349    \n",
      "AUC (PR):           0.7397    0.6744    \n",
      "Loss:               3.0888    0.5089    \n",
      "Epoch 107 (VLD): 100%|| 315/315 [00:01<00:00, 286.08it/s]\n",
      "Accuracy:           0.6667    0.8402    \n",
      "Balanced Accuracy:  0.6600    0.8392    \n",
      "Precision:          0.6897    0.6429    \n",
      "Sensitivity/Recall: 0.5369    0.8372    \n",
      "Specificity:        0.7831    0.8413    \n",
      "F1 score:           0.6038    0.7273    \n",
      "MCC:                0.3313    0.6278    \n",
      "AUC (ROC):          0.7302    0.8697    \n",
      "AUC (PR):           0.7483    0.7182    \n",
      "Loss:               3.0296    0.4790    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 108 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.42it/s]\n",
      "Accuracy:           0.6823    0.7705    \n",
      "Balanced Accuracy:  0.6817    0.7644    \n",
      "Precision:          0.6966    0.5451    \n",
      "Sensitivity/Recall: 0.6330    0.7515    \n",
      "Specificity:        0.7304    0.7773    \n",
      "F1 score:           0.6633    0.6318    \n",
      "MCC:                0.3653    0.4841    \n",
      "AUC (ROC):          0.7315    0.8406    \n",
      "AUC (PR):           0.7485    0.7095    \n",
      "Loss:               3.0403    0.4923    \n",
      "Epoch 108 (VLD): 100%|| 315/315 [00:01<00:00, 303.28it/s]\n",
      "Accuracy:           0.6667    0.8166    \n",
      "Balanced Accuracy:  0.6652    0.8310    \n",
      "Precision:          0.6507    0.5968    \n",
      "Sensitivity/Recall: 0.6376    0.8605    \n",
      "Specificity:        0.6928    0.8016    \n",
      "F1 score:           0.6441    0.7048    \n",
      "MCC:                0.3308    0.5983    \n",
      "AUC (ROC):          0.7334    0.8756    \n",
      "AUC (PR):           0.7515    0.7246    \n",
      "Loss:               3.0796    0.4867    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 109 (TRN): 100%|| 1262/1262 [00:07<00:00, 180.18it/s]\n",
      "Accuracy:           0.6830    0.7628    \n",
      "Balanced Accuracy:  0.6825    0.7649    \n",
      "Precision:          0.6972    0.5328    \n",
      "Sensitivity/Recall: 0.6346    0.7692    \n",
      "Specificity:        0.7304    0.7605    \n",
      "F1 score:           0.6644    0.6295    \n",
      "MCC:                0.3668    0.4803    \n",
      "AUC (ROC):          0.7335    0.8378    \n",
      "AUC (PR):           0.7428    0.7020    \n",
      "Loss:               3.0429    0.4962    \n",
      "Epoch 109 (VLD): 100%|| 315/315 [00:01<00:00, 286.72it/s]\n",
      "Accuracy:           0.6762    0.8462    \n",
      "Balanced Accuracy:  0.6684    0.8355    \n",
      "Precision:          0.7156    0.6604    \n",
      "Sensitivity/Recall: 0.5235    0.8140    \n",
      "Specificity:        0.8133    0.8571    \n",
      "F1 score:           0.6047    0.7292    \n",
      "MCC:                0.3534    0.6300    \n",
      "AUC (ROC):          0.7342    0.8758    \n",
      "AUC (PR):           0.7514    0.7187    \n",
      "Loss:               3.0382    0.4689    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 110 (TRN): 100%|| 1262/1262 [00:06<00:00, 180.68it/s]\n",
      "Accuracy:           0.6735    0.7829    \n",
      "Balanced Accuracy:  0.6725    0.7652    \n",
      "Precision:          0.7095    0.5668    \n",
      "Sensitivity/Recall: 0.5753    0.7278    \n",
      "Specificity:        0.7696    0.8025    \n",
      "F1 score:           0.6354    0.6373    \n",
      "MCC:                0.3519    0.4936    \n",
      "AUC (ROC):          0.7193    0.8400    \n",
      "AUC (PR):           0.7347    0.7030    \n",
      "Loss:               3.0955    0.4939    \n",
      "Epoch 110 (VLD): 100%|| 315/315 [00:01<00:00, 299.76it/s]\n",
      "Accuracy:           0.6603    0.8166    \n",
      "Balanced Accuracy:  0.6571    0.8234    \n",
      "Precision:          0.6544    0.6000    \n",
      "Sensitivity/Recall: 0.5973    0.8372    \n",
      "Specificity:        0.7169    0.8095    \n",
      "F1 score:           0.6246    0.6990    \n",
      "MCC:                0.3167    0.5886    \n",
      "AUC (ROC):          0.7345    0.8795    \n",
      "AUC (PR):           0.7506    0.7346    \n",
      "Loss:               3.0420    0.4800    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 111 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.60it/s]\n",
      "Accuracy:           0.6886    0.7876    \n",
      "Balanced Accuracy:  0.6879    0.7664    \n",
      "Precision:          0.7089    0.5755    \n",
      "Sensitivity/Recall: 0.6282    0.7219    \n",
      "Specificity:        0.7476    0.8109    \n",
      "F1 score:           0.6661    0.6404    \n",
      "MCC:                0.3787    0.4988    \n",
      "AUC (ROC):          0.7459    0.8475    \n",
      "AUC (PR):           0.7596    0.7115    \n",
      "Loss:               2.9952    0.4812    \n",
      "Epoch 111 (VLD): 100%|| 315/315 [00:01<00:00, 286.85it/s]\n",
      "Accuracy:           0.6571    0.8166    \n",
      "Balanced Accuracy:  0.6527    0.8234    \n",
      "Precision:          0.6589    0.6000    \n",
      "Sensitivity/Recall: 0.5705    0.8372    \n",
      "Specificity:        0.7349    0.8095    \n",
      "F1 score:           0.6115    0.6990    \n",
      "MCC:                0.3101    0.5886    \n",
      "AUC (ROC):          0.7320    0.8741    \n",
      "AUC (PR):           0.7484    0.7309    \n",
      "Loss:               3.0308    0.4803    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 112 (TRN): 100%|| 1262/1262 [00:06<00:00, 181.05it/s]\n",
      "Accuracy:           0.6949    0.7876    \n",
      "Balanced Accuracy:  0.6937    0.7645    \n",
      "Precision:          0.7434    0.5762    \n",
      "Sensitivity/Recall: 0.5849    0.7160    \n",
      "Specificity:        0.8025    0.8130    \n",
      "F1 score:           0.6547    0.6385    \n",
      "MCC:                0.3973    0.4964    \n",
      "AUC (ROC):          0.7526    0.8458    \n",
      "AUC (PR):           0.7564    0.6818    \n",
      "Loss:               2.9895    0.4935    \n",
      "Epoch 112 (VLD): 100%|| 315/315 [00:01<00:00, 290.36it/s]\n",
      "Accuracy:           0.6508    0.8166    \n",
      "Balanced Accuracy:  0.6467    0.8234    \n",
      "Precision:          0.6489    0.6000    \n",
      "Sensitivity/Recall: 0.5705    0.8372    \n",
      "Specificity:        0.7229    0.8095    \n",
      "F1 score:           0.6071    0.6990    \n",
      "MCC:                0.2972    0.5886    \n",
      "AUC (ROC):          0.7321    0.8741    \n",
      "AUC (PR):           0.7483    0.7330    \n",
      "Loss:               3.0571    0.4848    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 113 (TRN): 100%|| 1262/1262 [00:06<00:00, 181.94it/s]\n",
      "Accuracy:           0.6878    0.7457    \n",
      "Balanced Accuracy:  0.6869    0.7380    \n",
      "Precision:          0.7195    0.5105    \n",
      "Sensitivity/Recall: 0.6042    0.7219    \n",
      "Specificity:        0.7696    0.7542    \n",
      "F1 score:           0.6568    0.5980    \n",
      "MCC:                0.3792    0.4335    \n",
      "AUC (ROC):          0.7411    0.8100    \n",
      "AUC (PR):           0.7423    0.6472    \n",
      "Loss:               3.0296    0.5292    \n",
      "Epoch 113 (VLD): 100%|| 315/315 [00:01<00:00, 305.70it/s]\n",
      "Accuracy:           0.6730    0.8166    \n",
      "Balanced Accuracy:  0.6709    0.8234    \n",
      "Precision:          0.6620    0.6000    \n",
      "Sensitivity/Recall: 0.6309    0.8372    \n",
      "Specificity:        0.7108    0.8095    \n",
      "F1 score:           0.6460    0.6990    \n",
      "MCC:                0.3429    0.5886    \n",
      "AUC (ROC):          0.7305    0.8771    \n",
      "AUC (PR):           0.7460    0.7341    \n",
      "Loss:               3.0851    0.4817    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 114 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.67it/s]\n",
      "Accuracy:           0.6727    0.7907    \n",
      "Balanced Accuracy:  0.6720    0.7704    \n",
      "Precision:          0.6929    0.5802    \n",
      "Sensitivity/Recall: 0.6074    0.7278    \n",
      "Specificity:        0.7367    0.8130    \n",
      "F1 score:           0.6473    0.6457    \n",
      "MCC:                0.3471    0.5063    \n",
      "AUC (ROC):          0.7333    0.8492    \n",
      "AUC (PR):           0.7447    0.6946    \n",
      "Loss:               3.0471    0.4854    \n",
      "Epoch 114 (VLD): 100%|| 315/315 [00:01<00:00, 294.81it/s]\n",
      "Accuracy:           0.6508    0.8402    \n",
      "Balanced Accuracy:  0.6463    0.8316    \n",
      "Precision:          0.6512    0.6481    \n",
      "Sensitivity/Recall: 0.5638    0.8140    \n",
      "Specificity:        0.7289    0.8492    \n",
      "F1 score:           0.6043    0.7216    \n",
      "MCC:                0.2972    0.6194    \n",
      "AUC (ROC):          0.7316    0.8786    \n",
      "AUC (PR):           0.7468    0.7299    \n",
      "Loss:               3.0391    0.4782    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 115 (TRN): 100%|| 1262/1262 [00:06<00:00, 184.39it/s]\n",
      "Accuracy:           0.6672    0.8264    \n",
      "Balanced Accuracy:  0.6659    0.7850    \n",
      "Precision:          0.7099    0.6592    \n",
      "Sensitivity/Recall: 0.5529    0.6982    \n",
      "Specificity:        0.7790    0.8718    \n",
      "F1 score:           0.6216    0.6782    \n",
      "MCC:                0.3410    0.5598    \n",
      "AUC (ROC):          0.7386    0.8631    \n",
      "AUC (PR):           0.7594    0.7238    \n",
      "Loss:               3.0062    0.4671    \n",
      "Epoch 115 (VLD): 100%|| 315/315 [00:01<00:00, 283.74it/s]\n",
      "Accuracy:           0.6667    0.8225    \n",
      "Balanced Accuracy:  0.6648    0.8197    \n",
      "Precision:          0.6528    0.6140    \n",
      "Sensitivity/Recall: 0.6309    0.8140    \n",
      "Specificity:        0.6988    0.8254    \n",
      "F1 score:           0.6416    0.7000    \n",
      "MCC:                0.3304    0.5890    \n",
      "AUC (ROC):          0.7292    0.8750    \n",
      "AUC (PR):           0.7444    0.7239    \n",
      "Loss:               3.0550    0.4849    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 116 (TRN): 100%|| 1262/1262 [00:06<00:00, 187.62it/s]\n",
      "Accuracy:           0.6751    0.7798    \n",
      "Balanced Accuracy:  0.6744    0.7535    \n",
      "Precision:          0.6974    0.5646    \n",
      "Sensitivity/Recall: 0.6058    0.6982    \n",
      "Specificity:        0.7429    0.8088    \n",
      "F1 score:           0.6484    0.6243    \n",
      "MCC:                0.3522    0.4764    \n",
      "AUC (ROC):          0.7432    0.8413    \n",
      "AUC (PR):           0.7510    0.7097    \n",
      "Loss:               3.0151    0.4916    \n",
      "Epoch 116 (VLD): 100%|| 315/315 [00:01<00:00, 291.99it/s]\n",
      "Accuracy:           0.6667    0.8284    \n",
      "Balanced Accuracy:  0.6631    0.8236    \n",
      "Precision:          0.6642    0.6250    \n",
      "Sensitivity/Recall: 0.5973    0.8140    \n",
      "Specificity:        0.7289    0.8333    \n",
      "F1 score:           0.6290    0.7071    \n",
      "MCC:                0.3294    0.5989    \n",
      "AUC (ROC):          0.7284    0.8800    \n",
      "AUC (PR):           0.7429    0.7287    \n",
      "Loss:               3.0586    0.4799    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 117 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.35it/s]\n",
      "Accuracy:           0.6830    0.7845    \n",
      "Balanced Accuracy:  0.6818    0.7719    \n",
      "Precision:          0.7276    0.5676    \n",
      "Sensitivity/Recall: 0.5737    0.7456    \n",
      "Specificity:        0.7900    0.7983    \n",
      "F1 score:           0.6416    0.6445    \n",
      "MCC:                0.3728    0.5034    \n",
      "AUC (ROC):          0.7395    0.8446    \n",
      "AUC (PR):           0.7516    0.6735    \n",
      "Loss:               3.0240    0.4959    \n",
      "Epoch 117 (VLD): 100%|| 315/315 [00:01<00:00, 297.40it/s]\n",
      "Accuracy:           0.6667    0.8166    \n",
      "Balanced Accuracy:  0.6641    0.8234    \n",
      "Precision:          0.6571    0.6000    \n",
      "Sensitivity/Recall: 0.6174    0.8372    \n",
      "Specificity:        0.7108    0.8095    \n",
      "F1 score:           0.6367    0.6990    \n",
      "MCC:                0.3299    0.5886    \n",
      "AUC (ROC):          0.7303    0.8808    \n",
      "AUC (PR):           0.7433    0.7362    \n",
      "Loss:               3.0815    0.4878    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 118 (TRN): 100%|| 1262/1262 [00:06<00:00, 181.15it/s]\n",
      "Accuracy:           0.6846    0.7581    \n",
      "Balanced Accuracy:  0.6843    0.7598    \n",
      "Precision:          0.6928    0.5265    \n",
      "Sensitivity/Recall: 0.6506    0.7633    \n",
      "Specificity:        0.7179    0.7563    \n",
      "F1 score:           0.6711    0.6232    \n",
      "MCC:                0.3694    0.4708    \n",
      "AUC (ROC):          0.7340    0.8278    \n",
      "AUC (PR):           0.7487    0.6951    \n",
      "Loss:               3.0407    0.5115    \n",
      "Epoch 118 (VLD): 100%|| 315/315 [00:01<00:00, 286.14it/s]\n",
      "Accuracy:           0.6698    0.8225    \n",
      "Balanced Accuracy:  0.6668    0.8273    \n",
      "Precision:          0.6642    0.6102    \n",
      "Sensitivity/Recall: 0.6107    0.8372    \n",
      "Specificity:        0.7229    0.8175    \n",
      "F1 score:           0.6364    0.7059    \n",
      "MCC:                0.3360    0.5982    \n",
      "AUC (ROC):          0.7327    0.8782    \n",
      "AUC (PR):           0.7469    0.7357    \n",
      "Loss:               3.0724    0.4842    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 119 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.26it/s]\n",
      "Accuracy:           0.6870    0.7721    \n",
      "Balanced Accuracy:  0.6859    0.7521    \n",
      "Precision:          0.7258    0.5505    \n",
      "Sensitivity/Recall: 0.5897    0.7101    \n",
      "Specificity:        0.7821    0.7941    \n",
      "F1 score:           0.6508    0.6202    \n",
      "MCC:                0.3792    0.4687    \n",
      "AUC (ROC):          0.7358    0.8343    \n",
      "AUC (PR):           0.7431    0.6862    \n",
      "Loss:               3.0324    0.4988    \n",
      "Epoch 119 (VLD): 100%|| 315/315 [00:01<00:00, 300.19it/s]\n",
      "Accuracy:           0.6635    0.8166    \n",
      "Balanced Accuracy:  0.6580    0.8157    \n",
      "Precision:          0.6748    0.6034    \n",
      "Sensitivity/Recall: 0.5570    0.8140    \n",
      "Specificity:        0.7590    0.8175    \n",
      "F1 score:           0.6103    0.6931    \n",
      "MCC:                0.3235    0.5792    \n",
      "AUC (ROC):          0.7329    0.8754    \n",
      "AUC (PR):           0.7459    0.7341    \n",
      "Loss:               3.0402    0.4798    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 120 (TRN): 100%|| 1262/1262 [00:06<00:00, 185.39it/s]\n",
      "Accuracy:           0.6775    0.7938    \n",
      "Balanced Accuracy:  0.6761    0.7649    \n",
      "Precision:          0.7284    0.5891    \n",
      "Sensitivity/Recall: 0.5545    0.7041    \n",
      "Specificity:        0.7978    0.8256    \n",
      "F1 score:           0.6297    0.6415    \n",
      "MCC:                0.3636    0.5023    \n",
      "AUC (ROC):          0.7388    0.8377    \n",
      "AUC (PR):           0.7417    0.6898    \n",
      "Loss:               3.0399    0.4966    \n",
      "Epoch 120 (VLD): 100%|| 315/315 [00:01<00:00, 285.31it/s]\n",
      "Accuracy:           0.6540    0.8284    \n",
      "Balanced Accuracy:  0.6511    0.8390    \n",
      "Precision:          0.6449    0.6167    \n",
      "Sensitivity/Recall: 0.5973    0.8605    \n",
      "Specificity:        0.7048    0.8175    \n",
      "F1 score:           0.6202    0.7184    \n",
      "MCC:                0.3040    0.6170    \n",
      "AUC (ROC):          0.7290    0.8738    \n",
      "AUC (PR):           0.7418    0.7376    \n",
      "Loss:               3.0827    0.4938    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 121 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.23it/s]\n",
      "Accuracy:           0.6870    0.7907    \n",
      "Balanced Accuracy:  0.6862    0.7723    \n",
      "Precision:          0.7132    0.5794    \n",
      "Sensitivity/Recall: 0.6138    0.7337    \n",
      "Specificity:        0.7586    0.8109    \n",
      "F1 score:           0.6598    0.6475    \n",
      "MCC:                0.3766    0.5087    \n",
      "AUC (ROC):          0.7513    0.8545    \n",
      "AUC (PR):           0.7640    0.7341    \n",
      "Loss:               2.9753    0.4773    \n",
      "Epoch 121 (VLD): 100%|| 315/315 [00:01<00:00, 287.80it/s]\n",
      "Accuracy:           0.6603    0.8225    \n",
      "Balanced Accuracy:  0.6557    0.8273    \n",
      "Precision:          0.6641    0.6102    \n",
      "Sensitivity/Recall: 0.5705    0.8372    \n",
      "Specificity:        0.7410    0.8175    \n",
      "F1 score:           0.6137    0.7059    \n",
      "MCC:                0.3166    0.5982    \n",
      "AUC (ROC):          0.7311    0.8747    \n",
      "AUC (PR):           0.7447    0.7373    \n",
      "Loss:               3.0652    0.4833    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 122 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.96it/s]\n",
      "Accuracy:           0.6759    0.8233    \n",
      "Balanced Accuracy:  0.6749    0.7848    \n",
      "Precision:          0.7079    0.6503    \n",
      "Sensitivity/Recall: 0.5865    0.7041    \n",
      "Specificity:        0.7633    0.8655    \n",
      "F1 score:           0.6415    0.6761    \n",
      "MCC:                0.3557    0.5557    \n",
      "AUC (ROC):          0.7314    0.8738    \n",
      "AUC (PR):           0.7498    0.7350    \n",
      "Loss:               3.0329    0.4541    \n",
      "Epoch 122 (VLD): 100%|| 315/315 [00:01<00:00, 289.88it/s]\n",
      "Accuracy:           0.6540    0.8284    \n",
      "Balanced Accuracy:  0.6493    0.8313    \n",
      "Precision:          0.6562    0.6207    \n",
      "Sensitivity/Recall: 0.5638    0.8372    \n",
      "Specificity:        0.7349    0.8254    \n",
      "F1 score:           0.6065    0.7129    \n",
      "MCC:                0.3036    0.6079    \n",
      "AUC (ROC):          0.7295    0.8741    \n",
      "AUC (PR):           0.7454    0.7325    \n",
      "Loss:               3.0618    0.4845    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 123 (TRN): 100%|| 1262/1262 [00:06<00:00, 182.55it/s]\n",
      "Accuracy:           0.6799    0.7922    \n",
      "Balanced Accuracy:  0.6787    0.7638    \n",
      "Precision:          0.7236    0.5862    \n",
      "Sensitivity/Recall: 0.5705    0.7041    \n",
      "Specificity:        0.7868    0.8235    \n",
      "F1 score:           0.6380    0.6398    \n",
      "MCC:                0.3663    0.4996    \n",
      "AUC (ROC):          0.7260    0.8354    \n",
      "AUC (PR):           0.7459    0.6692    \n",
      "Loss:               3.0540    0.5077    \n",
      "Epoch 123 (VLD): 100%|| 315/315 [00:01<00:00, 291.20it/s]\n",
      "Accuracy:           0.6603    0.8284    \n",
      "Balanced Accuracy:  0.6554    0.8313    \n",
      "Precision:          0.6667    0.6207    \n",
      "Sensitivity/Recall: 0.5638    0.8372    \n",
      "Specificity:        0.7470    0.8254    \n",
      "F1 score:           0.6109    0.7129    \n",
      "MCC:                0.3167    0.6079    \n",
      "AUC (ROC):          0.7322    0.8734    \n",
      "AUC (PR):           0.7477    0.7315    \n",
      "Loss:               3.0413    0.4854    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 124 (TRN): 100%|| 1262/1262 [00:07<00:00, 180.22it/s]\n",
      "Accuracy:           0.6799    0.7860    \n",
      "Balanced Accuracy:  0.6786    0.7520    \n",
      "Precision:          0.7254    0.5779    \n",
      "Sensitivity/Recall: 0.5673    0.6805    \n",
      "Specificity:        0.7900    0.8235    \n",
      "F1 score:           0.6367    0.6250    \n",
      "MCC:                0.3668    0.4798    \n",
      "AUC (ROC):          0.7335    0.8342    \n",
      "AUC (PR):           0.7481    0.6789    \n",
      "Loss:               3.0338    0.5038    \n",
      "Epoch 124 (VLD): 100%|| 315/315 [00:01<00:00, 289.11it/s]\n",
      "Accuracy:           0.6508    0.8284    \n",
      "Balanced Accuracy:  0.6467    0.8390    \n",
      "Precision:          0.6489    0.6167    \n",
      "Sensitivity/Recall: 0.5705    0.8605    \n",
      "Specificity:        0.7229    0.8175    \n",
      "F1 score:           0.6071    0.7184    \n",
      "MCC:                0.2972    0.6170    \n",
      "AUC (ROC):          0.7344    0.8723    \n",
      "AUC (PR):           0.7487    0.7306    \n",
      "Loss:               3.0486    0.4909    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 125 (TRN): 100%|| 1262/1262 [00:06<00:00, 183.74it/s]\n",
      "Accuracy:           0.6815    0.7643    \n",
      "Balanced Accuracy:  0.6805    0.7602    \n",
      "Precision:          0.7126    0.5359    \n",
      "Sensitivity/Recall: 0.5962    0.7515    \n",
      "Specificity:        0.7649    0.7689    \n",
      "F1 score:           0.6492    0.6256    \n",
      "MCC:                0.3665    0.4746    \n",
      "AUC (ROC):          0.7369    0.8494    \n",
      "AUC (PR):           0.7515    0.7203    \n",
      "Loss:               3.0168    0.4802    \n",
      "Epoch 125 (VLD): 100%|| 315/315 [00:01<00:00, 283.33it/s]\n",
      "Accuracy:           0.6540    0.8284    \n",
      "Balanced Accuracy:  0.6493    0.8390    \n",
      "Precision:          0.6562    0.6167    \n",
      "Sensitivity/Recall: 0.5638    0.8605    \n",
      "Specificity:        0.7349    0.8175    \n",
      "F1 score:           0.6065    0.7184    \n",
      "MCC:                0.3036    0.6170    \n",
      "AUC (ROC):          0.7365    0.8760    \n",
      "AUC (PR):           0.7497    0.7391    \n",
      "Loss:               3.0387    0.4841    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 126 (TRN): 100%|| 1262/1262 [00:06<00:00, 184.00it/s]\n",
      "Accuracy:           0.6688    0.7814    \n",
      "Balanced Accuracy:  0.6676    0.7660    \n",
      "Precision:          0.7085    0.5636    \n",
      "Sensitivity/Recall: 0.5609    0.7337    \n",
      "Specificity:        0.7743    0.7983    \n",
      "F1 score:           0.6261    0.6375    \n",
      "MCC:                0.3434    0.4935    \n",
      "AUC (ROC):          0.7290    0.8436    \n",
      "AUC (PR):           0.7525    0.7276    \n",
      "Loss:               3.0319    0.4841    \n",
      "Epoch 126 (VLD): 100%|| 315/315 [00:01<00:00, 314.12it/s]\n",
      "Accuracy:           0.6508    0.8225    \n",
      "Balanced Accuracy:  0.6463    0.8273    \n",
      "Precision:          0.6512    0.6102    \n",
      "Sensitivity/Recall: 0.5638    0.8372    \n",
      "Specificity:        0.7289    0.8175    \n",
      "F1 score:           0.6043    0.7059    \n",
      "MCC:                0.2972    0.5982    \n",
      "AUC (ROC):          0.7348    0.8745    \n",
      "AUC (PR):           0.7487    0.7363    \n",
      "Loss:               3.0334    0.4816    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n",
      "Epoch 127 (TRN): 100%|| 1262/1262 [00:06<00:00, 184.85it/s]\n",
      "Accuracy:           0.6846    0.7845    \n",
      "Balanced Accuracy:  0.6835    0.7662    \n",
      "Precision:          0.7278    0.5694    \n",
      "Sensitivity/Recall: 0.5785    0.7278    \n",
      "Specificity:        0.7884    0.8046    \n",
      "F1 score:           0.6446    0.6390    \n",
      "MCC:                0.3756    0.4961    \n",
      "AUC (ROC):          0.7372    0.8438    \n",
      "AUC (PR):           0.7585    0.6948    \n",
      "Loss:               2.9920    0.4887    \n",
      "Epoch 127 (VLD): 100%|| 315/315 [00:01<00:00, 276.04it/s]\n",
      "Accuracy:           0.6540    0.8343    \n",
      "Balanced Accuracy:  0.6493    0.8353    \n",
      "Precision:          0.6562    0.6316    \n",
      "Sensitivity/Recall: 0.5638    0.8372    \n",
      "Specificity:        0.7349    0.8333    \n",
      "F1 score:           0.6065    0.7200    \n",
      "MCC:                0.3036    0.6177    \n",
      "AUC (ROC):          0.7354    0.8767    \n",
      "AUC (PR):           0.7490    0.7384    \n",
      "Loss:               3.0312    0.4790    \n",
      "model_ckpt_finetune.pt\n",
      "Best AUC (ROC): 0.8161198906830096\n",
      "Best AUC (PR): 0.7463508877991373\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-1 {\n",
       "  /* Definition of color scheme common for light and dark mode */\n",
       "  --sklearn-color-text: black;\n",
       "  --sklearn-color-line: gray;\n",
       "  /* Definition of color scheme for unfitted estimators */\n",
       "  --sklearn-color-unfitted-level-0: #fff5e6;\n",
       "  --sklearn-color-unfitted-level-1: #f6e4d2;\n",
       "  --sklearn-color-unfitted-level-2: #ffe0b3;\n",
       "  --sklearn-color-unfitted-level-3: chocolate;\n",
       "  /* Definition of color scheme for fitted estimators */\n",
       "  --sklearn-color-fitted-level-0: #f0f8ff;\n",
       "  --sklearn-color-fitted-level-1: #d4ebff;\n",
       "  --sklearn-color-fitted-level-2: #b3dbfd;\n",
       "  --sklearn-color-fitted-level-3: cornflowerblue;\n",
       "\n",
       "  /* Specific color for light theme */\n",
       "  --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
       "  --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, white)));\n",
       "  --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
       "  --sklearn-color-icon: #696969;\n",
       "\n",
       "  @media (prefers-color-scheme: dark) {\n",
       "    /* Redefinition of color scheme for dark theme */\n",
       "    --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
       "    --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, #111)));\n",
       "    --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
       "    --sklearn-color-icon: #878787;\n",
       "  }\n",
       "}\n",
       "\n",
       "#sk-container-id-1 {\n",
       "  color: var(--sklearn-color-text);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 pre {\n",
       "  padding: 0;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 input.sk-hidden--visually {\n",
       "  border: 0;\n",
       "  clip: rect(1px 1px 1px 1px);\n",
       "  clip: rect(1px, 1px, 1px, 1px);\n",
       "  height: 1px;\n",
       "  margin: -1px;\n",
       "  overflow: hidden;\n",
       "  padding: 0;\n",
       "  position: absolute;\n",
       "  width: 1px;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-dashed-wrapped {\n",
       "  border: 1px dashed var(--sklearn-color-line);\n",
       "  margin: 0 0.4em 0.5em 0.4em;\n",
       "  box-sizing: border-box;\n",
       "  padding-bottom: 0.4em;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-container {\n",
       "  /* jupyter's `normalize.less` sets `[hidden] { display: none; }`\n",
       "     but bootstrap.min.css set `[hidden] { display: none !important; }`\n",
       "     so we also need the `!important` here to be able to override the\n",
       "     default hidden behavior on the sphinx rendered scikit-learn.org.\n",
       "     See: https://github.com/scikit-learn/scikit-learn/issues/21755 */\n",
       "  display: inline-block !important;\n",
       "  position: relative;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-text-repr-fallback {\n",
       "  display: none;\n",
       "}\n",
       "\n",
       "div.sk-parallel-item,\n",
       "div.sk-serial,\n",
       "div.sk-item {\n",
       "  /* draw centered vertical line to link estimators */\n",
       "  background-image: linear-gradient(var(--sklearn-color-text-on-default-background), var(--sklearn-color-text-on-default-background));\n",
       "  background-size: 2px 100%;\n",
       "  background-repeat: no-repeat;\n",
       "  background-position: center center;\n",
       "}\n",
       "\n",
       "/* Parallel-specific style estimator block */\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item::after {\n",
       "  content: \"\";\n",
       "  width: 100%;\n",
       "  border-bottom: 2px solid var(--sklearn-color-text-on-default-background);\n",
       "  flex-grow: 1;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel {\n",
       "  display: flex;\n",
       "  align-items: stretch;\n",
       "  justify-content: center;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  position: relative;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item {\n",
       "  display: flex;\n",
       "  flex-direction: column;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item:first-child::after {\n",
       "  align-self: flex-end;\n",
       "  width: 50%;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item:last-child::after {\n",
       "  align-self: flex-start;\n",
       "  width: 50%;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item:only-child::after {\n",
       "  width: 0;\n",
       "}\n",
       "\n",
       "/* Serial-specific style estimator block */\n",
       "\n",
       "#sk-container-id-1 div.sk-serial {\n",
       "  display: flex;\n",
       "  flex-direction: column;\n",
       "  align-items: center;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  padding-right: 1em;\n",
       "  padding-left: 1em;\n",
       "}\n",
       "\n",
       "\n",
       "/* Toggleable style: style used for estimator/Pipeline/ColumnTransformer box that is\n",
       "clickable and can be expanded/collapsed.\n",
       "- Pipeline and ColumnTransformer use this feature and define the default style\n",
       "- Estimators will overwrite some part of the style using the `sk-estimator` class\n",
       "*/\n",
       "\n",
       "/* Pipeline and ColumnTransformer style (default) */\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable {\n",
       "  /* Default theme specific background. It is overwritten whether we have a\n",
       "  specific estimator or a Pipeline/ColumnTransformer */\n",
       "  background-color: var(--sklearn-color-background);\n",
       "}\n",
       "\n",
       "/* Toggleable label */\n",
       "#sk-container-id-1 label.sk-toggleable__label {\n",
       "  cursor: pointer;\n",
       "  display: block;\n",
       "  width: 100%;\n",
       "  margin-bottom: 0;\n",
       "  padding: 0.5em;\n",
       "  box-sizing: border-box;\n",
       "  text-align: center;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 label.sk-toggleable__label-arrow:before {\n",
       "  /* Arrow on the left of the label */\n",
       "  content: \"▸\";\n",
       "  float: left;\n",
       "  margin-right: 0.25em;\n",
       "  color: var(--sklearn-color-icon);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 label.sk-toggleable__label-arrow:hover:before {\n",
       "  color: var(--sklearn-color-text);\n",
       "}\n",
       "\n",
       "/* Toggleable content - dropdown */\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content {\n",
       "  max-height: 0;\n",
       "  max-width: 0;\n",
       "  overflow: hidden;\n",
       "  text-align: left;\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content.fitted {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content pre {\n",
       "  margin: 0.2em;\n",
       "  border-radius: 0.25em;\n",
       "  color: var(--sklearn-color-text);\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content.fitted pre {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 input.sk-toggleable__control:checked~div.sk-toggleable__content {\n",
       "  /* Expand drop-down */\n",
       "  max-height: 200px;\n",
       "  max-width: 100%;\n",
       "  overflow: auto;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {\n",
       "  content: \"▾\";\n",
       "}\n",
       "\n",
       "/* Pipeline/ColumnTransformer-specific style */\n",
       "\n",
       "#sk-container-id-1 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-label.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Estimator-specific style */\n",
       "\n",
       "/* Colorize estimator box */\n",
       "#sk-container-id-1 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-estimator.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-label label.sk-toggleable__label,\n",
       "#sk-container-id-1 div.sk-label label {\n",
       "  /* The background is the default theme color */\n",
       "  color: var(--sklearn-color-text-on-default-background);\n",
       "}\n",
       "\n",
       "/* On hover, darken the color of the background */\n",
       "#sk-container-id-1 div.sk-label:hover label.sk-toggleable__label {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "/* Label box, darken color on hover, fitted */\n",
       "#sk-container-id-1 div.sk-label.fitted:hover label.sk-toggleable__label.fitted {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Estimator label */\n",
       "\n",
       "#sk-container-id-1 div.sk-label label {\n",
       "  font-family: monospace;\n",
       "  font-weight: bold;\n",
       "  display: inline-block;\n",
       "  line-height: 1.2em;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-label-container {\n",
       "  text-align: center;\n",
       "}\n",
       "\n",
       "/* Estimator-specific */\n",
       "#sk-container-id-1 div.sk-estimator {\n",
       "  font-family: monospace;\n",
       "  border: 1px dotted var(--sklearn-color-border-box);\n",
       "  border-radius: 0.25em;\n",
       "  box-sizing: border-box;\n",
       "  margin-bottom: 0.5em;\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-estimator.fitted {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "/* on hover */\n",
       "#sk-container-id-1 div.sk-estimator:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-estimator.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Specification for estimator info (e.g. \"i\" and \"?\") */\n",
       "\n",
       "/* Common style for \"i\" and \"?\" */\n",
       "\n",
       ".sk-estimator-doc-link,\n",
       "a:link.sk-estimator-doc-link,\n",
       "a:visited.sk-estimator-doc-link {\n",
       "  float: right;\n",
       "  font-size: smaller;\n",
       "  line-height: 1em;\n",
       "  font-family: monospace;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  border-radius: 1em;\n",
       "  height: 1em;\n",
       "  width: 1em;\n",
       "  text-decoration: none !important;\n",
       "  margin-left: 1ex;\n",
       "  /* unfitted */\n",
       "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-unfitted-level-1);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link.fitted,\n",
       "a:link.sk-estimator-doc-link.fitted,\n",
       "a:visited.sk-estimator-doc-link.fitted {\n",
       "  /* fitted */\n",
       "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-fitted-level-1);\n",
       "}\n",
       "\n",
       "/* On hover */\n",
       "div.sk-estimator:hover .sk-estimator-doc-link:hover,\n",
       ".sk-estimator-doc-link:hover,\n",
       "div.sk-label-container:hover .sk-estimator-doc-link:hover,\n",
       ".sk-estimator-doc-link:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "div.sk-estimator.fitted:hover .sk-estimator-doc-link.fitted:hover,\n",
       ".sk-estimator-doc-link.fitted:hover,\n",
       "div.sk-label-container:hover .sk-estimator-doc-link.fitted:hover,\n",
       ".sk-estimator-doc-link.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "/* Span, style for the box shown on hovering the info icon */\n",
       ".sk-estimator-doc-link span {\n",
       "  display: none;\n",
       "  z-index: 9999;\n",
       "  position: relative;\n",
       "  font-weight: normal;\n",
       "  right: .2ex;\n",
       "  padding: .5ex;\n",
       "  margin: .5ex;\n",
       "  width: min-content;\n",
       "  min-width: 20ex;\n",
       "  max-width: 50ex;\n",
       "  color: var(--sklearn-color-text);\n",
       "  box-shadow: 2pt 2pt 4pt #999;\n",
       "  /* unfitted */\n",
       "  background: var(--sklearn-color-unfitted-level-0);\n",
       "  border: .5pt solid var(--sklearn-color-unfitted-level-3);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link.fitted span {\n",
       "  /* fitted */\n",
       "  background: var(--sklearn-color-fitted-level-0);\n",
       "  border: var(--sklearn-color-fitted-level-3);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link:hover span {\n",
       "  display: block;\n",
       "}\n",
       "\n",
       "/* \"?\"-specific style due to the `<a>` HTML tag */\n",
       "\n",
       "#sk-container-id-1 a.estimator_doc_link {\n",
       "  float: right;\n",
       "  font-size: 1rem;\n",
       "  line-height: 1em;\n",
       "  font-family: monospace;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  border-radius: 1rem;\n",
       "  height: 1rem;\n",
       "  width: 1rem;\n",
       "  text-decoration: none;\n",
       "  /* unfitted */\n",
       "  color: var(--sklearn-color-unfitted-level-1);\n",
       "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 a.estimator_doc_link.fitted {\n",
       "  /* fitted */\n",
       "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-fitted-level-1);\n",
       "}\n",
       "\n",
       "/* On hover */\n",
       "#sk-container-id-1 a.estimator_doc_link:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 a.estimator_doc_link.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-3);\n",
       "}\n",
       "</style><div id=\"sk-container-id-1\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>ADRDModel(_dataloader_num_workers=1, batch_size=128,\n",
       "          ckpt_path=&#x27;./dev/ckpt/model_ckpt_finetune.pt&#x27;, criterion=&#x27;AUC (ROC)&#x27;,\n",
       "          cuda_devices=[1, 2], d_model=256, gamma=2, img_net=&#x27;NonImg&#x27;,\n",
       "          imgnet_layers=4,\n",
       "          label_distribution={&#x27;amy_label&#x27;: {0: 804, 1: 773},\n",
       "                              &#x27;tau_label&#x27;: {0.0: 602, 1.0: 212}},\n",
       "          label_fractions={&#x27;amy_label&#x27;: 0.49445324881141045,\n",
       "                           &#x27;tau_label&#x27;: 0.13391442155309033},\n",
       "          l...\n",
       "                          &#x27;bat_NACCMOCA&#x27;: {&#x27;shape&#x27;: [1], &#x27;type&#x27;: &#x27;numerical&#x27;},\n",
       "                          &#x27;cd_DIAGNOSIS&#x27;: {&#x27;num_categories&#x27;: 3,\n",
       "                                           &#x27;type&#x27;: &#x27;categorical&#x27;},\n",
       "                          &#x27;cdr_CDRGLOB&#x27;: {&#x27;shape&#x27;: [1], &#x27;type&#x27;: &#x27;numerical&#x27;},\n",
       "                          &#x27;cdr_CDRSUM&#x27;: {&#x27;shape&#x27;: [1], &#x27;type&#x27;: &#x27;numerical&#x27;}, ...},\n",
       "          tgt_modalities={&#x27;amy_label&#x27;: {&#x27;num_categories&#x27;: 2,\n",
       "                                        &#x27;type&#x27;: &#x27;categorical&#x27;},\n",
       "                          &#x27;tau_label&#x27;: {&#x27;num_categories&#x27;: 2,\n",
       "                                        &#x27;type&#x27;: &#x27;categorical&#x27;}},\n",
       "          verbose=4, wandb_=1, weight_decay=0.01)</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item\"><div class=\"sk-estimator fitted sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-1\" type=\"checkbox\" checked><label for=\"sk-estimator-id-1\" class=\"sk-toggleable__label fitted sk-toggleable__label-arrow fitted\">&nbsp;ADRDModel<span class=\"sk-estimator-doc-link fitted\">i<span>Fitted</span></span></label><div class=\"sk-toggleable__content fitted\"><pre>ADRDModel(_dataloader_num_workers=1, batch_size=128,\n",
       "          ckpt_path=&#x27;./dev/ckpt/model_ckpt_finetune.pt&#x27;, criterion=&#x27;AUC (ROC)&#x27;,\n",
       "          cuda_devices=[1, 2], d_model=256, gamma=2, img_net=&#x27;NonImg&#x27;,\n",
       "          imgnet_layers=4,\n",
       "          label_distribution={&#x27;amy_label&#x27;: {0: 804, 1: 773},\n",
       "                              &#x27;tau_label&#x27;: {0.0: 602, 1.0: 212}},\n",
       "          label_fractions={&#x27;amy_label&#x27;: 0.49445324881141045,\n",
       "                           &#x27;tau_label&#x27;: 0.13391442155309033},\n",
       "          l...\n",
       "                          &#x27;bat_NACCMOCA&#x27;: {&#x27;shape&#x27;: [1], &#x27;type&#x27;: &#x27;numerical&#x27;},\n",
       "                          &#x27;cd_DIAGNOSIS&#x27;: {&#x27;num_categories&#x27;: 3,\n",
       "                                           &#x27;type&#x27;: &#x27;categorical&#x27;},\n",
       "                          &#x27;cdr_CDRGLOB&#x27;: {&#x27;shape&#x27;: [1], &#x27;type&#x27;: &#x27;numerical&#x27;},\n",
       "                          &#x27;cdr_CDRSUM&#x27;: {&#x27;shape&#x27;: [1], &#x27;type&#x27;: &#x27;numerical&#x27;}, ...},\n",
       "          tgt_modalities={&#x27;amy_label&#x27;: {&#x27;num_categories&#x27;: 2,\n",
       "                                        &#x27;type&#x27;: &#x27;categorical&#x27;},\n",
       "                          &#x27;tau_label&#x27;: {&#x27;num_categories&#x27;: 2,\n",
       "                                        &#x27;type&#x27;: &#x27;categorical&#x27;}},\n",
       "          verbose=4, wandb_=1, weight_decay=0.01)</pre></div> </div></div></div></div>"
      ],
      "text/plain": [
       "ADRDModel(_dataloader_num_workers=1, batch_size=128,\n",
       "          ckpt_path='./dev/ckpt/model_ckpt_finetune.pt', criterion='AUC (ROC)',\n",
       "          cuda_devices=[1, 2], d_model=256, gamma=2, img_net='NonImg',\n",
       "          imgnet_layers=4,\n",
       "          label_distribution={'amy_label': {0: 804, 1: 773},\n",
       "                              'tau_label': {0.0: 602, 1.0: 212}},\n",
       "          label_fractions={'amy_label': 0.49445324881141045,\n",
       "                           'tau_label': 0.13391442155309033},\n",
       "          l...\n",
       "                          'bat_NACCMOCA': {'shape': [1], 'type': 'numerical'},\n",
       "                          'cd_DIAGNOSIS': {'num_categories': 3,\n",
       "                                           'type': 'categorical'},\n",
       "                          'cdr_CDRGLOB': {'shape': [1], 'type': 'numerical'},\n",
       "                          'cdr_CDRSUM': {'shape': [1], 'type': 'numerical'}, ...},\n",
       "          tgt_modalities={'amy_label': {'num_categories': 2,\n",
       "                                        'type': 'categorical'},\n",
       "                          'tau_label': {'num_categories': 2,\n",
       "                                        'type': 'categorical'}},\n",
       "          verbose=4, wandb_=1, weight_decay=0.01)"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Train the model\n",
    "mdl.fit(dat_trn.features, dat_vld.features, dat_trn.labels, dat_vld.labels, img_train_trans=None, img_vld_trans=None, img_mode=img_mode)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "adrd",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}