3_ResNet.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "id": "initial_id",
   "metadata": {
    "collapsed": true,
    "ExecuteTime": {
     "end_time": "2024-10-13T16:06:27.594763Z",
     "start_time": "2024-10-13T16:06:24.619023Z"
    }
   },
   "source": [
    "import torch\n",
    "from torch import nn, optim\n",
    "from torch.utils.data import random_split, DataLoader\n",
    "from torchinfo import summary\n",
    "from torchvision import datasets, transforms, models\n",
    "\n",
    "DEVICE = \"cuda\" if torch.cuda.is_available() else \"cpu\"\n",
    "print(DEVICE)"
   ],
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "cuda\n"
     ]
    }
   ],
   "execution_count": 1
  },
  {
   "metadata": {},
   "cell_type": "markdown",
   "source": "## Implementatation",
   "id": "6728b1ca1cd1e4dc"
  },
  {
   "metadata": {
    "ExecuteTime": {
     "end_time": "2024-10-13T16:10:49.807160Z",
     "start_time": "2024-10-13T16:10:49.797158Z"
    }
   },
   "cell_type": "code",
   "source": [
    "class BottleNeckBlock(nn.Module):\n",
    "    def __init__(self, input_channels, inner_channels, stride=1, projection=None):\n",
    "        super().__init__()\n",
    "        self.residual_block = nn.Sequential(\n",
    "            nn.Conv2d(input_channels, inner_channels, kernel_size=1, bias=False),\n",
    "            nn.BatchNorm2d(inner_channels),\n",
    "            nn.ReLU(),\n",
    "            nn.Conv2d(inner_channels, inner_channels, kernel_size=3, stride=stride, padding=1, bias=False),\n",
    "            nn.BatchNorm2d(inner_channels),\n",
    "            nn.ReLU(),\n",
    "            nn.Conv2d(inner_channels, inner_channels*4, kernel_size=1, bias=False),\n",
    "            nn.BatchNorm2d(inner_channels*4),\n",
    "        )\n",
    "        self.projection = projection\n",
    "        self.relu = nn.ReLU()\n",
    "    \n",
    "    def forward(self, x):\n",
    "        residual = self.residual_block(x)\n",
    "        shortcut = self.projection(x) if self.projection else x\n",
    "        out = self.relu(residual + shortcut)\n",
    "        return out\n",
    "\n",
    "\n",
    "class ResNet(nn.Module):\n",
    "    def __init__(self, n_channels, n_classes):\n",
    "        super().__init__()\n",
    "        self.conv1 = nn.Sequential(\n",
    "            nn.Conv2d(n_channels, 64, kernel_size=7, stride=2, padding=3, bias=False),\n",
    "            nn.BatchNorm2d(64),\n",
    "            nn.ReLU(),\n",
    "        )\n",
    "        self.maxpool = nn.MaxPool2d(kernel_size=3, stride=2, padding=1)\n",
    "        self.layers1 = self.make_layers(64, 64, 3, 1)\n",
    "        self.layers2 = self.make_layers(256, 128, 4, 2)\n",
    "        self.layers3 = self.make_layers(512, 256, 6, 2)\n",
    "        self.layers4 = self.make_layers(1024, 512, 3, 2)\n",
    "        self.avgpool = nn.AdaptiveAvgPool2d((1, 1))\n",
    "        self.classifier = nn.Sequential(\n",
    "            nn.Flatten(),\n",
    "            nn.Linear(2048, n_classes)\n",
    "        )\n",
    "    \n",
    "    def make_layers(self, input_channels, inner_channels, n_blocks, stride):\n",
    "        projection = nn.Sequential(\n",
    "            nn.Conv2d(input_channels, inner_channels*4, kernel_size=1, stride=stride, bias=False),\n",
    "            nn.BatchNorm2d(inner_channels*4)\n",
    "        )\n",
    "        layers = [BottleNeckBlock(input_channels, inner_channels, stride, projection)]\n",
    "        for layer in range(n_blocks-1):\n",
    "            layers.append(BottleNeckBlock(inner_channels*4, inner_channels))\n",
    "        \n",
    "        return nn.Sequential(*layers)\n",
    "    \n",
    "    def forward(self, x):\n",
    "        x = self.conv1(x)\n",
    "        x = self.maxpool(x)\n",
    "        x = self.layers1(x)\n",
    "        x = self.layers2(x)\n",
    "        x = self.layers3(x)\n",
    "        x = self.layers4(x)\n",
    "        x = self.avgpool(x)\n",
    "        x = self.classifier(x)\n",
    "        return x"
   ],
   "id": "8f6ffb7b9ada31d4",
   "outputs": [],
   "execution_count": 4
  },
  {
   "metadata": {
    "ExecuteTime": {
     "end_time": "2024-10-13T16:10:51.865507Z",
     "start_time": "2024-10-13T16:10:51.381583Z"
    }
   },
   "cell_type": "code",
   "source": [
    "resnet_model = ResNet(3, 1000)\n",
    "summary(resnet_model, input_size=(1, 3, 224, 224), col_names=['input_size', 'output_size', 'mult_adds'], depth=4, device='cpu')"
   ],
   "id": "81c19b8e00414744",
   "outputs": [
    {
     "data": {
      "text/plain": [
       "===================================================================================================================\n",
       "Layer (type:depth-idx)                   Input Shape               Output Shape              Mult-Adds\n",
       "===================================================================================================================\n",
       "ResNet                                   [1, 3, 224, 224]          [1, 1000]                 --\n",
       "├─Sequential: 1-1                        [1, 3, 224, 224]          [1, 64, 112, 112]         --\n",
       "│    └─Conv2d: 2-1                       [1, 3, 224, 224]          [1, 64, 112, 112]         118,013,952\n",
       "│    └─BatchNorm2d: 2-2                  [1, 64, 112, 112]         [1, 64, 112, 112]         128\n",
       "│    └─ReLU: 2-3                         [1, 64, 112, 112]         [1, 64, 112, 112]         --\n",
       "├─MaxPool2d: 1-2                         [1, 64, 112, 112]         [1, 64, 56, 56]           --\n",
       "├─Sequential: 1-3                        [1, 64, 56, 56]           [1, 256, 56, 56]          --\n",
       "│    └─BottleNeckBlock: 2-4              [1, 64, 56, 56]           [1, 256, 56, 56]          --\n",
       "│    │    └─Sequential: 3-1              [1, 64, 56, 56]           [1, 256, 56, 56]          --\n",
       "│    │    │    └─Conv2d: 4-1             [1, 64, 56, 56]           [1, 64, 56, 56]           12,845,056\n",
       "│    │    │    └─BatchNorm2d: 4-2        [1, 64, 56, 56]           [1, 64, 56, 56]           128\n",
       "│    │    │    └─ReLU: 4-3               [1, 64, 56, 56]           [1, 64, 56, 56]           --\n",
       "│    │    │    └─Conv2d: 4-4             [1, 64, 56, 56]           [1, 64, 56, 56]           115,605,504\n",
       "│    │    │    └─BatchNorm2d: 4-5        [1, 64, 56, 56]           [1, 64, 56, 56]           128\n",
       "│    │    │    └─ReLU: 4-6               [1, 64, 56, 56]           [1, 64, 56, 56]           --\n",
       "│    │    │    └─Conv2d: 4-7             [1, 64, 56, 56]           [1, 256, 56, 56]          51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-8        [1, 256, 56, 56]          [1, 256, 56, 56]          512\n",
       "│    │    └─Sequential: 3-2              [1, 64, 56, 56]           [1, 256, 56, 56]          --\n",
       "│    │    │    └─Conv2d: 4-9             [1, 64, 56, 56]           [1, 256, 56, 56]          51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-10       [1, 256, 56, 56]          [1, 256, 56, 56]          512\n",
       "│    │    └─ReLU: 3-3                    [1, 256, 56, 56]          [1, 256, 56, 56]          --\n",
       "│    └─BottleNeckBlock: 2-5              [1, 256, 56, 56]          [1, 256, 56, 56]          --\n",
       "│    │    └─Sequential: 3-4              [1, 256, 56, 56]          [1, 256, 56, 56]          --\n",
       "│    │    │    └─Conv2d: 4-11            [1, 256, 56, 56]          [1, 64, 56, 56]           51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-12       [1, 64, 56, 56]           [1, 64, 56, 56]           128\n",
       "│    │    │    └─ReLU: 4-13              [1, 64, 56, 56]           [1, 64, 56, 56]           --\n",
       "│    │    │    └─Conv2d: 4-14            [1, 64, 56, 56]           [1, 64, 56, 56]           115,605,504\n",
       "│    │    │    └─BatchNorm2d: 4-15       [1, 64, 56, 56]           [1, 64, 56, 56]           128\n",
       "│    │    │    └─ReLU: 4-16              [1, 64, 56, 56]           [1, 64, 56, 56]           --\n",
       "│    │    │    └─Conv2d: 4-17            [1, 64, 56, 56]           [1, 256, 56, 56]          51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-18       [1, 256, 56, 56]          [1, 256, 56, 56]          512\n",
       "│    │    └─ReLU: 3-5                    [1, 256, 56, 56]          [1, 256, 56, 56]          --\n",
       "│    └─BottleNeckBlock: 2-6              [1, 256, 56, 56]          [1, 256, 56, 56]          --\n",
       "│    │    └─Sequential: 3-6              [1, 256, 56, 56]          [1, 256, 56, 56]          --\n",
       "│    │    │    └─Conv2d: 4-19            [1, 256, 56, 56]          [1, 64, 56, 56]           51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-20       [1, 64, 56, 56]           [1, 64, 56, 56]           128\n",
       "│    │    │    └─ReLU: 4-21              [1, 64, 56, 56]           [1, 64, 56, 56]           --\n",
       "│    │    │    └─Conv2d: 4-22            [1, 64, 56, 56]           [1, 64, 56, 56]           115,605,504\n",
       "│    │    │    └─BatchNorm2d: 4-23       [1, 64, 56, 56]           [1, 64, 56, 56]           128\n",
       "│    │    │    └─ReLU: 4-24              [1, 64, 56, 56]           [1, 64, 56, 56]           --\n",
       "│    │    │    └─Conv2d: 4-25            [1, 64, 56, 56]           [1, 256, 56, 56]          51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-26       [1, 256, 56, 56]          [1, 256, 56, 56]          512\n",
       "│    │    └─ReLU: 3-7                    [1, 256, 56, 56]          [1, 256, 56, 56]          --\n",
       "├─Sequential: 1-4                        [1, 256, 56, 56]          [1, 512, 28, 28]          --\n",
       "│    └─BottleNeckBlock: 2-7              [1, 256, 56, 56]          [1, 512, 28, 28]          --\n",
       "│    │    └─Sequential: 3-8              [1, 256, 56, 56]          [1, 512, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-27            [1, 256, 56, 56]          [1, 128, 56, 56]          102,760,448\n",
       "│    │    │    └─BatchNorm2d: 4-28       [1, 128, 56, 56]          [1, 128, 56, 56]          256\n",
       "│    │    │    └─ReLU: 4-29              [1, 128, 56, 56]          [1, 128, 56, 56]          --\n",
       "│    │    │    └─Conv2d: 4-30            [1, 128, 56, 56]          [1, 128, 28, 28]          115,605,504\n",
       "│    │    │    └─BatchNorm2d: 4-31       [1, 128, 28, 28]          [1, 128, 28, 28]          256\n",
       "│    │    │    └─ReLU: 4-32              [1, 128, 28, 28]          [1, 128, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-33            [1, 128, 28, 28]          [1, 512, 28, 28]          51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-34       [1, 512, 28, 28]          [1, 512, 28, 28]          1,024\n",
       "│    │    └─Sequential: 3-9              [1, 256, 56, 56]          [1, 512, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-35            [1, 256, 56, 56]          [1, 512, 28, 28]          102,760,448\n",
       "│    │    │    └─BatchNorm2d: 4-36       [1, 512, 28, 28]          [1, 512, 28, 28]          1,024\n",
       "│    │    └─ReLU: 3-10                   [1, 512, 28, 28]          [1, 512, 28, 28]          --\n",
       "│    └─BottleNeckBlock: 2-8              [1, 512, 28, 28]          [1, 512, 28, 28]          --\n",
       "│    │    └─Sequential: 3-11             [1, 512, 28, 28]          [1, 512, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-37            [1, 512, 28, 28]          [1, 128, 28, 28]          51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-38       [1, 128, 28, 28]          [1, 128, 28, 28]          256\n",
       "│    │    │    └─ReLU: 4-39              [1, 128, 28, 28]          [1, 128, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-40            [1, 128, 28, 28]          [1, 128, 28, 28]          115,605,504\n",
       "│    │    │    └─BatchNorm2d: 4-41       [1, 128, 28, 28]          [1, 128, 28, 28]          256\n",
       "│    │    │    └─ReLU: 4-42              [1, 128, 28, 28]          [1, 128, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-43            [1, 128, 28, 28]          [1, 512, 28, 28]          51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-44       [1, 512, 28, 28]          [1, 512, 28, 28]          1,024\n",
       "│    │    └─ReLU: 3-12                   [1, 512, 28, 28]          [1, 512, 28, 28]          --\n",
       "│    └─BottleNeckBlock: 2-9              [1, 512, 28, 28]          [1, 512, 28, 28]          --\n",
       "│    │    └─Sequential: 3-13             [1, 512, 28, 28]          [1, 512, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-45            [1, 512, 28, 28]          [1, 128, 28, 28]          51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-46       [1, 128, 28, 28]          [1, 128, 28, 28]          256\n",
       "│    │    │    └─ReLU: 4-47              [1, 128, 28, 28]          [1, 128, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-48            [1, 128, 28, 28]          [1, 128, 28, 28]          115,605,504\n",
       "│    │    │    └─BatchNorm2d: 4-49       [1, 128, 28, 28]          [1, 128, 28, 28]          256\n",
       "│    │    │    └─ReLU: 4-50              [1, 128, 28, 28]          [1, 128, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-51            [1, 128, 28, 28]          [1, 512, 28, 28]          51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-52       [1, 512, 28, 28]          [1, 512, 28, 28]          1,024\n",
       "│    │    └─ReLU: 3-14                   [1, 512, 28, 28]          [1, 512, 28, 28]          --\n",
       "│    └─BottleNeckBlock: 2-10             [1, 512, 28, 28]          [1, 512, 28, 28]          --\n",
       "│    │    └─Sequential: 3-15             [1, 512, 28, 28]          [1, 512, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-53            [1, 512, 28, 28]          [1, 128, 28, 28]          51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-54       [1, 128, 28, 28]          [1, 128, 28, 28]          256\n",
       "│    │    │    └─ReLU: 4-55              [1, 128, 28, 28]          [1, 128, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-56            [1, 128, 28, 28]          [1, 128, 28, 28]          115,605,504\n",
       "│    │    │    └─BatchNorm2d: 4-57       [1, 128, 28, 28]          [1, 128, 28, 28]          256\n",
       "│    │    │    └─ReLU: 4-58              [1, 128, 28, 28]          [1, 128, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-59            [1, 128, 28, 28]          [1, 512, 28, 28]          51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-60       [1, 512, 28, 28]          [1, 512, 28, 28]          1,024\n",
       "│    │    └─ReLU: 3-16                   [1, 512, 28, 28]          [1, 512, 28, 28]          --\n",
       "├─Sequential: 1-5                        [1, 512, 28, 28]          [1, 1024, 14, 14]         --\n",
       "│    └─BottleNeckBlock: 2-11             [1, 512, 28, 28]          [1, 1024, 14, 14]         --\n",
       "│    │    └─Sequential: 3-17             [1, 512, 28, 28]          [1, 1024, 14, 14]         --\n",
       "│    │    │    └─Conv2d: 4-61            [1, 512, 28, 28]          [1, 256, 28, 28]          102,760,448\n",
       "│    │    │    └─BatchNorm2d: 4-62       [1, 256, 28, 28]          [1, 256, 28, 28]          512\n",
       "│    │    │    └─ReLU: 4-63              [1, 256, 28, 28]          [1, 256, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-64            [1, 256, 28, 28]          [1, 256, 14, 14]          115,605,504\n",
       "│    │    │    └─BatchNorm2d: 4-65       [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    │    └─ReLU: 4-66              [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-67            [1, 256, 14, 14]          [1, 1024, 14, 14]         51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-68       [1, 1024, 14, 14]         [1, 1024, 14, 14]         2,048\n",
       "│    │    └─Sequential: 3-18             [1, 512, 28, 28]          [1, 1024, 14, 14]         --\n",
       "│    │    │    └─Conv2d: 4-69            [1, 512, 28, 28]          [1, 1024, 14, 14]         102,760,448\n",
       "│    │    │    └─BatchNorm2d: 4-70       [1, 1024, 14, 14]         [1, 1024, 14, 14]         2,048\n",
       "│    │    └─ReLU: 3-19                   [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    └─BottleNeckBlock: 2-12             [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    │    └─Sequential: 3-20             [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    │    │    └─Conv2d: 4-71            [1, 1024, 14, 14]         [1, 256, 14, 14]          51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-72       [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    │    └─ReLU: 4-73              [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-74            [1, 256, 14, 14]          [1, 256, 14, 14]          115,605,504\n",
       "│    │    │    └─BatchNorm2d: 4-75       [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    │    └─ReLU: 4-76              [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-77            [1, 256, 14, 14]          [1, 1024, 14, 14]         51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-78       [1, 1024, 14, 14]         [1, 1024, 14, 14]         2,048\n",
       "│    │    └─ReLU: 3-21                   [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    └─BottleNeckBlock: 2-13             [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    │    └─Sequential: 3-22             [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    │    │    └─Conv2d: 4-79            [1, 1024, 14, 14]         [1, 256, 14, 14]          51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-80       [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    │    └─ReLU: 4-81              [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-82            [1, 256, 14, 14]          [1, 256, 14, 14]          115,605,504\n",
       "│    │    │    └─BatchNorm2d: 4-83       [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    │    └─ReLU: 4-84              [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-85            [1, 256, 14, 14]          [1, 1024, 14, 14]         51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-86       [1, 1024, 14, 14]         [1, 1024, 14, 14]         2,048\n",
       "│    │    └─ReLU: 3-23                   [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    └─BottleNeckBlock: 2-14             [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    │    └─Sequential: 3-24             [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    │    │    └─Conv2d: 4-87            [1, 1024, 14, 14]         [1, 256, 14, 14]          51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-88       [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    │    └─ReLU: 4-89              [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-90            [1, 256, 14, 14]          [1, 256, 14, 14]          115,605,504\n",
       "│    │    │    └─BatchNorm2d: 4-91       [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    │    └─ReLU: 4-92              [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-93            [1, 256, 14, 14]          [1, 1024, 14, 14]         51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-94       [1, 1024, 14, 14]         [1, 1024, 14, 14]         2,048\n",
       "│    │    └─ReLU: 3-25                   [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    └─BottleNeckBlock: 2-15             [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    │    └─Sequential: 3-26             [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    │    │    └─Conv2d: 4-95            [1, 1024, 14, 14]         [1, 256, 14, 14]          51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-96       [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    │    └─ReLU: 4-97              [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-98            [1, 256, 14, 14]          [1, 256, 14, 14]          115,605,504\n",
       "│    │    │    └─BatchNorm2d: 4-99       [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    │    └─ReLU: 4-100             [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-101           [1, 256, 14, 14]          [1, 1024, 14, 14]         51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-102      [1, 1024, 14, 14]         [1, 1024, 14, 14]         2,048\n",
       "│    │    └─ReLU: 3-27                   [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    └─BottleNeckBlock: 2-16             [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    │    └─Sequential: 3-28             [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    │    │    └─Conv2d: 4-103           [1, 1024, 14, 14]         [1, 256, 14, 14]          51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-104      [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    │    └─ReLU: 4-105             [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-106           [1, 256, 14, 14]          [1, 256, 14, 14]          115,605,504\n",
       "│    │    │    └─BatchNorm2d: 4-107      [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    │    └─ReLU: 4-108             [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-109           [1, 256, 14, 14]          [1, 1024, 14, 14]         51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-110      [1, 1024, 14, 14]         [1, 1024, 14, 14]         2,048\n",
       "│    │    └─ReLU: 3-29                   [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "├─Sequential: 1-6                        [1, 1024, 14, 14]         [1, 2048, 7, 7]           --\n",
       "│    └─BottleNeckBlock: 2-17             [1, 1024, 14, 14]         [1, 2048, 7, 7]           --\n",
       "│    │    └─Sequential: 3-30             [1, 1024, 14, 14]         [1, 2048, 7, 7]           --\n",
       "│    │    │    └─Conv2d: 4-111           [1, 1024, 14, 14]         [1, 512, 14, 14]          102,760,448\n",
       "│    │    │    └─BatchNorm2d: 4-112      [1, 512, 14, 14]          [1, 512, 14, 14]          1,024\n",
       "│    │    │    └─ReLU: 4-113             [1, 512, 14, 14]          [1, 512, 14, 14]          --\n",
       "│    │    │    └─Conv2d: 4-114           [1, 512, 14, 14]          [1, 512, 7, 7]            115,605,504\n",
       "│    │    │    └─BatchNorm2d: 4-115      [1, 512, 7, 7]            [1, 512, 7, 7]            1,024\n",
       "│    │    │    └─ReLU: 4-116             [1, 512, 7, 7]            [1, 512, 7, 7]            --\n",
       "│    │    │    └─Conv2d: 4-117           [1, 512, 7, 7]            [1, 2048, 7, 7]           51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-118      [1, 2048, 7, 7]           [1, 2048, 7, 7]           4,096\n",
       "│    │    └─Sequential: 3-31             [1, 1024, 14, 14]         [1, 2048, 7, 7]           --\n",
       "│    │    │    └─Conv2d: 4-119           [1, 1024, 14, 14]         [1, 2048, 7, 7]           102,760,448\n",
       "│    │    │    └─BatchNorm2d: 4-120      [1, 2048, 7, 7]           [1, 2048, 7, 7]           4,096\n",
       "│    │    └─ReLU: 3-32                   [1, 2048, 7, 7]           [1, 2048, 7, 7]           --\n",
       "│    └─BottleNeckBlock: 2-18             [1, 2048, 7, 7]           [1, 2048, 7, 7]           --\n",
       "│    │    └─Sequential: 3-33             [1, 2048, 7, 7]           [1, 2048, 7, 7]           --\n",
       "│    │    │    └─Conv2d: 4-121           [1, 2048, 7, 7]           [1, 512, 7, 7]            51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-122      [1, 512, 7, 7]            [1, 512, 7, 7]            1,024\n",
       "│    │    │    └─ReLU: 4-123             [1, 512, 7, 7]            [1, 512, 7, 7]            --\n",
       "│    │    │    └─Conv2d: 4-124           [1, 512, 7, 7]            [1, 512, 7, 7]            115,605,504\n",
       "│    │    │    └─BatchNorm2d: 4-125      [1, 512, 7, 7]            [1, 512, 7, 7]            1,024\n",
       "│    │    │    └─ReLU: 4-126             [1, 512, 7, 7]            [1, 512, 7, 7]            --\n",
       "│    │    │    └─Conv2d: 4-127           [1, 512, 7, 7]            [1, 2048, 7, 7]           51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-128      [1, 2048, 7, 7]           [1, 2048, 7, 7]           4,096\n",
       "│    │    └─ReLU: 3-34                   [1, 2048, 7, 7]           [1, 2048, 7, 7]           --\n",
       "│    └─BottleNeckBlock: 2-19             [1, 2048, 7, 7]           [1, 2048, 7, 7]           --\n",
       "│    │    └─Sequential: 3-35             [1, 2048, 7, 7]           [1, 2048, 7, 7]           --\n",
       "│    │    │    └─Conv2d: 4-129           [1, 2048, 7, 7]           [1, 512, 7, 7]            51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-130      [1, 512, 7, 7]            [1, 512, 7, 7]            1,024\n",
       "│    │    │    └─ReLU: 4-131             [1, 512, 7, 7]            [1, 512, 7, 7]            --\n",
       "│    │    │    └─Conv2d: 4-132           [1, 512, 7, 7]            [1, 512, 7, 7]            115,605,504\n",
       "│    │    │    └─BatchNorm2d: 4-133      [1, 512, 7, 7]            [1, 512, 7, 7]            1,024\n",
       "│    │    │    └─ReLU: 4-134             [1, 512, 7, 7]            [1, 512, 7, 7]            --\n",
       "│    │    │    └─Conv2d: 4-135           [1, 512, 7, 7]            [1, 2048, 7, 7]           51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-136      [1, 2048, 7, 7]           [1, 2048, 7, 7]           4,096\n",
       "│    │    └─ReLU: 3-36                   [1, 2048, 7, 7]           [1, 2048, 7, 7]           --\n",
       "├─AdaptiveAvgPool2d: 1-7                 [1, 2048, 7, 7]           [1, 2048, 1, 1]           --\n",
       "├─Sequential: 1-8                        [1, 2048, 1, 1]           [1, 1000]                 --\n",
       "│    └─Flatten: 2-20                     [1, 2048, 1, 1]           [1, 2048]                 --\n",
       "│    └─Linear: 2-21                      [1, 2048]                 [1, 1000]                 2,049,000\n",
       "===================================================================================================================\n",
       "Total params: 25,557,032\n",
       "Trainable params: 25,557,032\n",
       "Non-trainable params: 0\n",
       "Total mult-adds (Units.GIGABYTES): 4.09\n",
       "===================================================================================================================\n",
       "Input size (MB): 0.60\n",
       "Forward/backward pass size (MB): 177.83\n",
       "Params size (MB): 102.23\n",
       "Estimated Total Size (MB): 280.66\n",
       "==================================================================================================================="
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "execution_count": 5
  },
  {
   "metadata": {
    "ExecuteTime": {
     "end_time": "2024-10-13T16:10:56.937614Z",
     "start_time": "2024-10-13T16:10:56.610868Z"
    }
   },
   "cell_type": "code",
   "source": [
    "resnet_torch_model = models.resnet50()\n",
    "summary(resnet_torch_model, input_size=(1, 3, 224, 224), col_names=['input_size', 'output_size', 'mult_adds'], depth=4, device='cpu')"
   ],
   "id": "db1cb73d8c7629f1",
   "outputs": [
    {
     "data": {
      "text/plain": [
       "===================================================================================================================\n",
       "Layer (type:depth-idx)                   Input Shape               Output Shape              Mult-Adds\n",
       "===================================================================================================================\n",
       "ResNet                                   [1, 3, 224, 224]          [1, 1000]                 --\n",
       "├─Conv2d: 1-1                            [1, 3, 224, 224]          [1, 64, 112, 112]         118,013,952\n",
       "├─BatchNorm2d: 1-2                       [1, 64, 112, 112]         [1, 64, 112, 112]         128\n",
       "├─ReLU: 1-3                              [1, 64, 112, 112]         [1, 64, 112, 112]         --\n",
       "├─MaxPool2d: 1-4                         [1, 64, 112, 112]         [1, 64, 56, 56]           --\n",
       "├─Sequential: 1-5                        [1, 64, 56, 56]           [1, 256, 56, 56]          --\n",
       "│    └─Bottleneck: 2-1                   [1, 64, 56, 56]           [1, 256, 56, 56]          --\n",
       "│    │    └─Conv2d: 3-1                  [1, 64, 56, 56]           [1, 64, 56, 56]           12,845,056\n",
       "│    │    └─BatchNorm2d: 3-2             [1, 64, 56, 56]           [1, 64, 56, 56]           128\n",
       "│    │    └─ReLU: 3-3                    [1, 64, 56, 56]           [1, 64, 56, 56]           --\n",
       "│    │    └─Conv2d: 3-4                  [1, 64, 56, 56]           [1, 64, 56, 56]           115,605,504\n",
       "│    │    └─BatchNorm2d: 3-5             [1, 64, 56, 56]           [1, 64, 56, 56]           128\n",
       "│    │    └─ReLU: 3-6                    [1, 64, 56, 56]           [1, 64, 56, 56]           --\n",
       "│    │    └─Conv2d: 3-7                  [1, 64, 56, 56]           [1, 256, 56, 56]          51,380,224\n",
       "│    │    └─BatchNorm2d: 3-8             [1, 256, 56, 56]          [1, 256, 56, 56]          512\n",
       "│    │    └─Sequential: 3-9              [1, 64, 56, 56]           [1, 256, 56, 56]          --\n",
       "│    │    │    └─Conv2d: 4-1             [1, 64, 56, 56]           [1, 256, 56, 56]          51,380,224\n",
       "│    │    │    └─BatchNorm2d: 4-2        [1, 256, 56, 56]          [1, 256, 56, 56]          512\n",
       "│    │    └─ReLU: 3-10                   [1, 256, 56, 56]          [1, 256, 56, 56]          --\n",
       "│    └─Bottleneck: 2-2                   [1, 256, 56, 56]          [1, 256, 56, 56]          --\n",
       "│    │    └─Conv2d: 3-11                 [1, 256, 56, 56]          [1, 64, 56, 56]           51,380,224\n",
       "│    │    └─BatchNorm2d: 3-12            [1, 64, 56, 56]           [1, 64, 56, 56]           128\n",
       "│    │    └─ReLU: 3-13                   [1, 64, 56, 56]           [1, 64, 56, 56]           --\n",
       "│    │    └─Conv2d: 3-14                 [1, 64, 56, 56]           [1, 64, 56, 56]           115,605,504\n",
       "│    │    └─BatchNorm2d: 3-15            [1, 64, 56, 56]           [1, 64, 56, 56]           128\n",
       "│    │    └─ReLU: 3-16                   [1, 64, 56, 56]           [1, 64, 56, 56]           --\n",
       "│    │    └─Conv2d: 3-17                 [1, 64, 56, 56]           [1, 256, 56, 56]          51,380,224\n",
       "│    │    └─BatchNorm2d: 3-18            [1, 256, 56, 56]          [1, 256, 56, 56]          512\n",
       "│    │    └─ReLU: 3-19                   [1, 256, 56, 56]          [1, 256, 56, 56]          --\n",
       "│    └─Bottleneck: 2-3                   [1, 256, 56, 56]          [1, 256, 56, 56]          --\n",
       "│    │    └─Conv2d: 3-20                 [1, 256, 56, 56]          [1, 64, 56, 56]           51,380,224\n",
       "│    │    └─BatchNorm2d: 3-21            [1, 64, 56, 56]           [1, 64, 56, 56]           128\n",
       "│    │    └─ReLU: 3-22                   [1, 64, 56, 56]           [1, 64, 56, 56]           --\n",
       "│    │    └─Conv2d: 3-23                 [1, 64, 56, 56]           [1, 64, 56, 56]           115,605,504\n",
       "│    │    └─BatchNorm2d: 3-24            [1, 64, 56, 56]           [1, 64, 56, 56]           128\n",
       "│    │    └─ReLU: 3-25                   [1, 64, 56, 56]           [1, 64, 56, 56]           --\n",
       "│    │    └─Conv2d: 3-26                 [1, 64, 56, 56]           [1, 256, 56, 56]          51,380,224\n",
       "│    │    └─BatchNorm2d: 3-27            [1, 256, 56, 56]          [1, 256, 56, 56]          512\n",
       "│    │    └─ReLU: 3-28                   [1, 256, 56, 56]          [1, 256, 56, 56]          --\n",
       "├─Sequential: 1-6                        [1, 256, 56, 56]          [1, 512, 28, 28]          --\n",
       "│    └─Bottleneck: 2-4                   [1, 256, 56, 56]          [1, 512, 28, 28]          --\n",
       "│    │    └─Conv2d: 3-29                 [1, 256, 56, 56]          [1, 128, 56, 56]          102,760,448\n",
       "│    │    └─BatchNorm2d: 3-30            [1, 128, 56, 56]          [1, 128, 56, 56]          256\n",
       "│    │    └─ReLU: 3-31                   [1, 128, 56, 56]          [1, 128, 56, 56]          --\n",
       "│    │    └─Conv2d: 3-32                 [1, 128, 56, 56]          [1, 128, 28, 28]          115,605,504\n",
       "│    │    └─BatchNorm2d: 3-33            [1, 128, 28, 28]          [1, 128, 28, 28]          256\n",
       "│    │    └─ReLU: 3-34                   [1, 128, 28, 28]          [1, 128, 28, 28]          --\n",
       "│    │    └─Conv2d: 3-35                 [1, 128, 28, 28]          [1, 512, 28, 28]          51,380,224\n",
       "│    │    └─BatchNorm2d: 3-36            [1, 512, 28, 28]          [1, 512, 28, 28]          1,024\n",
       "│    │    └─Sequential: 3-37             [1, 256, 56, 56]          [1, 512, 28, 28]          --\n",
       "│    │    │    └─Conv2d: 4-3             [1, 256, 56, 56]          [1, 512, 28, 28]          102,760,448\n",
       "│    │    │    └─BatchNorm2d: 4-4        [1, 512, 28, 28]          [1, 512, 28, 28]          1,024\n",
       "│    │    └─ReLU: 3-38                   [1, 512, 28, 28]          [1, 512, 28, 28]          --\n",
       "│    └─Bottleneck: 2-5                   [1, 512, 28, 28]          [1, 512, 28, 28]          --\n",
       "│    │    └─Conv2d: 3-39                 [1, 512, 28, 28]          [1, 128, 28, 28]          51,380,224\n",
       "│    │    └─BatchNorm2d: 3-40            [1, 128, 28, 28]          [1, 128, 28, 28]          256\n",
       "│    │    └─ReLU: 3-41                   [1, 128, 28, 28]          [1, 128, 28, 28]          --\n",
       "│    │    └─Conv2d: 3-42                 [1, 128, 28, 28]          [1, 128, 28, 28]          115,605,504\n",
       "│    │    └─BatchNorm2d: 3-43            [1, 128, 28, 28]          [1, 128, 28, 28]          256\n",
       "│    │    └─ReLU: 3-44                   [1, 128, 28, 28]          [1, 128, 28, 28]          --\n",
       "│    │    └─Conv2d: 3-45                 [1, 128, 28, 28]          [1, 512, 28, 28]          51,380,224\n",
       "│    │    └─BatchNorm2d: 3-46            [1, 512, 28, 28]          [1, 512, 28, 28]          1,024\n",
       "│    │    └─ReLU: 3-47                   [1, 512, 28, 28]          [1, 512, 28, 28]          --\n",
       "│    └─Bottleneck: 2-6                   [1, 512, 28, 28]          [1, 512, 28, 28]          --\n",
       "│    │    └─Conv2d: 3-48                 [1, 512, 28, 28]          [1, 128, 28, 28]          51,380,224\n",
       "│    │    └─BatchNorm2d: 3-49            [1, 128, 28, 28]          [1, 128, 28, 28]          256\n",
       "│    │    └─ReLU: 3-50                   [1, 128, 28, 28]          [1, 128, 28, 28]          --\n",
       "│    │    └─Conv2d: 3-51                 [1, 128, 28, 28]          [1, 128, 28, 28]          115,605,504\n",
       "│    │    └─BatchNorm2d: 3-52            [1, 128, 28, 28]          [1, 128, 28, 28]          256\n",
       "│    │    └─ReLU: 3-53                   [1, 128, 28, 28]          [1, 128, 28, 28]          --\n",
       "│    │    └─Conv2d: 3-54                 [1, 128, 28, 28]          [1, 512, 28, 28]          51,380,224\n",
       "│    │    └─BatchNorm2d: 3-55            [1, 512, 28, 28]          [1, 512, 28, 28]          1,024\n",
       "│    │    └─ReLU: 3-56                   [1, 512, 28, 28]          [1, 512, 28, 28]          --\n",
       "│    └─Bottleneck: 2-7                   [1, 512, 28, 28]          [1, 512, 28, 28]          --\n",
       "│    │    └─Conv2d: 3-57                 [1, 512, 28, 28]          [1, 128, 28, 28]          51,380,224\n",
       "│    │    └─BatchNorm2d: 3-58            [1, 128, 28, 28]          [1, 128, 28, 28]          256\n",
       "│    │    └─ReLU: 3-59                   [1, 128, 28, 28]          [1, 128, 28, 28]          --\n",
       "│    │    └─Conv2d: 3-60                 [1, 128, 28, 28]          [1, 128, 28, 28]          115,605,504\n",
       "│    │    └─BatchNorm2d: 3-61            [1, 128, 28, 28]          [1, 128, 28, 28]          256\n",
       "│    │    └─ReLU: 3-62                   [1, 128, 28, 28]          [1, 128, 28, 28]          --\n",
       "│    │    └─Conv2d: 3-63                 [1, 128, 28, 28]          [1, 512, 28, 28]          51,380,224\n",
       "│    │    └─BatchNorm2d: 3-64            [1, 512, 28, 28]          [1, 512, 28, 28]          1,024\n",
       "│    │    └─ReLU: 3-65                   [1, 512, 28, 28]          [1, 512, 28, 28]          --\n",
       "├─Sequential: 1-7                        [1, 512, 28, 28]          [1, 1024, 14, 14]         --\n",
       "│    └─Bottleneck: 2-8                   [1, 512, 28, 28]          [1, 1024, 14, 14]         --\n",
       "│    │    └─Conv2d: 3-66                 [1, 512, 28, 28]          [1, 256, 28, 28]          102,760,448\n",
       "│    │    └─BatchNorm2d: 3-67            [1, 256, 28, 28]          [1, 256, 28, 28]          512\n",
       "│    │    └─ReLU: 3-68                   [1, 256, 28, 28]          [1, 256, 28, 28]          --\n",
       "│    │    └─Conv2d: 3-69                 [1, 256, 28, 28]          [1, 256, 14, 14]          115,605,504\n",
       "│    │    └─BatchNorm2d: 3-70            [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    └─ReLU: 3-71                   [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    └─Conv2d: 3-72                 [1, 256, 14, 14]          [1, 1024, 14, 14]         51,380,224\n",
       "│    │    └─BatchNorm2d: 3-73            [1, 1024, 14, 14]         [1, 1024, 14, 14]         2,048\n",
       "│    │    └─Sequential: 3-74             [1, 512, 28, 28]          [1, 1024, 14, 14]         --\n",
       "│    │    │    └─Conv2d: 4-5             [1, 512, 28, 28]          [1, 1024, 14, 14]         102,760,448\n",
       "│    │    │    └─BatchNorm2d: 4-6        [1, 1024, 14, 14]         [1, 1024, 14, 14]         2,048\n",
       "│    │    └─ReLU: 3-75                   [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    └─Bottleneck: 2-9                   [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    │    └─Conv2d: 3-76                 [1, 1024, 14, 14]         [1, 256, 14, 14]          51,380,224\n",
       "│    │    └─BatchNorm2d: 3-77            [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    └─ReLU: 3-78                   [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    └─Conv2d: 3-79                 [1, 256, 14, 14]          [1, 256, 14, 14]          115,605,504\n",
       "│    │    └─BatchNorm2d: 3-80            [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    └─ReLU: 3-81                   [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    └─Conv2d: 3-82                 [1, 256, 14, 14]          [1, 1024, 14, 14]         51,380,224\n",
       "│    │    └─BatchNorm2d: 3-83            [1, 1024, 14, 14]         [1, 1024, 14, 14]         2,048\n",
       "│    │    └─ReLU: 3-84                   [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    └─Bottleneck: 2-10                  [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    │    └─Conv2d: 3-85                 [1, 1024, 14, 14]         [1, 256, 14, 14]          51,380,224\n",
       "│    │    └─BatchNorm2d: 3-86            [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    └─ReLU: 3-87                   [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    └─Conv2d: 3-88                 [1, 256, 14, 14]          [1, 256, 14, 14]          115,605,504\n",
       "│    │    └─BatchNorm2d: 3-89            [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    └─ReLU: 3-90                   [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    └─Conv2d: 3-91                 [1, 256, 14, 14]          [1, 1024, 14, 14]         51,380,224\n",
       "│    │    └─BatchNorm2d: 3-92            [1, 1024, 14, 14]         [1, 1024, 14, 14]         2,048\n",
       "│    │    └─ReLU: 3-93                   [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    └─Bottleneck: 2-11                  [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    │    └─Conv2d: 3-94                 [1, 1024, 14, 14]         [1, 256, 14, 14]          51,380,224\n",
       "│    │    └─BatchNorm2d: 3-95            [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    └─ReLU: 3-96                   [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    └─Conv2d: 3-97                 [1, 256, 14, 14]          [1, 256, 14, 14]          115,605,504\n",
       "│    │    └─BatchNorm2d: 3-98            [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    └─ReLU: 3-99                   [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    └─Conv2d: 3-100                [1, 256, 14, 14]          [1, 1024, 14, 14]         51,380,224\n",
       "│    │    └─BatchNorm2d: 3-101           [1, 1024, 14, 14]         [1, 1024, 14, 14]         2,048\n",
       "│    │    └─ReLU: 3-102                  [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    └─Bottleneck: 2-12                  [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    │    └─Conv2d: 3-103                [1, 1024, 14, 14]         [1, 256, 14, 14]          51,380,224\n",
       "│    │    └─BatchNorm2d: 3-104           [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    └─ReLU: 3-105                  [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    └─Conv2d: 3-106                [1, 256, 14, 14]          [1, 256, 14, 14]          115,605,504\n",
       "│    │    └─BatchNorm2d: 3-107           [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    └─ReLU: 3-108                  [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    └─Conv2d: 3-109                [1, 256, 14, 14]          [1, 1024, 14, 14]         51,380,224\n",
       "│    │    └─BatchNorm2d: 3-110           [1, 1024, 14, 14]         [1, 1024, 14, 14]         2,048\n",
       "│    │    └─ReLU: 3-111                  [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    └─Bottleneck: 2-13                  [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "│    │    └─Conv2d: 3-112                [1, 1024, 14, 14]         [1, 256, 14, 14]          51,380,224\n",
       "│    │    └─BatchNorm2d: 3-113           [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    └─ReLU: 3-114                  [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    └─Conv2d: 3-115                [1, 256, 14, 14]          [1, 256, 14, 14]          115,605,504\n",
       "│    │    └─BatchNorm2d: 3-116           [1, 256, 14, 14]          [1, 256, 14, 14]          512\n",
       "│    │    └─ReLU: 3-117                  [1, 256, 14, 14]          [1, 256, 14, 14]          --\n",
       "│    │    └─Conv2d: 3-118                [1, 256, 14, 14]          [1, 1024, 14, 14]         51,380,224\n",
       "│    │    └─BatchNorm2d: 3-119           [1, 1024, 14, 14]         [1, 1024, 14, 14]         2,048\n",
       "│    │    └─ReLU: 3-120                  [1, 1024, 14, 14]         [1, 1024, 14, 14]         --\n",
       "├─Sequential: 1-8                        [1, 1024, 14, 14]         [1, 2048, 7, 7]           --\n",
       "│    └─Bottleneck: 2-14                  [1, 1024, 14, 14]         [1, 2048, 7, 7]           --\n",
       "│    │    └─Conv2d: 3-121                [1, 1024, 14, 14]         [1, 512, 14, 14]          102,760,448\n",
       "│    │    └─BatchNorm2d: 3-122           [1, 512, 14, 14]          [1, 512, 14, 14]          1,024\n",
       "│    │    └─ReLU: 3-123                  [1, 512, 14, 14]          [1, 512, 14, 14]          --\n",
       "│    │    └─Conv2d: 3-124                [1, 512, 14, 14]          [1, 512, 7, 7]            115,605,504\n",
       "│    │    └─BatchNorm2d: 3-125           [1, 512, 7, 7]            [1, 512, 7, 7]            1,024\n",
       "│    │    └─ReLU: 3-126                  [1, 512, 7, 7]            [1, 512, 7, 7]            --\n",
       "│    │    └─Conv2d: 3-127                [1, 512, 7, 7]            [1, 2048, 7, 7]           51,380,224\n",
       "│    │    └─BatchNorm2d: 3-128           [1, 2048, 7, 7]           [1, 2048, 7, 7]           4,096\n",
       "│    │    └─Sequential: 3-129            [1, 1024, 14, 14]         [1, 2048, 7, 7]           --\n",
       "│    │    │    └─Conv2d: 4-7             [1, 1024, 14, 14]         [1, 2048, 7, 7]           102,760,448\n",
       "│    │    │    └─BatchNorm2d: 4-8        [1, 2048, 7, 7]           [1, 2048, 7, 7]           4,096\n",
       "│    │    └─ReLU: 3-130                  [1, 2048, 7, 7]           [1, 2048, 7, 7]           --\n",
       "│    └─Bottleneck: 2-15                  [1, 2048, 7, 7]           [1, 2048, 7, 7]           --\n",
       "│    │    └─Conv2d: 3-131                [1, 2048, 7, 7]           [1, 512, 7, 7]            51,380,224\n",
       "│    │    └─BatchNorm2d: 3-132           [1, 512, 7, 7]            [1, 512, 7, 7]            1,024\n",
       "│    │    └─ReLU: 3-133                  [1, 512, 7, 7]            [1, 512, 7, 7]            --\n",
       "│    │    └─Conv2d: 3-134                [1, 512, 7, 7]            [1, 512, 7, 7]            115,605,504\n",
       "│    │    └─BatchNorm2d: 3-135           [1, 512, 7, 7]            [1, 512, 7, 7]            1,024\n",
       "│    │    └─ReLU: 3-136                  [1, 512, 7, 7]            [1, 512, 7, 7]            --\n",
       "│    │    └─Conv2d: 3-137                [1, 512, 7, 7]            [1, 2048, 7, 7]           51,380,224\n",
       "│    │    └─BatchNorm2d: 3-138           [1, 2048, 7, 7]           [1, 2048, 7, 7]           4,096\n",
       "│    │    └─ReLU: 3-139                  [1, 2048, 7, 7]           [1, 2048, 7, 7]           --\n",
       "│    └─Bottleneck: 2-16                  [1, 2048, 7, 7]           [1, 2048, 7, 7]           --\n",
       "│    │    └─Conv2d: 3-140                [1, 2048, 7, 7]           [1, 512, 7, 7]            51,380,224\n",
       "│    │    └─BatchNorm2d: 3-141           [1, 512, 7, 7]            [1, 512, 7, 7]            1,024\n",
       "│    │    └─ReLU: 3-142                  [1, 512, 7, 7]            [1, 512, 7, 7]            --\n",
       "│    │    └─Conv2d: 3-143                [1, 512, 7, 7]            [1, 512, 7, 7]            115,605,504\n",
       "│    │    └─BatchNorm2d: 3-144           [1, 512, 7, 7]            [1, 512, 7, 7]            1,024\n",
       "│    │    └─ReLU: 3-145                  [1, 512, 7, 7]            [1, 512, 7, 7]            --\n",
       "│    │    └─Conv2d: 3-146                [1, 512, 7, 7]            [1, 2048, 7, 7]           51,380,224\n",
       "│    │    └─BatchNorm2d: 3-147           [1, 2048, 7, 7]           [1, 2048, 7, 7]           4,096\n",
       "│    │    └─ReLU: 3-148                  [1, 2048, 7, 7]           [1, 2048, 7, 7]           --\n",
       "├─AdaptiveAvgPool2d: 1-9                 [1, 2048, 7, 7]           [1, 2048, 1, 1]           --\n",
       "├─Linear: 1-10                           [1, 2048]                 [1, 1000]                 2,049,000\n",
       "===================================================================================================================\n",
       "Total params: 25,557,032\n",
       "Trainable params: 25,557,032\n",
       "Non-trainable params: 0\n",
       "Total mult-adds (Units.GIGABYTES): 4.09\n",
       "===================================================================================================================\n",
       "Input size (MB): 0.60\n",
       "Forward/backward pass size (MB): 177.83\n",
       "Params size (MB): 102.23\n",
       "Estimated Total Size (MB): 280.66\n",
       "==================================================================================================================="
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "execution_count": 6
  },
  {
   "metadata": {},
   "cell_type": "markdown",
   "source": "## Training",
   "id": "e2f0ce17f284d70c"
  },
  {
   "metadata": {
    "ExecuteTime": {
     "end_time": "2024-10-13T16:12:08.919351Z",
     "start_time": "2024-10-13T16:12:07.315256Z"
    }
   },
   "cell_type": "code",
   "source": [
    "from pathlib import Path\n",
    "\n",
    "TRAIN_RATIO = 0.8\n",
    "data_dir = Path('./data/')\n",
    "\n",
    "transform = transforms.Compose([\n",
    "    transforms.Resize(224),\n",
    "    transforms.ToTensor(),\n",
    "])\n",
    "\n",
    "train_ds = datasets.CIFAR100(data_dir, train=True, download=True, transform=transform)\n",
    "train_ds, val_ds = random_split(train_ds, (TRAIN_RATIO, 1 - TRAIN_RATIO))\n",
    "val_ds.transform = transform\n",
    "test_ds = datasets.CIFAR100(data_dir, train=False, download=True, transform=transform)"
   ],
   "id": "42d21d784414347d",
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Files already downloaded and verified\n",
      "Files already downloaded and verified\n"
     ]
    }
   ],
   "execution_count": 7
  },
  {
   "metadata": {
    "ExecuteTime": {
     "end_time": "2024-10-13T17:57:22.928977Z",
     "start_time": "2024-10-13T16:12:09.075357Z"
    }
   },
   "cell_type": "code",
   "source": [
    "import wandb\n",
    "from src.engine import *\n",
    "\n",
    "config = dict(batch_size=64, lr=5e-4, epochs=20, dataset='CIFAR100')\n",
    "with wandb.init(project='pytorch-study', name='ResNet50', config=config) as run:\n",
    "    w_config = run.config\n",
    "    train_dl = DataLoader(train_ds, batch_size=w_config.batch_size, shuffle=True)\n",
    "    val_dl = DataLoader(val_ds, batch_size=w_config.batch_size, shuffle=True)\n",
    "    \n",
    "    n_classes = len(train_ds.dataset.classes)\n",
    "    resnet_mdoel = ResNet(3, n_classes).to(DEVICE)\n",
    "        \n",
    "    criterion = nn.CrossEntropyLoss()\n",
    "    optimizer = optim.Adam(resnet_mdoel.parameters(), lr=w_config.lr)\n",
    "    \n",
    "    loss_history, acc_history = train(resnet_mdoel, train_dl, val_dl, criterion, optimizer, w_config.epochs, DEVICE, run) "
   ],
   "id": "7feb6758495dd8a0",
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch=20: 100%|██████████| 20/20 [1:45:02<00:00, 315.15s/it, train_loss=0.225, train_acc=92.48%, val_loss=2.613, val_acc=52.08%]\n"
     ]
    }
   ],
   "execution_count": 8
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}