model_prepare.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "步骤一：只保留backbone\n",
    "步骤二：对齐backbone中各个参数名"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "odict_keys(['backbone.cls_token', 'backbone.pos_embed', 'backbone.patch_embed.projection.weight', 'backbone.patch_embed.projection.bias', 'backbone.layers.0.ln1.weight', 'backbone.layers.0.ln1.bias', 'backbone.layers.0.attn.qkv.weight', 'backbone.layers.0.attn.qkv.bias', 'backbone.layers.0.attn.proj.weight', 'backbone.layers.0.attn.proj.bias', 'backbone.layers.0.ln2.weight', 'backbone.layers.0.ln2.bias', 'backbone.layers.0.ffn.layers.0.0.weight', 'backbone.layers.0.ffn.layers.0.0.bias', 'backbone.layers.0.ffn.layers.1.weight', 'backbone.layers.0.ffn.layers.1.bias', 'backbone.layers.1.ln1.weight', 'backbone.layers.1.ln1.bias', 'backbone.layers.1.attn.qkv.weight', 'backbone.layers.1.attn.qkv.bias', 'backbone.layers.1.attn.proj.weight', 'backbone.layers.1.attn.proj.bias', 'backbone.layers.1.ln2.weight', 'backbone.layers.1.ln2.bias', 'backbone.layers.1.ffn.layers.0.0.weight', 'backbone.layers.1.ffn.layers.0.0.bias', 'backbone.layers.1.ffn.layers.1.weight', 'backbone.layers.1.ffn.layers.1.bias', 'backbone.layers.2.ln1.weight', 'backbone.layers.2.ln1.bias', 'backbone.layers.2.attn.qkv.weight', 'backbone.layers.2.attn.qkv.bias', 'backbone.layers.2.attn.proj.weight', 'backbone.layers.2.attn.proj.bias', 'backbone.layers.2.ln2.weight', 'backbone.layers.2.ln2.bias', 'backbone.layers.2.ffn.layers.0.0.weight', 'backbone.layers.2.ffn.layers.0.0.bias', 'backbone.layers.2.ffn.layers.1.weight', 'backbone.layers.2.ffn.layers.1.bias', 'backbone.layers.3.ln1.weight', 'backbone.layers.3.ln1.bias', 'backbone.layers.3.attn.qkv.weight', 'backbone.layers.3.attn.qkv.bias', 'backbone.layers.3.attn.proj.weight', 'backbone.layers.3.attn.proj.bias', 'backbone.layers.3.ln2.weight', 'backbone.layers.3.ln2.bias', 'backbone.layers.3.ffn.layers.0.0.weight', 'backbone.layers.3.ffn.layers.0.0.bias', 'backbone.layers.3.ffn.layers.1.weight', 'backbone.layers.3.ffn.layers.1.bias', 'backbone.layers.4.ln1.weight', 'backbone.layers.4.ln1.bias', 'backbone.layers.4.attn.qkv.weight', 'backbone.layers.4.attn.qkv.bias', 'backbone.layers.4.attn.proj.weight', 'backbone.layers.4.attn.proj.bias', 'backbone.layers.4.ln2.weight', 'backbone.layers.4.ln2.bias', 'backbone.layers.4.ffn.layers.0.0.weight', 'backbone.layers.4.ffn.layers.0.0.bias', 'backbone.layers.4.ffn.layers.1.weight', 'backbone.layers.4.ffn.layers.1.bias', 'backbone.layers.5.ln1.weight', 'backbone.layers.5.ln1.bias', 'backbone.layers.5.attn.qkv.weight', 'backbone.layers.5.attn.qkv.bias', 'backbone.layers.5.attn.proj.weight', 'backbone.layers.5.attn.proj.bias', 'backbone.layers.5.ln2.weight', 'backbone.layers.5.ln2.bias', 'backbone.layers.5.ffn.layers.0.0.weight', 'backbone.layers.5.ffn.layers.0.0.bias', 'backbone.layers.5.ffn.layers.1.weight', 'backbone.layers.5.ffn.layers.1.bias', 'backbone.layers.6.ln1.weight', 'backbone.layers.6.ln1.bias', 'backbone.layers.6.attn.qkv.weight', 'backbone.layers.6.attn.qkv.bias', 'backbone.layers.6.attn.proj.weight', 'backbone.layers.6.attn.proj.bias', 'backbone.layers.6.ln2.weight', 'backbone.layers.6.ln2.bias', 'backbone.layers.6.ffn.layers.0.0.weight', 'backbone.layers.6.ffn.layers.0.0.bias', 'backbone.layers.6.ffn.layers.1.weight', 'backbone.layers.6.ffn.layers.1.bias', 'backbone.layers.7.ln1.weight', 'backbone.layers.7.ln1.bias', 'backbone.layers.7.attn.qkv.weight', 'backbone.layers.7.attn.qkv.bias', 'backbone.layers.7.attn.proj.weight', 'backbone.layers.7.attn.proj.bias', 'backbone.layers.7.ln2.weight', 'backbone.layers.7.ln2.bias', 'backbone.layers.7.ffn.layers.0.0.weight', 'backbone.layers.7.ffn.layers.0.0.bias', 'backbone.layers.7.ffn.layers.1.weight', 'backbone.layers.7.ffn.layers.1.bias', 'backbone.layers.8.ln1.weight', 'backbone.layers.8.ln1.bias', 'backbone.layers.8.attn.qkv.weight', 'backbone.layers.8.attn.qkv.bias', 'backbone.layers.8.attn.proj.weight', 'backbone.layers.8.attn.proj.bias', 'backbone.layers.8.ln2.weight', 'backbone.layers.8.ln2.bias', 'backbone.layers.8.ffn.layers.0.0.weight', 'backbone.layers.8.ffn.layers.0.0.bias', 'backbone.layers.8.ffn.layers.1.weight', 'backbone.layers.8.ffn.layers.1.bias', 'backbone.layers.9.ln1.weight', 'backbone.layers.9.ln1.bias', 'backbone.layers.9.attn.qkv.weight', 'backbone.layers.9.attn.qkv.bias', 'backbone.layers.9.attn.proj.weight', 'backbone.layers.9.attn.proj.bias', 'backbone.layers.9.ln2.weight', 'backbone.layers.9.ln2.bias', 'backbone.layers.9.ffn.layers.0.0.weight', 'backbone.layers.9.ffn.layers.0.0.bias', 'backbone.layers.9.ffn.layers.1.weight', 'backbone.layers.9.ffn.layers.1.bias', 'backbone.layers.10.ln1.weight', 'backbone.layers.10.ln1.bias', 'backbone.layers.10.attn.qkv.weight', 'backbone.layers.10.attn.qkv.bias', 'backbone.layers.10.attn.proj.weight', 'backbone.layers.10.attn.proj.bias', 'backbone.layers.10.ln2.weight', 'backbone.layers.10.ln2.bias', 'backbone.layers.10.ffn.layers.0.0.weight', 'backbone.layers.10.ffn.layers.0.0.bias', 'backbone.layers.10.ffn.layers.1.weight', 'backbone.layers.10.ffn.layers.1.bias', 'backbone.layers.11.ln1.weight', 'backbone.layers.11.ln1.bias', 'backbone.layers.11.attn.qkv.weight', 'backbone.layers.11.attn.qkv.bias', 'backbone.layers.11.attn.proj.weight', 'backbone.layers.11.attn.proj.bias', 'backbone.layers.11.ln2.weight', 'backbone.layers.11.ln2.bias', 'backbone.layers.11.ffn.layers.0.0.weight', 'backbone.layers.11.ffn.layers.0.0.bias', 'backbone.layers.11.ffn.layers.1.weight', 'backbone.layers.11.ffn.layers.1.bias', 'backbone.ln1.weight', 'backbone.ln1.bias', 'neck.fc0.weight', 'neck.bn0.weight', 'neck.bn0.bias', 'neck.bn0.running_mean', 'neck.bn0.running_var', 'neck.bn0.num_batches_tracked', 'neck.fc1.weight', 'neck.bn1.weight', 'neck.bn1.bias', 'neck.bn1.running_mean', 'neck.bn1.running_var', 'neck.bn1.num_batches_tracked', 'neck.fc2.weight', 'neck.bn2.running_mean', 'neck.bn2.running_var', 'neck.bn2.num_batches_tracked', 'head.predictor.fc0.weight', 'head.predictor.bn0.weight', 'head.predictor.bn0.bias', 'head.predictor.bn0.running_mean', 'head.predictor.bn0.running_var', 'head.predictor.bn0.num_batches_tracked', 'head.predictor.fc1.weight', 'head.predictor.bn1.running_mean', 'head.predictor.bn1.running_var', 'head.predictor.bn1.num_batches_tracked', 'momentum_encoder.steps', 'momentum_encoder.module.0.cls_token', 'momentum_encoder.module.0.pos_embed', 'momentum_encoder.module.0.patch_embed.projection.weight', 'momentum_encoder.module.0.patch_embed.projection.bias', 'momentum_encoder.module.0.layers.0.ln1.weight', 'momentum_encoder.module.0.layers.0.ln1.bias', 'momentum_encoder.module.0.layers.0.attn.qkv.weight', 'momentum_encoder.module.0.layers.0.attn.qkv.bias', 'momentum_encoder.module.0.layers.0.attn.proj.weight', 'momentum_encoder.module.0.layers.0.attn.proj.bias', 'momentum_encoder.module.0.layers.0.ln2.weight', 'momentum_encoder.module.0.layers.0.ln2.bias', 'momentum_encoder.module.0.layers.0.ffn.layers.0.0.weight', 'momentum_encoder.module.0.layers.0.ffn.layers.0.0.bias', 'momentum_encoder.module.0.layers.0.ffn.layers.1.weight', 'momentum_encoder.module.0.layers.0.ffn.layers.1.bias', 'momentum_encoder.module.0.layers.1.ln1.weight', 'momentum_encoder.module.0.layers.1.ln1.bias', 'momentum_encoder.module.0.layers.1.attn.qkv.weight', 'momentum_encoder.module.0.layers.1.attn.qkv.bias', 'momentum_encoder.module.0.layers.1.attn.proj.weight', 'momentum_encoder.module.0.layers.1.attn.proj.bias', 'momentum_encoder.module.0.layers.1.ln2.weight', 'momentum_encoder.module.0.layers.1.ln2.bias', 'momentum_encoder.module.0.layers.1.ffn.layers.0.0.weight', 'momentum_encoder.module.0.layers.1.ffn.layers.0.0.bias', 'momentum_encoder.module.0.layers.1.ffn.layers.1.weight', 'momentum_encoder.module.0.layers.1.ffn.layers.1.bias', 'momentum_encoder.module.0.layers.2.ln1.weight', 'momentum_encoder.module.0.layers.2.ln1.bias', 'momentum_encoder.module.0.layers.2.attn.qkv.weight', 'momentum_encoder.module.0.layers.2.attn.qkv.bias', 'momentum_encoder.module.0.layers.2.attn.proj.weight', 'momentum_encoder.module.0.layers.2.attn.proj.bias', 'momentum_encoder.module.0.layers.2.ln2.weight', 'momentum_encoder.module.0.layers.2.ln2.bias', 'momentum_encoder.module.0.layers.2.ffn.layers.0.0.weight', 'momentum_encoder.module.0.layers.2.ffn.layers.0.0.bias', 'momentum_encoder.module.0.layers.2.ffn.layers.1.weight', 'momentum_encoder.module.0.layers.2.ffn.layers.1.bias', 'momentum_encoder.module.0.layers.3.ln1.weight', 'momentum_encoder.module.0.layers.3.ln1.bias', 'momentum_encoder.module.0.layers.3.attn.qkv.weight', 'momentum_encoder.module.0.layers.3.attn.qkv.bias', 'momentum_encoder.module.0.layers.3.attn.proj.weight', 'momentum_encoder.module.0.layers.3.attn.proj.bias', 'momentum_encoder.module.0.layers.3.ln2.weight', 'momentum_encoder.module.0.layers.3.ln2.bias', 'momentum_encoder.module.0.layers.3.ffn.layers.0.0.weight', 'momentum_encoder.module.0.layers.3.ffn.layers.0.0.bias', 'momentum_encoder.module.0.layers.3.ffn.layers.1.weight', 'momentum_encoder.module.0.layers.3.ffn.layers.1.bias', 'momentum_encoder.module.0.layers.4.ln1.weight', 'momentum_encoder.module.0.layers.4.ln1.bias', 'momentum_encoder.module.0.layers.4.attn.qkv.weight', 'momentum_encoder.module.0.layers.4.attn.qkv.bias', 'momentum_encoder.module.0.layers.4.attn.proj.weight', 'momentum_encoder.module.0.layers.4.attn.proj.bias', 'momentum_encoder.module.0.layers.4.ln2.weight', 'momentum_encoder.module.0.layers.4.ln2.bias', 'momentum_encoder.module.0.layers.4.ffn.layers.0.0.weight', 'momentum_encoder.module.0.layers.4.ffn.layers.0.0.bias', 'momentum_encoder.module.0.layers.4.ffn.layers.1.weight', 'momentum_encoder.module.0.layers.4.ffn.layers.1.bias', 'momentum_encoder.module.0.layers.5.ln1.weight', 'momentum_encoder.module.0.layers.5.ln1.bias', 'momentum_encoder.module.0.layers.5.attn.qkv.weight', 'momentum_encoder.module.0.layers.5.attn.qkv.bias', 'momentum_encoder.module.0.layers.5.attn.proj.weight', 'momentum_encoder.module.0.layers.5.attn.proj.bias', 'momentum_encoder.module.0.layers.5.ln2.weight', 'momentum_encoder.module.0.layers.5.ln2.bias', 'momentum_encoder.module.0.layers.5.ffn.layers.0.0.weight', 'momentum_encoder.module.0.layers.5.ffn.layers.0.0.bias', 'momentum_encoder.module.0.layers.5.ffn.layers.1.weight', 'momentum_encoder.module.0.layers.5.ffn.layers.1.bias', 'momentum_encoder.module.0.layers.6.ln1.weight', 'momentum_encoder.module.0.layers.6.ln1.bias', 'momentum_encoder.module.0.layers.6.attn.qkv.weight', 'momentum_encoder.module.0.layers.6.attn.qkv.bias', 'momentum_encoder.module.0.layers.6.attn.proj.weight', 'momentum_encoder.module.0.layers.6.attn.proj.bias', 'momentum_encoder.module.0.layers.6.ln2.weight', 'momentum_encoder.module.0.layers.6.ln2.bias', 'momentum_encoder.module.0.layers.6.ffn.layers.0.0.weight', 'momentum_encoder.module.0.layers.6.ffn.layers.0.0.bias', 'momentum_encoder.module.0.layers.6.ffn.layers.1.weight', 'momentum_encoder.module.0.layers.6.ffn.layers.1.bias', 'momentum_encoder.module.0.layers.7.ln1.weight', 'momentum_encoder.module.0.layers.7.ln1.bias', 'momentum_encoder.module.0.layers.7.attn.qkv.weight', 'momentum_encoder.module.0.layers.7.attn.qkv.bias', 'momentum_encoder.module.0.layers.7.attn.proj.weight', 'momentum_encoder.module.0.layers.7.attn.proj.bias', 'momentum_encoder.module.0.layers.7.ln2.weight', 'momentum_encoder.module.0.layers.7.ln2.bias', 'momentum_encoder.module.0.layers.7.ffn.layers.0.0.weight', 'momentum_encoder.module.0.layers.7.ffn.layers.0.0.bias', 'momentum_encoder.module.0.layers.7.ffn.layers.1.weight', 'momentum_encoder.module.0.layers.7.ffn.layers.1.bias', 'momentum_encoder.module.0.layers.8.ln1.weight', 'momentum_encoder.module.0.layers.8.ln1.bias', 'momentum_encoder.module.0.layers.8.attn.qkv.weight', 'momentum_encoder.module.0.layers.8.attn.qkv.bias', 'momentum_encoder.module.0.layers.8.attn.proj.weight', 'momentum_encoder.module.0.layers.8.attn.proj.bias', 'momentum_encoder.module.0.layers.8.ln2.weight', 'momentum_encoder.module.0.layers.8.ln2.bias', 'momentum_encoder.module.0.layers.8.ffn.layers.0.0.weight', 'momentum_encoder.module.0.layers.8.ffn.layers.0.0.bias', 'momentum_encoder.module.0.layers.8.ffn.layers.1.weight', 'momentum_encoder.module.0.layers.8.ffn.layers.1.bias', 'momentum_encoder.module.0.layers.9.ln1.weight', 'momentum_encoder.module.0.layers.9.ln1.bias', 'momentum_encoder.module.0.layers.9.attn.qkv.weight', 'momentum_encoder.module.0.layers.9.attn.qkv.bias', 'momentum_encoder.module.0.layers.9.attn.proj.weight', 'momentum_encoder.module.0.layers.9.attn.proj.bias', 'momentum_encoder.module.0.layers.9.ln2.weight', 'momentum_encoder.module.0.layers.9.ln2.bias', 'momentum_encoder.module.0.layers.9.ffn.layers.0.0.weight', 'momentum_encoder.module.0.layers.9.ffn.layers.0.0.bias', 'momentum_encoder.module.0.layers.9.ffn.layers.1.weight', 'momentum_encoder.module.0.layers.9.ffn.layers.1.bias', 'momentum_encoder.module.0.layers.10.ln1.weight', 'momentum_encoder.module.0.layers.10.ln1.bias', 'momentum_encoder.module.0.layers.10.attn.qkv.weight', 'momentum_encoder.module.0.layers.10.attn.qkv.bias', 'momentum_encoder.module.0.layers.10.attn.proj.weight', 'momentum_encoder.module.0.layers.10.attn.proj.bias', 'momentum_encoder.module.0.layers.10.ln2.weight', 'momentum_encoder.module.0.layers.10.ln2.bias', 'momentum_encoder.module.0.layers.10.ffn.layers.0.0.weight', 'momentum_encoder.module.0.layers.10.ffn.layers.0.0.bias', 'momentum_encoder.module.0.layers.10.ffn.layers.1.weight', 'momentum_encoder.module.0.layers.10.ffn.layers.1.bias', 'momentum_encoder.module.0.layers.11.ln1.weight', 'momentum_encoder.module.0.layers.11.ln1.bias', 'momentum_encoder.module.0.layers.11.attn.qkv.weight', 'momentum_encoder.module.0.layers.11.attn.qkv.bias', 'momentum_encoder.module.0.layers.11.attn.proj.weight', 'momentum_encoder.module.0.layers.11.attn.proj.bias', 'momentum_encoder.module.0.layers.11.ln2.weight', 'momentum_encoder.module.0.layers.11.ln2.bias', 'momentum_encoder.module.0.layers.11.ffn.layers.0.0.weight', 'momentum_encoder.module.0.layers.11.ffn.layers.0.0.bias', 'momentum_encoder.module.0.layers.11.ffn.layers.1.weight', 'momentum_encoder.module.0.layers.11.ffn.layers.1.bias', 'momentum_encoder.module.0.ln1.weight', 'momentum_encoder.module.0.ln1.bias', 'momentum_encoder.module.1.fc0.weight', 'momentum_encoder.module.1.bn0.weight', 'momentum_encoder.module.1.bn0.bias', 'momentum_encoder.module.1.bn0.running_mean', 'momentum_encoder.module.1.bn0.running_var', 'momentum_encoder.module.1.bn0.num_batches_tracked', 'momentum_encoder.module.1.fc1.weight', 'momentum_encoder.module.1.bn1.weight', 'momentum_encoder.module.1.bn1.bias', 'momentum_encoder.module.1.bn1.running_mean', 'momentum_encoder.module.1.bn1.running_var', 'momentum_encoder.module.1.bn1.num_batches_tracked', 'momentum_encoder.module.1.fc2.weight', 'momentum_encoder.module.1.bn2.running_mean', 'momentum_encoder.module.1.bn2.running_var', 'momentum_encoder.module.1.bn2.num_batches_tracked'])\n",
      "odict_keys(['cls_token', 'pos_embed', 'patch_embed.projection.weight', 'patch_embed.projection.bias', 'layers.0.ln1.weight', 'layers.0.ln1.bias', 'layers.0.attn.qkv.weight', 'layers.0.attn.qkv.bias', 'layers.0.attn.proj.weight', 'layers.0.attn.proj.bias', 'layers.0.ln2.weight', 'layers.0.ln2.bias', 'layers.0.ffn.layers.0.0.weight', 'layers.0.ffn.layers.0.0.bias', 'layers.0.ffn.layers.1.weight', 'layers.0.ffn.layers.1.bias', 'layers.1.ln1.weight', 'layers.1.ln1.bias', 'layers.1.attn.qkv.weight', 'layers.1.attn.qkv.bias', 'layers.1.attn.proj.weight', 'layers.1.attn.proj.bias', 'layers.1.ln2.weight', 'layers.1.ln2.bias', 'layers.1.ffn.layers.0.0.weight', 'layers.1.ffn.layers.0.0.bias', 'layers.1.ffn.layers.1.weight', 'layers.1.ffn.layers.1.bias', 'layers.2.ln1.weight', 'layers.2.ln1.bias', 'layers.2.attn.qkv.weight', 'layers.2.attn.qkv.bias', 'layers.2.attn.proj.weight', 'layers.2.attn.proj.bias', 'layers.2.ln2.weight', 'layers.2.ln2.bias', 'layers.2.ffn.layers.0.0.weight', 'layers.2.ffn.layers.0.0.bias', 'layers.2.ffn.layers.1.weight', 'layers.2.ffn.layers.1.bias', 'layers.3.ln1.weight', 'layers.3.ln1.bias', 'layers.3.attn.qkv.weight', 'layers.3.attn.qkv.bias', 'layers.3.attn.proj.weight', 'layers.3.attn.proj.bias', 'layers.3.ln2.weight', 'layers.3.ln2.bias', 'layers.3.ffn.layers.0.0.weight', 'layers.3.ffn.layers.0.0.bias', 'layers.3.ffn.layers.1.weight', 'layers.3.ffn.layers.1.bias', 'layers.4.ln1.weight', 'layers.4.ln1.bias', 'layers.4.attn.qkv.weight', 'layers.4.attn.qkv.bias', 'layers.4.attn.proj.weight', 'layers.4.attn.proj.bias', 'layers.4.ln2.weight', 'layers.4.ln2.bias', 'layers.4.ffn.layers.0.0.weight', 'layers.4.ffn.layers.0.0.bias', 'layers.4.ffn.layers.1.weight', 'layers.4.ffn.layers.1.bias', 'layers.5.ln1.weight', 'layers.5.ln1.bias', 'layers.5.attn.qkv.weight', 'layers.5.attn.qkv.bias', 'layers.5.attn.proj.weight', 'layers.5.attn.proj.bias', 'layers.5.ln2.weight', 'layers.5.ln2.bias', 'layers.5.ffn.layers.0.0.weight', 'layers.5.ffn.layers.0.0.bias', 'layers.5.ffn.layers.1.weight', 'layers.5.ffn.layers.1.bias', 'layers.6.ln1.weight', 'layers.6.ln1.bias', 'layers.6.attn.qkv.weight', 'layers.6.attn.qkv.bias', 'layers.6.attn.proj.weight', 'layers.6.attn.proj.bias', 'layers.6.ln2.weight', 'layers.6.ln2.bias', 'layers.6.ffn.layers.0.0.weight', 'layers.6.ffn.layers.0.0.bias', 'layers.6.ffn.layers.1.weight', 'layers.6.ffn.layers.1.bias', 'layers.7.ln1.weight', 'layers.7.ln1.bias', 'layers.7.attn.qkv.weight', 'layers.7.attn.qkv.bias', 'layers.7.attn.proj.weight', 'layers.7.attn.proj.bias', 'layers.7.ln2.weight', 'layers.7.ln2.bias', 'layers.7.ffn.layers.0.0.weight', 'layers.7.ffn.layers.0.0.bias', 'layers.7.ffn.layers.1.weight', 'layers.7.ffn.layers.1.bias', 'layers.8.ln1.weight', 'layers.8.ln1.bias', 'layers.8.attn.qkv.weight', 'layers.8.attn.qkv.bias', 'layers.8.attn.proj.weight', 'layers.8.attn.proj.bias', 'layers.8.ln2.weight', 'layers.8.ln2.bias', 'layers.8.ffn.layers.0.0.weight', 'layers.8.ffn.layers.0.0.bias', 'layers.8.ffn.layers.1.weight', 'layers.8.ffn.layers.1.bias', 'layers.9.ln1.weight', 'layers.9.ln1.bias', 'layers.9.attn.qkv.weight', 'layers.9.attn.qkv.bias', 'layers.9.attn.proj.weight', 'layers.9.attn.proj.bias', 'layers.9.ln2.weight', 'layers.9.ln2.bias', 'layers.9.ffn.layers.0.0.weight', 'layers.9.ffn.layers.0.0.bias', 'layers.9.ffn.layers.1.weight', 'layers.9.ffn.layers.1.bias', 'layers.10.ln1.weight', 'layers.10.ln1.bias', 'layers.10.attn.qkv.weight', 'layers.10.attn.qkv.bias', 'layers.10.attn.proj.weight', 'layers.10.attn.proj.bias', 'layers.10.ln2.weight', 'layers.10.ln2.bias', 'layers.10.ffn.layers.0.0.weight', 'layers.10.ffn.layers.0.0.bias', 'layers.10.ffn.layers.1.weight', 'layers.10.ffn.layers.1.bias', 'layers.11.ln1.weight', 'layers.11.ln1.bias', 'layers.11.attn.qkv.weight', 'layers.11.attn.qkv.bias', 'layers.11.attn.proj.weight', 'layers.11.attn.proj.bias', 'layers.11.ln2.weight', 'layers.11.ln2.bias', 'layers.11.ffn.layers.0.0.weight', 'layers.11.ffn.layers.0.0.bias', 'layers.11.ffn.layers.1.weight', 'layers.11.ffn.layers.1.bias', 'ln1.weight', 'ln1.bias'])\n",
      "odict_keys(['cls_token', 'pos_embed', 'patch_embed.projection.weight', 'patch_embed.projection.bias', 'layers.0.ln1.weight', 'layers.0.ln1.bias', 'layers.0.ln2.weight', 'layers.0.ln2.bias', 'layers.0.ffn.layers.0.0.weight', 'layers.0.ffn.layers.0.0.bias', 'layers.0.ffn.layers.1.weight', 'layers.0.ffn.layers.1.bias', 'layers.1.ln1.weight', 'layers.1.ln1.bias', 'layers.1.ln2.weight', 'layers.1.ln2.bias', 'layers.1.ffn.layers.0.0.weight', 'layers.1.ffn.layers.0.0.bias', 'layers.1.ffn.layers.1.weight', 'layers.1.ffn.layers.1.bias', 'layers.2.ln1.weight', 'layers.2.ln1.bias', 'layers.2.ln2.weight', 'layers.2.ln2.bias', 'layers.2.ffn.layers.0.0.weight', 'layers.2.ffn.layers.0.0.bias', 'layers.2.ffn.layers.1.weight', 'layers.2.ffn.layers.1.bias', 'layers.3.ln1.weight', 'layers.3.ln1.bias', 'layers.3.ln2.weight', 'layers.3.ln2.bias', 'layers.3.ffn.layers.0.0.weight', 'layers.3.ffn.layers.0.0.bias', 'layers.3.ffn.layers.1.weight', 'layers.3.ffn.layers.1.bias', 'layers.4.ln1.weight', 'layers.4.ln1.bias', 'layers.4.ln2.weight', 'layers.4.ln2.bias', 'layers.4.ffn.layers.0.0.weight', 'layers.4.ffn.layers.0.0.bias', 'layers.4.ffn.layers.1.weight', 'layers.4.ffn.layers.1.bias', 'layers.5.ln1.weight', 'layers.5.ln1.bias', 'layers.5.ln2.weight', 'layers.5.ln2.bias', 'layers.5.ffn.layers.0.0.weight', 'layers.5.ffn.layers.0.0.bias', 'layers.5.ffn.layers.1.weight', 'layers.5.ffn.layers.1.bias', 'layers.6.ln1.weight', 'layers.6.ln1.bias', 'layers.6.ln2.weight', 'layers.6.ln2.bias', 'layers.6.ffn.layers.0.0.weight', 'layers.6.ffn.layers.0.0.bias', 'layers.6.ffn.layers.1.weight', 'layers.6.ffn.layers.1.bias', 'layers.7.ln1.weight', 'layers.7.ln1.bias', 'layers.7.ln2.weight', 'layers.7.ln2.bias', 'layers.7.ffn.layers.0.0.weight', 'layers.7.ffn.layers.0.0.bias', 'layers.7.ffn.layers.1.weight', 'layers.7.ffn.layers.1.bias', 'layers.8.ln1.weight', 'layers.8.ln1.bias', 'layers.8.ln2.weight', 'layers.8.ln2.bias', 'layers.8.ffn.layers.0.0.weight', 'layers.8.ffn.layers.0.0.bias', 'layers.8.ffn.layers.1.weight', 'layers.8.ffn.layers.1.bias', 'layers.9.ln1.weight', 'layers.9.ln1.bias', 'layers.9.ln2.weight', 'layers.9.ln2.bias', 'layers.9.ffn.layers.0.0.weight', 'layers.9.ffn.layers.0.0.bias', 'layers.9.ffn.layers.1.weight', 'layers.9.ffn.layers.1.bias', 'layers.10.ln1.weight', 'layers.10.ln1.bias', 'layers.10.ln2.weight', 'layers.10.ln2.bias', 'layers.10.ffn.layers.0.0.weight', 'layers.10.ffn.layers.0.0.bias', 'layers.10.ffn.layers.1.weight', 'layers.10.ffn.layers.1.bias', 'layers.11.ln1.weight', 'layers.11.ln1.bias', 'layers.11.ln2.weight', 'layers.11.ln2.bias', 'layers.11.ffn.layers.0.0.weight', 'layers.11.ffn.layers.0.0.bias', 'layers.11.ffn.layers.1.weight', 'layers.11.ffn.layers.1.bias', 'ln1.weight', 'ln1.bias', 'layers.0.attn.attn.in_proj_weight', 'layers.0.attn.attn.in_proj_bias', 'layers.0.attn.attn.out_proj.weight', 'layers.0.attn.attn.out_proj.bias', 'layers.1.attn.attn.in_proj_weight', 'layers.1.attn.attn.in_proj_bias', 'layers.1.attn.attn.out_proj.weight', 'layers.1.attn.attn.out_proj.bias', 'layers.2.attn.attn.in_proj_weight', 'layers.2.attn.attn.in_proj_bias', 'layers.2.attn.attn.out_proj.weight', 'layers.2.attn.attn.out_proj.bias', 'layers.3.attn.attn.in_proj_weight', 'layers.3.attn.attn.in_proj_bias', 'layers.3.attn.attn.out_proj.weight', 'layers.3.attn.attn.out_proj.bias', 'layers.4.attn.attn.in_proj_weight', 'layers.4.attn.attn.in_proj_bias', 'layers.4.attn.attn.out_proj.weight', 'layers.4.attn.attn.out_proj.bias', 'layers.5.attn.attn.in_proj_weight', 'layers.5.attn.attn.in_proj_bias', 'layers.5.attn.attn.out_proj.weight', 'layers.5.attn.attn.out_proj.bias', 'layers.6.attn.attn.in_proj_weight', 'layers.6.attn.attn.in_proj_bias', 'layers.6.attn.attn.out_proj.weight', 'layers.6.attn.attn.out_proj.bias', 'layers.7.attn.attn.in_proj_weight', 'layers.7.attn.attn.in_proj_bias', 'layers.7.attn.attn.out_proj.weight', 'layers.7.attn.attn.out_proj.bias', 'layers.8.attn.attn.in_proj_weight', 'layers.8.attn.attn.in_proj_bias', 'layers.8.attn.attn.out_proj.weight', 'layers.8.attn.attn.out_proj.bias', 'layers.9.attn.attn.in_proj_weight', 'layers.9.attn.attn.in_proj_bias', 'layers.9.attn.attn.out_proj.weight', 'layers.9.attn.attn.out_proj.bias', 'layers.10.attn.attn.in_proj_weight', 'layers.10.attn.attn.in_proj_bias', 'layers.10.attn.attn.out_proj.weight', 'layers.10.attn.attn.out_proj.bias', 'layers.11.attn.attn.in_proj_weight', 'layers.11.attn.attn.in_proj_bias', 'layers.11.attn.attn.out_proj.weight', 'layers.11.attn.attn.out_proj.bias'])\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "\n",
    "read_ckpt = r\"D:/PostGraduate/DL/mgam_CT/mmpretrain/work_dirs/ViTSmall_MoCoV3_lr1e-4/epoch_300.pth\"\n",
    "save_ckpt = r\"D:/PostGraduate/DL/mgam_CT/mmpretrain/work_dirs/ViTSmall_MoCoV3_lr1e-4/epoch_300_forMMseg.pth\"\n",
    "model = torch.load(read_ckpt)\n",
    "\n",
    "print(model['state_dict'].keys())\n",
    "\n",
    "# 把model['state_dict']中所有以‘backbone’开头的键，全部删除backbone\n",
    "for k in list(model['state_dict'].keys()):\n",
    "\tif k.startswith('backbone'):\n",
    "\t\tmodel['state_dict'][k.replace('backbone.', '')] = model['state_dict'][k]\n",
    "\n",
    "\tdel model['state_dict'][k]\n",
    "\n",
    "print(model['state_dict'].keys())\n",
    "\n",
    "# 键名命名规则对齐\n",
    "for k in list(model['state_dict'].keys()):\n",
    "\tif 'attn.qkv.weight' in k:\n",
    "\t\tmodel['state_dict'][k.replace('attn.qkv.weight', 'attn.attn.in_proj_weight')] = model['state_dict'][k]\n",
    "\telif 'attn.qkv.bias' in k:\n",
    "\t\tmodel['state_dict'][k.replace('attn.qkv.bias', 'attn.attn.in_proj_bias')] = model['state_dict'][k]\n",
    "\telif 'attn.proj.weight' in k:\n",
    "\t\tmodel['state_dict'][k.replace('attn.proj.weight', 'attn.attn.out_proj.weight')] = model['state_dict'][k]\n",
    "\telif 'attn.proj.bias' in k:\n",
    "\t\tmodel['state_dict'][k.replace('attn.proj.bias', 'attn.attn.out_proj.bias')] = model['state_dict'][k]\n",
    "\telse:\n",
    "\t\tcontinue\n",
    "\tdel model['state_dict'][k]\n",
    "\n",
    "print(model['state_dict'].keys())\n",
    "\n",
    "\n",
    "# 保存新的模型\n",
    "torch.save(model, save_ckpt)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "mm",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.10"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}