SwapFace_Image_Colab_Edition_V2.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "D_B_zY0QOAEO"
      },
      "source": [
        "# 🗿 SwapFace Image Colab Extended Edition V2\n",
        "[![Открыть в Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/self-destruction/SwapFace/blob/main/SwapFace_Image_Colab_Edition_V2.ipynb)\n",
        "\n",
        "##### С помощью этого блокнота ты можешь <b>в пару кликов</b> сделать дип-фейк фото. Для этого нужно загрузить главное фото и исходную фотографию лица, на которое нужно заменить лицо с главного фото. Для замены лица используется репозиторий [facefussion](https://github.com/facefusion/facefusion), но все возможные настройки перенесены в блокнот Google Colab."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "cellView": "form",
        "id": "0CvYE0giOmRV"
      },
      "outputs": [],
      "source": [
        "# @title # Загружаем главное фото\n",
        "#@markdown ##### Предоставьте главное изображение (.png, .jpg), <b>на котором</b> будут заменены лица.\n",
        "#@markdown <font color=red>Здесь откроется проводник:</font>\n",
        "\n",
        "from google.colab import files\n",
        "import os\n",
        "import re\n",
        "from pathlib import Path, PurePath\n",
        "import matplotlib.pyplot as plt\n",
        "from PIL import Image\n",
        "\n",
        "main_img_folder = '/content/input/main' #@param {type:\"string\"}\n",
        "!rm -rf {main_img_folder}\n",
        "!mkdir -p {main_img_folder}\n",
        "%cd {main_img_folder}\n",
        "MAIN_IMAGE = ''\n",
        "\n",
        "uploaded = files.upload()\n",
        "\n",
        "for file in uploaded.keys():\n",
        "    old_file_name = Path(file).stem\n",
        "    ext = Path(file).suffix\n",
        "\n",
        "    new_file_name = re.sub(r'[\\W.,]+', '', old_file_name)[:40]\n",
        "\n",
        "    new_file = new_file_name + ext\n",
        "\n",
        "    os.rename(\n",
        "        os.path.join(main_img_folder, file),\n",
        "        os.path.join(main_img_folder, new_file)\n",
        "    )\n",
        "    MAIN_IMAGE = os.path.join(main_img_folder, new_file)\n",
        "\n",
        "print(f\"{MAIN_IMAGE}\")\n",
        "plt.figure(figsize=(7, 5))\n",
        "plt.axis('off')\n",
        "plt.imshow(Image.open(MAIN_IMAGE))\n",
        "plt.show()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "cellView": "form",
        "id": "CryN222Xk_rb"
      },
      "outputs": [],
      "source": [
        "# @title # Загружаем исходное лицо\n",
        "#@markdown ##### Предоставьте изображение лица (.png, .jpg), <b>на которое</b> необходимо заменить лицо\n",
        "#@markdown <font color=red>Здесь откроется проводник:</font>\n",
        "\n",
        "from google.colab import files\n",
        "import os\n",
        "import re\n",
        "import matplotlib.pyplot as plt\n",
        "from PIL import Image\n",
        "\n",
        "img_folder = '/content/input/source' #@param {type:\"string\"}\n",
        "!rm -rf {img_folder}\n",
        "!mkdir -p {img_folder}\n",
        "%cd {img_folder}\n",
        "SOURCE_FACE_IMAGE = ''\n",
        "TARGET_FACE_IMAGES = []\n",
        "\n",
        "uploaded = files.upload()\n",
        "\n",
        "for file in uploaded.keys():\n",
        "    old_file_name = Path(file).stem\n",
        "    ext = Path(file).suffix\n",
        "\n",
        "    new_file_name = re.sub(r'[\\W.,]+', '', old_file_name)[:40]\n",
        "\n",
        "    new_file = new_file_name + ext\n",
        "\n",
        "    os.rename(\n",
        "        os.path.join(img_folder, file),\n",
        "        os.path.join(img_folder, new_file)\n",
        "    )\n",
        "    SOURCE_FACE_IMAGE = os.path.join(img_folder, new_file)\n",
        "\n",
        "print(f\"{SOURCE_FACE_IMAGE}\")\n",
        "plt.figure(figsize=(7, 5))\n",
        "plt.axis('off')\n",
        "plt.imshow(Image.open(SOURCE_FACE_IMAGE))\n",
        "plt.show()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "cellView": "form",
        "id": "TV6gYsFRlC99"
      },
      "outputs": [],
      "source": [
        "# @title #Установка facefussion\n",
        "import ipywidgets as widgets\n",
        "import os\n",
        "from pathlib import PosixPath\n",
        "\n",
        "ROOT_DIR = '/content'\n",
        "!mkdir -p {ROOT_DIR}/output\n",
        "\n",
        "%cd {ROOT_DIR}\n",
        "!git clone https://tinyurl.com/2azrtvwx facefusion --branch 2.1.3 --single-branch\n",
        "SWAPFACE_REPO_PATH = f'{ROOT_DIR}/facefusion'\n",
        "%cd {SWAPFACE_REPO_PATH}\n",
        "\n",
        "!pip install -q moviepy yt_dlp ffmpeg ffmpeg-python virtualenv\n",
        "!virtualenv venv\n",
        "\n",
        "!source {SWAPFACE_REPO_PATH}/venv/bin/activate; python install.py --torch cuda-nightly --onnxruntime cuda-nightly --skip-venv\n",
        "\n",
        "%cd {ROOT_DIR}\n",
        "print('Готово! Продолжай дальше!')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "xGoMnyQjCyVQ",
        "cellView": "form"
      },
      "outputs": [],
      "source": [
        "from PIL import Image\n",
        "import os\n",
        "from pathlib import Path, PurePath\n",
        "import subprocess\n",
        "\n",
        "debug_mode = True\n",
        "\n",
        "# @title # Замена\n",
        "# @markdown ### <b>Настройки дип-фейка:</b>\n",
        "# @markdown ##### Улучшение лица после замены:\n",
        "face_enhancer_model = 'gfpgan_1.4' # @param [\"none\", \"codeformer\", \"gfpgan_1.2\", \"gfpgan_1.3\", \"gfpgan_1.4\", \"gpen_bfr_512\", \"restoreformer\"]\n",
        "face_enhancer_blend = 100 # @param {type:\"slider\", min:0, max:100, step:1}\n",
        "face_enhancer_blend = str(face_enhancer_blend)\n",
        "# @markdown ##### Модель замены лица (<font color=\"grey\">inswapper_128</font> - обычная, <font color=\"grey\">inswapper_128_fp16</font> - быстрая, <font color=\"grey\">simswap</font> - экспериментальные модели более выского разрешения, обученные любителями):\n",
        "face_swapper_model = 'inswapper_128_fp16' # @param [\"inswapper_128\", \"inswapper_128_fp16\", \"simswap_256\", \"simswap_512_unofficial\"]\n",
        "face_detector_size = '640x640' # @param [\"320x320\", \"480x480\", \"512x512\", \"640x640\", \"768x768\", \"1024x1024\"]\n",
        "# @markdown ##### Улучшение финального кадра:\n",
        "frame_enhancer_model = 'none' # @param [\"none\", \"real_esrgan_x2plus\", \"real_esrgan_x4plus\", \"real_esrnet_x4plus\"]\n",
        "frame_enhancer_blend = 100 # @param {type:\"slider\", min:0, max:100, step:1}\n",
        "frame_enhancer_blend = str(frame_enhancer_blend)\n",
        "# @markdown ##### Тип замены (reference - лицо с текущего выбранного кадра, many - несколько лиц):\n",
        "face_selector_mode = 'reference' # @param [\"reference\", \"many\"]\n",
        "# @markdown ##### Условия выбора лица (только если выбран тип замены \"many\"):\n",
        "face_analyser_gender = 'none' # @param [\"none\", \"male\", \"female\"]\n",
        "if face_analyser_gender != 'none':\n",
        "  face_analyser_gender = f\"--face-analyser-gender {face_analyser_gender} \"\n",
        "else:\n",
        "  face_analyser_gender = ''\n",
        "face_analyser_age = 'none' # @param [\"none\", \"child\", \"teen\", \"adult\", \"senior\"]\n",
        "if face_analyser_age != 'none':\n",
        "  face_analyser_age = f\"--face-analyser-age {face_analyser_age} \"\n",
        "else:\n",
        "  face_analyser_age = ''\n",
        "face_detector_model = 'retinaface' # @param [\"retinaface\", \"yunet\"]\n",
        "\n",
        "OUTPUT_PATH = f'{ROOT_DIR}/output'\n",
        "output_name = PurePath(MAIN_IMAGE).stem\n",
        "original_extension = PurePath(MAIN_IMAGE).suffix\n",
        "processed_file = os.path.join(OUTPUT_PATH, output_name + original_extension)\n",
        "\n",
        "%cd {SWAPFACE_REPO_PATH}\n",
        "\n",
        "plt.figure(figsize=(7, 5))\n",
        "plt.axis('off')\n",
        "plt.imshow(Image.open(Path(MAIN_IMAGE)))\n",
        "plt.show()\n",
        "\n",
        "# ---\n",
        "\n",
        "\n",
        "face_swapper_processor = 'face_swapper'\n",
        "face_enhancer_processor = 'face_enhancer'\n",
        "frame_enhancer_processor = 'frame_enhancer'\n",
        "\n",
        "frame_processors = face_swapper_processor\n",
        "\n",
        "if face_enhancer_model != 'none':\n",
        "    frame_processors = frame_processors + ' ' + face_enhancer_processor\n",
        "else:\n",
        "    face_enhancer_model = 'codeformer'\n",
        "if frame_enhancer_model != 'none':\n",
        "    frame_processors = frame_processors + ' ' + frame_enhancer_processor\n",
        "else:\n",
        "    frame_enhancer_model = 'real_esrgan_x2plus'\n",
        "\n",
        "cmd = (\n",
        "    f\"--source {Path(SOURCE_FACE_IMAGE)} \"\n",
        "    f\"--target {Path(MAIN_IMAGE)} \"\n",
        "    f\"--output {processed_file} \"\n",
        "    f\"--headless \"\n",
        "    f\"--execution-providers cuda \"\n",
        "    f\"--execution-thread-count 128 \"\n",
        "    f\"--execution-queue-count 16 \"\n",
        "    f\"--max-memory 128 \"\n",
        "    f\"--face-analyser-order left-right \"\n",
        "    f\"{face_analyser_age}\"\n",
        "    f\"{face_analyser_gender}\"\n",
        "    f\"--face-detector-model {face_detector_model} \"\n",
        "    f\"--face-detector-size {face_detector_size} \"\n",
        "    f\"--face-detector-score 0.5 \"\n",
        "    f\"--face-selector-mode {face_selector_mode} \"\n",
        "    f\"--reference-face-position 0 \"\n",
        "    f\"--reference-face-distance 1.5 \"\n",
        "    f\"--reference-frame-number 0 \"\n",
        "    f\"--trim-frame-start 0 \"\n",
        "    f\"--trim-frame-end 0 \"\n",
        "    f\"--temp-frame-format jpg \"\n",
        "    f\"--temp-frame-quality 100 \"\n",
        "    f\"--output-image-quality 100 \"\n",
        "    f\"--output-video-encoder libx264 \"\n",
        "    f\"--output-video-quality 100 \"\n",
        "    f\"--keep-fps \"\n",
        "    f\"--output-image-quality 100 \"\n",
        "    f\"--frame-processors {frame_processors} \"\n",
        "    f\"--face-enhancer-model {face_enhancer_model} \"\n",
        "    f\"--face-enhancer-blend {face_enhancer_blend} \"\n",
        "    f\"--face-swapper-model {face_swapper_model} \"\n",
        "    f\"--frame-enhancer-model {frame_enhancer_model} \"\n",
        "    f\"--frame-enhancer-blend {frame_enhancer_blend} \"\n",
        "    f\"--ui-layouts default\"\n",
        ")\n",
        "\n",
        "if debug_mode == True:\n",
        "    print(cmd)\n",
        "\n",
        "!source {SWAPFACE_REPO_PATH}/venv/bin/activate; python run.py {cmd}\n",
        "\n",
        "plt.figure(figsize=(7, 5))\n",
        "plt.axis('off')\n",
        "plt.imshow(Image.open(processed_file))\n",
        "plt.show()"
      ]
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}