sd-webui-sagemaker.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "838bba43-7c56-439f-83f0-a43191976ad6",
   "metadata": {},
   "source": [
    "[![Open in SageMaker Studio Lab](https://studiolab.sagemaker.aws/studiolab.svg)](https://studiolab.sagemaker.aws/import/github/DEX-1101/sd-webui-sagemaker/blob/main/sd-webui-sagemaker.ipynb)\n",
    "![Visitors](https://api.visitorbadge.io/api/visitors?path=https%3A%2F%2Fgithub.com%2FDEX-1101%2Fsd-webui-sagemaker%2Fblob%2Fmain%2Fsd-webui-sagemaker.ipynb&countColor=%23263759)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "87911693-343e-4179-a39a-12c285869e5e",
   "metadata": {
    "jp-MarkdownHeadingCollapsed": true,
    "tags": []
   },
   "source": [
    "### Open hidden cell and run the cell !"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "754a46a9-409c-4398-beb6-9472710ff3f7",
   "metadata": {
    "tags": []
   },
   "source": [
    "### Set up"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "0a08e089-3a15-4c6f-83f1-fd223809ec90",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "# Run this cell to install the WebUI or just Update it along with all Extensions installed. \n",
    "\n",
    "%cd /home/studio-lab-user\n",
    "print(\"Starting...\")\n",
    "root_path = \"/home/studio-lab-user/content\"\n",
    "webui_path = \"/home/studio-lab-user/content/x1101\"\n",
    "\n",
    "!pip install -q --upgrade torchsde\n",
    "!pip install -q --upgrade pip\n",
    "!pip install -q --upgrade psutil\n",
    "!pip install -q git+https://github.com/DEX-1101/colablib\n",
    "!pip install -q pytz\n",
    "import os\n",
    "import time\n",
    "from colablib.colored_print import cprint, print_line\n",
    "from colablib.utils import py_utils\n",
    "from IPython.display import clear_output\n",
    "start_time    = time.time()\n",
    "\n",
    "print_line(0, color=\"green\")\n",
    "cprint(\"[+] Preparing Environment...\", color=\"flat_cyan\")\n",
    "%conda update -q -n base conda\n",
    "%conda install -q -c conda-forge gputil\n",
    "%conda install -q -y aria2\n",
    "%conda install -q -y glib\n",
    "%pip install -q opencv-python-headless huggingface-hub\n",
    "!pip install -q torch==2.0.1+cu118 torchvision==0.15.2+cu118 torchaudio==2.0.2+cu118 torchtext==0.15.2 torchdata==0.6.1 --extra-index-url https://download.pytorch.org/whl/cu118 -U\n",
    "!pip install -q xformers==0.0.20 triton==2.0.0 -U\n",
    "\n",
    "if not os.path.exists(webui_path):\n",
    "    print_line(0, color=\"green\")\n",
    "    cprint(\"[+] Downloading Repository...\", color=\"flat_cyan\")\n",
    "    !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/x1101/fix/resolve/main/zip/fastrepo_ext_def.zip -o fastrepo_ext.zip\n",
    "    cprint(\"Unpacking...\", color=\"yellow\")\n",
    "    !unzip -q -o fastrepo_ext.zip \n",
    "    !mv /home/studio-lab-user/home/studio-lab-user/content /home/studio-lab-user\n",
    "    !git clone -q https://github.com/zanllp/sd-webui-infinite-image-browsing {webui_path}/extensions/sd-webui-infinite-image-browsing\n",
    "    !rm fastrepo_ext.zip\n",
    "    !rm -rf /home/studio-lab-user/home\n",
    "    !wget -q https://raw.githubusercontent.com/DEX-1101/SecretNAI/main/template.txt -O {root_path}/download_list.txt\n",
    "else:\n",
    "    print_line(0, color=\"green\")\n",
    "    cprint(\"[+] Repository already exists. Skipping...\", color=\"flat_cyan\")  \n",
    "\n",
    "print_line(0, color=\"green\")\n",
    "cprint(\"[+] Updating Repository...\", color=\"flat_cyan\")\n",
    "%cd {webui_path}\n",
    "!git switch master\n",
    "!git pull\n",
    "print_line(0, color=\"green\")\n",
    "cprint(\"[+] Updating Extensions...\", color=\"flat_cyan\")\n",
    "%cd {webui_path}/extensions\n",
    "!find . -mindepth 1 -maxdepth 1 -type d -print -exec git -C {} pull \\;\n",
    "\n",
    "clear_output()\n",
    "cprint(\"WebUI Updated !\", color=\"flat_yellow\")\n",
    "%cd {webui_path}\n",
    "!git reset --hard\n",
    "print_line(0, color=\"green\")\n",
    "cprint(\"Extensions Updated !\", color=\"flat_yellow\")\n",
    "%cd {webui_path}/extensions\n",
    "!find . -mindepth 1 -maxdepth 1 -type d -print -exec git -C {} reset --hard \\;\n",
    "elapsed_time  = py_utils.calculate_elapsed_time(start_time)\n",
    "print_line(0, color=\"green\")\n",
    "cprint(f\"[+] All completed within {elapsed_time}.\", color=\"flat_cyan\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ee9a4efd-de8e-451f-8c2d-04075e3417f3",
   "metadata": {
    "tags": []
   },
   "source": [
    "### Download Section"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "95374590-a9c8-4f68-808a-32209a99f9b6",
   "metadata": {
    "slideshow": {
     "slide_type": "notes"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "# Example download using Pastebin : https://pastebin.com/ZPfcNx3u\n",
    "pastebin_url = \"\"   # Download Model, LoRA, VAE, Embeddings, or Extension from Pastebin URL. Leave it empty if using \"download_list.txt\".\n",
    "hf_token = \"\"       # Put Hugging face token here to download from private repository. Leave empty if NOT.\n",
    "# Open the \"download_list.txt\" file inside \"/content\" folder and input link there on the corresponding #hastag if you're not using Pastebin.\n",
    "\n",
    "#=================================================\n",
    "\n",
    "#Code by Bang Furqanil\n",
    "import os\n",
    "import time\n",
    "from colablib.utils import py_utils\n",
    "from pydantic import BaseModel\n",
    "from colablib.utils.py_utils import get_filename\n",
    "from colablib.sd_models.downloader import aria2_download, download\n",
    "from colablib.colored_print import cprint, print_line\n",
    "from colablib.utils.config_utils import read_config\n",
    "from colablib.utils.git_utils import clone_repo\n",
    "\n",
    "%store -r\n",
    "root_dir            = \"/home/studio-lab-user/content\"\n",
    "repo_dir            = os.path.join(root_dir, \"x1101\")\n",
    "custom_model_url        = \"\"\n",
    "custom_vae_url          = \"\"\n",
    "custom_embedding_url    = \"\"\n",
    "custom_LoRA_url         = \"\"\n",
    "custom_extensions_url   = \"\"\n",
    "models_dir          = os.path.join(repo_dir, \"models\", \"Stable-diffusion\")\n",
    "vaes_dir            = os.path.join(repo_dir, \"models\", \"VAE\")\n",
    "lora_dir            = os.path.join(repo_dir, \"models\", \"Lora\")\n",
    "embeddings_dir      = os.path.join(repo_dir, \"embeddings\")\n",
    "extensions_dir      = os.path.join(repo_dir, \"extensions\")\n",
    "download_list       = os.path.join(root_dir, \"download_list.txt\")\n",
    "class CustomDirs(BaseModel):\n",
    "    url: str\n",
    "    dst: str\n",
    "user_header = f\"Authorization: Bearer {hf_token}\"\n",
    "custom_dirs = {\n",
    "    \"model\"       : CustomDirs(url=custom_model_url, dst=models_dir),\n",
    "    \"vae\"         : CustomDirs(url=custom_vae_url, dst=vaes_dir),\n",
    "    \"embedding\"   : CustomDirs(url=custom_embedding_url, dst=embeddings_dir),\n",
    "    \"lora\"        : CustomDirs(url=custom_LoRA_url, dst=lora_dir),\n",
    "    \"extensions\"  : CustomDirs(url=custom_extensions_url, dst=extensions_dir),\n",
    "}\n",
    "\n",
    "def parse_urls(filename):\n",
    "    content = read_config(filename)\n",
    "    lines   = content.strip().split('\\n')\n",
    "    result  = {}\n",
    "    key     = ''\n",
    "    for line in lines:\n",
    "        if not line.strip():\n",
    "            continue\n",
    "        if line.startswith('//'):\n",
    "            continue\n",
    "        if line.startswith('#'):\n",
    "            key = line[1:].lower()\n",
    "            result[key] = []\n",
    "        else:\n",
    "            urls = [url.strip() for url in line.split(',') if url.strip() != '']\n",
    "            result[key].extend(urls)\n",
    "    return result\n",
    "\n",
    "def get_filename(url, token=None):\n",
    "    headers = {}\n",
    "    if token:\n",
    "        headers['Authorization'] = f'Bearer {hf_token}'\n",
    "\n",
    "def custom_download(custom_dirs):\n",
    "    for key, value in custom_dirs.items():\n",
    "        urls     = value.url.split(\",\")  # Split the comma-separated URLs\n",
    "        dst      = value.dst\n",
    "\n",
    "        if value.url:\n",
    "            print_line(0, color=\"green\")\n",
    "            cprint(f\" [+] Downloading {key}.\", color=\"flat_yellow\")\n",
    "\n",
    "        for url in urls:\n",
    "            url = url.strip()  # Remove leading/trailing whitespaces from each URL\n",
    "            if url != \"\":\n",
    "                print_line(0, color=\"green\")\n",
    "                if \"|\" in url:\n",
    "                    url, filename = map(str.strip, url.split(\"|\"))\n",
    "                    if not filename.endswith((\".safetensors\", \".ckpt\", \".pt\", \"pth\")):\n",
    "                        filename = filename + os.path.splitext(get_filename(url))[1]\n",
    "                else:\n",
    "                    if not url.startswith(\"fuse:\"):\n",
    "                        filename = get_filename(url)\n",
    "\n",
    "                if url.startswith(\"fuse:\"):\n",
    "                    fuse(url, key, dst)\n",
    "                elif key == \"extensions\":\n",
    "                    clone_repo(url, cwd=dst)\n",
    "                else:\n",
    "                   download(url=url, filename=filename, user_header=user_header, dst=dst, quiet=False)\n",
    "\n",
    "def download_from_textfile(filename):\n",
    "    for key, urls in parse_urls(filename).items():\n",
    "        key_lower = key.lower()\n",
    "        if key_lower in custom_dirs:\n",
    "            if custom_dirs[key_lower].url:\n",
    "                custom_dirs[key_lower].url += ',' + ','.join(urls)\n",
    "            else:\n",
    "                custom_dirs[key_lower].url = ','.join(urls)\n",
    "        else:\n",
    "            cprint(f\"Warning: Category '{key}' from the file is not found in custom_dirs.\", color=\"flat_yellow\")\n",
    "\n",
    "def custom_download_list(url):\n",
    "    filename = \"custom_download_list.txt\"\n",
    "    filepath = os.path.join(root_dir, filename)\n",
    "    if os.path.exists(filepath):\n",
    "        os.remove(filepath)\n",
    "    if 'pastebin.com' in url:\n",
    "        if 'raw' not in url:\n",
    "            url = url.replace('pastebin.com', 'pastebin.com/raw')\n",
    "    download(url=url, filename=filename, user_header=user_header, dst=root_dir, quiet=True)\n",
    "    return filepath\n",
    "\n",
    "def main():\n",
    "    start_time    = time.time()\n",
    "    textfile_path = download_list\n",
    "    if pastebin_url:\n",
    "        textfile_path = custom_download_list(pastebin_url)\n",
    "    download_from_textfile(textfile_path)\n",
    "    custom_download(custom_dirs)\n",
    "\n",
    "    elapsed_time  = py_utils.calculate_elapsed_time(start_time)\n",
    "    print_line(0, color=\"green\")\n",
    "    cprint(f\"[+] Download completed within {elapsed_time}.\", color=\"flat_yellow\")\n",
    "main()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "225a6193-2345-4da1-96b9-6328be7887e6",
   "metadata": {
    "jp-MarkdownHeadingCollapsed": true,
    "tags": []
   },
   "source": [
    "### ControlNet (SD1.5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "dab5ba82-cccb-4348-b948-09f93240013c",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "# Set to \"1\" to download the model.\n",
    "\n",
    "canny = \"1\"\n",
    "openpose = \"0\"\n",
    "depth = \"1\"\n",
    "normal_map = \"0\"\n",
    "mlsd = \"0\"\n",
    "lineart = \"0\"\n",
    "soft_edge = \"0\"\n",
    "scribble = \"0\"\n",
    "segmentation = \"0\"\n",
    "shuffle = \"0\"\n",
    "tile = \"0\"\n",
    "inpaint = \"0\"\n",
    "instruct_p2p = \"0\"\n",
    "t2i_adapter = \"0\"\n",
    "\n",
    "cnet_dir = \"/home/studio-lab-user/content/x1101/extensions/sd-webui-controlnet/models\"\n",
    "\n",
    "#=================================================\n",
    "\n",
    "from colablib.colored_print import cprint, print_line\n",
    "print_line(0, color=\"green\")\n",
    "cprint(f\"[+] Downloading...\", color=\"flat_cyan\")\n",
    "%cd {cnet_dir}\n",
    "def main():\n",
    "    if canny == \"1\":\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15_canny_fp16.safetensors -o control_v11p_sd15_canny_fp16.safetensors\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15_canny_fp16.yaml -o control_v11p_sd15_canny_fp16.yaml\n",
    "    if openpose == \"1\":\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15_openpose_fp16.safetensors -o control_v11p_sd15_openpose_fp16.safetensors\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15_openpose_fp16.yaml -o control_v11p_sd15_openpose_fp16.yaml\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/monster-labs/control_v1p_sd15_qrcode_monster/resolve/main/control_v1p_sd15_qrcode_monster.safetensors -o control_v1p_sd15_qrcode_monster.safetensors\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/monster-labs/control_v1p_sd15_qrcode_monster/raw/main/control_v1p_sd15_qrcode_monster.yaml -o control_v1p_sd15_qrcode_monster.yaml\n",
    "    if depth == \"1\":\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11f1p_sd15_depth_fp16.safetensors -o control_v11f1p_sd15_depth_fp16.safetensors\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11f1p_sd15_depth_fp16.yaml -o control_v11f1p_sd15_depth_fp16.yaml\n",
    "    if normal_map == \"1\":\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15_normalbae_fp16.safetensors -o control_v11p_sd15_normalbae_fp16.safetensors\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15_normalbae_fp16.yaml -o control_v11p_sd15_normalbae_fp16.yaml\n",
    "    if mlsd == \"1\":\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15_mlsd_fp16.safetensors -o control_v11p_sd15_mlsd_fp16.safetensors\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15_mlsd_fp16.yaml -o control_v11p_sd15_mlsd_fp16.yaml\n",
    "    if lineart == \"1\":\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15_lineart_fp16.safetensors -o control_v11p_sd15_lineart_fp16.safetensors\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15s2_lineart_anime_fp16.safetensors -o control_v11p_sd15s2_lineart_anime_fp16.safetensors\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15_lineart_fp16.yaml -o control_v11p_sd15_lineart_fp16.yaml\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15s2_lineart_anime_fp16.yaml -o control_v11p_sd15s2_lineart_anime_fp16.yaml\n",
    "    if soft_edge == \"1\":\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15_softedge_fp16.safetensors -o control_v11p_sd15_softedge_fp16.safetensors\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15_softedge_fp16.yaml -o control_v11p_sd15_softedge_fp16.yaml\n",
    "    if scribble == \"1\":\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15_scribble_fp16.safetensors -o control_v11p_sd15_scribble_fp16.safetensors\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15_scribble_fp16.yaml -o control_v11p_sd15_scribble_fp16.yaml\n",
    "    if segmentation == \"1\":\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15_seg_fp16.safetensors -o control_v11p_sd15_seg_fp16.safetensors\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15_seg_fp16.yaml -o control_v11p_sd15_seg_fp16.yaml\n",
    "    if shuffle == \"1\":\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11e_sd15_shuffle_fp16.safetensors -o control_v11e_sd15_shuffle_fp16.safetensors\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11e_sd15_shuffle_fp16.yaml -o control_v11e_sd15_shuffle_fp16.yaml\n",
    "    if tile == \"1\":\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11f1e_sd15_tile_fp16.safetensors -o control_v11f1e_sd15_tile_fp16.safetensors\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11f1e_sd15_tile_fp16.yaml -o control_v11f1e_sd15_tile_fp16.yaml\n",
    "    if inpaint == \"1\": \n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11p_sd15_inpaint_fp16.safetensors -o control_v11p_sd15_inpaint_fp16.safetensors\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11p_sd15_inpaint_fp16.yaml -o control_v11p_sd15_inpaint_fp16.yaml\n",
    "    if instruct_p2p == \"1\":\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/control_v11e_sd15_ip2p_fp16.safetensors -o control_v11e_sd15_ip2p_fp16.safetensors\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/raw/main/control_v11e_sd15_ip2p_fp16.yaml -o control_v11e_sd15_ip2p_fp16.yaml\n",
    "    if t2i_adapter == \"1\":\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/t2iadapter_style_sd14v1.pth -o t2iadapter_style_sd14v1.pth\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/t2iadapter_sketch_sd14v1.pth -o t2iadapter_sketch_sd14v1.pth\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/t2iadapter_seg_sd14v1.pth -o t2iadapter_seg_sd14v1.pth\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/t2iadapter_openpose_sd14v1.pth -o t2iadapter_openpose_sd14v1.pth\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/t2iadapter_keypose_sd14v1.pth -o t2iadapter_keypose_sd14v1.pth\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/t2iadapter_depth_sd14v1.pth -o t2iadapter_depth_sd14v1.pth\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/t2iadapter_color_sd14v1.pth -o t2iadapter_color_sd14v1.pth\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/t2iadapter_canny_sd14v1.pth -o t2iadapter_canny_sd14v1.pth\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/t2iadapter_canny_sd15v2.pth -o t2iadapter_canny_sd15v2.pth\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/t2iadapter_depth_sd15v2.pth -o t2iadapter_depth_sd15v2.pth\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/t2iadapter_sketch_sd15v2.pth -o t2iadapter_sketch_sd15v2.pth\n",
    "        !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/ckpt/ControlNet-v1-1/resolve/main/t2iadapter_zoedepth_sd15v1.pth -o t2iadapter_zoedepth_sd15v1.pth     \n",
    "main()\n",
    "print_line(0, color=\"green\")\n",
    "cprint(f\"[+] All Download Completed.\", color=\"flat_cyan\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0f933102",
   "metadata": {},
   "source": [
    "### Start Web UI"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f6b088c1-8e23-4e93-9703-a1fd265855ae",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [],
   "source": [
    "ngrok_token = \"ur_token_here\"   # Get your ngrok_oken here : https://dashboard.ngrok.com/get-started/your-authtoken\n",
    "\n",
    "#=================================================\n",
    "\n",
    "from colablib.colored_print import cprint, print_line\n",
    "from IPython.display import clear_output\n",
    "import GPUtil\n",
    "import subprocess\n",
    "import time\n",
    "try:\n",
    "    start_colab\n",
    "except:\n",
    "    start_colab = int(time.time())-5\n",
    "def gpu_available():\n",
    "    try:\n",
    "        GPUs = GPUtil.getGPUs()\n",
    "        return len(GPUs) > 0\n",
    "    except Exception as e:\n",
    "        return False\n",
    "    \n",
    "!echo -n {start_colab} > /home/studio-lab-user/content/x1101/static/colabTimer.txt\n",
    "%cd /home/studio-lab-user/content/x1101\n",
    "!sed -i -e 's/\\[\"sd_model_checkpoint\"\\]/\\[\"sd_model_checkpoint\",\"sd_vae\",\"CLIP_stop_at_last_layers\"\\]/g' /home/studio-lab-user/content/x1101/modules/shared_options.py\n",
    "if gpu_available():\n",
    "    cprint(f\"[+] Running with GPU...\", color=\"flat_cyan\")\n",
    "    !python launch.py --listen --xformers --theme dark --enable-insecure-extension-access --disable-console-progressbars --no-half-vae --ngrok {ngrok_token}\n",
    "else:\n",
    "    cprint(f\"[+] Running with CPU...\", color=\"flat_cyan\")\n",
    "    !python launch.py --skip-torch-cuda-test --theme dark --precision full --ngrok {ngrok_token} --no-half --use-cpu SD GFPGAN BSRGAN ESRGAN SCUNet CodeFormer --all"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d6d7c89d-b0dd-42e9-a1e0-27e6c388e1b1",
   "metadata": {
    "tags": []
   },
   "source": [
    "### BELOW IS USEFUL COMMAND YOU MIGHT WANT TO TRY"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "25b61b8e-e5b5-48a8-8b3c-92f683b0662e",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "# DISK/STORAGE INFO\n",
    "import os\n",
    "from colablib.colored_print import cprint, print_line\n",
    "import psutil\n",
    "directory = \"/home/studio-lab-user\" # Change the path to check the others.\n",
    "disk_space = psutil.disk_usage(directory)\n",
    "total = disk_space.total / (1024 ** 3)\n",
    "used = disk_space.used / (1024 ** 3)\n",
    "free = disk_space.free / (1024 ** 3)\n",
    "cprint(f\"Total Storage on '{directory}' : [{total:.2f} GB] | Used: [{used:.2f} GB] | Free: [{free:.2f} GB]\", color=\"flat_cyan\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f89cea69",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Delete all Lora, Model, Output, ControlNet Model and Extensions.\n",
    "# Set to \"1\" to delete it.\n",
    "\n",
    "delete_models             = \"1\"\n",
    "delete_loras              = \"0\"\n",
    "delete_controlnet_models  = \"0\"\n",
    "delete_outputs            = \"0\"\n",
    "delete_extensions         = \"0\"\n",
    "delete_vae                = \"0\"\n",
    "\n",
    "webui_path = \"/home/studio-lab-user/content/x1101\"\n",
    "\n",
    "#=================================================\n",
    "\n",
    "def main():\n",
    "  if delete_loras == \"1\":\n",
    "    !rm -f -d -r {webui_path}/models/Lora/*\n",
    "  if delete_models == \"1\":\n",
    "    !rm -f -d -r {webui_path}/models/Stable-diffusion/*\n",
    "  if delete_controlnet_models == \"1\":\n",
    "    !rm -f -d -r {webui_path}/extensions/sd-webui-controlnet/models/*\n",
    "  if delete_outputs == \"1\":\n",
    "    !rm -f -d -r {webui_path}/outputs/*\n",
    "  if delete_extensions == \"1\":\n",
    "    !rm -f -d -r {webui_path}/extensions/*\n",
    "  if delete_vae == \"1\":\n",
    "    !rm -f -d -r {webui_path}/models/VAE/*\n",
    "main()\n",
    "print(\"Done !\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e779abc4-78b2-4dba-8757-048b430648a0",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "# CLEAN UNNECESSARY CACHE/FILES if you need more space, will not delete your WEBUI Folder.\n",
    "!pip cache purge\n",
    "!rm -rf ~/.cache"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "eb5ad209-0d03-4c9f-baec-f1a349af85e2",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "# DELETE ALL LIBRARY, DON'T run this if you're don't know what are you doing.\n",
    "%cd ~/\n",
    "!pip freeze > reqs.txt\n",
    "!pip uninstall -y -r reqs.txt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2bdca31c-31f6-4352-ab02-ad13b67c5ffd",
   "metadata": {},
   "outputs": [],
   "source": [
    "# IF SOMETHING FEELS WRONG AND YOU CAN'T FIX IT, RUN THIS CELL, IT WILL DELETE ENTIRE NOTEBOOK,\n",
    "# OR IF YOU WANT A FRESH-INSTALL NOTEBOOK, then DO : RUN THIS CELL > STOP RUNTIME > STAR AGAIN.\n",
    "!rm -rf /home/studio-lab-user/"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "default:Python",
   "language": "python",
   "name": "conda-env-default-py"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.16"
  },
  "toc-autonumbering": false,
  "toc-showcode": false,
  "toc-showmarkdowntxt": true
 },
 "nbformat": 4,
 "nbformat_minor": 5
}