sd231017.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "9fab4ab6-be4b-4206-ba12-8dad73bac833",
   "metadata": {
    "tags": []
   },
   "source": [
    "# Stable Diffusion WebUI\n",
    "## 阿里云DSW 一键脚本 By bilibili@十字鱼\n",
    "### 参考感谢——秋葉aaaki、minicacas\n",
    "- 十字鱼 https://space.bilibili.com/893892\n",
    "- 修改git库地址\n",
    "- 修改插件"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "39ff4a71-531e-4c60-b762-6692fc36897b",
   "metadata": {
    "tags": []
   },
   "source": [
    "## 1.安装并运行Webui\n",
    "- 如果启动不成功，请停止后重复运行第1步。"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "29a4d5bf-b5ce-4e5e-91e4-814f142a5f49",
   "metadata": {
    "ExecutionIndicator": {
     "show": true
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "import os\n",
    "import time\n",
    "from concurrent.futures import ProcessPoolExecutor,ThreadPoolExecutor\n",
    "from huggingface_hub import HfApi, list_repo_files\n",
    "#安装目录\n",
    "path = \"/mnt/workspace\"\n",
    "#安装网址\n",
    "url = \"https://gitcode.net/overbill1683/stable-diffusion-webui\"\n",
    "repo = url.split('/')[-1]\n",
    "#是否重装\n",
    "reinstall = False\n",
    "#修改分支\n",
    "branch = \"master\"\n",
    "#SD模型（先换行，再加链接）\n",
    "model_urls = \"\"\"\n",
    "https://civitai.com/api/download/models/182352?type=Model&format=SafeTensor&size=pruned&fp=fp16\n",
    "https://civitai.com/api/download/models/94654?type=Model&format=SafeTensor&size=pruned&fp=fp16\n",
    "https://civitai.com/api/download/models/119057?type=Model&format=SafeTensor&size=pruned&fp=fp16\n",
    "https://civitai.com/api/download/models/89247?type=Model&format=SafeTensor&size=pruned&fp=fp16\n",
    "https://civitai.com/api/download/models/30163?type=Model&format=SafeTensor&size=full&fp=fp16\n",
    "https://civitai.com/api/download/models/103436?type=Model&format=SafeTensor&size=pruned&fp=fp16\n",
    "https://civitai.com/api/download/models/89314\n",
    "https://civitai.com/api/download/models/90879\n",
    "https://civitai.com/api/download/models/125771\n",
    "https://civitai.com/api/download/models/98960\n",
    "https://civitai.com/api/download/models/139204\n",
    "https://civitai.com/api/download/models/62084\n",
    "\"\"\"\n",
    "#VAE模型（先换行，再加链接）\n",
    "VAE_urls = \"\"\"\n",
    "\"\"\"\n",
    "#lora模型（先换行，再加链接）\n",
    "lora_urls = \"\"\"\n",
    "https://civitai.com/api/download/models/62833\n",
    "\"\"\"\n",
    "#ControlNet模型（先换行，再加链接）\n",
    "ControlNet_urls = \"\"\"\n",
    "https://huggingface.co/ioclab/ioc-controlnet/resolve/main/models/control_v1p_sd15_brightness.safetensors\n",
    "https://huggingface.co/Gluttony10/1/resolve/main/control_v1p_sd15_brightness.yaml\n",
    "https://huggingface.co/monster-labs/control_v1p_sd15_qrcode_monster/resolve/main/v2/control_v1p_sd15_qrcode_monster_v2.safetensors\n",
    "https://huggingface.co/monster-labs/control_v1p_sd15_qrcode_monster/resolve/main/v2/control_v1p_sd15_qrcode_monster_v2.yaml\n",
    "https://huggingface.co/lllyasviel/ControlNet-v1-1/resolve/main/control_v11e_sd15_ip2p.pth\n",
    "https://huggingface.co/lllyasviel/ControlNet-v1-1/resolve/main/control_v11e_sd15_shuffle.pth\n",
    "https://huggingface.co/lllyasviel/ControlNet-v1-1/resolve/main/control_v11f1e_sd15_tile.pth\n",
    "https://huggingface.co/lllyasviel/ControlNet-v1-1/resolve/main/control_v11f1p_sd15_depth.pth\n",
    "https://huggingface.co/lllyasviel/ControlNet-v1-1/resolve/main/control_v11p_sd15_canny.pth\n",
    "https://huggingface.co/lllyasviel/ControlNet-v1-1/resolve/main/control_v11p_sd15_inpaint.pth\n",
    "https://huggingface.co/lllyasviel/ControlNet-v1-1/resolve/main/control_v11p_sd15_lineart.pth\n",
    "https://huggingface.co/lllyasviel/ControlNet-v1-1/resolve/main/control_v11p_sd15_mlsd.pth\n",
    "https://huggingface.co/lllyasviel/ControlNet-v1-1/resolve/main/control_v11p_sd15_normalbae.pth\n",
    "https://huggingface.co/lllyasviel/ControlNet-v1-1/resolve/main/control_v11p_sd15_openpose.pth\n",
    "https://huggingface.co/lllyasviel/ControlNet-v1-1/resolve/main/control_v11p_sd15_scribble.pth\n",
    "https://huggingface.co/lllyasviel/ControlNet-v1-1/resolve/main/control_v11p_sd15_seg.pth\n",
    "https://huggingface.co/lllyasviel/ControlNet-v1-1/resolve/main/control_v11p_sd15_softedge.pth\n",
    "https://huggingface.co/lllyasviel/ControlNet-v1-1/resolve/main/control_v11p_sd15s2_lineart_anime.pth\n",
    "\"\"\"\n",
    "#扩展插件（先换行，再加链接,不要带.git）\n",
    "extension_urls = \"\"\"\n",
    "https://github.com/continue-revolution/sd-webui-animatediff\n",
    "https://github.com/sdbds/stable-diffusion-webui-wildcards\n",
    "https://github.com/antfu/sd-webui-qrcode-toolkit\n",
    "https://github.com/tzwm/sd-webui-model-downloader-cn\n",
    "https://github.com/OedoSoldier/sd-webui-image-sequence-toolkit\n",
    "https://gitcode.net/ranting8323/sd-webui-controlnet\n",
    "https://gitcode.net/overbill1683/stable-diffusion-webui-localization-zh_Hans\n",
    "https://gitcode.net/ranting8323/openpose-editor\n",
    "https://gitcode.net/ranting8323/Stable-Diffusion-Webui-Civitai-Helper\n",
    "https://gitcode.net/ranting8323/multidiffusion-upscaler-for-automatic1111\n",
    "https://gitcode.net/ranting8323/stable-diffusion-webui-images-browser\n",
    "https://gitcode.net/ranting8323/adetailer\n",
    "https://gitcode.net/ranting8323/stable-diffusion-webui-wd14-tagger\n",
    "https://gitcode.net/ranting8323/sd-webui-prompt-all-in-one\n",
    "https://gitcode.net/ranting8323/sd-webui-inpaint-anything\n",
    "https://gitcode.net/ranting8323/stable-diffusion-webui-two-shot\n",
    "https://gitcode.net/ranting8323/a1111-sd-webui-tagcomplete\n",
    "\"\"\"\n",
    "#SD安装文件（不要修改）\n",
    "repositorie_urls = \"\"\"\n",
    "https://gitcode.net/overbill1683/k-diffusion\n",
    "https://gitcode.net/overbill1683/CodeFormer\n",
    "https://gitcode.net/overbill1683/BLIP\n",
    "https://gitcode.net/overbill1683/generative-models\n",
    "\"\"\"\n",
    "#embedding模型（只放带文件名的直链）（先换行，再加链接）\n",
    "embedding_urls = \"\"\"\n",
    "https://github.com/gluttony-10/1/blob/main/badhandv4.pt\n",
    "https://github.com/gluttony-10/1/blob/main/easynegative.safetensors\n",
    "https://github.com/gluttony-10/1/blob/main/putnegative.safetensors\n",
    "https://github.com/gluttony-10/1/blob/main/verybadimagenegative_v1.3.pt\n",
    "\"\"\"\n",
    "#adetailer模型（先换行，再加链接）\n",
    "adetailer_urls = \"\"\"\n",
    "https://huggingface.co/Bingsu/adetailer/resolve/main/deepfashion2_yolov8s-seg.pt\n",
    "https://huggingface.co/Bingsu/adetailer/resolve/main/face_yolov8n.pt\n",
    "https://huggingface.co/Bingsu/adetailer/resolve/main/face_yolov8n_v2.pt\n",
    "https://huggingface.co/Bingsu/adetailer/resolve/main/hand_yolov8n.pt\n",
    "https://huggingface.co/Bingsu/adetailer/resolve/main/person_yolov8n-seg.pt\n",
    "\"\"\"\n",
    "#额外文件（先换行，再加链接）（下载到安装目录，方便剪切）\n",
    "extra_urls = \"\"\"\n",
    "\"\"\"\n",
    "#内存优化（不要修改）\n",
    "def libtcmalloc():\n",
    "    print('开始安装内存优化')\n",
    "    !git config --global http.postBuffer 2000000000\n",
    "    !apt-get update -qq > /dev/null 2>&1\n",
    "    !apt-get install -qq -y aria2 > /dev/null 2>&1\n",
    "    !apt-get install -qq -y zip > /dev/null 2>&1\n",
    "    !apt-get install -qq -y ffmpeg > /dev/null 2>&1\n",
    "    !apt-get install -qq -y gifsicle > /dev/null 2>&1\n",
    "    !apt-get install -qq -y libimage-exiftool-perl > /dev/null 2>&1\n",
    "    if os.path.exists(f'{path}/temp'):\n",
    "        os.environ[\"LD_PRELOAD\"] = \"libtcmalloc.so\"\n",
    "        print('内存优化已安装')\n",
    "    else:\n",
    "        os.chdir(f'{path}')\n",
    "        os.makedirs('temp', exist_ok=True)\n",
    "        os.chdir('temp')\n",
    "        os.system('wget -q http://launchpadlibrarian.net/367274644/libgoogle-perftools-dev_2.5-2.2ubuntu3_amd64.deb')\n",
    "        os.system('wget -q https://launchpad.net/ubuntu/+source/google-perftools/2.5-2.2ubuntu3/+build/14795286/+files/google-perftools_2.5-2.2ubuntu3_all.deb')\n",
    "        os.system('wget -q https://launchpad.net/ubuntu/+source/google-perftools/2.5-2.2ubuntu3/+build/14795286/+files/libtcmalloc-minimal4_2.5-2.2ubuntu3_amd64.deb')\n",
    "        os.system('wget -q https://launchpad.net/ubuntu/+source/google-perftools/2.5-2.2ubuntu3/+build/14795286/+files/libgoogle-perftools4_2.5-2.2ubuntu3_amd64.deb')\n",
    "        os.system('apt-get install -qq libunwind8-dev -y > /dev/null 2>&1')\n",
    "        !dpkg -i *.deb > /dev/null 2>&1\n",
    "        os.environ[\"LD_PRELOAD\"] = \"libtcmalloc.so\"\n",
    "        !rm *.deb > /dev/null 2>&1\n",
    "        print('内存优化安装完毕')\n",
    "#安装主体（不要修改）\n",
    "def install_main():\n",
    "    print(f'开始安装{repo}')\n",
    "    !git -C {path} clone {url} > /dev/null 2>&1\n",
    "    !git -C {path}/{repo} checkout {branch}\n",
    "    !git -C {path}/{repo} pull\n",
    "    !pip install -U pip > /dev/null 2>&1\n",
    "    !pip install -U torch==2.0.1 torchvision torchaudio > /dev/null 2>&1\n",
    "    !pip install -U xformers==0.0.21 > /dev/null 2>&1\n",
    "    !pip install -U ipywidgets > /dev/null 2>&1\n",
    "    !pip install -U imageio > /dev/null 2>&1\n",
    "    !pip install -U imageio-ffmpeg > /dev/null 2>&1\n",
    "    if os.path.exists(f'{path}/{repo}'):\n",
    "        %cd {path}/{repo}\n",
    "        print('开始安装依赖，请耐心等待')\n",
    "        !pip install -U -r {path}/{repo}/requirements_versions.txt > /dev/null 2>&1\n",
    "        !mkdir {path}/{repo}/repositories > /dev/null 2>&1\n",
    "        if not os.path.exists(f'{path}/{repo}/config.json'):\n",
    "            !wget -q -O {path}/{repo}/config.json https://ghproxy.com/https://github.com/gluttony-10/1/blob/main/config.json\n",
    "        if not os.path.exists(f'{path}/{repo}/styles.csv'):\n",
    "            !wget -q -O {path}/{repo}/styles.csv https://ghproxy.com/https://github.com/gluttony-10/1/blob/main/styles.csv\n",
    "        %cd {path}\n",
    "        print('Webui安装完毕')\n",
    "#下载文件1（不要修改）\n",
    "def download_1():\n",
    "    tasks = []\n",
    "    tasks.extend(download_git(extension_urls,f'{path}/{repo}/extensions'))\n",
    "    tasks.append(f'git -C {path}/{repo}/repositories clone https://gitcode.net/overbill1683/stablediffusion stable-diffusion-stability-ai > /dev/null 2>&1')\n",
    "    tasks.extend(download_git(repositorie_urls,f'{path}/{repo}/repositories'))\n",
    "    tasks.append(f'git -C {path}/{repo}/repositories/stable-diffusion-stability-ai pull > /dev/null 2>&1')\n",
    "    with ThreadPoolExecutor() as executor:\n",
    "        for task in tasks:\n",
    "            executor.submit(os.system, task)\n",
    "#下载文件2（不要修改）\n",
    "def download_2(times):\n",
    "    tasks = []\n",
    "    for i in range(times):\n",
    "        tasks.extend(download_aria('https://github.com/AUTOMATIC1111/stable-diffusion-webui/releases/download/v1.0.0-pre/vaeapprox-sdxl.pt',f'{path}/{repo}/models/VAE-approx'))\n",
    "        tasks.extend(download_aria(model_urls,f'{path}/{repo}/models/Stable-diffusion'))\n",
    "        tasks.extend(download_aria(VAE_urls,f'{path}/{repo}/models/VAE'))\n",
    "        tasks.extend(download_aria(lora_urls,f'{path}/{repo}/models/Lora'))\n",
    "        tasks.extend(download_aria(ControlNet_urls,f'{path}/{repo}/models/ControlNet'))\n",
    "        tasks.extend(download_aria(embedding_urls,f'{path}/{repo}/embeddings'))\n",
    "        tasks.extend(download_aria(adetailer_urls,f'{path}/{repo}/models/adetailer'))\n",
    "        tasks.extend(download_hf('Gluttony10/SD',f'{path}'))\n",
    "        tasks.extend(download_aria('https://huggingface.co/guoyww/animatediff/resolve/refs%2Fpr%2F3/mm_sd_v15_v2.safetensors',f'{path}/{repo}/models/animatediff'))\n",
    "        tasks.extend(download_aria('https://huggingface.co/Gluttony10/1/resolve/main/frpc_linux_amd64_v0.2','/usr/local/lib/python3.10/dist-packages/gradio'))\n",
    "        tasks.extend(download_aria(extra_urls,f'{path}'))\n",
    "    with ThreadPoolExecutor() as executor:\n",
    "        for task in tasks:\n",
    "            executor.submit(os.system, task)\n",
    "#下载git库（不要修改）\n",
    "def download_git(links,folder):\n",
    "    tasks = []\n",
    "    link = links.strip().split(\"\\n\")\n",
    "    for li in link:\n",
    "        if \"https://ghproxy.com/https://github.com\" in li:\n",
    "            li=li.replace(\"https://ghproxy.com/https://github.com\",\"https://ghproxy.com/https://github.com\")\n",
    "        elif \"https://github.com\" in li:\n",
    "            li=li.replace(\"https://github.com\",\"https://ghproxy.com/https://github.com\")\n",
    "        tasks.append(f'git -C {folder} clone -q {li} > /dev/null 2>&1')\n",
    "    for li in link:\n",
    "        name = li.split('/')[-1]\n",
    "        tasks.append(f'git -C {folder}/{name} pull -q > /dev/null 2>&1')\n",
    "    return tasks\n",
    "#下载模块（不要修改）\n",
    "def download_aria(links,folder):\n",
    "    global check\n",
    "    tasks = []\n",
    "    link = links.strip().split(\"\\n\")\n",
    "    for li in link:\n",
    "        if \"https://ghproxy.com/https://github.com\" in li:\n",
    "            li=li.replace(\"https://ghproxy.com/https://github.com\",\"https://ghproxy.com/https://github.com\")\n",
    "        elif \"https://github.com\" in li:\n",
    "            li=li.replace(\"https://github.com\",\"https://ghproxy.com/https://github.com\")\n",
    "        elif \"huggingface.co\" in li:\n",
    "            li=li.replace(\"huggingface.co\",\"huggingface.sukaka.top\")\n",
    "        elif \"civitai.com\" in li:\n",
    "            li=li.replace(\"civitai.com\",\"civitai.sukaka.top\")\n",
    "        fi = li.split('/')[-1]\n",
    "        if \".\" in fi:\n",
    "            tasks.append(f'aria2c --console-log-level=error -q -c -x 16 -s 16 -k 1M -t 10 -d {folder} -o {fi} \"{li}\" > /dev/null 2>&1')\n",
    "            check = check & os.path.exists(f'{folder}/{fi}')\n",
    "        else:\n",
    "            tasks.append(f'aria2c --console-log-level=error -q -c -x 16 -s 16 -k 1M -t 10 -d {folder} \"{li}\" > /dev/null 2>&1')\n",
    "    return tasks\n",
    "#下载抱脸库（不要修改）\n",
    "def download_hf(repo,folder):\n",
    "    global check\n",
    "    hf_api = HfApi(endpoint=\"https://huggingface.sukaka.top\",)\n",
    "    tasks = []\n",
    "    while True:\n",
    "        try:\n",
    "            files = hf_api.list_repo_files(f'{repo}')\n",
    "            for fil in ['.gitattributes','README.md']:\n",
    "                while fil in files:\n",
    "                    files.remove(fil)\n",
    "            break\n",
    "        except:\n",
    "            pass\n",
    "    for fi in files:\n",
    "        li = os.path.join(\"https://huggingface.sukaka.top\", f'{repo}', \"resolve/main/\", f'{fi}')\n",
    "        tasks.append(f'aria2c --console-log-level=error -q -c -x 16 -s 16 -k 1M -t 10 -d {folder} -o {fi} \"{li}\" > /dev/null 2>&1')\n",
    "        check = check & os.path.exists(f'{folder}/{fi}')\n",
    "    return tasks\n",
    "#主进程（不要修改）\n",
    "def main():\n",
    "    time_start = time.time()\n",
    "    global check\n",
    "    print(\"运行开始\")\n",
    "    !df -hl #查看磁盘\n",
    "    !nvidia-smi #查看显卡\n",
    "    %cd {path}\n",
    "    if reinstall:\n",
    "        print('旧文件删除中')\n",
    "        !rm -rf {path}/{repo}\n",
    "    with ProcessPoolExecutor() as executor:\n",
    "        futures = []\n",
    "        for func in [libtcmalloc,install_main]:\n",
    "            futures.append(executor.submit(func))\n",
    "            time.sleep(1)\n",
    "        for future in futures:\n",
    "            future.result()\n",
    "    if os.path.exists(f'{path}/{repo}'):\n",
    "        print(\"开始下载，请耐心等待\")\n",
    "        download_1()\n",
    "        n = 1\n",
    "        while not check:\n",
    "            print(\"第\",n,\"次下载\")\n",
    "            n = n+1\n",
    "            check = True\n",
    "            download_2(1)\n",
    "            if not check:\n",
    "                download_2(1)\n",
    "        time_end = time.time()\n",
    "        print('\\033[32m安装耗时:',int((time_end - time_start)/60),'min\\033[0m')\n",
    "        %cd {path}/{repo}\n",
    "        !python launch.py --api --no-download-sd-model --opt-sdp-attention --share --listen --enable-insecure-extension-access\n",
    "    else:\n",
    "        print('安装失败请重试')\n",
    "\n",
    "check = False\n",
    "!export HF_ENDPOINT=\"https://huggingface.sukaka.top\"\n",
    "!export HF_INFERENCE_ENDPOINT=\"https://api-huggingface.sukaka.top\"\n",
    "if __name__ == '__main__':\n",
    "    main()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c6b91811",
   "metadata": {},
   "source": [
    "## 2.快速启动"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "1a741b9e",
   "metadata": {
    "ExecutionIndicator": {
     "show": true
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "!export HF_ENDPOINT=\"https://huggingface.sukaka.top\"\n",
    "!export HF_INFERENCE_ENDPOINT=\"https://api-huggingface.sukaka.top\"\n",
    "%cd /mnt/workspace/stable-diffusion-webui\n",
    "!python launch.py --api --no-download-sd-model --opt-sdp-attention --share --listen --enable-insecure-extension-access"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6629671f-b3a8-495e-8d19-39a00234da36",
   "metadata": {},
   "source": [
    "## 3.压缩输出并清空\n",
    "- 停止后再运行"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b778a001-6f15-459f-ab52-f0ae75c8c8af",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "%cd /mnt/workspace/stable-diffusion-webui\n",
    "!zip -r 1.zip outputs\n",
    "!mv 1.zip ..\n",
    "!rm -rf outputs"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}