{ "cells": [ { "cell_type": "markdown", "id": "fb2db0d1-a92c-404d-b1d4-8dcca4182af3", "metadata": {}, "source": [ "# Setup " ] }, { "cell_type": "code", "execution_count": 1, "id": "d4dd5293-501b-4133-8bbb-b82ffd64b44c", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "fatal: destination path 'diffusers' already exists and is not an empty directory.\n", "Obtaining file:///home/training\n", "\u001b[31mERROR: file:///home/training does not appear to be a Python project: neither 'setup.py' nor 'pyproject.toml' found.\u001b[0m\u001b[31m\n", "\u001b[0m" ] } ], "source": [ "!git clone https://github.com/huggingface/diffusers\n", "!cd diffusers\n", "!pip install -e ." ] }, { "cell_type": "code", "execution_count": 2, "id": "e9be06a8-b0e3-45ef-ad01-7f0cb38d9ba0", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "/home/training/diffusers/examples/controlnet\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "/root/miniconda3/envs/py3.10/lib/python3.10/site-packages/IPython/core/magics/osm.py:417: UserWarning: This is now an optional IPython functionality, setting dhist requires you to install the `pickleshare` library.\n", " self.shell.db['dhist'] = compress_dhist(dhist)[-100:]\n" ] } ], "source": [ "cd /home/training/diffusers/examples/controlnet" ] }, { "cell_type": "code", "execution_count": 3, "id": "0a889d61-22a5-43cc-8a53-3d8b05b0656f", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Requirement already satisfied: accelerate>=0.16.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from -r requirements.txt (line 1)) (1.5.2)\n", "Requirement already satisfied: torchvision in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from -r requirements.txt (line 2)) (0.19.0)\n", "Requirement already satisfied: transformers>=4.25.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from -r requirements.txt (line 3)) (4.44.0)\n", "Requirement already satisfied: ftfy in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from -r requirements.txt (line 4)) (6.2.3)\n", "Requirement already satisfied: tensorboard in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from -r requirements.txt (line 5)) (2.19.0)\n", "Requirement already satisfied: datasets in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from -r requirements.txt (line 6)) (3.5.0)\n", "Requirement already satisfied: numpy<3.0.0,>=1.17 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from accelerate>=0.16.0->-r requirements.txt (line 1)) (1.26.4)\n", "Requirement already satisfied: packaging>=20.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from accelerate>=0.16.0->-r requirements.txt (line 1)) (24.1)\n", "Requirement already satisfied: psutil in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from accelerate>=0.16.0->-r requirements.txt (line 1)) (6.0.0)\n", "Requirement already satisfied: pyyaml in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from accelerate>=0.16.0->-r requirements.txt (line 1)) (6.0.2)\n", "Requirement already satisfied: torch>=2.0.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from accelerate>=0.16.0->-r requirements.txt (line 1)) (2.4.0)\n", "Requirement already satisfied: huggingface-hub>=0.21.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from accelerate>=0.16.0->-r requirements.txt (line 1)) (0.29.3)\n", "Requirement already satisfied: safetensors>=0.4.3 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from accelerate>=0.16.0->-r requirements.txt (line 1)) (0.4.4)\n", "Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torchvision->-r requirements.txt (line 2)) (10.4.0)\n", "Requirement already satisfied: filelock in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (3.15.4)\n", "Requirement already satisfied: typing-extensions>=4.8.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (4.12.2)\n", "Requirement already satisfied: sympy in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (1.13.2)\n", "Requirement already satisfied: networkx in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (3.3)\n", "Requirement already satisfied: jinja2 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (3.1.4)\n", "Requirement already satisfied: fsspec in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (2024.6.1)\n", "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (12.1.105)\n", "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (12.1.105)\n", "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (12.1.105)\n", "Requirement already satisfied: nvidia-cudnn-cu12==9.1.0.70 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (9.1.0.70)\n", "Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (12.1.3.1)\n", "Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (11.0.2.54)\n", "Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (10.3.2.106)\n", "Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (11.4.5.107)\n", "Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (12.1.0.106)\n", "Requirement already satisfied: nvidia-nccl-cu12==2.20.5 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (2.20.5)\n", "Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (12.1.105)\n", "Requirement already satisfied: triton==3.0.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (3.0.0)\n", "Requirement already satisfied: nvidia-nvjitlink-cu12 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from nvidia-cusolver-cu12==11.4.5.107->torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (12.6.20)\n", "Requirement already satisfied: regex!=2019.12.17 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from transformers>=4.25.1->-r requirements.txt (line 3)) (2024.7.24)\n", "Requirement already satisfied: requests in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from transformers>=4.25.1->-r requirements.txt (line 3)) (2.32.3)\n", "Requirement already satisfied: tokenizers<0.20,>=0.19 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from transformers>=4.25.1->-r requirements.txt (line 3)) (0.19.1)\n", "Requirement already satisfied: tqdm>=4.27 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from transformers>=4.25.1->-r requirements.txt (line 3)) (4.66.5)\n", "Requirement already satisfied: wcwidth<0.3.0,>=0.2.12 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from ftfy->-r requirements.txt (line 4)) (0.2.13)\n", "Requirement already satisfied: absl-py>=0.4 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from tensorboard->-r requirements.txt (line 5)) (2.2.1)\n", "Requirement already satisfied: grpcio>=1.48.2 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from tensorboard->-r requirements.txt (line 5)) (1.71.0)\n", "Requirement already satisfied: markdown>=2.6.8 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from tensorboard->-r requirements.txt (line 5)) (3.7)\n", "Requirement already satisfied: protobuf!=4.24.0,>=3.19.6 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from tensorboard->-r requirements.txt (line 5)) (5.29.4)\n", "Requirement already satisfied: setuptools>=41.0.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from tensorboard->-r requirements.txt (line 5)) (72.1.0)\n", "Requirement already satisfied: six>1.9 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from tensorboard->-r requirements.txt (line 5)) (1.16.0)\n", "Requirement already satisfied: tensorboard-data-server<0.8.0,>=0.7.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from tensorboard->-r requirements.txt (line 5)) (0.7.2)\n", "Requirement already satisfied: werkzeug>=1.0.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from tensorboard->-r requirements.txt (line 5)) (3.1.3)\n", "Requirement already satisfied: pyarrow>=15.0.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from datasets->-r requirements.txt (line 6)) (19.0.1)\n", "Requirement already satisfied: dill<0.3.9,>=0.3.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from datasets->-r requirements.txt (line 6)) (0.3.8)\n", "Requirement already satisfied: pandas in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from datasets->-r requirements.txt (line 6)) (2.2.2)\n", "Requirement already satisfied: xxhash in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from datasets->-r requirements.txt (line 6)) (3.5.0)\n", "Requirement already satisfied: multiprocess<0.70.17 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from datasets->-r requirements.txt (line 6)) (0.70.16)\n", "Requirement already satisfied: aiohttp in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from datasets->-r requirements.txt (line 6)) (3.11.14)\n", "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from aiohttp->datasets->-r requirements.txt (line 6)) (2.6.1)\n", "Requirement already satisfied: aiosignal>=1.1.2 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from aiohttp->datasets->-r requirements.txt (line 6)) (1.3.2)\n", "Requirement already satisfied: async-timeout<6.0,>=4.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from aiohttp->datasets->-r requirements.txt (line 6)) (5.0.1)\n", "Requirement already satisfied: attrs>=17.3.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from aiohttp->datasets->-r requirements.txt (line 6)) (24.2.0)\n", "Requirement already satisfied: frozenlist>=1.1.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from aiohttp->datasets->-r requirements.txt (line 6)) (1.5.0)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from aiohttp->datasets->-r requirements.txt (line 6)) (6.2.0)\n", "Requirement already satisfied: propcache>=0.2.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from aiohttp->datasets->-r requirements.txt (line 6)) (0.3.1)\n", "Requirement already satisfied: yarl<2.0,>=1.17.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from aiohttp->datasets->-r requirements.txt (line 6)) (1.18.3)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests->transformers>=4.25.1->-r requirements.txt (line 3)) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests->transformers>=4.25.1->-r requirements.txt (line 3)) (3.7)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests->transformers>=4.25.1->-r requirements.txt (line 3)) (2.2.2)\n", "Requirement already satisfied: certifi>=2017.4.17 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests->transformers>=4.25.1->-r requirements.txt (line 3)) (2024.7.4)\n", "Requirement already satisfied: MarkupSafe>=2.1.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from werkzeug>=1.0.1->tensorboard->-r requirements.txt (line 5)) (2.1.5)\n", "Requirement already satisfied: python-dateutil>=2.8.2 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from pandas->datasets->-r requirements.txt (line 6)) (2.9.0.post0)\n", "Requirement already satisfied: pytz>=2020.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from pandas->datasets->-r requirements.txt (line 6)) (2024.1)\n", "Requirement already satisfied: tzdata>=2022.7 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from pandas->datasets->-r requirements.txt (line 6)) (2024.1)\n", "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from sympy->torch>=2.0.0->accelerate>=0.16.0->-r requirements.txt (line 1)) (1.3.0)\n", "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager, possibly rendering your system unusable.It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv. Use the --root-user-action option if you know what you are doing and want to suppress this warning.\u001b[0m\u001b[33m\n", "\u001b[0m" ] } ], "source": [ "!pip install -r requirements.txt" ] }, { "cell_type": "code", "execution_count": 4, "id": "0f75c335-4a94-4319-a249-b20701528e39", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "accelerate configuration saved at /home/.cache/huggingface/accelerate/default_config.yaml\n" ] } ], "source": [ "!accelerate config default" ] }, { "cell_type": "code", "execution_count": 5, "id": "0f1ca2a8-5324-46f8-a628-676e9412ab31", "metadata": {}, "outputs": [], "source": [ "from huggingface_hub import login\n", "\n", "login(\"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\")\n" ] }, { "cell_type": "code", "execution_count": 6, "id": "3d979d31-8ea1-4933-9bfb-34304c63370e", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Requirement already satisfied: wandb in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (0.19.8)\n", "Requirement already satisfied: click!=8.0.0,>=7.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (8.1.7)\n", "Requirement already satisfied: docker-pycreds>=0.4.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (0.4.0)\n", "Requirement already satisfied: gitpython!=3.1.29,>=1.0.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (3.1.44)\n", "Requirement already satisfied: platformdirs in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (4.2.2)\n", "Requirement already satisfied: protobuf!=4.21.0,!=5.28.0,<6,>=3.19.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (5.29.4)\n", "Requirement already satisfied: psutil>=5.0.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (6.0.0)\n", "Requirement already satisfied: pydantic<3,>=2.6 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (2.8.2)\n", "Requirement already satisfied: pyyaml in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (6.0.2)\n", "Requirement already satisfied: requests<3,>=2.0.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (2.32.3)\n", "Requirement already satisfied: sentry-sdk>=2.0.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (2.24.1)\n", "Requirement already satisfied: setproctitle in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (1.3.5)\n", "Requirement already satisfied: setuptools in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (72.1.0)\n", "Requirement already satisfied: typing-extensions<5,>=4.4 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (4.12.2)\n", "Requirement already satisfied: six>=1.4.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from docker-pycreds>=0.4.0->wandb) (1.16.0)\n", "Requirement already satisfied: gitdb<5,>=4.0.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from gitpython!=3.1.29,>=1.0.0->wandb) (4.0.12)\n", "Requirement already satisfied: annotated-types>=0.4.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from pydantic<3,>=2.6->wandb) (0.7.0)\n", "Requirement already satisfied: pydantic-core==2.20.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from pydantic<3,>=2.6->wandb) (2.20.1)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests<3,>=2.0.0->wandb) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests<3,>=2.0.0->wandb) (3.7)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests<3,>=2.0.0->wandb) (2.2.2)\n", "Requirement already satisfied: certifi>=2017.4.17 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests<3,>=2.0.0->wandb) (2024.7.4)\n", "Requirement already satisfied: smmap<6,>=3.0.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from gitdb<5,>=4.0.1->gitpython!=3.1.29,>=1.0.0->wandb) (5.0.2)\n", "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager, possibly rendering your system unusable.It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv. Use the --root-user-action option if you know what you are doing and want to suppress this warning.\u001b[0m\u001b[33m\n", "\u001b[0m" ] }, { "name": "stderr", "output_type": "stream", "text": [ "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n", "\u001b[34m\u001b[1mwandb\u001b[0m: Using wandb-core as the SDK backend. Please refer to https://wandb.me/wandb-core for more information.\n", "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m If you're specifying your api key in code, ensure this code is not shared publicly.\n", "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Consider setting the WANDB_API_KEY environment variable, or running `wandb login` from the command line.\n", "\u001b[34m\u001b[1mwandb\u001b[0m: Appending key for api.wandb.ai to your netrc file: /home/.netrc\n", "\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33m2021-prathmesh-dubey\u001b[0m (\u001b[33m2021-prathmesh-dubey-vivekanand-education-society\u001b[0m) to \u001b[32mhttps://api.wandb.ai\u001b[0m. Use \u001b[1m`wandb login --relogin`\u001b[0m to force relogin\n" ] }, { "data": { "text/plain": [ "True" ] }, "execution_count": 6, "metadata": {}, "output_type": "execute_result" } ], "source": [ "!pip install wandb\n", "\n", "import wandb\n", "\n", "wandb.login(key=\"1b96088e32199429928017eb62b8006a72d6c960\")\n" ] }, { "cell_type": "code", "execution_count": 7, "id": "5e8b0d3c-8bfa-4291-b6ed-349d7a7b9fa0", "metadata": {}, "outputs": [], "source": [ "MODEL_DIR = \"stable-diffusion-v1-5/stable-diffusion-v1-5\"\n", "OUTPUT_DIR = \"training/output\"\n" ] }, { "cell_type": "code", "execution_count": 8, "id": "db6d1c0e-da16-42da-bf5b-fe23cd01202c", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "README.md\t requirements_flax.txt train_controlnet.py\t training\n", "README_flux.md\t requirements_flux.txt train_controlnet_flax.py val1.jpg\n", "README_sd3.md\t requirements_sd3.txt\t train_controlnet_flux.py val2.jpg\n", "README_sdxl.md\t requirements_sdxl.txt train_controlnet_sd3.py wandb\n", "requirements.txt test_controlnet.py\t train_controlnet_sdxl.py\n" ] } ], "source": [ "!ls" ] }, { "cell_type": "code", "execution_count": 9, "id": "116f6146-55cb-4fe7-9c55-65bcaf52b366", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Requirement already satisfied: diffusers[torch] in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (0.33.0.dev0)\n", "Requirement already satisfied: importlib_metadata in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers[torch]) (8.2.0)\n", "Requirement already satisfied: filelock in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers[torch]) (3.15.4)\n", "Requirement already satisfied: huggingface-hub>=0.27.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers[torch]) (0.29.3)\n", "Requirement already satisfied: numpy in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers[torch]) (1.26.4)\n", "Requirement already satisfied: regex!=2019.12.17 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers[torch]) (2024.7.24)\n", "Requirement already satisfied: requests in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers[torch]) (2.32.3)\n", "Requirement already satisfied: safetensors>=0.3.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers[torch]) (0.4.4)\n", "Requirement already satisfied: Pillow in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers[torch]) (10.4.0)\n", "Requirement already satisfied: torch>=1.4 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers[torch]) (2.4.0)\n", "Requirement already satisfied: accelerate>=0.31.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers[torch]) (1.5.2)\n", "Requirement already satisfied: packaging>=20.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from accelerate>=0.31.0->diffusers[torch]) (24.1)\n", "Requirement already satisfied: psutil in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from accelerate>=0.31.0->diffusers[torch]) (6.0.0)\n", "Requirement already satisfied: pyyaml in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from accelerate>=0.31.0->diffusers[torch]) (6.0.2)\n", "Requirement already satisfied: fsspec>=2023.5.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from huggingface-hub>=0.27.0->diffusers[torch]) (2024.6.1)\n", "Requirement already satisfied: tqdm>=4.42.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from huggingface-hub>=0.27.0->diffusers[torch]) (4.66.5)\n", "Requirement already satisfied: typing-extensions>=3.7.4.3 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from huggingface-hub>=0.27.0->diffusers[torch]) (4.12.2)\n", "Requirement already satisfied: sympy in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=1.4->diffusers[torch]) (1.13.2)\n", "Requirement already satisfied: networkx in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=1.4->diffusers[torch]) (3.3)\n", "Requirement already satisfied: jinja2 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=1.4->diffusers[torch]) (3.1.4)\n", "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=1.4->diffusers[torch]) (12.1.105)\n", "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=1.4->diffusers[torch]) (12.1.105)\n", "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=1.4->diffusers[torch]) (12.1.105)\n", "Requirement already satisfied: nvidia-cudnn-cu12==9.1.0.70 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=1.4->diffusers[torch]) (9.1.0.70)\n", "Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=1.4->diffusers[torch]) (12.1.3.1)\n", "Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=1.4->diffusers[torch]) (11.0.2.54)\n", "Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=1.4->diffusers[torch]) (10.3.2.106)\n", "Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=1.4->diffusers[torch]) (11.4.5.107)\n", "Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=1.4->diffusers[torch]) (12.1.0.106)\n", "Requirement already satisfied: nvidia-nccl-cu12==2.20.5 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=1.4->diffusers[torch]) (2.20.5)\n", "Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=1.4->diffusers[torch]) (12.1.105)\n", "Requirement already satisfied: triton==3.0.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=1.4->diffusers[torch]) (3.0.0)\n", "Requirement already satisfied: nvidia-nvjitlink-cu12 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from nvidia-cusolver-cu12==11.4.5.107->torch>=1.4->diffusers[torch]) (12.6.20)\n", "Requirement already satisfied: zipp>=0.5 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from importlib_metadata->diffusers[torch]) (3.20.0)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests->diffusers[torch]) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests->diffusers[torch]) (3.7)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests->diffusers[torch]) (2.2.2)\n", "Requirement already satisfied: certifi>=2017.4.17 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests->diffusers[torch]) (2024.7.4)\n", "Requirement already satisfied: MarkupSafe>=2.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from jinja2->torch>=1.4->diffusers[torch]) (2.1.5)\n", "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from sympy->torch>=1.4->diffusers[torch]) (1.3.0)\n", "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager, possibly rendering your system unusable.It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv. Use the --root-user-action option if you know what you are doing and want to suppress this warning.\u001b[0m\u001b[33m\n", "\u001b[0m" ] } ], "source": [ "!pip install --upgrade diffusers[torch]" ] }, { "cell_type": "code", "execution_count": 10, "id": "5ae6320f-a9bd-48a1-ad78-ea80c344b611", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Found existing installation: diffusers 0.33.0.dev0\n", "Uninstalling diffusers-0.33.0.dev0:\n", " Successfully uninstalled diffusers-0.33.0.dev0\n", "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager, possibly rendering your system unusable.It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv. Use the --root-user-action option if you know what you are doing and want to suppress this warning.\u001b[0m\u001b[33m\n", "\u001b[0mCollecting git+https://github.com/huggingface/diffusers.git\n", " Cloning https://github.com/huggingface/diffusers.git to /tmp/pip-req-build-tu08hsqi\n", " Running command git clone --filter=blob:none --quiet https://github.com/huggingface/diffusers.git /tmp/pip-req-build-tu08hsqi\n", " Resolved https://github.com/huggingface/diffusers.git to commit 75d7e5cc459f66a53652445d5b281054b297680d\n", " Installing build dependencies ... \u001b[?25ldone\n", "\u001b[?25h Getting requirements to build wheel ... \u001b[?25ldone\n", "\u001b[?25h Preparing metadata (pyproject.toml) ... \u001b[?25ldone\n", "\u001b[?25hRequirement already satisfied: importlib_metadata in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers==0.33.0.dev0) (8.2.0)\n", "Requirement already satisfied: filelock in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers==0.33.0.dev0) (3.15.4)\n", "Requirement already satisfied: huggingface-hub>=0.27.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers==0.33.0.dev0) (0.29.3)\n", "Requirement already satisfied: numpy in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers==0.33.0.dev0) (1.26.4)\n", "Requirement already satisfied: regex!=2019.12.17 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers==0.33.0.dev0) (2024.7.24)\n", "Requirement already satisfied: requests in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers==0.33.0.dev0) (2.32.3)\n", "Requirement already satisfied: safetensors>=0.3.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers==0.33.0.dev0) (0.4.4)\n", "Requirement already satisfied: Pillow in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers==0.33.0.dev0) (10.4.0)\n", "Requirement already satisfied: fsspec>=2023.5.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from huggingface-hub>=0.27.0->diffusers==0.33.0.dev0) (2024.6.1)\n", "Requirement already satisfied: packaging>=20.9 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from huggingface-hub>=0.27.0->diffusers==0.33.0.dev0) (24.1)\n", "Requirement already satisfied: pyyaml>=5.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from huggingface-hub>=0.27.0->diffusers==0.33.0.dev0) (6.0.2)\n", "Requirement already satisfied: tqdm>=4.42.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from huggingface-hub>=0.27.0->diffusers==0.33.0.dev0) (4.66.5)\n", "Requirement already satisfied: typing-extensions>=3.7.4.3 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from huggingface-hub>=0.27.0->diffusers==0.33.0.dev0) (4.12.2)\n", "Requirement already satisfied: zipp>=0.5 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from importlib_metadata->diffusers==0.33.0.dev0) (3.20.0)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests->diffusers==0.33.0.dev0) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests->diffusers==0.33.0.dev0) (3.7)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests->diffusers==0.33.0.dev0) (2.2.2)\n", "Requirement already satisfied: certifi>=2017.4.17 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests->diffusers==0.33.0.dev0) (2024.7.4)\n", "Building wheels for collected packages: diffusers\n", " Building wheel for diffusers (pyproject.toml) ... \u001b[?25ldone\n", "\u001b[?25h Created wheel for diffusers: filename=diffusers-0.33.0.dev0-py3-none-any.whl size=3533942 sha256=da5de406419a6353d7d709b5c494772e7be1ef68d2118cc42c305633c6103bb0\n", " Stored in directory: /tmp/pip-ephem-wheel-cache-o9f2itlh/wheels/4d/b7/a8/6f9549ceec5daad78675b857ac57d697c387062506520a7b50\n", "Successfully built diffusers\n", "Installing collected packages: diffusers\n", "Successfully installed diffusers-0.33.0.dev0\n", "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager, possibly rendering your system unusable.It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv. Use the --root-user-action option if you know what you are doing and want to suppress this warning.\u001b[0m\u001b[33m\n", "\u001b[0m" ] } ], "source": [ "!pip uninstall diffusers -y\n", "!pip install git+https://github.com/huggingface/diffusers.git\n" ] }, { "cell_type": "code", "execution_count": 11, "id": "916c79ab-16b4-413d-b664-1e21408bb4e8", "metadata": {}, "outputs": [], "source": [ "# !export MODEL_DIR=\"stable-diffusion-v1-5/stable-diffusion-v1-5\"\n", "# !export OUTPUT_DIR=\"training/output\"\n", "\n", "# !accelerate launch train_controlnet.py \\\n", "# --pretrained_model_name_or_path=$MODEL_DIR \\\n", "# --output_dir=$OUTPUT_DIR \\\n", "# --dataset_name=fusing/fill50k \\\n", "# --resolution=512 \\\n", "# --learning_rate=1e-5 \\\n", "# --validation_image \"val1.jpg\" \"val2.jpg\" \\\n", "# --validation_prompt \"4k, high resolution, Scandinavian style, light colors, aesthetic and dim lights.\" \\\n", "# --train_batch_size=4 \\\n", "# --report_to=wandb" ] }, { "cell_type": "code", "execution_count": 12, "id": "2e8dbbf2-28e9-4d04-8ac6-fb5b088d741a", "metadata": {}, "outputs": [], "source": [ "# !accelerate launch train_controlnet.py \\\n", "# --pretrained_model_name_or_path=stable-diffusion-v1-5/stable-diffusion-v1-5 \\\n", "# --output_dir=/home/training/output \\\n", "# --dataset_name=ellljoy/interior-design \\\n", "# --resolution=512 \\\n", "# --learning_rate=1e-5 \\\n", "# --validation_image \"/home/training/val1.jpg\" \"/home/training/val2.jpg\" \\\n", "# --validation_prompt \"4k, high resolution, Scandinavian style, light colors, aesthetic and dim lights.\" \\\n", "# --train_batch_size=1 \\\n", "# --gradient_accumulation_steps=4 \\\n", "# --gradient_checkpointing \\\n", "# --report_to=wandb \\\n", "# --conditioning_image_column=conditions \\\n", "# --caption_column=prompt \\\n", "# --image_column=images \\\n", "# --push_to_hub \\\n", "# --hub_model_id \"razor7x/controlnet-trained-model\"\n" ] }, { "cell_type": "code", "execution_count": 13, "id": "ea559f53-7be6-4503-abe2-4748e6c0c14e", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Requirement already satisfied: datasets in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (3.5.0)\n", "Requirement already satisfied: diffusers in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (0.33.0.dev0)\n", "Requirement already satisfied: accelerate in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (1.5.2)\n", "Requirement already satisfied: transformers in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (4.44.0)\n", "Requirement already satisfied: wandb in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (0.19.8)\n", "Requirement already satisfied: filelock in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from datasets) (3.15.4)\n", "Requirement already satisfied: numpy>=1.17 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from datasets) (1.26.4)\n", "Requirement already satisfied: pyarrow>=15.0.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from datasets) (19.0.1)\n", "Requirement already satisfied: dill<0.3.9,>=0.3.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from datasets) (0.3.8)\n", "Requirement already satisfied: pandas in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from datasets) (2.2.2)\n", "Requirement already satisfied: requests>=2.32.2 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from datasets) (2.32.3)\n", "Requirement already satisfied: tqdm>=4.66.3 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from datasets) (4.66.5)\n", "Requirement already satisfied: xxhash in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from datasets) (3.5.0)\n", "Requirement already satisfied: multiprocess<0.70.17 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from datasets) (0.70.16)\n", "Requirement already satisfied: fsspec<=2024.12.0,>=2023.1.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from fsspec[http]<=2024.12.0,>=2023.1.0->datasets) (2024.6.1)\n", "Requirement already satisfied: aiohttp in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from datasets) (3.11.14)\n", "Requirement already satisfied: huggingface-hub>=0.24.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from datasets) (0.29.3)\n", "Requirement already satisfied: packaging in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from datasets) (24.1)\n", "Requirement already satisfied: pyyaml>=5.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from datasets) (6.0.2)\n", "Requirement already satisfied: importlib_metadata in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers) (8.2.0)\n", "Requirement already satisfied: regex!=2019.12.17 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers) (2024.7.24)\n", "Requirement already satisfied: safetensors>=0.3.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers) (0.4.4)\n", "Requirement already satisfied: Pillow in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from diffusers) (10.4.0)\n", "Requirement already satisfied: psutil in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from accelerate) (6.0.0)\n", "Requirement already satisfied: torch>=2.0.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from accelerate) (2.4.0)\n", "Requirement already satisfied: tokenizers<0.20,>=0.19 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from transformers) (0.19.1)\n", "Requirement already satisfied: click!=8.0.0,>=7.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (8.1.7)\n", "Requirement already satisfied: docker-pycreds>=0.4.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (0.4.0)\n", "Requirement already satisfied: gitpython!=3.1.29,>=1.0.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (3.1.44)\n", "Requirement already satisfied: platformdirs in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (4.2.2)\n", "Requirement already satisfied: protobuf!=4.21.0,!=5.28.0,<6,>=3.19.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (5.29.4)\n", "Requirement already satisfied: pydantic<3,>=2.6 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (2.8.2)\n", "Requirement already satisfied: sentry-sdk>=2.0.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (2.24.1)\n", "Requirement already satisfied: setproctitle in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (1.3.5)\n", "Requirement already satisfied: setuptools in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (72.1.0)\n", "Requirement already satisfied: typing-extensions<5,>=4.4 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from wandb) (4.12.2)\n", "Requirement already satisfied: six>=1.4.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from docker-pycreds>=0.4.0->wandb) (1.16.0)\n", "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from aiohttp->datasets) (2.6.1)\n", "Requirement already satisfied: aiosignal>=1.1.2 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from aiohttp->datasets) (1.3.2)\n", "Requirement already satisfied: async-timeout<6.0,>=4.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from aiohttp->datasets) (5.0.1)\n", "Requirement already satisfied: attrs>=17.3.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from aiohttp->datasets) (24.2.0)\n", "Requirement already satisfied: frozenlist>=1.1.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from aiohttp->datasets) (1.5.0)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from aiohttp->datasets) (6.2.0)\n", "Requirement already satisfied: propcache>=0.2.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from aiohttp->datasets) (0.3.1)\n", "Requirement already satisfied: yarl<2.0,>=1.17.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from aiohttp->datasets) (1.18.3)\n", "Requirement already satisfied: gitdb<5,>=4.0.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from gitpython!=3.1.29,>=1.0.0->wandb) (4.0.12)\n", "Requirement already satisfied: annotated-types>=0.4.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from pydantic<3,>=2.6->wandb) (0.7.0)\n", "Requirement already satisfied: pydantic-core==2.20.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from pydantic<3,>=2.6->wandb) (2.20.1)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests>=2.32.2->datasets) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests>=2.32.2->datasets) (3.7)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests>=2.32.2->datasets) (2.2.2)\n", "Requirement already satisfied: certifi>=2017.4.17 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from requests>=2.32.2->datasets) (2024.7.4)\n", "Requirement already satisfied: sympy in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate) (1.13.2)\n", "Requirement already satisfied: networkx in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate) (3.3)\n", "Requirement already satisfied: jinja2 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate) (3.1.4)\n", "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate) (12.1.105)\n", "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate) (12.1.105)\n", "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate) (12.1.105)\n", "Requirement already satisfied: nvidia-cudnn-cu12==9.1.0.70 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate) (9.1.0.70)\n", "Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate) (12.1.3.1)\n", "Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate) (11.0.2.54)\n", "Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate) (10.3.2.106)\n", "Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate) (11.4.5.107)\n", "Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate) (12.1.0.106)\n", "Requirement already satisfied: nvidia-nccl-cu12==2.20.5 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate) (2.20.5)\n", "Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate) (12.1.105)\n", "Requirement already satisfied: triton==3.0.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from torch>=2.0.0->accelerate) (3.0.0)\n", "Requirement already satisfied: nvidia-nvjitlink-cu12 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from nvidia-cusolver-cu12==11.4.5.107->torch>=2.0.0->accelerate) (12.6.20)\n", "Requirement already satisfied: zipp>=0.5 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from importlib_metadata->diffusers) (3.20.0)\n", "Requirement already satisfied: python-dateutil>=2.8.2 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from pandas->datasets) (2.9.0.post0)\n", "Requirement already satisfied: pytz>=2020.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from pandas->datasets) (2024.1)\n", "Requirement already satisfied: tzdata>=2022.7 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from pandas->datasets) (2024.1)\n", "Requirement already satisfied: smmap<6,>=3.0.1 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from gitdb<5,>=4.0.1->gitpython!=3.1.29,>=1.0.0->wandb) (5.0.2)\n", "Requirement already satisfied: MarkupSafe>=2.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from jinja2->torch>=2.0.0->accelerate) (2.1.5)\n", "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /root/miniconda3/envs/py3.10/lib/python3.10/site-packages (from sympy->torch>=2.0.0->accelerate) (1.3.0)\n", "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager, possibly rendering your system unusable.It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv. Use the --root-user-action option if you know what you are doing and want to suppress this warning.\u001b[0m\u001b[33m\n", "\u001b[0m" ] } ], "source": [ "!pip install datasets diffusers accelerate transformers wandb\n" ] }, { "cell_type": "markdown", "id": "4d6d424e-3f32-45aa-b523-3266a209640f", "metadata": {}, "source": [ "# Dataset (ellljoy)- Training Script " ] }, { "cell_type": "code", "execution_count": 12, "id": "605bfe9d-60a6-4520-8547-ea96e1167bfb", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "03/21/2025 16:14:28 - INFO - __main__ - Distributed environment: NO\n", "Num processes: 1\n", "Process index: 0\n", "Local process index: 0\n", "Device: cuda\n", "\n", "Mixed precision type: fp16\n", "\n", "tokenizer_config.json: 100%|███████████████████| 824/824 [00:00<00:00, 4.79MB/s]\n", "vocab.json: 100%|██████████████████████████| 1.06M/1.06M [00:00<00:00, 24.3MB/s]\n", "merges.txt: 100%|████████████████████████████| 525k/525k [00:00<00:00, 25.7MB/s]\n", "special_tokens_map.json: 100%|█████████████████| 460/460 [00:00<00:00, 2.79MB/s]\n", "/root/miniconda3/envs/py3.10/lib/python3.10/site-packages/transformers/tokenization_utils_base.py:1601: FutureWarning: `clean_up_tokenization_spaces` was not set. It will be set to `True` by default. This behavior will be depracted in transformers v4.45, and will be then set to `False` by default. For more details check this issue: https://github.com/huggingface/transformers/issues/31884\n", " warnings.warn(\n", "config.json: 100%|█████████████████████████████| 633/633 [00:00<00:00, 6.48MB/s]\n", "You are using a model of type clip_text_model to instantiate a model of type . This is not supported for all configurations of models and can yield errors.\n", "scheduler_config.json: 100%|███████████████████| 345/345 [00:00<00:00, 2.71MB/s]\n", "{'variance_type', 'timestep_spacing', 'rescale_betas_zero_snr', 'clip_sample_range', 'thresholding', 'sample_max_value', 'dynamic_thresholding_ratio'} was not found in config. Values will be initialized to default values.\n", "model.safetensors: 100%|███████████████████| 1.36G/1.36G [00:14<00:00, 97.1MB/s]\n", "config.json: 100%|█████████████████████████████| 611/611 [00:00<00:00, 4.86MB/s]\n", "diffusion_pytorch_model.safetensors: 100%|███| 335M/335M [00:03<00:00, 93.5MB/s]\n", "Instantiating AutoencoderKL model under default dtype torch.float32.\n", "{'latents_std', 'force_upcast', 'use_quant_conv', 'scaling_factor', 'shift_factor', 'latents_mean', 'use_post_quant_conv', 'mid_block_add_attention'} was not found in config. Values will be initialized to default values.\n", "All model checkpoint weights were used when initializing AutoencoderKL.\n", "\n", "All the weights of AutoencoderKL were initialized from the model checkpoint at stabilityai/stable-diffusion-2-1.\n", "If your task is similar to the task the model of the checkpoint was trained on, you can already use AutoencoderKL for predictions without further training.\n", "config.json: 100%|█████████████████████████████| 939/939 [00:00<00:00, 6.90MB/s]\n", "diffusion_pytorch_model.safetensors: 100%|█| 3.46G/3.46G [00:35<00:00, 96.8MB/s]\n", "Instantiating UNet2DConditionModel model under default dtype torch.float32.\n", "{'class_embeddings_concat', 'cross_attention_norm', 'resnet_out_scale_factor', 'transformer_layers_per_block', 'conv_out_kernel', 'resnet_skip_time_act', 'projection_class_embeddings_input_dim', 'time_embedding_type', 'class_embed_type', 'dropout', 'timestep_post_act', 'encoder_hid_dim_type', 'attention_type', 'mid_block_type', 'time_cond_proj_dim', 'num_attention_heads', 'addition_time_embed_dim', 'addition_embed_type', 'conv_in_kernel', 'resnet_time_scale_shift', 'time_embedding_dim', 'reverse_transformer_layers_per_block', 'encoder_hid_dim', 'time_embedding_act_fn', 'mid_block_only_cross_attention', 'addition_embed_type_num_heads'} was not found in config. Values will be initialized to default values.\n", "All model checkpoint weights were used when initializing UNet2DConditionModel.\n", "\n", "All the weights of UNet2DConditionModel were initialized from the model checkpoint at stabilityai/stable-diffusion-2-1.\n", "If your task is similar to the task the model of the checkpoint was trained on, you can already use UNet2DConditionModel for predictions without further training.\n", "03/21/2025 16:15:29 - INFO - __main__ - Initializing controlnet weights from unet\n", "\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33m2021-prathmesh-dubey\u001b[0m (\u001b[33m2021-prathmesh-dubey-vivekanand-education-society\u001b[0m) to \u001b[32mhttps://api.wandb.ai\u001b[0m. Use \u001b[1m`wandb login --relogin`\u001b[0m to force relogin\n", "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.19.8\n", "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/home/training/diffusers/examples/controlnet/wandb/run-20250321_161539-svy9877a\u001b[0m\n", "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n", "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mwandering-water-2\u001b[0m\n", "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/2021-prathmesh-dubey-vivekanand-education-society/train_controlnet\u001b[0m\n", "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/2021-prathmesh-dubey-vivekanand-education-society/train_controlnet/runs/svy9877a\u001b[0m\n", "03/21/2025 16:15:39 - INFO - __main__ - ***** Running training *****\n", "03/21/2025 16:15:39 - INFO - __main__ - Num examples = 30\n", "03/21/2025 16:15:39 - INFO - __main__ - Num batches each epoch = 15\n", "03/21/2025 16:15:39 - INFO - __main__ - Num Epochs = 1\n", "03/21/2025 16:15:39 - INFO - __main__ - Instantaneous batch size per device = 2\n", "03/21/2025 16:15:39 - INFO - __main__ - Total train batch size (w. parallel, distributed & accumulation) = 16\n", "03/21/2025 16:15:39 - INFO - __main__ - Gradient Accumulation steps = 8\n", "03/21/2025 16:15:39 - INFO - __main__ - Total optimization steps = 2\n", "Steps: 0%| | 0/2 [00:00