cleanup

Author: TheLastBen

fast-DreamBooth.ipynb

@@ -1239,250 +1239,6 @@
     "  !python /content/gdrive/MyDrive/sd/stable-diffusion-$blasphemy/webui.py $share --ckpt-dir \"$path_to_trained_model\" $auth $configf"
    ]
   },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "d_mQ23XsOc5R"
-   },
-   "source": [
-    "# Upload The Trained Model to Hugging Face "
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "cellView": "form",
-    "id": "NTqUIuhROdH4"
-   },
-   "outputs": [],
-   "source": [
-    "from slugify import slugify\n",
-    "from huggingface_hub import HfApi, HfFolder, CommitOperationAdd\n",
-    "from huggingface_hub import create_repo\n",
-    "from IPython.display import display_markdown\n",
-    "from IPython.display import clear_output\n",
-    "from IPython.utils import capture\n",
-    "from google.colab import files\n",
-    "import shutil\n",
-    "import time\n",
-    "import os\n",
-    "\n",
-    "Upload_sample_images = False #@param {type:\"boolean\"}\n",
-    "#@markdown - Upload showcase images of your trained model\n",
-    "\n",
-    "Name_of_your_concept = \"\" #@param {type:\"string\"}\n",
-    "if(Name_of_your_concept == \"\"):\n",
-    "  Name_of_your_concept = Session_Name\n",
-    "Name_of_your_concept=Name_of_your_concept.replace(\" \",\"-\")  \n",
-    "  \n",
-    "#@markdown - [Create a write access token](https://huggingface.co/settings/tokens) , go to \"New token\" -> Role : Write. A regular read token won't work here.\n",
-    "hf_token_write = \"\" #@param {type:\"string\"}\n",
-    "if hf_token_write ==\"\":\n",
-    "  print('\u001b[1;32mYour Hugging Face write access token : ')\n",
-    "  hf_token_write=input()\n",
-    "\n",
-    "hf_token = hf_token_write\n",
-    "\n",
-    "api = HfApi()\n",
-    "your_username = api.whoami(token=hf_token)[\"name\"]\n",
-    "\n",
-    "repo_id = f\"{your_username}/{slugify(Name_of_your_concept)}\"\n",
-    "output_dir = f'/content/models/'+INSTANCE_NAME\n",
-    "\n",
-    "def bar(prg):\n",
-    "    br=\"\u001b[1;33mUploading to HuggingFace : \" '\u001b[0m|'+'█' * prg + ' ' * (25-prg)+'| ' +str(prg*4)+ \"%\"\n",
-    "    return br\n",
-    "\n",
-    "print(\"\u001b[1;32mLoading...\")\n",
-    "\n",
-    "NM=\"False\"\n",
-    "if os.path.getsize(OUTPUT_DIR+\"/text_encoder/pytorch_model.bin\") > 670901463:\n",
-    "  NM=\"True\"\n",
-    "\n",
-    "with capture.capture_output() as cap:\n",
-    "  if NM==\"False\":\n",
-    "    %cd $OUTPUT_DIR\n",
-    "    !rm -r safety_checker feature_extractor .git\n",
-    "    !rm model_index.json\n",
-    "    !git init\n",
-    "    !git lfs install --system --skip-repo\n",
-    "    !git remote add -f origin  \"https://USER:{hf_token}@huggingface.co/runwayml/stable-diffusion-v1-5\"\n",
-    "    !git config core.sparsecheckout true\n",
-    "    !echo -e \"feature_extractor\\nsafety_checker\\nmodel_index.json\" > .git/info/sparse-checkout\n",
-    "    !git pull origin main\n",
-    "    !rm -r .git\n",
-    "    %cd /content\n",
-    "  else:\n",
-    "    %cd $OUTPUT_DIR\n",
-    "    !rm -r feature_extractor .git\n",
-    "    !git init\n",
-    "    !git lfs install --system --skip-repo\n",
-    "    !git remote add -f origin  \"https://USER:{hf_token}@huggingface.co/stabilityai/stable-diffusion-2-1\"\n",
-    "    !git config core.sparsecheckout true\n",
-    "    !echo -e \"feature_extractor\" > .git/info/sparse-checkout\n",
-    "    !git pull origin main\n",
-    "    !rm -r .git\n",
-    "    %cd /content\n",
-    "\n",
-    "\n",
-    "image_string = \"\"\n",
-    "\n",
-    "if os.path.exists('/content/sample_images'):\n",
-    "  !rm -r /content/sample_images\n",
-    "Samples=\"/content/sample_images\"\n",
-    "!mkdir $Samples\n",
-    "clear_output()\n",
-    "\n",
-    "if Upload_sample_images:\n",
-    "\n",
-    "  print(\"\u001b[1;32mUpload Sample images of the model\")\n",
-    "  uploaded = files.upload()\n",
-    "  for filename in uploaded.keys():\n",
-    "    shutil.move(filename, Samples)\n",
-    "  %cd $Samples\n",
-    "  !find . -name \"* *\" -type f | rename 's/ /_/g'\n",
-    "  %cd /content\n",
-    "  clear_output()\n",
-    "\n",
-    "  print(bar(1))\n",
-    "\n",
-    "  images_upload = os.listdir(Samples)\n",
-    "  instance_prompt_list = []\n",
-    "  for i, image in enumerate(images_upload):\n",
-    "      image_string = f'''\n",
-    "  {image_string}![{i}](https://huggingface.co/{repo_id}/resolve/main/sample_images/{image})\n",
-    "      '''\n",
-    "    \n",
-    "readme_text = f'''---\n",
-    "license: creativeml-openrail-m\n",
-    "tags:\n",
-    "- text-to-image\n",
-    "- stable-diffusion\n",
-    "---\n",
-    "### {Name_of_your_concept} Dreambooth model trained by {api.whoami(token=hf_token)[\"name\"]} with [TheLastBen's fast-DreamBooth](https://colab.research.google.com/github/TheLastBen/fast-stable-diffusion/blob/main/fast-DreamBooth.ipynb) notebook\n",
-    "\n",
-    "\n",
-    "Test the concept via A1111 Colab [fast-Colab-A1111](https://colab.research.google.com/github/TheLastBen/fast-stable-diffusion/blob/main/fast_stable_diffusion_AUTOMATIC1111.ipynb)\n",
-    "\n",
-    "Sample pictures of this concept:\n",
-    "{image_string}\n",
-    "'''\n",
-    "#Save the readme to a file\n",
-    "readme_file = open(\"README.md\", \"w\")\n",
-    "readme_file.write(readme_text)\n",
-    "readme_file.close()\n",
-    "\n",
-    "operations = [\n",
-    "  CommitOperationAdd(path_in_repo=\"README.md\", path_or_fileobj=\"README.md\"),\n",
-    "  CommitOperationAdd(path_in_repo=f\"{Session_Name}.ckpt\",path_or_fileobj=MDLPTH)\n",
-    "\n",
-    "]\n",
-    "create_repo(repo_id,private=True, token=hf_token)\n",
-    "\n",
-    "api.create_commit(\n",
-    "  repo_id=repo_id,\n",
-    "  operations=operations,\n",
-    "  commit_message=f\"Upload the concept {Name_of_your_concept} embeds and token\",\n",
-    "  token=hf_token\n",
-    ")\n",
-    "\n",
-    "api.upload_folder(\n",
-    "  folder_path=OUTPUT_DIR+\"/feature_extractor\",\n",
-    "  path_in_repo=\"feature_extractor\",\n",
-    "  repo_id=repo_id,\n",
-    "  token=hf_token\n",
-    ")\n",
-    "\n",
-    "clear_output()\n",
-    "print(bar(4))\n",
-    "\n",
-    "if NM==\"False\":\n",
-    "  api.upload_folder(\n",
-    "    folder_path=OUTPUT_DIR+\"/safety_checker\",\n",
-    "    path_in_repo=\"safety_checker\",\n",
-    "    repo_id=repo_id,\n",
-    "    token=hf_token\n",
-    "  )\n",
-    "\n",
-    "clear_output()\n",
-    "print(bar(8))\n",
-    "\n",
-    "\n",
-    "api.upload_folder(\n",
-    "  folder_path=OUTPUT_DIR+\"/scheduler\",\n",
-    "  path_in_repo=\"scheduler\",\n",
-    "  repo_id=repo_id,\n",
-    "  token=hf_token\n",
-    ")\n",
-    "\n",
-    "clear_output()\n",
-    "print(bar(9))\n",
-    "\n",
-    "api.upload_folder(\n",
-    "  folder_path=OUTPUT_DIR+\"/text_encoder\",\n",
-    "  path_in_repo=\"text_encoder\",\n",
-    "  repo_id=repo_id,\n",
-    "  token=hf_token\n",
-    ")\n",
-    "\n",
-    "clear_output()\n",
-    "print(bar(12))\n",
-    "\n",
-    "api.upload_folder(\n",
-    "  folder_path=OUTPUT_DIR+\"/tokenizer\",\n",
-    "  path_in_repo=\"tokenizer\",\n",
-    "  repo_id=repo_id,\n",
-    "  token=hf_token\n",
-    ")\n",
-    "\n",
-    "clear_output()\n",
-    "print(bar(13))\n",
-    "\n",
-    "api.upload_folder(\n",
-    "  folder_path=OUTPUT_DIR+\"/unet\",\n",
-    "  path_in_repo=\"unet\",\n",
-    "  repo_id=repo_id,\n",
-    "  token=hf_token\n",
-    ")\n",
-    "\n",
-    "clear_output()\n",
-    "print(bar(21))\n",
-    "\n",
-    "api.upload_folder(\n",
-    "  folder_path=OUTPUT_DIR+\"/vae\",\n",
-    "  path_in_repo=\"vae\",\n",
-    "  repo_id=repo_id,\n",
-    "  token=hf_token\n",
-    ")\n",
-    "\n",
-    "clear_output()\n",
-    "print(bar(23))\n",
-    "\n",
-    "api.upload_file(\n",
-    "  path_or_fileobj=OUTPUT_DIR+\"/model_index.json\",\n",
-    "  path_in_repo=\"model_index.json\",\n",
-    "  repo_id=repo_id,\n",
-    "  token=hf_token\n",
-    ")\n",
-    "\n",
-    "clear_output()\n",
-    "print(bar(24))\n",
-    "\n",
-    "api.upload_folder(\n",
-    "  folder_path=Samples,\n",
-    "  path_in_repo=\"sample_images\",\n",
-    "  repo_id=repo_id,\n",
-    "  token=hf_token\n",
-    ")\n",
-    "\n",
-    "clear_output()\n",
-    "print(bar(25))\n",
-    "\n",
-    "display_markdown(f'''## Your concept was saved successfully. [Click here to access it](https://huggingface.co/{repo_id})\n",
-    "''', raw=True)"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": null,