diffusers/tools

1#!/usr/bin/env python32from diffusers import DiffusionPipeline, EulerDiscreteScheduler, StableDiffusionPipeline, KDPM2DiscreteScheduler, StableDiffusionImg2ImgPipeline, HeunDiscreteScheduler, KDPM2AncestralDiscreteScheduler, DDIMScheduler3from diffusers import StableDiffusionXLPipeline, StableDiffusionXLImg2ImgPipeline, StableDiffusionXLInpaintPipeline, AutoencoderKL4import time5from pytorch_lightning import seed_everything6import os7from huggingface_hub import HfApi8# from compel import Compel9import torch10import sys11from pathlib import Path12import requests13from PIL import Image14from io import BytesIO15 16api = HfApi()17start_time = time.time()18 19use_refiner = bool(int(sys.argv[1]))20use_diffusers = True21 22vae = AutoencoderKL.from_pretrained("madebyollin/sdxl-vae-fp16-fix", torch_dtype=torch.float16, force_upcast=True)23pipe = StableDiffusionXLInpaintPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-0.9", vae=vae, torch_dtype=torch.float16, variant="fp16", use_safetensors=True, local_files_only=True)24print(time.time() - start_time)25pipe.to("cuda")26 27def download_image(url):28    response = requests.get(url)29    return Image.open(BytesIO(response.content)).convert("RGB")30 31 32img_url = "https://raw.githubusercontent.com/CompVis/latent-diffusion/main/data/inpainting_examples/overture-creations-5sI6fQgYIuo.png"33mask_url = "https://raw.githubusercontent.com/CompVis/latent-diffusion/main/data/inpainting_examples/overture-creations-5sI6fQgYIuo_mask.png"34 35init_image = download_image(img_url).resize((1024, 1024))36mask_image = download_image(mask_url).resize((1024, 1024))37 38if use_refiner:39    start_time = time.time()40    refiner = StableDiffusionXLInpaintPipeline.from_pretrained("stabilityai/stable-diffusion-xl-refiner-0.9", vae=vae, torch_dtype=torch.float16, use_safetensors=True, variant="fp16")41    refiner.to("cuda")42    # refiner.enable_sequential_cpu_offload()43 44prompt = "A majestic tiger sitting on a bench"45steps = 5046seed = 347denoising_end = None48 49seed_everything(seed)50start_time = time.time()51image = pipe(prompt=prompt, image=init_image, mask_image=mask_image, num_inference_steps=steps, denoising_end=denoising_end, strength=0.80, output_type="latent").images52print(time.time() - start_time)53 54if use_refiner:55    image = refiner(prompt=prompt, image=image, mask_image=mask_image, num_inference_steps=steps, denoising_start=denoising_end).images[0]56 57file_name = f"aaa_1"58path = os.path.join(Path.home(), "images", "ediffi_sdxl", f"{file_name}.png")59image.save(path)60 61api.upload_file(62    path_or_fileobj=path,63    path_in_repo=path.split("/")[-1],64    repo_id="patrickvonplaten/images",65    repo_type="dataset",66)67print(f"https://huggingface.co/datasets/patrickvonplaten/images/blob/main/{file_name}.png")68