Commit
·
3ef3783
1
Parent(s):
2c30397
Refactor model loading to use FLUX.1-dev AutoencoderKL for VAE
Browse files
app.py
CHANGED
@@ -58,7 +58,7 @@ def load_sd():
|
|
58 |
except:
|
59 |
model["pipeline"] = AutoPipelineForText2Image.from_pretrained(
|
60 |
model['repo_id'],
|
61 |
-
vae = AutoencoderKL.from_pretrained("
|
62 |
torch_dtype = model['compute_type'],
|
63 |
safety_checker = None
|
64 |
).to(device)
|
@@ -67,7 +67,7 @@ def load_sd():
|
|
67 |
|
68 |
|
69 |
# VAE n Refiner
|
70 |
-
flux_vae = AutoencoderKL.from_pretrained("
|
71 |
sdxl_vae = AutoencoderKL.from_pretrained("madebyollin/sdxl-vae-fp16-fix", torch_dtype=torch.float16).to(device)
|
72 |
refiner = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-refiner-1.0", vae=sdxl_vae, torch_dtype=torch.float16, use_safetensors=True, variant="fp16").to(device)
|
73 |
refiner.enable_model_cpu_offload()
|
|
|
58 |
except:
|
59 |
model["pipeline"] = AutoPipelineForText2Image.from_pretrained(
|
60 |
model['repo_id'],
|
61 |
+
vae = AutoencoderKL.from_pretrained("black-forest-labs/FLUX.1-dev", subfolder="vae", torch_dtype=torch.bfloat16).to(device),
|
62 |
torch_dtype = model['compute_type'],
|
63 |
safety_checker = None
|
64 |
).to(device)
|
|
|
67 |
|
68 |
|
69 |
# VAE n Refiner
|
70 |
+
flux_vae = AutoencoderKL.from_pretrained("black-forest-labs/FLUX.1-dev", subfolder="vae", torch_dtype=torch.bfloat16).to(device)
|
71 |
sdxl_vae = AutoencoderKL.from_pretrained("madebyollin/sdxl-vae-fp16-fix", torch_dtype=torch.float16).to(device)
|
72 |
refiner = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-refiner-1.0", vae=sdxl_vae, torch_dtype=torch.float16, use_safetensors=True, variant="fp16").to(device)
|
73 |
refiner.enable_model_cpu_offload()
|