barreloflube commited on
Commit
3ef3783
·
1 Parent(s): 2c30397

Refactor model loading to use FLUX.1-dev AutoencoderKL for VAE

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -58,7 +58,7 @@ def load_sd():
58
  except:
59
  model["pipeline"] = AutoPipelineForText2Image.from_pretrained(
60
  model['repo_id'],
61
- vae = AutoencoderKL.from_pretrained("AutoencoderKL", subfolder="vae", torch_dtype=torch.bfloat16).to(device),
62
  torch_dtype = model['compute_type'],
63
  safety_checker = None
64
  ).to(device)
@@ -67,7 +67,7 @@ def load_sd():
67
 
68
 
69
  # VAE n Refiner
70
- flux_vae = AutoencoderKL.from_pretrained("AutoencoderKL", subfolder="vae", torch_dtype=torch.bfloat16).to(device)
71
  sdxl_vae = AutoencoderKL.from_pretrained("madebyollin/sdxl-vae-fp16-fix", torch_dtype=torch.float16).to(device)
72
  refiner = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-refiner-1.0", vae=sdxl_vae, torch_dtype=torch.float16, use_safetensors=True, variant="fp16").to(device)
73
  refiner.enable_model_cpu_offload()
 
58
  except:
59
  model["pipeline"] = AutoPipelineForText2Image.from_pretrained(
60
  model['repo_id'],
61
+ vae = AutoencoderKL.from_pretrained("black-forest-labs/FLUX.1-dev", subfolder="vae", torch_dtype=torch.bfloat16).to(device),
62
  torch_dtype = model['compute_type'],
63
  safety_checker = None
64
  ).to(device)
 
67
 
68
 
69
  # VAE n Refiner
70
+ flux_vae = AutoencoderKL.from_pretrained("black-forest-labs/FLUX.1-dev", subfolder="vae", torch_dtype=torch.bfloat16).to(device)
71
  sdxl_vae = AutoencoderKL.from_pretrained("madebyollin/sdxl-vae-fp16-fix", torch_dtype=torch.float16).to(device)
72
  refiner = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-refiner-1.0", vae=sdxl_vae, torch_dtype=torch.float16, use_safetensors=True, variant="fp16").to(device)
73
  refiner.enable_model_cpu_offload()