multimodalart HF Staff commited on
Commit
271e83e
·
verified ·
1 Parent(s): 32947cf

[Admin maintenance] Support new ZeroGPU hardware

Browse files

Thank you so much for having shared this Space with the community on this demo. We have upgraded the ZeroGPU infra-structure to run on modern blackwell architecture.
For that, we need to upgrade your demo to support that. This PR fixes your demo to work with the new architecture. As this is something we broke on our end, we may merge this PR autonomously. If this breaks unexpectedly or brings unintended consequences, feel free to revert, modify or otherwise. Any issues you can email apolinario@huggingface.co

Files changed (3) hide show
  1. README.md +1 -1
  2. app.py +17 -4
  3. requirements.txt +1 -1
README.md CHANGED
@@ -4,7 +4,7 @@ emoji: 😻
4
  colorFrom: purple
5
  colorTo: pink
6
  sdk: gradio
7
- sdk_version: 4.40.0
8
  app_file: app.py
9
  pinned: false
10
  ---
 
4
  colorFrom: purple
5
  colorTo: pink
6
  sdk: gradio
7
+ sdk_version: 5.50.0
8
  app_file: app.py
9
  pinned: false
10
  ---
app.py CHANGED
@@ -1,10 +1,23 @@
1
- import torch
2
  import spaces
 
 
 
 
 
 
 
 
3
  from diffusers import StableDiffusionPipeline, DDIMScheduler, AutoencoderKL
4
- from transformers import AutoFeatureExtractor
5
  from ip_adapter.pipeline_stable_diffusion_extra_cfg import StableDiffusionPipelineCFG
6
  from diffusers.pipelines.stable_diffusion.safety_checker import StableDiffusionSafetyChecker
7
 
 
 
 
 
 
 
8
  from ip_adapter.ip_adapter_instruct import IPAdapterInstruct
9
  from huggingface_hub import hf_hub_download
10
  import gradio as gr
@@ -16,7 +29,7 @@ image_encoder_path = "laion/CLIP-ViT-H-14-laion2B-s32B-b79K"
16
  ip_ckpt = hf_hub_download(repo_id="CiaraRowles/IP-Adapter-Instruct", filename="ip-adapter-instruct-sd15.bin", repo_type="model")
17
 
18
  safety_model_id = "CompVis/stable-diffusion-safety-checker"
19
- safety_feature_extractor = AutoFeatureExtractor.from_pretrained(safety_model_id)
20
  safety_checker = StableDiffusionSafetyChecker.from_pretrained(safety_model_id)
21
 
22
  device = "cuda"
@@ -47,7 +60,7 @@ ip_model = IPAdapterInstruct(pipe, image_encoder_path, ip_ckpt, device,dtypein=t
47
 
48
  cv2.setNumThreads(1)
49
 
50
- @spaces.GPU(enable_queue=True)
51
  def generate_image(images, prompt, negative_prompt,instruct_query, scale, nfaa_negative_prompt, progress=gr.Progress(track_tqdm=True)):
52
  faceid_all_embeds = []
53
  first_iteration = True
 
 
1
  import spaces
2
+ import torch
3
+
4
+ # diffusers 0.29.2 imports FLAX_WEIGHTS_NAME from transformers.utils, removed in
5
+ # transformers 5.x. Shim it back before importing diffusers.
6
+ import transformers.utils as _tu
7
+ if not hasattr(_tu, "FLAX_WEIGHTS_NAME"):
8
+ _tu.FLAX_WEIGHTS_NAME = "flax_model.msgpack"
9
+
10
  from diffusers import StableDiffusionPipeline, DDIMScheduler, AutoencoderKL
11
+ from transformers import CLIPImageProcessor
12
  from ip_adapter.pipeline_stable_diffusion_extra_cfg import StableDiffusionPipelineCFG
13
  from diffusers.pipelines.stable_diffusion.safety_checker import StableDiffusionSafetyChecker
14
 
15
+ # transformers 5.x's _finalize_model_loading reads self.all_tied_weights_keys,
16
+ # which diffusers 0.29.2's StableDiffusionSafetyChecker (older PreTrainedModel)
17
+ # does not define. Provide an empty default so loading succeeds.
18
+ if not hasattr(StableDiffusionSafetyChecker, "all_tied_weights_keys"):
19
+ StableDiffusionSafetyChecker.all_tied_weights_keys = {}
20
+
21
  from ip_adapter.ip_adapter_instruct import IPAdapterInstruct
22
  from huggingface_hub import hf_hub_download
23
  import gradio as gr
 
29
  ip_ckpt = hf_hub_download(repo_id="CiaraRowles/IP-Adapter-Instruct", filename="ip-adapter-instruct-sd15.bin", repo_type="model")
30
 
31
  safety_model_id = "CompVis/stable-diffusion-safety-checker"
32
+ safety_feature_extractor = CLIPImageProcessor.from_pretrained(safety_model_id)
33
  safety_checker = StableDiffusionSafetyChecker.from_pretrained(safety_model_id)
34
 
35
  device = "cuda"
 
60
 
61
  cv2.setNumThreads(1)
62
 
63
+ @spaces.GPU
64
  def generate_image(images, prompt, negative_prompt,instruct_query, scale, nfaa_negative_prompt, progress=gr.Progress(track_tqdm=True)):
65
  faceid_all_embeds = []
66
  first_iteration = True
requirements.txt CHANGED
@@ -1,9 +1,9 @@
1
  diffusers==0.29.2
2
  transformers
 
3
  accelerate
4
  safetensors
5
  einops
6
  onnxruntime-gpu
7
- spaces==0.19.4
8
  opencv-python
9
  git+https://github.com/unity-research/IP-Adapter-Instruct.git
 
1
  diffusers==0.29.2
2
  transformers
3
+ torchvision
4
  accelerate
5
  safetensors
6
  einops
7
  onnxruntime-gpu
 
8
  opencv-python
9
  git+https://github.com/unity-research/IP-Adapter-Instruct.git