How to use Remade-AI/Hero-run with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline from diffusers.utils import load_image, export_to_video # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("Wan-AI/Wan2.1-I2V-14B-480P,Wan-AI/Wan2.1-I2V-14B-480P-Diffusers", dtype=torch.bfloat16, device_map="cuda") pipe.load_lora_weights("Remade-AI/Hero-run") prompt = "A muscular athlete is poised in a sprinter's starting position on a red running track within an outdoor stadium under bright lights. He wears a blue and white athletic tank top and black shorts. Positioned low and facing the camera, he intensely looks forward. He then explodes from the starting position, beginning the 4ct3ion Action Run directly towards the camera. His body transitions from a crouch to a running stance, pumping his arms." input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png") image = pipe(image=input_image, prompt=prompt).frames[0] export_to_video(output, "output.mp4")
