Instructions to use TencentARC/WorldCrafter-Fast with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use TencentARC/WorldCrafter-Fast with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline from diffusers.utils import load_image, export_to_video # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("TencentARC/WorldCrafter-Fast", dtype=torch.bfloat16, device_map="cuda") pipe.to("cuda") prompt = "A man with short gray hair plays a red electric guitar." image = load_image( "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png" ) output = pipe(image=image, prompt=prompt).frames[0] export_to_video(output, "output.mp4") - Notebooks
- Google Colab
- Kaggle
| { | |
| "dino_depth": 24, | |
| "dino_dim": 1024, | |
| "dino_heads": 16, | |
| "dino_input_block": 2, | |
| "format": "worldcrafter_repencoder_config_v1", | |
| "latent_channels": 16, | |
| "latent_height": 48, | |
| "latent_special_tokens": 5, | |
| "latent_width": 80, | |
| "output_kernel": [ | |
| 3, | |
| 3, | |
| 3 | |
| ], | |
| "patch_height": 22, | |
| "patch_width": 37, | |
| "ray_height": 384, | |
| "ray_width": 640, | |
| "repfeature_depth": 10, | |
| "repfeature_heads": 12, | |
| "scene_dim": 768, | |
| "source_views": 9, | |
| "target_patch_size": 8, | |
| "target_slots": [ | |
| 2, | |
| 4, | |
| 6, | |
| 8 | |
| ], | |
| "target_views": 4, | |
| "vggt_depth": 24, | |
| "vggt_heads": 16, | |
| "vggt_register_tokens": 4 | |
| } | |