Instructions to use lsmpp/kontextrefiner with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use lsmpp/kontextrefiner with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("lsmpp/kontextrefiner", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
| import gc | |
| import unittest | |
| import torch | |
| from diffusers import StableDiffusionXLInstructPix2PixPipeline | |
| from diffusers.utils.testing_utils import ( | |
| backend_empty_cache, | |
| enable_full_determinism, | |
| require_torch_accelerator, | |
| slow, | |
| torch_device, | |
| ) | |
| enable_full_determinism() | |
| class StableDiffusionXLInstructPix2PixPipeline(unittest.TestCase): | |
| pipeline_class = StableDiffusionXLInstructPix2PixPipeline | |
| ckpt_path = "https://huggingface.co/stabilityai/cosxl/blob/main/cosxl_edit.safetensors" | |
| original_config = None | |
| repo_id = "diffusers/sdxl-instructpix2pix-768" | |
| def setUp(self): | |
| super().setUp() | |
| gc.collect() | |
| backend_empty_cache(torch_device) | |
| def tearDown(self): | |
| super().tearDown() | |
| gc.collect() | |
| backend_empty_cache(torch_device) | |
| def get_inputs(self, device, generator_device="cpu", dtype=torch.float32, seed=0): | |
| generator = torch.Generator(device=generator_device).manual_seed(seed) | |
| inputs = { | |
| "prompt": "a fantasy landscape, concept art, high resolution", | |
| "generator": generator, | |
| "num_inference_steps": 2, | |
| "strength": 0.75, | |
| "guidance_scale": 7.5, | |
| "output_type": "np", | |
| } | |
| return inputs | |
| def test_single_file_setting_cosxl_edit(self): | |
| # Default is PNDM for this checkpoint | |
| pipe = self.pipeline_class.from_single_file(self.ckpt_path, config=self.repo_id, is_cosxl_edit=True) | |
| assert pipe.is_cosxl_edit is True | |