Spaces:
Running on Zero
Running on Zero
Upload folder using huggingface_hub
Browse files
README.md
CHANGED
|
@@ -7,7 +7,7 @@ sdk: gradio
|
|
| 7 |
sdk_version: 6.15.2
|
| 8 |
python_version: '3.12'
|
| 9 |
app_file: app.py
|
| 10 |
-
pinned:
|
| 11 |
license: apache-2.0
|
| 12 |
short_description: Space for quantizing models for use in ComfyUI
|
| 13 |
---
|
|
|
|
| 7 |
sdk_version: 6.15.2
|
| 8 |
python_version: '3.12'
|
| 9 |
app_file: app.py
|
| 10 |
+
pinned: false
|
| 11 |
license: apache-2.0
|
| 12 |
short_description: Space for quantizing models for use in ComfyUI
|
| 13 |
---
|
app.py
CHANGED
|
@@ -44,6 +44,12 @@ def run_quantization(
|
|
| 44 |
quant_args["int8"] = True
|
| 45 |
quant_args["scaling_mode"] = "row"
|
| 46 |
suffix = "-int8mixedrow-simple"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 47 |
elif quant_format == "mxfp8":
|
| 48 |
quant_args["mxfp8"] = True
|
| 49 |
suffix = "-mxfp8mixed-simple"
|
|
@@ -119,7 +125,7 @@ with gr.Blocks() as demo:
|
|
| 119 |
target_file_base = gr.Textbox(label="Target Filename Base (e.g. model-quant)")
|
| 120 |
|
| 121 |
gr.Markdown("### Quantization Options")
|
| 122 |
-
quant_format = gr.Radio(["fp8", "int8 rowwise", "mxfp8"], value="fp8", label="Format")
|
| 123 |
|
| 124 |
layer_filter = gr.Dropdown(
|
| 125 |
["None", "Anima", "Microsoft Lens", "Flux2", "Chroma", "Radiance", "WAN", "LTX-2.x", "Qwen Image", "Z-Image"],
|
|
|
|
| 44 |
quant_args["int8"] = True
|
| 45 |
quant_args["scaling_mode"] = "row"
|
| 46 |
suffix = "-int8mixedrow-simple"
|
| 47 |
+
elif quant_format == "int8-convrot":
|
| 48 |
+
quant_args["int8"] = True
|
| 49 |
+
quant_args["scaling_mode"] = "row"
|
| 50 |
+
quant_args["convrot"] = True
|
| 51 |
+
quant_args["convrot_group_size"] = 256
|
| 52 |
+
suffix = "-int8-convrot-simple"
|
| 53 |
elif quant_format == "mxfp8":
|
| 54 |
quant_args["mxfp8"] = True
|
| 55 |
suffix = "-mxfp8mixed-simple"
|
|
|
|
| 125 |
target_file_base = gr.Textbox(label="Target Filename Base (e.g. model-quant)")
|
| 126 |
|
| 127 |
gr.Markdown("### Quantization Options")
|
| 128 |
+
quant_format = gr.Radio(["fp8", "int8 rowwise", "int8-convrot", "mxfp8"], value="fp8", label="Format")
|
| 129 |
|
| 130 |
layer_filter = gr.Dropdown(
|
| 131 |
["None", "Anima", "Microsoft Lens", "Flux2", "Chroma", "Radiance", "WAN", "LTX-2.x", "Qwen Image", "Z-Image"],
|
plan.md
CHANGED
|
@@ -19,6 +19,12 @@ int8 rowwise(add -int8mixedrow-simple to output model name):
|
|
| 19 |
int8=True
|
| 20 |
scaling_mode="row"
|
| 21 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 22 |
mxfp8(add -mxfp8mixed-simple to output model name):
|
| 23 |
mxfp8=True
|
| 24 |
|
|
|
|
| 19 |
int8=True
|
| 20 |
scaling_mode="row"
|
| 21 |
|
| 22 |
+
int8-convrot(add -int8-convrot-simple to output model name):
|
| 23 |
+
int8=True
|
| 24 |
+
scaling_mode="row"
|
| 25 |
+
convrot=True
|
| 26 |
+
convrot_group_size=256
|
| 27 |
+
|
| 28 |
mxfp8(add -mxfp8mixed-simple to output model name):
|
| 29 |
mxfp8=True
|
| 30 |
|
requirements.txt
CHANGED
|
@@ -4,5 +4,4 @@ huggingface-hub
|
|
| 4 |
spaces
|
| 5 |
prodigy-plus-schedule-free
|
| 6 |
convert-to-quant
|
| 7 |
-
gradio
|
| 8 |
-
comfy-kitchen
|
|
|
|
| 4 |
spaces
|
| 5 |
prodigy-plus-schedule-free
|
| 6 |
convert-to-quant
|
| 7 |
+
gradio
|
|
|