silveroxides commited on
Commit
282ef43
·
verified ·
1 Parent(s): 9bdd5b8

Upload folder using huggingface_hub

Browse files
Files changed (4) hide show
  1. README.md +1 -1
  2. app.py +7 -1
  3. plan.md +6 -0
  4. requirements.txt +1 -2
README.md CHANGED
@@ -7,7 +7,7 @@ sdk: gradio
7
  sdk_version: 6.15.2
8
  python_version: '3.12'
9
  app_file: app.py
10
- pinned: true
11
  license: apache-2.0
12
  short_description: Space for quantizing models for use in ComfyUI
13
  ---
 
7
  sdk_version: 6.15.2
8
  python_version: '3.12'
9
  app_file: app.py
10
+ pinned: false
11
  license: apache-2.0
12
  short_description: Space for quantizing models for use in ComfyUI
13
  ---
app.py CHANGED
@@ -44,6 +44,12 @@ def run_quantization(
44
  quant_args["int8"] = True
45
  quant_args["scaling_mode"] = "row"
46
  suffix = "-int8mixedrow-simple"
 
 
 
 
 
 
47
  elif quant_format == "mxfp8":
48
  quant_args["mxfp8"] = True
49
  suffix = "-mxfp8mixed-simple"
@@ -119,7 +125,7 @@ with gr.Blocks() as demo:
119
  target_file_base = gr.Textbox(label="Target Filename Base (e.g. model-quant)")
120
 
121
  gr.Markdown("### Quantization Options")
122
- quant_format = gr.Radio(["fp8", "int8 rowwise", "mxfp8"], value="fp8", label="Format")
123
 
124
  layer_filter = gr.Dropdown(
125
  ["None", "Anima", "Microsoft Lens", "Flux2", "Chroma", "Radiance", "WAN", "LTX-2.x", "Qwen Image", "Z-Image"],
 
44
  quant_args["int8"] = True
45
  quant_args["scaling_mode"] = "row"
46
  suffix = "-int8mixedrow-simple"
47
+ elif quant_format == "int8-convrot":
48
+ quant_args["int8"] = True
49
+ quant_args["scaling_mode"] = "row"
50
+ quant_args["convrot"] = True
51
+ quant_args["convrot_group_size"] = 256
52
+ suffix = "-int8-convrot-simple"
53
  elif quant_format == "mxfp8":
54
  quant_args["mxfp8"] = True
55
  suffix = "-mxfp8mixed-simple"
 
125
  target_file_base = gr.Textbox(label="Target Filename Base (e.g. model-quant)")
126
 
127
  gr.Markdown("### Quantization Options")
128
+ quant_format = gr.Radio(["fp8", "int8 rowwise", "int8-convrot", "mxfp8"], value="fp8", label="Format")
129
 
130
  layer_filter = gr.Dropdown(
131
  ["None", "Anima", "Microsoft Lens", "Flux2", "Chroma", "Radiance", "WAN", "LTX-2.x", "Qwen Image", "Z-Image"],
plan.md CHANGED
@@ -19,6 +19,12 @@ int8 rowwise(add -int8mixedrow-simple to output model name):
19
  int8=True
20
  scaling_mode="row"
21
 
 
 
 
 
 
 
22
  mxfp8(add -mxfp8mixed-simple to output model name):
23
  mxfp8=True
24
 
 
19
  int8=True
20
  scaling_mode="row"
21
 
22
+ int8-convrot(add -int8-convrot-simple to output model name):
23
+ int8=True
24
+ scaling_mode="row"
25
+ convrot=True
26
+ convrot_group_size=256
27
+
28
  mxfp8(add -mxfp8mixed-simple to output model name):
29
  mxfp8=True
30
 
requirements.txt CHANGED
@@ -4,5 +4,4 @@ huggingface-hub
4
  spaces
5
  prodigy-plus-schedule-free
6
  convert-to-quant
7
- gradio
8
- comfy-kitchen
 
4
  spaces
5
  prodigy-plus-schedule-free
6
  convert-to-quant
7
+ gradio