LAXMAYDAY commited on
Commit
8f29560
·
verified ·
1 Parent(s): 8f8aee9

Upload export_report.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. export_report.json +93 -0
export_report.json ADDED
@@ -0,0 +1,93 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "artifact_target": "comfyui_diffusion_model",
3
+ "config_path": null,
4
+ "convrot": true,
5
+ "convrot_groupsize": 256,
6
+ "copied_tensor_count": 139,
7
+ "cuda_max_memory_allocated_bytes": 2387263488,
8
+ "cuda_max_memory_reserved_bytes": 4477419520,
9
+ "dtype_counts": {
10
+ "bfloat16": 139,
11
+ "float32": 160,
12
+ "int8": 160,
13
+ "uint8": 160
14
+ },
15
+ "execution_device": "cuda:0",
16
+ "missing_tensor_count": 0,
17
+ "missing_tensors": [],
18
+ "nonrotated_tensor_count": 0,
19
+ "output_bytes": 33055815576,
20
+ "output_checkpoint": "/workspace/models/export/flux2_int8_tensorwise.safetensors",
21
+ "output_hash": "",
22
+ "output_hash_state": "not_requested",
23
+ "output_tensor_count": 619,
24
+ "output_tensor_device": "cpu",
25
+ "quant_metadata_tensor_count": 160,
26
+ "quant_storage_dtype": "int8",
27
+ "quantized_tensor_count": 160,
28
+ "requested_device": "cuda:0",
29
+ "rotated_tensor_count": 160,
30
+ "scale_axis": "out_features",
31
+ "scale_dtype": "fp32",
32
+ "scale_granularity": "per_channel",
33
+ "scale_tensor_count": 160,
34
+ "schema_version": "int8_tensorwise_checkpoint_export_report.v1",
35
+ "selected_source_files": {
36
+ "flux2-dev.safetensors": 160
37
+ },
38
+ "source_checkpoint": "/workspace/models/hf-downloads/flux2/flux2-dev.safetensors",
39
+ "source_file_count": 1,
40
+ "source_format": "safetensors",
41
+ "source_layout": "single_file",
42
+ "source_tensor_count": 299,
43
+ "status": "model_written",
44
+ "target_dtype": "int8_tensorwise",
45
+ "target_format": "safetensors",
46
+ "tensor_index": {
47
+ "format": {
48
+ "bits": 8,
49
+ "category": "integer_weight_activation",
50
+ "name": "int8_tensorwise",
51
+ "rounding": "nearest_even",
52
+ "scale_axis": "out_features",
53
+ "scale_granularity": "per_channel",
54
+ "scale_method": "amax",
55
+ "scale_required": true,
56
+ "storage_dtype": "int8"
57
+ },
58
+ "schema_version": "quant_tensor_index.v1",
59
+ "selection": {
60
+ "algorithm": "int8_tensorwise",
61
+ "algorithm_version": "0.1.0",
62
+ "exclude": [],
63
+ "include": [
64
+ "double_blocks.*",
65
+ "single_blocks.*"
66
+ ],
67
+ "keep_components": [
68
+ "text_encoder",
69
+ "vae"
70
+ ],
71
+ "kept_source_tensor_roles": [
72
+ "bias"
73
+ ],
74
+ "quantized_module_count": 160,
75
+ "quantized_tensor_count": 160,
76
+ "source_tensor_roles": [
77
+ "weight"
78
+ ],
79
+ "target_dtype": "int8_tensorwise"
80
+ }
81
+ },
82
+ "written_files": [
83
+ {
84
+ "bytes": 33055815576,
85
+ "hash": "",
86
+ "hash_state": "not_requested",
87
+ "kind": "int8_tensorwise_inference_checkpoint",
88
+ "path": "/workspace/models/export/flux2_int8_tensorwise.safetensors",
89
+ "state": "written",
90
+ "tensor_count": 619
91
+ }
92
+ ]
93
+ }