nm-testing
/

fp8_static_per_tensor-e2e

compressed-tensors

Model card Files Files and versions

nm-autobot commited on 27 days ago

Commit

6fed90f

·

verified ·

1 Parent(s): 8871ca9

Upload folder using huggingface_hub

Files changed (2) hide show

config.json +2 -2
model.safetensors +1 -1

config.json CHANGED Viewed

@@ -29,7 +29,7 @@
           "dynamic": false,
           "group_size": null,
           "num_bits": 8,
-          "observer": "memoryless_minmax",
           "observer_kwargs": {},
           "scale_dtype": null,
           "strategy": "tensor",
@@ -67,7 +67,7 @@
     "quantization_status": "compressed",
     "sparsity_config": {},
     "transform_config": {},
-    "version": "0.15.1.a20260503"
   },
   "rms_norm_eps": 1e-05,
   "rope_scaling": null,

           "dynamic": false,
           "group_size": null,
           "num_bits": 8,
+          "observer": "static_minmax",
           "observer_kwargs": {},
           "scale_dtype": null,
           "strategy": "tensor",
     "quantization_status": "compressed",
     "sparsity_config": {},
     "transform_config": {},
+    "version": "0.15.1.a20260515"
   },
   "rms_norm_eps": 1e-05,
   "rope_scaling": null,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1cdcf899de22599adccd697f65ea290e172e00cb4d03a24b87dfb0b5439ae4f8
 size 1231270880

 version https://git-lfs.github.com/spec/v1
+oid sha256:6e60f940ec0aaba8086ec98cb3d31bc29c5d73a7713492cfa39dbf581fc2ed6f
 size 1231270880