nm-autobot commited on
Commit
7409ced
·
verified ·
1 Parent(s): efe5990

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +9 -3
config.json CHANGED
@@ -18,7 +18,7 @@
18
  "quantization_config": {
19
  "config_groups": {
20
  "group_0": {
21
- "format": "float-quantized",
22
  "input_activations": {
23
  "dynamic": true,
24
  "group_size": null,
@@ -29,7 +29,13 @@
29
  },
30
  "output_activations": null,
31
  "targets": [
32
- "Linear"
 
 
 
 
 
 
33
  ],
34
  "weights": {
35
  "dynamic": false,
@@ -53,7 +59,7 @@
53
  "quantization_status": "compressed",
54
  "sparsity_config": {},
55
  "transform_config": {},
56
- "version": "0.20.2a20261103"
57
  },
58
  "rms_norm_eps": 1e-05,
59
  "rope_scaling": null,
 
18
  "quantization_config": {
19
  "config_groups": {
20
  "group_0": {
21
+ "format": null,
22
  "input_activations": {
23
  "dynamic": true,
24
  "group_size": null,
 
29
  },
30
  "output_activations": null,
31
  "targets": [
32
+ "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.self_attn\\.q_proj\\Z",
33
+ "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.self_attn\\.k_proj\\Z",
34
+ "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.self_attn\\.v_proj\\Z",
35
+ "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.self_attn\\.o_proj\\Z",
36
+ "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.mlp\\.gate_proj\\Z",
37
+ "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.mlp\\.up_proj\\Z",
38
+ "re:^model\\.layers\\.(?:0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21)\\.mlp\\.down_proj\\Z"
39
  ],
40
  "weights": {
41
  "dynamic": false,
 
59
  "quantization_status": "compressed",
60
  "sparsity_config": {},
61
  "transform_config": {},
62
+ "version": "0.20.2.dev18+gd0477402"
63
  },
64
  "rms_norm_eps": 1e-05,
65
  "rope_scaling": null,