Upload folder using huggingface_hub

smollm2-1p7b__gptq__wikitext2__n128__s0/BENCH_DONE

@@ -0,0 +1 @@
+2026-07-31T00:15:24.942589+00:00

smollm2-1p7b__gptq__wikitext2__n128__s0/chat_template.jinja

@@ -0,0 +1,6 @@
+{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system
+You are a helpful AI assistant named SmolLM, trained by Hugging Face<|im_end|>
+' }}{% endif %}{{'<|im_start|>' + message['role'] + '
+' + message['content'] + '<|im_end|>' + '
+'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
+' }}{% endif %}

smollm2-1p7b__gptq__wikitext2__n128__s0/config.json

@@ -0,0 +1,90 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 32,
+  "pad_token_id": 2,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "format": "gptq",
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "act_group_aware": false,
+      "auto_forward_data_parallel": true,
+      "damp_auto_increment": 0.01,
+      "damp_percent": 0.01,
+      "dense_vram_strategy": "exclusive",
+      "dense_vram_strategy_devices": null,
+      "fallback": {
+        "smooth": null,
+        "strategy": "rtn",
+        "threshold": "0.5%"
+      },
+      "foem": null,
+      "gc_mode": "interval",
+      "gptaq": null,
+      "hessian": {
+        "chunk_bytes": null,
+        "chunk_size": null,
+        "staging_dtype": "float32"
+      },
+      "mock_quantization": false,
+      "moe_vram_strategy": "exclusive",
+      "moe_vram_strategy_devices": null,
+      "mse": 0.0,
+      "offload_to_disk": true,
+      "offload_to_disk_path": "/tmp/gptqmodel_foaanks6",
+      "pack_impl": "cpu",
+      "quantizer": [
+        "gptqmodel:7.3.2"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel",
+      "wait_for_submodule_finalizers": false
+    },
+    "method": "gptq",
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_parameters": {
+    "rope_theta": 130000,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "transformers.js_config": {
+    "dtype": "q4",
+    "kv_cache_dtype": {
+      "fp16": "float16",
+      "q4f16": "float16"
+    },
+    "use_external_data_format": {
+      "model.onnx": true,
+      "model_fp16.onnx": true
+    }
+  },
+  "transformers_version": "5.14.1",
+  "use_cache": true,
+  "vocab_size": 49152
+}

smollm2-1p7b__gptq__wikitext2__n128__s0/generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "pad_token_id": 2,
+  "transformers_version": "5.14.1"
+}

smollm2-1p7b__gptq__wikitext2__n128__s0/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d288358e3ae6493150b95cc8ad383dadde05b68e1cc981981503db09d22b4b
+size 1040336952

smollm2-1p7b__gptq__wikitext2__n128__s0/quant_log.csv

@@ -0,0 +1,169 @@
+layer,module,loss,samples,damp,time
+0,self_attn.k_proj,0.0000036832,0.01000,2.721
+0,self_attn.q_proj,0.0000050271,0.01000,2.749
+0,self_attn.v_proj,0.0000001309,0.01000,2.747
+0,self_attn.o_proj,0.0000001100,0.01000,0.514
+0,mlp.gate_proj,0.0000054342,0.01000,1.507
+0,mlp.up_proj,0.0000051175,0.01000,1.518
+0,mlp.down_proj,0.0000028524,0.01000,2.223
+1,self_attn.q_proj,0.0000138584,0.01000,2.749
+1,self_attn.v_proj,0.0000029816,0.01000,2.761
+1,self_attn.k_proj,0.0000124204,0.01000,2.765
+1,self_attn.o_proj,0.0000012341,0.01000,0.521
+1,mlp.gate_proj,0.0000103070,0.01000,1.489
+1,mlp.up_proj,0.0000089078,0.01000,1.496
+1,mlp.down_proj,0.0000468853,0.01000,2.247
+2,self_attn.k_proj,0.0000203927,0.01000,2.940
+2,self_attn.q_proj,0.0000227895,0.01000,2.967
+2,self_attn.v_proj,0.0000079711,0.01000,2.971
+2,self_attn.o_proj,0.0000031613,0.01000,0.525
+2,mlp.up_proj,0.0000142304,0.01000,1.678
+2,mlp.gate_proj,0.0000159906,0.01000,1.686
+2,mlp.down_proj,0.0000118487,0.01000,2.253
+3,self_attn.k_proj,0.0000281952,0.01000,2.921
+3,self_attn.v_proj,0.0000118035,0.01000,2.939
+3,self_attn.q_proj,0.0000281271,0.01000,2.941
+3,self_attn.o_proj,0.0000040222,0.01000,0.514
+3,mlp.gate_proj,0.0000202460,0.01000,1.820
+3,mlp.up_proj,0.0000192468,0.01000,1.831
+3,mlp.down_proj,0.0000192887,0.01000,2.272
+4,self_attn.v_proj,0.0000133510,0.01000,2.942
+4,self_attn.q_proj,0.0000315981,0.01000,2.962
+4,self_attn.k_proj,0.0000305773,0.01000,2.968
+4,self_attn.o_proj,0.0000067626,0.01000,0.517
+4,mlp.gate_proj,0.0000252795,0.01000,1.845
+4,mlp.up_proj,0.0000244634,0.01000,1.853
+4,mlp.down_proj,0.0000274926,0.01000,2.252
+5,self_attn.q_proj,0.0000307069,0.01000,2.874
+5,self_attn.v_proj,0.0000136365,0.01000,2.888
+5,self_attn.k_proj,0.0000295990,0.01000,2.897
+5,self_attn.o_proj,0.0000086795,0.01000,0.516
+5,mlp.gate_proj,0.0000299213,0.01000,1.505
+5,mlp.up_proj,0.0000300729,0.01000,1.509
+5,mlp.down_proj,0.0000355307,0.01000,2.255
+6,self_attn.k_proj,0.0000340926,0.01000,3.131
+6,self_attn.q_proj,0.0000362841,0.01000,3.157
+6,self_attn.v_proj,0.0000168440,0.01000,3.161
+6,self_attn.o_proj,0.0000108337,0.01000,0.522
+6,mlp.gate_proj,0.0000355665,0.01000,1.775
+6,mlp.up_proj,0.0000364002,0.01000,1.787
+6,mlp.down_proj,0.0000479373,0.01000,2.233
+7,self_attn.k_proj,0.0000352083,0.01000,3.036
+7,self_attn.q_proj,0.0000435974,0.01000,3.057
+7,self_attn.v_proj,0.0000172921,0.01000,3.057
+7,self_attn.o_proj,0.0000176916,0.01000,0.532
+7,mlp.up_proj,0.0000442982,0.01000,1.606
+7,mlp.gate_proj,0.0000415601,0.01000,1.616
+7,mlp.down_proj,0.0001203577,0.01000,2.258
+8,self_attn.k_proj,0.0000333230,0.01000,2.845
+8,self_attn.v_proj,0.0000232107,0.01000,2.855
+8,self_attn.q_proj,0.0000337105,0.01000,2.867
+8,self_attn.o_proj,0.0000306842,0.01000,0.523
+8,mlp.gate_proj,0.0000487031,0.01000,1.741
+8,mlp.up_proj,0.0000509861,0.01000,1.751
+8,mlp.down_proj,0.0000866841,0.01000,2.267
+9,self_attn.q_proj,0.0000312561,0.01000,2.961
+9,self_attn.v_proj,0.0000200157,0.01000,2.979
+9,self_attn.k_proj,0.0000310928,0.01000,2.982
+9,self_attn.o_proj,0.0000422266,0.01000,0.517
+9,mlp.gate_proj,0.0000461316,0.01000,1.545
+9,mlp.up_proj,0.0000523846,0.01000,1.560
+9,mlp.down_proj,0.0000904271,0.01000,2.248
+10,self_attn.v_proj,0.0000205565,0.01000,2.723
+10,self_attn.k_proj,0.0000329367,0.01000,2.732
+10,self_attn.q_proj,0.0000337023,0.01000,2.749
+10,self_attn.o_proj,0.0000518111,0.01000,0.514
+10,mlp.gate_proj,0.0000454544,0.01000,1.546
+10,mlp.up_proj,0.0000509552,0.01000,1.558
+10,mlp.down_proj,0.0001051230,0.01000,2.244
+11,self_attn.k_proj,0.0000327909,0.01000,2.783
+11,self_attn.v_proj,0.0000201714,0.01000,2.801
+11,self_attn.q_proj,0.0000338828,0.01000,2.809
+11,self_attn.o_proj,0.0000560094,0.01000,0.514
+11,mlp.up_proj,0.0000500892,0.01000,1.575
+11,mlp.gate_proj,0.0000450670,0.01000,1.598
+11,mlp.down_proj,0.0001100503,0.01000,2.252
+12,self_attn.q_proj,0.0000381675,0.01000,2.778
+12,self_attn.k_proj,0.0000358110,0.01000,2.776
+12,self_attn.v_proj,0.0000287548,0.01000,2.786
+12,self_attn.o_proj,0.0000733939,0.01000,0.521
+12,mlp.up_proj,0.0000524407,0.01000,1.561
+12,mlp.gate_proj,0.0000470782,0.01000,1.563
+12,mlp.down_proj,0.0001212832,0.01000,2.250
+13,self_attn.k_proj,0.0000349899,0.01000,2.858
+13,self_attn.v_proj,0.0000253665,0.01000,2.881
+13,self_attn.q_proj,0.0000365244,0.01000,2.885
+13,self_attn.o_proj,0.0000632957,0.01000,0.519
+13,mlp.gate_proj,0.0000478071,0.01000,1.489
+13,mlp.up_proj,0.0000537333,0.01000,1.498
+13,mlp.down_proj,0.0001389795,0.01000,2.255
+14,self_attn.v_proj,0.0000272931,0.01000,2.817
+14,self_attn.k_proj,0.0000348568,0.01000,2.833
+14,self_attn.q_proj,0.0000344426,0.01000,2.840
+14,self_attn.o_proj,0.0000798368,0.01000,0.521
+14,mlp.up_proj,0.0000529273,0.01000,1.436
+14,mlp.gate_proj,0.0000460209,0.01000,1.435
+14,mlp.down_proj,0.0001672932,0.01000,2.231
+15,self_attn.q_proj,0.0000379335,0.01000,2.895
+15,self_attn.v_proj,0.0000419168,0.01000,2.895
+15,self_attn.k_proj,0.0000368447,0.01000,2.898
+15,self_attn.o_proj,0.0000918975,0.01000,0.523
+15,mlp.gate_proj,0.0000492750,0.01000,1.656
+15,mlp.up_proj,0.0000574582,0.01000,1.661
+15,mlp.down_proj,0.0002396689,0.01000,2.258
+16,self_attn.k_proj,0.0000371662,0.01000,2.821
+16,self_attn.v_proj,0.0000374134,0.01000,2.830
+16,self_attn.q_proj,0.0000373202,0.01000,2.842
+16,self_attn.o_proj,0.0001106395,0.01000,0.521
+16,mlp.up_proj,0.0000707617,0.01000,1.615
+16,mlp.gate_proj,0.0000598458,0.01000,1.627
+16,mlp.down_proj,0.0003891182,0.01000,2.312
+17,self_attn.k_proj,0.0000366290,0.01000,3.435
+17,self_attn.v_proj,0.0000526797,0.01000,3.469
+17,self_attn.q_proj,0.0000369264,0.01000,3.493
+17,self_attn.o_proj,0.0001843320,0.01000,0.543
+17,mlp.up_proj,0.0000880967,0.01000,1.605
+17,mlp.gate_proj,0.0000750517,0.01000,1.635
+17,mlp.down_proj,0.0006181989,0.01000,2.276
+18,self_attn.k_proj,0.0000376393,0.01000,2.966
+18,self_attn.q_proj,0.0000392947,0.01000,2.974
+18,self_attn.v_proj,0.0000639098,0.01000,2.994
+18,self_attn.o_proj,0.0002262830,0.01000,0.545
+18,mlp.gate_proj,0.0000958010,0.01000,1.663
+18,mlp.up_proj,0.0001165359,0.01000,1.678
+18,mlp.down_proj,0.0010496113,0.01000,2.273
+19,self_attn.v_proj,0.0000913957,0.01000,2.949
+19,self_attn.q_proj,0.0000434758,0.01000,2.964
+19,self_attn.k_proj,0.0000412106,0.01000,2.971
+19,self_attn.o_proj,0.0002683001,0.01000,0.519
+19,mlp.up_proj,0.0001414062,0.01000,1.575
+19,mlp.gate_proj,0.0001125368,0.01000,1.593
+19,mlp.down_proj,0.0016581940,0.01000,2.258
+20,self_attn.q_proj,0.0000441593,0.01000,2.912
+20,self_attn.k_proj,0.0000413342,0.01000,2.922
+20,self_attn.v_proj,0.0001096015,0.01000,2.922
+20,self_attn.o_proj,0.0002804546,0.01000,0.513
+20,mlp.up_proj,0.0001650621,0.01000,1.495
+20,mlp.gate_proj,0.0001293615,0.01000,1.512
+20,mlp.down_proj,0.0022521478,0.01000,2.253
+21,self_attn.q_proj,0.0000496657,0.01000,2.782
+21,self_attn.v_proj,0.0001434292,0.01000,2.782
+21,self_attn.k_proj,0.0000476855,0.01000,2.789
+21,self_attn.o_proj,0.0004433230,0.01000,0.532
+21,mlp.gate_proj,0.0001462612,0.01000,1.572
+21,mlp.up_proj,0.0001899343,0.01000,1.573
+21,mlp.down_proj,0.0029545759,0.01000,2.269
+22,self_attn.v_proj,0.0001481792,0.01000,2.796
+22,self_attn.k_proj,0.0000487495,0.01000,2.807
+22,self_attn.q_proj,0.0000513461,0.01000,2.812
+22,self_attn.o_proj,0.0007236383,0.01000,0.523
+22,mlp.up_proj,0.0002176035,0.01000,1.476
+22,mlp.gate_proj,0.0001687118,0.01000,1.481
+22,mlp.down_proj,0.0038872103,0.01000,2.255
+23,self_attn.q_proj,0.0000451282,0.01000,2.868
+23,self_attn.v_proj,0.0001890724,0.01000,2.889
+23,self_attn.k_proj,0.0000466227,0.01000,2.896
+23,self_attn.o_proj,0.0018031199,0.01000,0.520
+23,mlp.up_proj,0.0002330264,0.01000,1.491
+23,mlp.gate_proj,0.0001930177,0.01000,1.499
+23,mlp.down_proj,0.0084164692,0.01000,2.235

smollm2-1p7b__gptq__wikitext2__n128__s0/quantize_config.json

@@ -0,0 +1,47 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "lm_head": false,
+  "method": "gptq",
+  "quant_method": "gptq",
+  "format": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:7.3.2"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.01,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0,
+    "gptaq": null,
+    "foem": null,
+    "act_group_aware": false,
+    "fallback": {
+      "strategy": "rtn",
+      "threshold": "0.5%",
+      "smooth": null
+    },
+    "offload_to_disk": true,
+    "offload_to_disk_path": "/tmp/gptqmodel_foaanks6",
+    "pack_impl": "cpu",
+    "gc_mode": "interval",
+    "wait_for_submodule_finalizers": false,
+    "auto_forward_data_parallel": true,
+    "dense_vram_strategy": "exclusive",
+    "dense_vram_strategy_devices": null,
+    "moe_vram_strategy": "exclusive",
+    "moe_vram_strategy_devices": null,
+    "mock_quantization": false,
+    "hessian": {
+      "chunk_size": null,
+      "chunk_bytes": null,
+      "staging_dtype": "float32"
+    }
+  },
+  "sym": true
+}

smollm2-1p7b__gptq__wikitext2__n128__s0/tokenizer_config.json

@@ -0,0 +1,19 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|im_start|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 8192,
+  "pad_token": "<|im_end|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152
+}