Upload folder using huggingface_hub

smollm2-1p7b__gptq__wikitext2__n512__s2/BENCH_DONE

@@ -0,0 +1 @@
+2026-07-31T01:11:39.840633+00:00

smollm2-1p7b__gptq__wikitext2__n512__s2/chat_template.jinja

@@ -0,0 +1,6 @@
+{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system
+You are a helpful AI assistant named SmolLM, trained by Hugging Face<|im_end|>
+' }}{% endif %}{{'<|im_start|>' + message['role'] + '
+' + message['content'] + '<|im_end|>' + '
+'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
+' }}{% endif %}

smollm2-1p7b__gptq__wikitext2__n512__s2/config.json

@@ -0,0 +1,90 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 32,
+  "pad_token_id": 2,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "format": "gptq",
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "act_group_aware": false,
+      "auto_forward_data_parallel": true,
+      "damp_auto_increment": 0.01,
+      "damp_percent": 0.01,
+      "dense_vram_strategy": "exclusive",
+      "dense_vram_strategy_devices": null,
+      "fallback": {
+        "smooth": null,
+        "strategy": "rtn",
+        "threshold": "0.5%"
+      },
+      "foem": null,
+      "gc_mode": "interval",
+      "gptaq": null,
+      "hessian": {
+        "chunk_bytes": null,
+        "chunk_size": null,
+        "staging_dtype": "float32"
+      },
+      "mock_quantization": false,
+      "moe_vram_strategy": "exclusive",
+      "moe_vram_strategy_devices": null,
+      "mse": 0.0,
+      "offload_to_disk": true,
+      "offload_to_disk_path": "/tmp/gptqmodel_87e5g0nu",
+      "pack_impl": "cpu",
+      "quantizer": [
+        "gptqmodel:7.3.2"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel",
+      "wait_for_submodule_finalizers": false
+    },
+    "method": "gptq",
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_parameters": {
+    "rope_theta": 130000,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "transformers.js_config": {
+    "dtype": "q4",
+    "kv_cache_dtype": {
+      "fp16": "float16",
+      "q4f16": "float16"
+    },
+    "use_external_data_format": {
+      "model.onnx": true,
+      "model_fp16.onnx": true
+    }
+  },
+  "transformers_version": "5.14.1",
+  "use_cache": true,
+  "vocab_size": 49152
+}

smollm2-1p7b__gptq__wikitext2__n512__s2/generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "pad_token_id": 2,
+  "transformers_version": "5.14.1"
+}

smollm2-1p7b__gptq__wikitext2__n512__s2/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d4e9509a914145a9165df0207b6c398ac14129163bb052a5f39ab82fded800
+size 1040336952

smollm2-1p7b__gptq__wikitext2__n512__s2/quant_log.csv

@@ -0,0 +1,169 @@
+layer,module,loss,samples,damp,time
+0,self_attn.v_proj,0.0000000333,0.01000,2.816
+0,self_attn.q_proj,0.0000012811,0.01000,2.825
+0,self_attn.k_proj,0.0000009377,0.01000,2.832
+0,self_attn.o_proj,0.0000000279,0.01000,0.519
+0,mlp.up_proj,0.0000013019,0.01000,1.557
+0,mlp.gate_proj,0.0000013815,0.01000,1.562
+0,mlp.down_proj,0.0000007724,0.01000,2.258
+1,self_attn.v_proj,0.0000007529,0.01000,2.809
+1,self_attn.k_proj,0.0000031446,0.01000,2.815
+1,self_attn.q_proj,0.0000035152,0.01000,2.817
+1,self_attn.o_proj,0.0000003155,0.01000,0.525
+1,mlp.up_proj,0.0000022557,0.01000,1.537
+1,mlp.gate_proj,0.0000026097,0.01000,1.539
+1,mlp.down_proj,0.0000112013,0.01000,2.261
+2,self_attn.q_proj,0.0000057708,0.01000,2.809
+2,self_attn.v_proj,0.0000020155,0.01000,2.816
+2,self_attn.k_proj,0.0000051569,0.01000,2.826
+2,self_attn.o_proj,0.0000008138,0.01000,0.524
+2,mlp.gate_proj,0.0000040314,0.01000,1.503
+2,mlp.up_proj,0.0000035875,0.01000,1.511
+2,mlp.down_proj,0.0000030761,0.01000,2.246
+3,self_attn.q_proj,0.0000070932,0.01000,2.762
+3,self_attn.v_proj,0.0000029725,0.01000,2.769
+3,self_attn.k_proj,0.0000071055,0.01000,2.771
+3,self_attn.o_proj,0.0000010246,0.01000,0.517
+3,mlp.gate_proj,0.0000050922,0.01000,1.532
+3,mlp.up_proj,0.0000048381,0.01000,1.538
+3,mlp.down_proj,0.0000050021,0.01000,2.253
+4,self_attn.k_proj,0.0000076992,0.01000,3.039
+4,self_attn.q_proj,0.0000079792,0.01000,3.045
+4,self_attn.v_proj,0.0000033628,0.01000,3.051
+4,self_attn.o_proj,0.0000017614,0.01000,0.525
+4,mlp.up_proj,0.0000061771,0.01000,1.615
+4,mlp.gate_proj,0.0000063830,0.01000,1.627
+4,mlp.down_proj,0.0000071341,0.01000,2.268
+5,self_attn.q_proj,0.0000077574,0.01000,2.975
+5,self_attn.k_proj,0.0000074873,0.01000,2.998
+5,self_attn.v_proj,0.0000034382,0.01000,3.005
+5,self_attn.o_proj,0.0000022410,0.01000,0.598
+5,mlp.up_proj,0.0000075994,0.01000,1.534
+5,mlp.gate_proj,0.0000075600,0.01000,1.542
+5,mlp.down_proj,0.0000092125,0.01000,2.263
+6,self_attn.q_proj,0.0000091664,0.01000,2.846
+6,self_attn.k_proj,0.0000085923,0.01000,2.867
+6,self_attn.v_proj,0.0000042419,0.01000,2.876
+6,self_attn.o_proj,0.0000028034,0.01000,0.521
+6,mlp.up_proj,0.0000091521,0.01000,1.662
+6,mlp.gate_proj,0.0000089437,0.01000,1.667
+6,mlp.down_proj,0.0000123253,0.01000,2.268
+7,self_attn.v_proj,0.0000043363,0.01000,2.950
+7,self_attn.k_proj,0.0000088446,0.01000,2.971
+7,self_attn.q_proj,0.0000109863,0.01000,2.977
+7,self_attn.o_proj,0.0000044925,0.01000,0.514
+7,mlp.gate_proj,0.0000103722,0.01000,1.530
+7,mlp.up_proj,0.0000110638,0.01000,1.537
+7,mlp.down_proj,0.0000332371,0.01000,2.271
+8,self_attn.q_proj,0.0000084329,0.01000,2.837
+8,self_attn.k_proj,0.0000083392,0.01000,2.835
+8,self_attn.v_proj,0.0000057962,0.01000,2.848
+8,self_attn.o_proj,0.0000078580,0.01000,0.521
+8,mlp.gate_proj,0.0000123636,0.01000,1.564
+8,mlp.up_proj,0.0000129451,0.01000,1.572
+8,mlp.down_proj,0.0000227164,0.01000,2.296
+9,self_attn.q_proj,0.0000079129,0.01000,2.891
+9,self_attn.v_proj,0.0000050649,0.01000,2.910
+9,self_attn.k_proj,0.0000078825,0.01000,2.919
+9,self_attn.o_proj,0.0000108470,0.01000,0.517
+9,mlp.up_proj,0.0000132258,0.01000,1.511
+9,mlp.gate_proj,0.0000116503,0.01000,1.512
+9,mlp.down_proj,0.0000233046,0.01000,2.289
+10,self_attn.k_proj,0.0000083208,0.01000,2.741
+10,self_attn.q_proj,0.0000085153,0.01000,2.749
+10,self_attn.v_proj,0.0000051896,0.01000,2.761
+10,self_attn.o_proj,0.0000132367,0.01000,0.515
+10,mlp.gate_proj,0.0000115032,0.01000,1.532
+10,mlp.up_proj,0.0000128913,0.01000,1.531
+10,mlp.down_proj,0.0000269980,0.01000,2.282
+11,self_attn.q_proj,0.0000085876,0.01000,2.948
+11,self_attn.k_proj,0.0000083093,0.01000,2.952
+11,self_attn.v_proj,0.0000050980,0.01000,2.963
+11,self_attn.o_proj,0.0000143379,0.01000,0.539
+11,mlp.up_proj,0.0000127134,0.01000,1.649
+11,mlp.gate_proj,0.0000114351,0.01000,1.661
+11,mlp.down_proj,0.0000284588,0.01000,2.305
+12,self_attn.q_proj,0.0000096726,0.01000,2.958
+12,self_attn.v_proj,0.0000072929,0.01000,2.967
+12,self_attn.k_proj,0.0000090924,0.01000,2.969
+12,self_attn.o_proj,0.0000191464,0.01000,0.511
+12,mlp.up_proj,0.0000133469,0.01000,1.556
+12,mlp.gate_proj,0.0000119817,0.01000,1.564
+12,mlp.down_proj,0.0000316646,0.01000,2.257
+13,self_attn.k_proj,0.0000089491,0.01000,2.931
+13,self_attn.v_proj,0.0000064649,0.01000,2.938
+13,self_attn.q_proj,0.0000093323,0.01000,2.951
+13,self_attn.o_proj,0.0000165875,0.01000,0.512
+13,mlp.up_proj,0.0000137162,0.01000,1.554
+13,mlp.gate_proj,0.0000122159,0.01000,1.563
+13,mlp.down_proj,0.0000361139,0.01000,2.259
+14,self_attn.q_proj,0.0000087610,0.01000,3.321
+14,self_attn.v_proj,0.0000069354,0.01000,3.322
+14,self_attn.k_proj,0.0000088415,0.01000,3.340
+14,self_attn.o_proj,0.0000206170,0.01000,0.513
+14,mlp.gate_proj,0.0000118199,0.01000,1.643
+14,mlp.up_proj,0.0000135845,0.01000,1.662
+14,mlp.down_proj,0.0000437735,0.01000,2.252
+15,self_attn.k_proj,0.0000093529,0.01000,2.852
+15,self_attn.v_proj,0.0000106334,0.01000,2.853
+15,self_attn.q_proj,0.0000096354,0.01000,2.860
+15,self_attn.o_proj,0.0000239700,0.01000,0.597
+15,mlp.up_proj,0.0000147293,0.01000,1.584
+15,mlp.gate_proj,0.0000126494,0.01000,1.591
+15,mlp.down_proj,0.0000632347,0.01000,2.268
+16,self_attn.v_proj,0.0000095744,0.01000,3.069
+16,self_attn.q_proj,0.0000095326,0.01000,3.093
+16,self_attn.k_proj,0.0000094968,0.01000,3.100
+16,self_attn.o_proj,0.0000290412,0.01000,0.522
+16,mlp.gate_proj,0.0000153931,0.01000,1.645
+16,mlp.up_proj,0.0000181999,0.01000,1.655
+16,mlp.down_proj,0.0001021158,0.01000,2.263
+17,self_attn.k_proj,0.0000093579,0.01000,2.984
+17,self_attn.q_proj,0.0000094195,0.01000,2.990
+17,self_attn.v_proj,0.0000134769,0.01000,2.999
+17,self_attn.o_proj,0.0000490915,0.01000,0.525
+17,mlp.gate_proj,0.0000192805,0.01000,1.714
+17,mlp.up_proj,0.0000226115,0.01000,1.736
+17,mlp.down_proj,0.0001624909,0.01000,2.251
+18,self_attn.k_proj,0.0000096549,0.01000,3.043
+18,self_attn.q_proj,0.0000100877,0.01000,3.058
+18,self_attn.v_proj,0.0000163757,0.01000,3.067
+18,self_attn.o_proj,0.0000589167,0.01000,0.525
+18,mlp.up_proj,0.0000300164,0.01000,1.823
+18,mlp.gate_proj,0.0000246796,0.01000,1.833
+18,mlp.down_proj,0.0002798562,0.01000,2.271
+19,self_attn.k_proj,0.0000106232,0.01000,2.948
+19,self_attn.v_proj,0.0000235840,0.01000,2.970
+19,self_attn.q_proj,0.0000111949,0.01000,2.975
+19,self_attn.o_proj,0.0000694785,0.01000,0.523
+19,mlp.gate_proj,0.0000292226,0.01000,1.539
+19,mlp.up_proj,0.0000366574,0.01000,1.547
+19,mlp.down_proj,0.0004464538,0.01000,2.274
+20,self_attn.v_proj,0.0000284118,0.01000,2.952
+20,self_attn.q_proj,0.0000114143,0.01000,2.982
+20,self_attn.k_proj,0.0000107031,0.01000,2.986
+20,self_attn.o_proj,0.0000727793,0.01000,0.518
+20,mlp.gate_proj,0.0000334764,0.01000,1.682
+20,mlp.up_proj,0.0000426923,0.01000,1.691
+20,mlp.down_proj,0.0006072192,0.01000,2.350
+21,self_attn.v_proj,0.0000369773,0.01000,2.877
+21,self_attn.q_proj,0.0000128012,0.01000,2.909
+21,self_attn.k_proj,0.0000122959,0.01000,2.909
+21,self_attn.o_proj,0.0001182307,0.01000,0.528
+21,mlp.gate_proj,0.0000378574,0.01000,1.649
+21,mlp.up_proj,0.0000491586,0.01000,1.677
+21,mlp.down_proj,0.0007975217,0.01000,2.275
+22,self_attn.q_proj,0.0000132414,0.01000,3.303
+22,self_attn.k_proj,0.0000125570,0.01000,3.356
+22,self_attn.v_proj,0.0000381319,0.01000,3.370
+22,self_attn.o_proj,0.0001885067,0.01000,0.521
+22,mlp.gate_proj,0.0000434872,0.01000,1.658
+22,mlp.up_proj,0.0000561142,0.01000,1.670
+22,mlp.down_proj,0.0010418120,0.01000,2.274
+23,self_attn.k_proj,0.0000119905,0.01000,2.964
+23,self_attn.v_proj,0.0000484822,0.01000,2.985
+23,self_attn.q_proj,0.0000115985,0.01000,3.003
+23,self_attn.o_proj,0.0004749729,0.01000,0.564
+23,mlp.up_proj,0.0000598573,0.01000,1.599
+23,mlp.gate_proj,0.0000495547,0.01000,1.609
+23,mlp.down_proj,0.0022441864,0.01000,2.260

smollm2-1p7b__gptq__wikitext2__n512__s2/quantize_config.json

@@ -0,0 +1,47 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "lm_head": false,
+  "method": "gptq",
+  "quant_method": "gptq",
+  "format": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:7.3.2"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.01,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0,
+    "gptaq": null,
+    "foem": null,
+    "act_group_aware": false,
+    "fallback": {
+      "strategy": "rtn",
+      "threshold": "0.5%",
+      "smooth": null
+    },
+    "offload_to_disk": true,
+    "offload_to_disk_path": "/tmp/gptqmodel_87e5g0nu",
+    "pack_impl": "cpu",
+    "gc_mode": "interval",
+    "wait_for_submodule_finalizers": false,
+    "auto_forward_data_parallel": true,
+    "dense_vram_strategy": "exclusive",
+    "dense_vram_strategy_devices": null,
+    "moe_vram_strategy": "exclusive",
+    "moe_vram_strategy_devices": null,
+    "mock_quantization": false,
+    "hessian": {
+      "chunk_size": null,
+      "chunk_bytes": null,
+      "staging_dtype": "float32"
+    }
+  },
+  "sym": true
+}

smollm2-1p7b__gptq__wikitext2__n512__s2/tokenizer_config.json

@@ -0,0 +1,19 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|im_start|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 8192,
+  "pad_token": "<|im_end|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152
+}