Upload config.json with huggingface_hub
Browse files- config.json +6 -0
config.json
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"falconsai.synthesized": true,
|
| 3 |
+
"num_hidden_layers": 22,
|
| 4 |
+
"falconsai.tool": "FALCONS.AI Model Surgeon V7.99",
|
| 5 |
+
"falconsai.attn_note": "attention kernel is chosen at load time (e.g. attn_implementation='flash_attention_2' on CUDA/ROCm hosts that have it); nothing in this file selects it"
|
| 6 |
+
}
|