Create config.json

config.json

@@ -0,0 +1,15 @@
+{
+    "n_layer": 24,
+    "n_head": 16,
+    "n_embd": 1024,
+    "block_size": 1024,
+    "bias": false,
+    "vocab_size": 50304,
+    "dropout": 0.0,
+    "model_type": "gpt2",
+    "architectures": [
+        "GPT"
+    ],
+    "tokenizer_class": "GPT2Tokenizer",
+    "model_name": "Apex 1.5 Coder Instruct 350M"
+}