MOTHER_CORE_V2 / config.json
MediaStreamAI's picture
chunk 600 W2.8 cutover BASE: config.json
34d05fa verified
{
"architect": "Christopher Kenna",
"architectures": [
"MotherCoreForCausalLM"
],
"auto_map": {
"AutoConfig": "configuration_mother.MotherConfig",
"AutoModelForCausalLM": "modeling_mother.MotherCoreForCausalLM",
"AutoTokenizer": "tokenization_mother.MotherCoreTokenizer"
},
"bos_token_id": 1,
"dtype": "float32",
"eos_token_id": 2,
"ff_mult": 4.0,
"hidden_size": 3072,
"max_position_embeddings": 1024,
"model_name": "MOTHER CORE",
"model_type": "mother_core",
"model_version": "v11",
"num_attention_heads": 24,
"num_hidden_layers": 28,
"num_key_value_heads": 6,
"organisation": "MediaStream AI Limited",
"pad_token_id": 0,
"rms_norm_eps": 1e-05,
"rope_theta": 10000.0,
"sovereign_nation": "United Kingdom",
"tie_word_embeddings": false,
"transformers_version": "5.3.0",
"vocab_size": 50258
}