| { | |
| "vocab_size": 682, | |
| "dim": 256, | |
| "n_layers": 6, | |
| "n_heads": 8, | |
| "max_seq_len": 256, | |
| "channel_top_k": 96, | |
| "token_top_k": 48, | |
| "ffn_mult": 4, | |
| "mem_dim": 128, | |
| "mem_size": 4000, | |
| "mem_k": 8, | |
| "mem_threshold": 0.4, | |
| "n_neuron_types": 7, | |
| "target_stem_ratio": 0.1, | |
| "min_stem_ratio": 0.08, | |
| "stem_plasticity": 0.012, | |
| "reversion_rate": 0.012, | |
| "min_age_before_revert": 8, | |
| "update_interval": 10, | |
| "baseline_revert_ratio": 0.5, | |
| "inhibition_strength": 0.08, | |
| "modulation_strength": 0.1, | |
| "excitation_strength": 0.3, | |
| "dropout": 0.15, | |
| "batch_size": 32, | |
| "lr": 0.0003, | |
| "max_steps": 3000, | |
| "warmup": 300, | |
| "log_every": 100, | |
| "eval_every": 250, | |
| "patience": 4, | |
| "use_memory": false, | |
| "use_diversity": false, | |
| "pad_id": 0, | |
| "eos_id": 2, | |
| "architecture": "SparseMind", | |
| "model_name": "GearCut Editor", | |
| "version": "v1-editor" | |
| } |