{"max_len": 1024, "d_model": 960, "num_layers": 32, "num_heads": 15, "num_kv_heads": 5, "d_ff": 4096, "learning_rate": 0.0002, "batch_size": 48, "gradient_accumulation_steps": 2, "devices": "auto", "device_count": 2, "global_batch_size": 96, "effective_batch_size": 96, "global_effective_batch_size": 192, "lr_schedule": "warmup_cosine", "lr_warmup_steps": 2000, "min_learning_rate": 4e-05, "min_learning_rate_ratio": 0.2, "pad_token_id": 0, "bos_token_id": 2, "eos_token_id": 3, "train_dataset_signature": "4e423c65d9d18d90", "validation_dataset_signature": "571c26264739139a", "train_dataset_case": {"name": "lambda-corpus-train", "genre": "mixed", "language": "ja", "dataset_path": "KeisukeMiyamoto/lambda-corpus", "config_name": "default", "split": "train", "text_column": "text"}, "validation_dataset_case": {"name": "lambda-corpus-validation", "genre": "mixed", "language": "ja", "dataset_path": "KeisukeMiyamoto/lambda-corpus", "config_name": "default", "split": "validation", "text_column": "text"}, "validation_cache_path": "models/lambda-360m/validation-cache-571c26264739139a-bucket-packing-v1-len1024-samples6144.pt", "validation_sample_count": 6144, "packing_version": "bucket-packing-v1", "shuffle_buffer_size": 10000, "base_shuffle_seed": 17, "shuffle_seed": 17, "trained_steps": 48000, "training_precision": "fp8", "float8_recipe": "tensorwise"}