| # Timestamp: 2026-08-25T14:32:20.774504+00:00 | |
| # Git SHA: af3f1795495b5393c7c9aed3f1d55a42d47878ae | |
| # World size: 4 | |
| # speculators: 0.7.0.dev155 | |
| # vllm: 0.27.1 | |
| # transformers: 5.15.0 | |
| # torch: 2.13.0+cu130 | |
| # compressed-tensors: 0.17.0 | |
| /workspace/speculators/scripts/train.py --verifier-name-or-path thinkingmachines/Inkling-Small-NVFP4 --speculator-type dspark --data-path /workspace/speculators/output/dspark_inkling_small --vllm-endpoint http://localhost:8000/v1 --save-path /workspace/speculators/output/dspark_inkling_small_v2/checkpoints --draft-vocab-size 201024 --epochs 3 --lr 1e-4 --total-seq-len 8192 --max-anchors 1024 --num-layers 6 --block-size 16 --target-layer-ids 2 10 18 26 34 39 --markov-rank 256 --markov-head-type vanilla --enable-confidence-head --confidence-head-with-markov --confidence-head-alpha 1.0 --loss-fn '{"ce": 0.1, "tv": 0.9}' --on-missing generate --on-generate delete --checkpoint-freq 0.1 --trust-remote-code --num-workers 2 --logger trackio --run-name dspark_inkling_small_v2 | |