| { |
| "schema_version": 1, |
| "title": "Reproduction: FlashOptim: Optimizers for Memory-Efficient Training", |
| "emoji": "🎯", |
| "space_id": "Umong/repro-flashoptim-optimizers-for-memory-efficient-training", |
| "paper": { |
| "arxiv_id": "2602.23349" |
| }, |
| "tags": [ |
| "icml2026-repro", |
| "paper-Wfe1iJocjF" |
| ], |
| "updated_at": "2026-07-18T18:31:20+00:00", |
| "root": { |
| "slug": "index", |
| "title": "Reproduction: FlashOptim: Optimizers for Memory-Efficient Training", |
| "file": "pages/index.md", |
| "children": [ |
| { |
| "slug": "executive-summary", |
| "title": "Executive summary", |
| "file": "pages/executive-summary/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-1-flashoptim-combines-improved-master-weight-splitting-with-companded-8-bit-optimizer-state-quantization-to-reduce-parameter-associated-optimizer-memory-section-3", |
| "title": "Claim 1: FlashOptim combines improved master-weight splitting with companded 8-bit optimizer-state quantization to reduce parameter-associated optimizer memory (Section 3).", |
| "file": "pages/claim-1-flashoptim-combines-improved-master-weight-splitting-with-companded-8-bit-optimizer-state-quantization-to-reduce-parameter-associated-optimizer-memory-section-3/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-2-flashoptim-reduces-adamw-training-memory-from-16-to-7-bytes-per-parameter-or-5-bytes-with-gradient-release-table-1", |
| "title": "Claim 2: FlashOptim reduces AdamW training memory from 16 to 7 bytes per parameter, or 5 bytes with gradient release (Table 1).", |
| "file": "pages/claim-2-flashoptim-reduces-adamw-training-memory-from-16-to-7-bytes-per-parameter-or-5-bytes-with-gradient-release-table-1/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-3-for-llama-3-1-8b-finetuning-flashoptim-reduces-peak-memory-from-175-gib-to-113-gib-by-compressing-parameters-and-optimizer-states-figure-1-table-4", |
| "title": "Claim 3: For Llama-3.1-8B finetuning, FlashOptim reduces peak memory from 175 GiB to 113 GiB by compressing parameters and optimizer states (Figure 1; Table 4).", |
| "file": "pages/claim-3-for-llama-3-1-8b-finetuning-flashoptim-reduces-peak-memory-from-175-gib-to-113-gib-by-compressing-parameters-and-optimizer-states-figure-1-table-4/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-4-flashoptim-variants-match-reference-optimizer-training-loss-trajectories-in-gpt-2-pretraining-and-resnet-50-image-classification-figure-2", |
| "title": "Claim 4: FlashOptim variants match reference optimizer training-loss trajectories in GPT-2 pretraining and ResNet-50 image classification (Figure 2).", |
| "file": "pages/claim-4-flashoptim-variants-match-reference-optimizer-training-loss-trajectories-in-gpt-2-pretraining-and-resnet-50-image-classification-figure-2/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-5-flashoptim-matches-reference-scores-on-resnet-50-validation-accuracy-llama-3-1-8b-gsm8k-finetuning-and-gpt-2-in-context-learning-benchmarks-table-2-table-3", |
| "title": "Claim 5: FlashOptim matches reference scores on ResNet-50 validation accuracy, Llama-3.1-8B GSM8K finetuning, and GPT-2 in-context learning benchmarks (Table 2; Table 3).", |
| "file": "pages/claim-5-flashoptim-matches-reference-scores-on-resnet-50-validation-accuracy-llama-3-1-8b-gsm8k-finetuning-and-gpt-2-in-context-learning-benchmarks-table-2-table-3/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-6-ulp-based-weight-splitting-lowers-fp32-reconstruction-error-and-companding-prevents-quantized-adamw-training-divergence-compared-with-linear-optimizer-state-quantization-figure-3-figure-5", |
| "title": "Claim 6: ULP-based weight splitting lowers FP32 reconstruction error and companding prevents quantized AdamW training divergence compared with linear optimizer-state quantization (Figure 3; Figure 5).", |
| "file": "pages/claim-6-ulp-based-weight-splitting-lowers-fp32-reconstruction-error-and-companding-prevents-quantized-adamw-training-divergence-compared-with-linear-optimizer-state-quantization-figure-3-figure-5/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "conclusion", |
| "title": "Conclusion", |
| "file": "pages/conclusion/page.md", |
| "children": [] |
| } |
| ] |
| }, |
| "agent_view_tokens": 4816, |
| "revision": "1784399480745309385" |
| } |
