cache/cache_meta.json

{
  "n_train_tokens": 2092364628,
  "n_val_tokens": 10923190,
  "n_train_notes": 2608855,
  "n_val_notes": 13339,
  "stats": {
    "discharge_rows": 331793,
    "discharge_kept": 331612,
    "discharge_skipped": 0,
    "discharge_deduped": 181,
    "radiology_rows": 2321355,
    "radiology_kept": 2290582,
    "radiology_skipped": 6484,
    "radiology_deduped": 24289,
    "val_notes": 13339,
    "train_notes": 2608855
  },
  "val_subject_frac": 0.005,
  "max_seq_len": 4096,
  "model_name": "BioMistral/BioMistral-7B",
  "use_headers": true
}