data_config.yaml

_target_: sat_pred.dataset.SatelliteDataModule
zarr_path:
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2008-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2009-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2010-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2011-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2012-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2013-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2014-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2015-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2016-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2017-3000m-uk-only.zarr
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2018-3000m-uk-only.zarr
history_mins: 165
forecast_mins: 180
sample_freq_mins: 15
train_periods:
- - 2008-01-01 00:00
  - 2017-12-31 23:55
val_periods:
- - 2018-01-01 00:00
  - 2018-12-31 23:55
num_workers: 8
prefetch_factor: 2
batch_size: 2
pin_memory: true
persistent_workers: false
dataset_pickle_dir: /tmp/sat_pred_dataset_cache
seed: ${seed}
channels:
  VIS006:
    mean: 8.0
    std: 11.4
    clip_min: 0
    clip_max: 100
    missing_value: -11.4
  VIS008:
    mean: 9.3
    std: 13.0
    clip_min: 0
    clip_max: 100
    missing_value: -13.0
  IR_016:
    mean: 7.4
    std: 10.5
    clip_min: 0
    clip_max: 100
    missing_value: -10.5
  IR_039:
    mean: 267.5
    std: 14.9
    clip_min: 200
    clip_max: 330
    missing_value: 185.1
  WV_062:
    mean: 229.5
    std: 4.8
    clip_min: 190
    clip_max: 270
    missing_value: 185.2
  WV_073:
    mean: 243.9
    std: 8.1
    clip_min: 190
    clip_max: 270
    missing_value: 181.9
  IR_087:
    mean: 261.3
    std: 15.8
    clip_min: 190
    clip_max: 310
    missing_value: 174.2
  IR_097:
    mean: 239.4
    std: 8.8
    clip_min: 190
    clip_max: 280
    missing_value: 181.2
  IR_108:
    mean: 263.5
    std: 16.0
    clip_min: 190
    clip_max: 320
    missing_value: 174.0
  IR_120:
    mean: 262.4
    std: 16.1
    clip_min: 190
    clip_max: 310
    missing_value: 173.9
  IR_134:
    mean: 246.1
    std: 10.2
    clip_min: 190
    clip_max: 280
    missing_value: 179.8