Upload model - xlq6w7qj
Browse files- data_config.yaml +70 -70
- model_config.yaml +4 -4
data_config.yaml
CHANGED
|
@@ -1,96 +1,96 @@
|
|
| 1 |
_target_: sat_pred.dataset.SatelliteDataModule
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
batch_size: 2
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3 |
channels:
|
| 4 |
-
|
|
|
|
|
|
|
|
|
|
| 5 |
clip_max: 100
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
clip_min: 0
|
|
|
|
|
|
|
|
|
|
| 7 |
mean: 7.4
|
| 8 |
-
missing_value: -10.5
|
| 9 |
std: 10.5
|
|
|
|
|
|
|
|
|
|
| 10 |
IR_039:
|
| 11 |
-
clip_max: 330
|
| 12 |
-
clip_min: 200
|
| 13 |
mean: 267.5
|
| 14 |
-
missing_value: 185.1
|
| 15 |
std: 14.9
|
| 16 |
-
|
| 17 |
-
clip_max:
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
clip_min: 190
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
mean: 261.3
|
| 20 |
-
missing_value: 174.2
|
| 21 |
std: 15.8
|
| 22 |
-
IR_097:
|
| 23 |
-
clip_max: 280
|
| 24 |
clip_min: 190
|
|
|
|
|
|
|
|
|
|
| 25 |
mean: 239.4
|
| 26 |
-
missing_value: 181.2
|
| 27 |
std: 8.8
|
| 28 |
-
IR_108:
|
| 29 |
-
clip_max: 320
|
| 30 |
clip_min: 190
|
|
|
|
|
|
|
|
|
|
| 31 |
mean: 263.5
|
| 32 |
-
missing_value: 174.0
|
| 33 |
std: 16.0
|
| 34 |
-
IR_120:
|
| 35 |
-
clip_max: 310
|
| 36 |
clip_min: 190
|
|
|
|
|
|
|
|
|
|
| 37 |
mean: 262.4
|
| 38 |
-
missing_value: 173.9
|
| 39 |
std: 16.1
|
| 40 |
-
IR_134:
|
| 41 |
-
clip_max: 280
|
| 42 |
clip_min: 190
|
|
|
|
|
|
|
|
|
|
| 43 |
mean: 246.1
|
| 44 |
-
missing_value: 179.8
|
| 45 |
std: 10.2
|
| 46 |
-
VIS006:
|
| 47 |
-
clip_max: 100
|
| 48 |
-
clip_min: 0
|
| 49 |
-
mean: 8.0
|
| 50 |
-
missing_value: -11.4
|
| 51 |
-
std: 11.4
|
| 52 |
-
VIS008:
|
| 53 |
-
clip_max: 100
|
| 54 |
-
clip_min: 0
|
| 55 |
-
mean: 9.3
|
| 56 |
-
missing_value: -13.0
|
| 57 |
-
std: 13.0
|
| 58 |
-
WV_062:
|
| 59 |
-
clip_max: 270
|
| 60 |
-
clip_min: 190
|
| 61 |
-
mean: 229.5
|
| 62 |
-
missing_value: 185.2
|
| 63 |
-
std: 4.8
|
| 64 |
-
WV_073:
|
| 65 |
-
clip_max: 270
|
| 66 |
clip_min: 190
|
| 67 |
-
|
| 68 |
-
missing_value:
|
| 69 |
-
std: 8.1
|
| 70 |
-
dataset_pickle_dir: /tmp/sat_pred_dataset_cache
|
| 71 |
-
forecast_mins: 180
|
| 72 |
-
history_mins: 165
|
| 73 |
-
num_workers: 8
|
| 74 |
-
persistent_workers: false
|
| 75 |
-
pin_memory: true
|
| 76 |
-
prefetch_factor: 2
|
| 77 |
-
sample_freq_mins: 15
|
| 78 |
-
seed: ${seed}
|
| 79 |
-
train_periods:
|
| 80 |
-
- - 2008-01-01 00:00
|
| 81 |
-
- 2017-12-31 23:55
|
| 82 |
-
val_periods:
|
| 83 |
-
- - 2018-01-01 00:00
|
| 84 |
-
- 2018-12-31 23:55
|
| 85 |
-
zarr_path:
|
| 86 |
-
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2008-3000m-uk-only.zarr
|
| 87 |
-
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2009-3000m-uk-only.zarr
|
| 88 |
-
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2010-3000m-uk-only.zarr
|
| 89 |
-
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2011-3000m-uk-only.zarr
|
| 90 |
-
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2012-3000m-uk-only.zarr
|
| 91 |
-
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2013-3000m-uk-only.zarr
|
| 92 |
-
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2014-3000m-uk-only.zarr
|
| 93 |
-
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2015-3000m-uk-only.zarr
|
| 94 |
-
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2016-3000m-uk-only.zarr
|
| 95 |
-
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2017-3000m-uk-only.zarr
|
| 96 |
-
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2018-3000m-uk-only.zarr
|
|
|
|
| 1 |
_target_: sat_pred.dataset.SatelliteDataModule
|
| 2 |
+
zarr_path:
|
| 3 |
+
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2008-3000m-uk-only.zarr
|
| 4 |
+
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2009-3000m-uk-only.zarr
|
| 5 |
+
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2010-3000m-uk-only.zarr
|
| 6 |
+
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2011-3000m-uk-only.zarr
|
| 7 |
+
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2012-3000m-uk-only.zarr
|
| 8 |
+
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2013-3000m-uk-only.zarr
|
| 9 |
+
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2014-3000m-uk-only.zarr
|
| 10 |
+
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2015-3000m-uk-only.zarr
|
| 11 |
+
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2016-3000m-uk-only.zarr
|
| 12 |
+
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2017-3000m-uk-only.zarr
|
| 13 |
+
- /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2018-3000m-uk-only.zarr
|
| 14 |
+
history_mins: 165
|
| 15 |
+
forecast_mins: 180
|
| 16 |
+
sample_freq_mins: 15
|
| 17 |
+
train_periods:
|
| 18 |
+
- - 2008-01-01 00:00
|
| 19 |
+
- 2017-12-31 23:55
|
| 20 |
+
val_periods:
|
| 21 |
+
- - 2018-01-01 00:00
|
| 22 |
+
- 2018-12-31 23:55
|
| 23 |
+
num_workers: 8
|
| 24 |
+
prefetch_factor: 2
|
| 25 |
batch_size: 2
|
| 26 |
+
pin_memory: true
|
| 27 |
+
persistent_workers: false
|
| 28 |
+
dataset_pickle_dir: /tmp/sat_pred_dataset_cache
|
| 29 |
+
seed: ${seed}
|
| 30 |
channels:
|
| 31 |
+
VIS006:
|
| 32 |
+
mean: 8.0
|
| 33 |
+
std: 11.4
|
| 34 |
+
clip_min: 0
|
| 35 |
clip_max: 100
|
| 36 |
+
missing_value: -11.4
|
| 37 |
+
VIS008:
|
| 38 |
+
mean: 9.3
|
| 39 |
+
std: 13.0
|
| 40 |
clip_min: 0
|
| 41 |
+
clip_max: 100
|
| 42 |
+
missing_value: -13.0
|
| 43 |
+
IR_016:
|
| 44 |
mean: 7.4
|
|
|
|
| 45 |
std: 10.5
|
| 46 |
+
clip_min: 0
|
| 47 |
+
clip_max: 100
|
| 48 |
+
missing_value: -10.5
|
| 49 |
IR_039:
|
|
|
|
|
|
|
| 50 |
mean: 267.5
|
|
|
|
| 51 |
std: 14.9
|
| 52 |
+
clip_min: 200
|
| 53 |
+
clip_max: 330
|
| 54 |
+
missing_value: 185.1
|
| 55 |
+
WV_062:
|
| 56 |
+
mean: 229.5
|
| 57 |
+
std: 4.8
|
| 58 |
clip_min: 190
|
| 59 |
+
clip_max: 270
|
| 60 |
+
missing_value: 185.2
|
| 61 |
+
WV_073:
|
| 62 |
+
mean: 243.9
|
| 63 |
+
std: 8.1
|
| 64 |
+
clip_min: 190
|
| 65 |
+
clip_max: 270
|
| 66 |
+
missing_value: 181.9
|
| 67 |
+
IR_087:
|
| 68 |
mean: 261.3
|
|
|
|
| 69 |
std: 15.8
|
|
|
|
|
|
|
| 70 |
clip_min: 190
|
| 71 |
+
clip_max: 310
|
| 72 |
+
missing_value: 174.2
|
| 73 |
+
IR_097:
|
| 74 |
mean: 239.4
|
|
|
|
| 75 |
std: 8.8
|
|
|
|
|
|
|
| 76 |
clip_min: 190
|
| 77 |
+
clip_max: 280
|
| 78 |
+
missing_value: 181.2
|
| 79 |
+
IR_108:
|
| 80 |
mean: 263.5
|
|
|
|
| 81 |
std: 16.0
|
|
|
|
|
|
|
| 82 |
clip_min: 190
|
| 83 |
+
clip_max: 320
|
| 84 |
+
missing_value: 174.0
|
| 85 |
+
IR_120:
|
| 86 |
mean: 262.4
|
|
|
|
| 87 |
std: 16.1
|
|
|
|
|
|
|
| 88 |
clip_min: 190
|
| 89 |
+
clip_max: 310
|
| 90 |
+
missing_value: 173.9
|
| 91 |
+
IR_134:
|
| 92 |
mean: 246.1
|
|
|
|
| 93 |
std: 10.2
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 94 |
clip_min: 190
|
| 95 |
+
clip_max: 280
|
| 96 |
+
missing_value: 179.8
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
model_config.yaml
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
-
N_S: 4
|
| 2 |
-
N_T: 4
|
| 3 |
_target_: sat_pred.models.simvp_model.SimVP
|
|
|
|
|
|
|
| 4 |
forecast_len: 12
|
| 5 |
hid_S: 64
|
| 6 |
hid_T: 512
|
| 7 |
-
|
| 8 |
-
|
|
|
|
|
|
|
|
|
|
| 1 |
_target_: sat_pred.models.simvp_model.SimVP
|
| 2 |
+
num_channels: 11
|
| 3 |
+
history_len: 12
|
| 4 |
forecast_len: 12
|
| 5 |
hid_S: 64
|
| 6 |
hid_T: 512
|
| 7 |
+
N_S: 4
|
| 8 |
+
N_T: 4
|