james-ocf commited on
Commit
d347943
·
verified ·
1 Parent(s): c29ed96

Upload model - xlq6w7qj

Browse files
Files changed (2) hide show
  1. data_config.yaml +70 -70
  2. model_config.yaml +4 -4
data_config.yaml CHANGED
@@ -1,96 +1,96 @@
1
  _target_: sat_pred.dataset.SatelliteDataModule
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  batch_size: 2
 
 
 
 
3
  channels:
4
- IR_016:
 
 
 
5
  clip_max: 100
 
 
 
 
6
  clip_min: 0
 
 
 
7
  mean: 7.4
8
- missing_value: -10.5
9
  std: 10.5
 
 
 
10
  IR_039:
11
- clip_max: 330
12
- clip_min: 200
13
  mean: 267.5
14
- missing_value: 185.1
15
  std: 14.9
16
- IR_087:
17
- clip_max: 310
 
 
 
 
18
  clip_min: 190
 
 
 
 
 
 
 
 
 
19
  mean: 261.3
20
- missing_value: 174.2
21
  std: 15.8
22
- IR_097:
23
- clip_max: 280
24
  clip_min: 190
 
 
 
25
  mean: 239.4
26
- missing_value: 181.2
27
  std: 8.8
28
- IR_108:
29
- clip_max: 320
30
  clip_min: 190
 
 
 
31
  mean: 263.5
32
- missing_value: 174.0
33
  std: 16.0
34
- IR_120:
35
- clip_max: 310
36
  clip_min: 190
 
 
 
37
  mean: 262.4
38
- missing_value: 173.9
39
  std: 16.1
40
- IR_134:
41
- clip_max: 280
42
  clip_min: 190
 
 
 
43
  mean: 246.1
44
- missing_value: 179.8
45
  std: 10.2
46
- VIS006:
47
- clip_max: 100
48
- clip_min: 0
49
- mean: 8.0
50
- missing_value: -11.4
51
- std: 11.4
52
- VIS008:
53
- clip_max: 100
54
- clip_min: 0
55
- mean: 9.3
56
- missing_value: -13.0
57
- std: 13.0
58
- WV_062:
59
- clip_max: 270
60
- clip_min: 190
61
- mean: 229.5
62
- missing_value: 185.2
63
- std: 4.8
64
- WV_073:
65
- clip_max: 270
66
  clip_min: 190
67
- mean: 243.9
68
- missing_value: 181.9
69
- std: 8.1
70
- dataset_pickle_dir: /tmp/sat_pred_dataset_cache
71
- forecast_mins: 180
72
- history_mins: 165
73
- num_workers: 8
74
- persistent_workers: false
75
- pin_memory: true
76
- prefetch_factor: 2
77
- sample_freq_mins: 15
78
- seed: ${seed}
79
- train_periods:
80
- - - 2008-01-01 00:00
81
- - 2017-12-31 23:55
82
- val_periods:
83
- - - 2018-01-01 00:00
84
- - 2018-12-31 23:55
85
- zarr_path:
86
- - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2008-3000m-uk-only.zarr
87
- - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2009-3000m-uk-only.zarr
88
- - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2010-3000m-uk-only.zarr
89
- - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2011-3000m-uk-only.zarr
90
- - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2012-3000m-uk-only.zarr
91
- - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2013-3000m-uk-only.zarr
92
- - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2014-3000m-uk-only.zarr
93
- - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2015-3000m-uk-only.zarr
94
- - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2016-3000m-uk-only.zarr
95
- - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2017-3000m-uk-only.zarr
96
- - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2018-3000m-uk-only.zarr
 
1
  _target_: sat_pred.dataset.SatelliteDataModule
2
+ zarr_path:
3
+ - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2008-3000m-uk-only.zarr
4
+ - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2009-3000m-uk-only.zarr
5
+ - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2010-3000m-uk-only.zarr
6
+ - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2011-3000m-uk-only.zarr
7
+ - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2012-3000m-uk-only.zarr
8
+ - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2013-3000m-uk-only.zarr
9
+ - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2014-3000m-uk-only.zarr
10
+ - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2015-3000m-uk-only.zarr
11
+ - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2016-3000m-uk-only.zarr
12
+ - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2017-3000m-uk-only.zarr
13
+ - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v6_symlink_minimal/rss-2018-3000m-uk-only.zarr
14
+ history_mins: 165
15
+ forecast_mins: 180
16
+ sample_freq_mins: 15
17
+ train_periods:
18
+ - - 2008-01-01 00:00
19
+ - 2017-12-31 23:55
20
+ val_periods:
21
+ - - 2018-01-01 00:00
22
+ - 2018-12-31 23:55
23
+ num_workers: 8
24
+ prefetch_factor: 2
25
  batch_size: 2
26
+ pin_memory: true
27
+ persistent_workers: false
28
+ dataset_pickle_dir: /tmp/sat_pred_dataset_cache
29
+ seed: ${seed}
30
  channels:
31
+ VIS006:
32
+ mean: 8.0
33
+ std: 11.4
34
+ clip_min: 0
35
  clip_max: 100
36
+ missing_value: -11.4
37
+ VIS008:
38
+ mean: 9.3
39
+ std: 13.0
40
  clip_min: 0
41
+ clip_max: 100
42
+ missing_value: -13.0
43
+ IR_016:
44
  mean: 7.4
 
45
  std: 10.5
46
+ clip_min: 0
47
+ clip_max: 100
48
+ missing_value: -10.5
49
  IR_039:
 
 
50
  mean: 267.5
 
51
  std: 14.9
52
+ clip_min: 200
53
+ clip_max: 330
54
+ missing_value: 185.1
55
+ WV_062:
56
+ mean: 229.5
57
+ std: 4.8
58
  clip_min: 190
59
+ clip_max: 270
60
+ missing_value: 185.2
61
+ WV_073:
62
+ mean: 243.9
63
+ std: 8.1
64
+ clip_min: 190
65
+ clip_max: 270
66
+ missing_value: 181.9
67
+ IR_087:
68
  mean: 261.3
 
69
  std: 15.8
 
 
70
  clip_min: 190
71
+ clip_max: 310
72
+ missing_value: 174.2
73
+ IR_097:
74
  mean: 239.4
 
75
  std: 8.8
 
 
76
  clip_min: 190
77
+ clip_max: 280
78
+ missing_value: 181.2
79
+ IR_108:
80
  mean: 263.5
 
81
  std: 16.0
 
 
82
  clip_min: 190
83
+ clip_max: 320
84
+ missing_value: 174.0
85
+ IR_120:
86
  mean: 262.4
 
87
  std: 16.1
 
 
88
  clip_min: 190
89
+ clip_max: 310
90
+ missing_value: 173.9
91
+ IR_134:
92
  mean: 246.1
 
93
  std: 10.2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
94
  clip_min: 190
95
+ clip_max: 280
96
+ missing_value: 179.8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
model_config.yaml CHANGED
@@ -1,8 +1,8 @@
1
- N_S: 4
2
- N_T: 4
3
  _target_: sat_pred.models.simvp_model.SimVP
 
 
4
  forecast_len: 12
5
  hid_S: 64
6
  hid_T: 512
7
- history_len: 12
8
- num_channels: 11
 
 
 
1
  _target_: sat_pred.models.simvp_model.SimVP
2
+ num_channels: 11
3
+ history_len: 12
4
  forecast_len: 12
5
  hid_S: 64
6
  hid_T: 512
7
+ N_S: 4
8
+ N_T: 4