rishini commited on
Commit
0cbdee6
·
verified ·
1 Parent(s): 8a7d3ac

fix: fill WRMSSE levels 1-5, regenerate parity fixtures (5k rows), recompute SHA256SUMS

Browse files
SHA256SUMS CHANGED
@@ -1,10 +1,21 @@
1
  1e3e0d86934828b0a062f6162eb59ddc9a021fb719893e351ff38fe328ddac29 M5_EXPLAINED.md
2
  3ca7537ecf7a5f205e942b8c3ddb3226c71e2f509b32fc77e2ef29a10d4b0176 README.md
3
- a192f23a1917dda6870b8365d319faa0166a53b20518bb982edf073eec7687a0 SHA256SUMS
4
  9dc75d44cb5885843e1f625d1df47b7d9d1ce988a49977b1c1bce4d936cabf34 TECHNICAL_REPORT.md
 
 
 
 
 
 
 
5
  550779bc6804a34668d6db43dd7b57df23a3bc465b456874437d03940a77439b categorical_maps.json
6
  fa03349beb59db7282e6557c6d24f74fcfe6429537fcbeb024fd041bbe16b633 feature_schema.json
7
  a4a50978a69487c1e8af483e046492a768decb2e942fa34e3887ed1cccd50de3 history_tail.parquet
 
 
 
 
8
  61420adbe7f965b5b3e83f99ab911fd59d0b134400c82714e809feabcf88f4e6 models/model_store=CA_1_hblock=block_15_21.txt
9
  9e3eeb78f17418a7cf3ad9f4a3f5856abaac3878cf65250ec3077df0576d6b2e models/model_store=CA_1_hblock=block_1_7.txt
10
  71a9c3bd31668caa35f3c53b15a9e9a7b0897fd4317430cfb391bb0a08e5972a models/model_store=CA_1_hblock=block_22_28.txt
@@ -45,8 +56,23 @@ e7c4f51979fc293a024968c9c16734bbad193b2410424262396d1b62927d7fa5 models/model_s
45
  1ba168cd8b190468c099292da4f8d2fae4d7cfbc17d01319c3211e05e093eceb models/model_store=WI_3_hblock=block_1_7.txt
46
  2c573b52d611ffce903272a9b0c394bed00e8d092f70dff1b4d4ea59a8c19647 models/model_store=WI_3_hblock=block_22_28.txt
47
  179fac6439cdba03422554b551e7361745396372b2e6a96af2fa70a5807eda31 models/model_store=WI_3_hblock=block_8_14.txt
48
- 432abac6eb8e984979406701d8d6169202739941722b9c804c2f9df960ea22a6 parity_predictions.parquet
49
- dddf3c5adbad6ebe33e004fbc34d5c78dab974c0dcfbc5400b98d0774681e620 predictions.parquet
 
50
  76a7801755bbb5d52829d5e97bbad88decba57a9e48cc8a73d7911dd0a298f66 predictions_meta.json
51
- b953f9c0d694aed270eed0e883501aa4026c6e216f3fa97c14727f82895922c6 submission.csv
52
- ceaa3584d31e7ca341ac5d641eaae981e0f8446a2925cc9e842e40db9dbb5026 training_config.json
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  1e3e0d86934828b0a062f6162eb59ddc9a021fb719893e351ff38fe328ddac29 M5_EXPLAINED.md
2
  3ca7537ecf7a5f205e942b8c3ddb3226c71e2f509b32fc77e2ef29a10d4b0176 README.md
3
+ 4f0539c4603e352381006175c68b443220e73e83144e9a58b712d0443f15e8e2 SHA256SUMS
4
  9dc75d44cb5885843e1f625d1df47b7d9d1ce988a49977b1c1bce4d936cabf34 TECHNICAL_REPORT.md
5
+ df67405ffc715a2d5fefbf39d327b05bc1ddcf35fcdcab03352e116e0f4fc967 arima/README.md
6
+ b491f07563188513c32e25f0ddc345055522106d0de3a49beb4d9fc313fc38ed arima/metrics.json
7
+ 9a186737a57e95e4769377efca1d3859683eff2a2cde59ff52c88028fc88f188 arima/model.pkl
8
+ ef416fd5e1737527027f724b71a81904b84145fc95fe558b945d3b15577a46d4 arima/model_config.json
9
+ 1d445ed6e209060921db3b045ff69737977340b9f7e1dfaeca8a7bddb203b84c arima/predictions.csv
10
+ 35dc02095bc79aadf79b8ccce25c126dcf200edc35a20ce4a0bf8c570583bba9 arima_phased/model.pkl
11
+ 57b2f694c181010dc63b01c1c93108df22afab75a84b639042e09ae8f1cb7894 arima_phased/model_config.json
12
  550779bc6804a34668d6db43dd7b57df23a3bc465b456874437d03940a77439b categorical_maps.json
13
  fa03349beb59db7282e6557c6d24f74fcfe6429537fcbeb024fd041bbe16b633 feature_schema.json
14
  a4a50978a69487c1e8af483e046492a768decb2e942fa34e3887ed1cccd50de3 history_tail.parquet
15
+ f1a73c66a24b081be927b25cd1063eeb8cb5ab96031b1f9d186c01bc41940af1 hybrid/model_config.json
16
+ 7390b063360318d11662174be4cdc13f4b993c0bb56790432c13d9b087ce6f9f hybrid/predictions.csv
17
+ 782b507b7ee51efa50e6b1177b4852cbfe92cc05ac461fd420497fcc55a0831e hybrid/sarimax_base.pkl
18
+ 611f01ff33b1caae26f52de56db27f167981c2e1fa5669d005d45967af9abe28 hybrid/xgboost_residual.pkl
19
  61420adbe7f965b5b3e83f99ab911fd59d0b134400c82714e809feabcf88f4e6 models/model_store=CA_1_hblock=block_15_21.txt
20
  9e3eeb78f17418a7cf3ad9f4a3f5856abaac3878cf65250ec3077df0576d6b2e models/model_store=CA_1_hblock=block_1_7.txt
21
  71a9c3bd31668caa35f3c53b15a9e9a7b0897fd4317430cfb391bb0a08e5972a models/model_store=CA_1_hblock=block_22_28.txt
 
56
  1ba168cd8b190468c099292da4f8d2fae4d7cfbc17d01319c3211e05e093eceb models/model_store=WI_3_hblock=block_1_7.txt
57
  2c573b52d611ffce903272a9b0c394bed00e8d092f70dff1b4d4ea59a8c19647 models/model_store=WI_3_hblock=block_22_28.txt
58
  179fac6439cdba03422554b551e7361745396372b2e6a96af2fa70a5807eda31 models/model_store=WI_3_hblock=block_8_14.txt
59
+ 770f6433d5104a024dbb067cf7d7f101987a8f6bc47f65b8e701638c0f36f78c parity_fixture.parquet
60
+ 5f0b261b519c608137ffbf23ef312008ec14405804e750a575dfd6c464e7f70b parity_predictions.parquet
61
+ 20e8563186f83d8e20836d6959f68f6870aada40e60e07ac6eef50d8b13ec327 predictions.parquet
62
  76a7801755bbb5d52829d5e97bbad88decba57a9e48cc8a73d7911dd0a298f66 predictions_meta.json
63
+ 0c33a06ceec528ae24d33e2ddb3f5edaf37731a31212448228602001c9163d4c prophet/README.md
64
+ 562c41fb80ebdbf2c7c274349c44ce2bf9351462659a5f77b7a645506063d338 prophet/metrics.json
65
+ df52719ab0b801c14080bd001f041825bd7271fc867fbacae93442f396909b7a prophet/model.pkl
66
+ 1882907403b41cad5b6e029b006d1a0e8f0f6358eefe9a41459024c46d7c2695 prophet/model_config.json
67
+ 142a0d04f6eeeaf0594240bafa7b195210ba457e52eb4ae8fe15031350e83f01 prophet/predictions.csv
68
+ b800ee71f028a519babe82758de8283e9c332a13988008fb3c2093f079097923 prophet_phased/model.pkl
69
+ 466cd0eb6efc9947fe7f0465642e955ab725190f2d35312108080aa473bd8c53 prophet_phased/model_config.json
70
+ efb8ae29223b777e0f79159bda13e18375cc0cfe9908afc36b3078e61b7b9687 sarimax/README.md
71
+ 75bafa27684334005f586c86cabf54c3b653e1b22576f8da27c6f1a2520299b4 sarimax/metrics.json
72
+ 97c55e424c49326ad5989df42aab3a398158b8fbaa730e0a465ebfcc111c8ffe sarimax/model.pkl
73
+ 1a0d7d1ed4967accec319cbbef0c4b90c919247038690bc9bf2ba7f3cf78c4fc sarimax/model_config.json
74
+ 41f5e8272b08a0e9c7cd8db3e6f89489b422c27ed2d55eec4384803081746a43 sarimax/predictions.csv
75
+ e689edccdd92359bc62791e29fc78eadadb19673cdc47d98e3bbe45910c8cd10 sarimax_phased/model.pkl
76
+ 946236bdbbfe6aa33162fda73f8424d83bb72c0ee5c55064a49bff4262198d8a sarimax_phased/model_config.json
77
+ 2c1e295466a8d2f452070e9b37a8640e1817c41324fc7af11315f5a48bd265ad submission.csv
78
+ 46971a0a8e8fe5fdb0842f67f51f607b323895a1928c48a6ef9cf4bf4f56a6f8 training_config.json
arima/README.md ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # ARIMA Model for M5 Demand Forecasting
2
+
3
+ ## Overview
4
+ AutoRegressive Integrated Moving Average trained on aggregated daily M5 sales data.
5
+
6
+ ## Model Details
7
+ - **Architecture**: ARIMA(3,1,1) with trend
8
+ - **Training Data**: 1,913 days of aggregated daily sales
9
+ - **Test Period**: 28 days (2016-04-25 to 2016-05-22)
10
+ - **Differencing**: d=1 (first differencing required for stationarity)
11
+
12
+ ## Stationarity Test
13
+ - ADF Statistic: -1.565373
14
+ - p-value: 0.500960
15
+ - Original data non-stationary; first differencing achieves stationarity
16
+
17
+ ## Performance
18
+ | Metric | Value |
19
+ |--------|-------|
20
+ | RMSE | 6,459.70 |
21
+ | MAE | 4,852.62 |
22
+ | MAPE | 10.48% |
23
+ | AIC | 37,801.28 |
24
+
25
+ ## Key Features
26
+ - AR component: 3 autoregressive terms
27
+ - I component: 1st order differencing (d=1)
28
+ - MA component: 1 moving average term
29
+ - Trend term: 't' (deterministic trend)
30
+
31
+ ## Usage
32
+ ```python
33
+ import pickle
34
+
35
+ with open('model.pkl', 'rb') as f:
36
+ model = pickle.load(f)
37
+
38
+ forecast = model.forecast(steps=28)
39
+ ```
40
+
41
+ ## Notes
42
+ - Simplest model but requires manual order selection
43
+ - No seasonal component (SARIMAX handles this better)
44
+ - Good baseline but underperforms compared to Prophet and SARIMAX
45
+ - Smallest model file (6.5MB) due to no seasonal components
arima/metrics.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "rmse": 6459.701299981527,
3
+ "mae": 4852.6228457663765,
4
+ "mape": 10.475306061903403,
5
+ "method": "ARIMA",
6
+ "order": [
7
+ 3,
8
+ 1,
9
+ 1
10
+ ],
11
+ "d_value": 1,
12
+ "train_days": 1913,
13
+ "test_days": 28,
14
+ "adf_pvalue": 0.5009604361797737
15
+ }
arima/model.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a186737a57e95e4769377efca1d3859683eff2a2cde59ff52c88028fc88f188
3
+ size 6870504
arima/model_config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_name": "ARIMA",
3
+ "hyperparameters": {
4
+ "order": [
5
+ 3,
6
+ 1,
7
+ 1
8
+ ],
9
+ "trend": "t",
10
+ "stationary": false
11
+ },
12
+ "training_data": {
13
+ "train_days": 1913,
14
+ "test_days": 28,
15
+ "train_start": "2011-01-29 00:00:00",
16
+ "train_end": "2016-04-24 00:00:00",
17
+ "stationarity_test": "ADF",
18
+ "adf_statistic": -1.5653733253318483,
19
+ "adf_pvalue": 0.5009604361797737
20
+ },
21
+ "metrics": {
22
+ "rmse": 6459.701299981527,
23
+ "mae": 4852.6228457663765,
24
+ "mape": 10.475306061903403,
25
+ "method": "ARIMA",
26
+ "order": [
27
+ 3,
28
+ 1,
29
+ 1
30
+ ],
31
+ "d_value": 1,
32
+ "train_days": 1913,
33
+ "test_days": 28,
34
+ "adf_pvalue": 0.5009604361797737
35
+ }
36
+ }
arima/predictions.csv ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ds,yhat,actual
2
+ 2016-04-25,45190.990259355225,38793
3
+ 2016-04-26,40583.77766973429,35487
4
+ 2016-04-27,39073.7103863895,34445
5
+ 2016-04-28,40454.294880894406,34732
6
+ 2016-04-29,42624.609787427515,42896
7
+ 2016-04-30,43799.831241559645,50429
8
+ 2016-05-01,43589.1120619281,53032
9
+ 2016-05-02,42700.7718190461,43181
10
+ 2016-05-03,42017.34031237138,44314
11
+ 2016-05-04,41926.30052133391,39601
12
+ 2016-05-05,42256.61094459382,40763
13
+ 2016-05-06,42620.14437307269,43805
14
+ 2016-05-07,42762.768288819745,54239
15
+ 2016-05-08,42682.846685461045,45609
16
+ 2016-05-09,42530.503889281834,46400
17
+ 2016-05-10,42444.48207322392,39379
18
+ 2016-05-11,42462.53115942328,42248
19
+ 2016-05-12,42536.51388263449,40503
20
+ 2016-05-13,42599.7324861895,44073
21
+ 2016-05-14,42619.7006711,54308
22
+ 2016-05-15,42606.40123128623,59921
23
+ 2016-05-16,42588.37788685298,42362
24
+ 2016-05-17,42585.86841938702,38777
25
+ 2016-05-18,42600.41418280065,37096
26
+ 2016-05-19,42621.35490978869,36963
27
+ 2016-05-20,42637.98826800487,42552
28
+ 2016-05-21,42646.85333683171,51518
29
+ 2016-05-22,42651.15957858302,54338
arima_phased/model.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35dc02095bc79aadf79b8ccce25c126dcf200edc35a20ce4a0bf8c570583bba9
3
+ size 6619306
arima_phased/model_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "ARIMA",
3
+ "order": [
4
+ 2,
5
+ 1,
6
+ 2
7
+ ],
8
+ "d_value": 1,
9
+ "adf_pvalue": 0.48920532220127466,
10
+ "test_order": [
11
+ 2,
12
+ 1,
13
+ 1
14
+ ],
15
+ "metrics": {
16
+ "name": "ARIMA",
17
+ "rmse": 6558.0098488097265,
18
+ "mae": 5298.588749100937,
19
+ "mape": 12.038072720026841
20
+ },
21
+ "aic": 37119.59765269647
22
+ }
hybrid/model_config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_name": "Hybrid_SARIMAX_XGBoost",
3
+ "base_model": "SARIMAX(2,1,1)(1,1,1,7)",
4
+ "residual_model": "XGBoost",
5
+ "strategy": "SARIMAX + XGBoost(residual_correction)",
6
+ "sarimax_rmse": 1805.0597898619735,
7
+ "hybrid_rmse": 1756.9378292743959,
8
+ "improvement_pct": 2.665948289239624,
9
+ "metrics": {
10
+ "name": "Hybrid_SARIMAX_XGBoost",
11
+ "rmse": 1756.9378292743959,
12
+ "mae": 1525.9386274679296,
13
+ "mape": 3.73186543749005
14
+ },
15
+ "features": [
16
+ "residual_lag_1",
17
+ "residual_lag_2",
18
+ "residual_lag_7",
19
+ "residual_lag_14",
20
+ "residual_lag_28",
21
+ "rolling_mean_7",
22
+ "rolling_mean_28",
23
+ "rolling_std_7",
24
+ "sales_lag_1",
25
+ "sales_lag_7",
26
+ "wday",
27
+ "month",
28
+ "snap_CA",
29
+ "snap_TX",
30
+ "snap_WI",
31
+ "sarimax_fitted"
32
+ ]
33
+ }
hybrid/predictions.csv ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ date,sarimax_pred,xgboost_correction,hybrid_pred,actual
2
+ 2016-03-28,38235.134864620864,-303.56647,37931.56839733571,36041
3
+ 2016-03-29,35938.24562629463,-595.3925,35342.853109204785,33857
4
+ 2016-03-30,36067.09610403734,-484.44943,35582.64667166429,32359
5
+ 2016-03-31,36632.14476851042,-605.6719,36026.47289351042,34681
6
+ 2016-04-01,43613.110228852085,501.40698,44114.51721127396,45536
7
+ 2016-04-02,53429.26630673088,302.20306,53731.469370695726,52672
8
+ 2016-04-03,53326.93428310654,550.79254,53877.72682461044,56425
9
+ 2016-04-04,40897.55973830253,-381.6515,40515.90824904472,40418
10
+ 2016-04-05,40665.49159821007,-40.607292,40624.88430603478,39683
11
+ 2016-04-06,40821.239280567286,776.40137,41597.640647754786,39134
12
+ 2016-04-07,40374.93390058706,218.52983,40593.463731519674,38116
13
+ 2016-04-08,42826.07274464186,1401.3386,44227.411367688735,43220
14
+ 2016-04-09,54621.33167223622,532.9614,55154.29309801747,56340
15
+ 2016-04-10,51202.217755138554,-342.1888,50860.028942882695,53856
16
+ 2016-04-11,41978.6745867846,487.2263,42465.90087462639,42427
17
+ 2016-04-12,39035.19301750588,847.0511,39882.24410393166,39069
18
+ 2016-04-13,38016.02303935446,391.74045,38407.76348735251,35193
19
+ 2016-04-14,38490.77302491779,549.0712,39039.844252945135,37529
20
+ 2016-04-15,42545.122587171194,554.77106,43099.8936443001,41789
21
+ 2016-04-16,50277.31445115759,-663.08167,49614.232786118526,48362
22
+ 2016-04-17,49596.870777660835,849.41815,50446.288929516304,51640
23
+ 2016-04-18,39557.57946680763,-914.13855,38643.44091700294,38059
24
+ 2016-04-19,36604.45188763487,-584.38947,36020.062422302835,37570
25
+ 2016-04-20,36764.46961673701,-726.60034,36037.86927494014,35343
26
+ 2016-04-21,37521.78089081055,-739.74634,36782.034552919926,35033
27
+ 2016-04-22,40100.54939246655,-825.13635,39275.41303992749,40517
28
+ 2016-04-23,50473.722035745894,-942.18225,49531.53978476933,48962
29
+ 2016-04-24,49806.76286619581,-2870.2925,46936.47038572706,49795
hybrid/sarimax_base.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:782b507b7ee51efa50e6b1177b4852cbfe92cc05ac461fd420497fcc55a0831e
3
+ size 88221776
hybrid/xgboost_residual.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:611f01ff33b1caae26f52de56db27f167981c2e1fa5669d005d45967af9abe28
3
+ size 123328