{
 "generated": "2026-10-13",
 "protocol_version": 2,
 "notes": [
  "Protocol v2 (see amendments in evaluation.json). Season 2025/26 was already evaluated once under v1 (test-v1.json); this second evaluation is descriptive and the season is no longer untouched.",
  "The backtest uses today's corrected data; see vintage.json for the effect of real data versions."
 ],
 "season": "2025/26",
 "model_choice": {
  "candidate": "dyn-season-holiday",
  "groups": [
   "dynamics",
   "season",
   "holiday"
  ],
  "spread_factor": 1.1,
  "model_weight": 0.75
 },
 "models": [
  "baseline-seasonal",
  "baseline-plain",
  "persistence",
  "regional-model",
  "ensemble"
 ],
 "overall": {
  "baseline-plain": {
   "n": 3536,
   "mae": 285.5814479638009,
   "wis": 203.937416289593,
   "coverage50": 0.3427601809954751,
   "coverage80": 0.5599547511312217
  },
  "baseline-seasonal": {
   "n": 3536,
   "mae": 263.9088499571896,
   "wis": 189.6759385196512,
   "coverage50": 0.3257918552036199,
   "coverage80": 0.5350678733031674
  },
  "ensemble": {
   "n": 3536,
   "mae": 175.60057849752508,
   "wis": 124.38221374688243,
   "coverage50": 0.5500565610859729,
   "coverage80": 0.8461538461538461
  },
  "persistence": {
   "n": 3536,
   "mae": 307.106839407647,
   "wis": 227.1128493347903,
   "coverage50": 0.478789592760181,
   "coverage80": 0.7833710407239819
  },
  "regional-model": {
   "n": 3536,
   "mae": 183.03696432000126,
   "wis": 129.01708151255332,
   "coverage50": 0.49971719457013575,
   "coverage80": 0.7963800904977375
  }
 },
 "by_region": {
  "de": {
   "baseline-seasonal": {
    "n": 208,
    "mae": 129.10578154127901,
    "wis": 89.43791431013132,
    "coverage50": 0.7115384615384616,
    "coverage80": 0.9807692307692307
   },
   "baseline-plain": {
    "n": 208,
    "mae": 155.04807692307693,
    "wis": 101.37126923076906,
    "coverage50": 0.5769230769230769,
    "coverage80": 0.9615384615384616
   },
   "persistence": {
    "n": 208,
    "mae": 252.6185540215924,
    "wis": 186.15754080009722,
    "coverage50": 0.49038461538461536,
    "coverage80": 0.7932692307692307
   },
   "regional-model": {
    "n": 208,
    "mae": 135.5743229893711,
    "wis": 95.79760270739908,
    "coverage50": 0.6057692307692307,
    "coverage80": 0.9519230769230769
   },
   "ensemble": {
    "n": 208,
    "mae": 115.17566327739209,
    "wis": 90.01340045796088,
    "coverage50": 0.7115384615384616,
    "coverage80": 0.9903846153846154
   }
  },
  "de-bb": {
   "baseline-seasonal": {
    "n": 208,
    "mae": 350.64941431936575,
    "wis": 256.504744753234,
    "coverage50": 0.28846153846153844,
    "coverage80": 0.4423076923076923
   },
   "baseline-plain": {
    "n": 208,
    "mae": 387.9519230769231,
    "wis": 273.63276923076916,
    "coverage50": 0.3076923076923077,
    "coverage80": 0.46153846153846156
   },
   "persistence": {
    "n": 208,
    "mae": 362.06619346470546,
    "wis": 276.03626080106835,
    "coverage50": 0.5048076923076923,
    "coverage80": 0.7980769230769231
   },
   "regional-model": {
    "n": 208,
    "mae": 229.840415892659,
    "wis": 165.11616655497002,
    "coverage50": 0.49038461538461536,
    "coverage80": 0.7692307692307693
   },
   "ensemble": {
    "n": 208,
    "mae": 220.90483453910934,
    "wis": 158.08222874352035,
    "coverage50": 0.5,
    "coverage80": 0.7596153846153846
   }
  },
  "de-be": {
   "baseline-seasonal": {
    "n": 208,
    "mae": 179.02998630047225,
    "wis": 123.32832156272408,
    "coverage50": 0.5192307692307693,
    "coverage80": 0.7307692307692307
   },
   "baseline-plain": {
    "n": 208,
    "mae": 210.01923076923077,
    "wis": 144.20153846153823,
    "coverage50": 0.4807692307692308,
    "coverage80": 0.6923076923076923
   },
   "persistence": {
    "n": 208,
    "mae": 243.19921917697195,
    "wis": 180.50793490604858,
    "coverage50": 0.46634615384615385,
    "coverage80": 0.7596153846153846
   },
   "regional-model": {
    "n": 208,
    "mae": 138.92911528219446,
    "wis": 93.6503210664819,
    "coverage50": 0.4567307692307692,
    "coverage80": 0.8173076923076923
   },
   "ensemble": {
    "n": 208,
    "mae": 120.93814056796819,
    "wis": 88.25164096904274,
    "coverage50": 0.5865384615384616,
    "coverage80": 0.8990384615384616
   }
  },
  "de-bw": {
   "baseline-seasonal": {
    "n": 208,
    "mae": 245.0448375355841,
    "wis": 183.96507622075603,
    "coverage50": 0.15384615384615385,
    "coverage80": 0.36538461538461536
   },
   "baseline-plain": {
    "n": 208,
    "mae": 250.52884615384616,
    "wis": 194.71242307692305,
    "coverage50": 0.25,
    "coverage80": 0.4230769230769231
   },
   "persistence": {
    "n": 208,
    "mae": 271.0902042259071,
    "wis": 199.2463591324563,
    "coverage50": 0.42788461538461536,
    "coverage80": 0.7355769230769231
   },
   "regional-model": {
    "n": 208,
    "mae": 161.95512666019926,
    "wis": 116.28378023600493,
    "coverage50": 0.5240384615384616,
    "coverage80": 0.8028846153846154
   },
   "ensemble": {
    "n": 208,
    "mae": 146.80007027316955,
    "wis": 107.82378709420664,
    "coverage50": 0.5961538461538461,
    "coverage80": 0.8701923076923077
   }
  },
  "de-by": {
   "baseline-seasonal": {
    "n": 208,
    "mae": 337.74027517774954,
    "wis": 241.60754343011837,
    "coverage50": 0.07692307692307693,
    "coverage80": 0.3076923076923077
   },
   "baseline-plain": {
    "n": 208,
    "mae": 329.7692307692308,
    "wis": 246.89403846153826,
    "coverage50": 0.19230769230769232,
    "coverage80": 0.38461538461538464
   },
   "persistence": {
    "n": 208,
    "mae": 281.1418250358164,
    "wis": 211.31693406279453,
    "coverage50": 0.47115384615384615,
    "coverage80": 0.8076923076923077
   },
   "regional-model": {
    "n": 208,
    "mae": 178.40898514611564,
    "wis": 131.24500558909128,
    "coverage50": 0.5384615384615384,
    "coverage80": 0.8028846153846154
   },
   "ensemble": {
    "n": 208,
    "mae": 170.17684309245544,
    "wis": 124.59082651634445,
    "coverage50": 0.5288461538461539,
    "coverage80": 0.8028846153846154
   }
  },
  "de-hb": {
   "baseline-seasonal": {
    "n": 208,
    "mae": 247.4443403029381,
    "wis": 171.87022386313825,
    "coverage50": 0.3076923076923077,
    "coverage80": 0.5769230769230769
   },
   "baseline-plain": {
    "n": 208,
    "mae": 251.4903846153846,
    "wis": 182.57973076923088,
    "coverage50": 0.34615384615384615,
    "coverage80": 0.4807692307692308
   },
   "persistence": {
    "n": 208,
    "mae": 249.0940812897146,
    "wis": 181.75112289630175,
    "coverage50": 0.42788461538461536,
    "coverage80": 0.7644230769230769
   },
   "regional-model": {
    "n": 208,
    "mae": 140.86575757514007,
    "wis": 101.97506783633273,
    "coverage50": 0.47596153846153844,
    "coverage80": 0.7115384615384616
   },
   "ensemble": {
    "n": 208,
    "mae": 140.96863418236552,
    "wis": 96.94292288854415,
    "coverage50": 0.4951923076923077,
    "coverage80": 0.8413461538461539
   }
  },
  "de-he": {
   "baseline-seasonal": {
    "n": 208,
    "mae": 226.6611229467309,
    "wis": 158.09001711944845,
    "coverage50": 0.3269230769230769,
    "coverage80": 0.5961538461538461
   },
   "baseline-plain": {
    "n": 208,
    "mae": 253.1346153846154,
    "wis": 178.40446153846173,
    "coverage50": 0.36538461538461536,
    "coverage80": 0.5961538461538461
   },
   "persistence": {
    "n": 208,
    "mae": 250.87456622441985,
    "wis": 189.07673743829903,
    "coverage50": 0.5432692307692307,
    "coverage80": 0.7932692307692307
   },
   "regional-model": {
    "n": 208,
    "mae": 138.5749647604392,
    "wis": 100.10914124166078,
    "coverage50": 0.6105769230769231,
    "coverage80": 0.8846153846153846
   },
   "ensemble": {
    "n": 208,
    "mae": 131.08564821299947,
    "wis": 97.58199298620261,
    "coverage50": 0.6923076923076923,
    "coverage80": 0.9519230769230769
   }
  },
  "de-hh": {
   "baseline-seasonal": {
    "n": 208,
    "mae": 196.063266431929,
    "wis": 157.77301973131594,
    "coverage50": 0.38461538461538464,
    "coverage80": 0.5769230769230769
   },
   "baseline-plain": {
    "n": 208,
    "mae": 219.65384615384616,
    "wis": 169.45526923076915,
    "coverage50": 0.36538461538461536,
    "coverage80": 0.6153846153846154
   },
   "persistence": {
    "n": 208,
    "mae": 209.52240846073175,
    "wis": 151.93240143685614,
    "coverage50": 0.4807692307692308,
    "coverage80": 0.7932692307692307
   },
   "regional-model": {
    "n": 208,
    "mae": 124.5928559639148,
    "wis": 87.79136841069976,
    "coverage50": 0.46634615384615385,
    "coverage80": 0.7644230769230769
   },
   "ensemble": {
    "n": 208,
    "mae": 117.67032045048866,
    "wis": 90.3981265892585,
    "coverage50": 0.5721153846153846,
    "coverage80": 0.8461538461538461
   }
  },
  "de-mv": {
   "baseline-seasonal": {
    "n": 208,
    "mae": 379.86104470358157,
    "wis": 263.94273299367956,
    "coverage50": 0.38461538461538464,
    "coverage80": 0.6153846153846154
   },
   "baseline-plain": {
    "n": 208,
    "mae": 427.7980769230769,
    "wis": 287.02040384615395,
    "coverage50": 0.40384615384615385,
    "coverage80": 0.6538461538461539
   },
   "persistence": {
    "n": 208,
    "mae": 575.8734446205046,
    "wis": 413.44248133134863,
    "coverage50": 0.4567307692307692,
    "coverage80": 0.7836538461538461
   },
   "regional-model": {
    "n": 208,
    "mae": 360.5823228126676,
    "wis": 248.19540875655505,
    "coverage50": 0.41346153846153844,
    "coverage80": 0.6971153846153846
   },
   "ensemble": {
    "n": 208,
    "mae": 345.28357558050357,
    "wis": 233.13055852385654,
    "coverage50": 0.4519230769230769,
    "coverage80": 0.8028846153846154
   }
  },
  "de-ni": {
   "baseline-seasonal": {
    "n": 208,
    "mae": 266.7457857598162,
    "wis": 183.53532512487087,
    "coverage50": 0.23076923076923078,
    "coverage80": 0.40384615384615385
   },
   "baseline-plain": {
    "n": 208,
    "mae": 287.9230769230769,
    "wis": 190.81940384615368,
    "coverage50": 0.28846153846153844,
    "coverage80": 0.46153846153846156
   },
   "persistence": {
    "n": 208,
    "mae": 272.4487697570138,
    "wis": 192.08410864392624,
    "coverage50": 0.38461538461538464,
    "coverage80": 0.7403846153846154
   },
   "regional-model": {
    "n": 208,
    "mae": 150.9941444861646,
    "wis": 105.11297578494298,
    "coverage50": 0.5576923076923077,
    "coverage80": 0.875
   },
   "ensemble": {
    "n": 208,
    "mae": 152.14710051494887,
    "wis": 105.46984197423286,
    "coverage50": 0.6346153846153846,
    "coverage80": 0.8846153846153846
   }
  },
  "de-nw": {
   "baseline-seasonal": {
    "n": 208,
    "mae": 238.31593050606014,
    "wis": 165.16695000388745,
    "coverage50": 0.38461538461538464,
    "coverage80": 0.5384615384615384
   },
   "baseline-plain": {
    "n": 208,
    "mae": 254.66346153846155,
    "wis": 181.91334615384616,
    "coverage50": 0.36538461538461536,
    "coverage80": 0.5769230769230769
   },
   "persistence": {
    "n": 208,
    "mae": 296.5422210967424,
    "wis": 219.38486964789476,
    "coverage50": 0.5192307692307693,
    "coverage80": 0.8173076923076923
   },
   "regional-model": {
    "n": 208,
    "mae": 167.5906813125398,
    "wis": 117.9969340045726,
    "coverage50": 0.5961538461538461,
    "coverage80": 0.875
   },
   "ensemble": {
    "n": 208,
    "mae": 162.6657108893457,
    "wis": 113.90405848658087,
    "coverage50": 0.6153846153846154,
    "coverage80": 0.9134615384615384
   }
  },
  "de-rp": {
   "baseline-seasonal": {
    "n": 208,
    "mae": 323.41373535855206,
    "wis": 242.10453659166478,
    "coverage50": 0.15384615384615385,
    "coverage80": 0.3269230769230769
   },
   "baseline-plain": {
    "n": 208,
    "mae": 352.4230769230769,
    "wis": 263.58475000000004,
    "coverage50": 0.23076923076923078,
    "coverage80": 0.36538461538461536
   },
   "persistence": {
    "n": 208,
    "mae": 311.4110817043018,
    "wis": 226.77843423263565,
    "coverage50": 0.46153846153846156,
    "coverage80": 0.8028846153846154
   },
   "regional-model": {
    "n": 208,
    "mae": 167.26911541870552,
    "wis": 117.88427699854107,
    "coverage50": 0.5480769230769231,
    "coverage80": 0.8557692307692307
   },
   "ensemble": {
    "n": 208,
    "mae": 169.49646675097728,
    "wis": 124.64131120814797,
    "coverage50": 0.5480769230769231,
    "coverage80": 0.8509615384615384
   }
  },
  "de-sh": {
   "baseline-seasonal": {
    "n": 208,
    "mae": 305.2956664303972,
    "wis": 223.85277896609145,
    "coverage50": 0.2692307692307692,
    "coverage80": 0.5
   },
   "baseline-plain": {
    "n": 208,
    "mae": 350.1730769230769,
    "wis": 240.5367115384615,
    "coverage50": 0.28846153846153844,
    "coverage80": 0.5192307692307693
   },
   "persistence": {
    "n": 208,
    "mae": 424.7111910028217,
    "wis": 309.6700876706713,
    "coverage50": 0.42788461538461536,
    "coverage80": 0.7403846153846154
   },
   "regional-model": {
    "n": 208,
    "mae": 275.9772034319433,
    "wis": 191.04148021734272,
    "coverage50": 0.3798076923076923,
    "coverage80": 0.6586538461538461
   },
   "ensemble": {
    "n": 208,
    "mae": 271.01695418461657,
    "wis": 183.565353191585,
    "coverage50": 0.40384615384615385,
    "coverage80": 0.7019230769230769
   }
  },
  "de-sl": {
   "baseline-seasonal": {
    "n": 208,
    "mae": 300.26556738261854,
    "wis": 214.97230645875754,
    "coverage50": 0.25,
    "coverage80": 0.4230769230769231
   },
   "baseline-plain": {
    "n": 208,
    "mae": 311.28846153846155,
    "wis": 222.9233461538459,
    "coverage50": 0.28846153846153844,
    "coverage80": 0.46153846153846156
   },
   "persistence": {
    "n": 208,
    "mae": 257.8168284603144,
    "wis": 209.54404816247023,
    "coverage50": 0.5480769230769231,
    "coverage80": 0.7884615384615384
   },
   "regional-model": {
    "n": 208,
    "mae": 171.5856478375179,
    "wis": 124.56754971447086,
    "coverage50": 0.4182692307692308,
    "coverage80": 0.7355769230769231
   },
   "ensemble": {
    "n": 208,
    "mae": 166.24820426334762,
    "wis": 124.18464994140803,
    "coverage50": 0.5240384615384616,
    "coverage80": 0.7115384615384616
   }
  },
  "de-sn": {
   "baseline-seasonal": {
    "n": 208,
    "mae": 244.01804833617535,
    "wis": 177.93272536240087,
    "coverage50": 0.2692307692307692,
    "coverage80": 0.4423076923076923
   },
   "baseline-plain": {
    "n": 208,
    "mae": 242.34615384615384,
    "wis": 186.93432692307718,
    "coverage50": 0.28846153846153844,
    "coverage80": 0.5384615384615384
   },
   "persistence": {
    "n": 208,
    "mae": 269.676331970986,
    "wis": 202.19612112150696,
    "coverage50": 0.5192307692307693,
    "coverage80": 0.7884615384615384
   },
   "regional-model": {
    "n": 208,
    "mae": 154.5258059369606,
    "wis": 109.51632431309034,
    "coverage50": 0.5240384615384616,
    "coverage80": 0.8365384615384616
   },
   "ensemble": {
    "n": 208,
    "mae": 151.22128016944455,
    "wis": 103.20458788723954,
    "coverage50": 0.5240384615384616,
    "coverage80": 0.9038461538461539
   }
  },
  "de-st": {
   "baseline-seasonal": {
    "n": 208,
    "mae": 190.41977887575098,
    "wis": 134.91184906291863,
    "coverage50": 0.5576923076923077,
    "coverage80": 0.8269230769230769
   },
   "baseline-plain": {
    "n": 208,
    "mae": 216.43269230769232,
    "wis": 150.65186538461538,
    "coverage50": 0.5192307692307693,
    "coverage80": 0.8461538461538461
   },
   "persistence": {
    "n": 208,
    "mae": 368.0634713896676,
    "wis": 262.2703955055887,
    "coverage50": 0.4951923076923077,
    "coverage80": 0.8317307692307693
   },
   "regional-model": {
    "n": 208,
    "mae": 211.01911409392153,
    "wis": 145.3614552679814,
    "coverage50": 0.46634615384615385,
    "coverage80": 0.7836538461538461
   },
   "ensemble": {
    "n": 208,
    "mae": 194.39839170331646,
    "wis": 133.9354266842443,
    "coverage50": 0.5576923076923077,
    "coverage80": 0.8701923076923077
   }
  },
  "de-th": {
   "baseline-seasonal": {
    "n": 208,
    "mae": 326.3758673632214,
    "wis": 235.49488927893134,
    "coverage50": 0.2692307692307692,
    "coverage80": 0.4423076923076923
   },
   "baseline-plain": {
    "n": 208,
    "mae": 354.24038461538464,
    "wis": 251.30042307692298,
    "coverage50": 0.2692307692307692,
    "coverage80": 0.4807692307692308
   },
   "persistence": {
    "n": 208,
    "mae": 324.66587802779605,
    "wis": 249.52260090147925,
    "coverage50": 0.5144230769230769,
    "coverage80": 0.7788461538461539
   },
   "regional-model": {
    "n": 208,
    "mae": 203.34281383956406,
    "wis": 141.6455270132705,
    "coverage50": 0.4230769230769231,
    "coverage80": 0.7163461538461539
   },
   "ensemble": {
    "n": 208,
    "mae": 209.01199580547788,
    "wis": 138.77691955462544,
    "coverage50": 0.40865384615384615,
    "coverage80": 0.7836538461538461
   }
  }
 },
 "by_horizon": {
  "h1": {
   "baseline-seasonal": {
    "n": 884,
    "mae": 263.90884995718955,
    "wis": 189.67593851965108,
    "coverage50": 0.3257918552036199,
    "coverage80": 0.5350678733031674
   },
   "baseline-plain": {
    "n": 884,
    "mae": 285.5814479638009,
    "wis": 203.9374162895926,
    "coverage50": 0.3427601809954751,
    "coverage80": 0.5599547511312217
   },
   "persistence": {
    "n": 884,
    "mae": 217.07513648094854,
    "wis": 162.48509248424654,
    "coverage50": 0.4626696832579186,
    "coverage80": 0.7805429864253394
   },
   "regional-model": {
    "n": 884,
    "mae": 150.79468740893142,
    "wis": 107.81119639973464,
    "coverage50": 0.46153846153846156,
    "coverage80": 0.7613122171945701
   },
   "ensemble": {
    "n": 884,
    "mae": 151.96851289713834,
    "wis": 108.37467568233559,
    "coverage50": 0.5158371040723982,
    "coverage80": 0.8246606334841629
   }
  },
  "h2": {
   "baseline-seasonal": {
    "n": 884,
    "mae": 263.90884995718955,
    "wis": 189.67593851965108,
    "coverage50": 0.3257918552036199,
    "coverage80": 0.5350678733031674
   },
   "baseline-plain": {
    "n": 884,
    "mae": 285.5814479638009,
    "wis": 203.9374162895926,
    "coverage50": 0.3427601809954751,
    "coverage80": 0.5599547511312217
   },
   "persistence": {
    "n": 884,
    "mae": 293.77781946059036,
    "wis": 216.35637461772086,
    "coverage50": 0.4626696832579186,
    "coverage80": 0.7828054298642534
   },
   "regional-model": {
    "n": 884,
    "mae": 173.84779039152954,
    "wis": 122.8523694271212,
    "coverage50": 0.502262443438914,
    "coverage80": 0.7794117647058824
   },
   "ensemble": {
    "n": 884,
    "mae": 169.39445500353077,
    "wis": 119.99081144396447,
    "coverage50": 0.5463800904977375,
    "coverage80": 0.834841628959276
   }
  },
  "h3": {
   "baseline-seasonal": {
    "n": 884,
    "mae": 263.90884995718955,
    "wis": 189.67593851965108,
    "coverage50": 0.3257918552036199,
    "coverage80": 0.5350678733031674
   },
   "baseline-plain": {
    "n": 884,
    "mae": 285.5814479638009,
    "wis": 203.9374162895926,
    "coverage50": 0.3427601809954751,
    "coverage80": 0.5599547511312217
   },
   "persistence": {
    "n": 884,
    "mae": 341.5592632657408,
    "wis": 248.44853344334794,
    "coverage50": 0.48868778280542985,
    "coverage80": 0.7941176470588235
   },
   "regional-model": {
    "n": 884,
    "mae": 192.8790783638448,
    "wis": 135.7965094151097,
    "coverage50": 0.5090497737556561,
    "coverage80": 0.831447963800905
   },
   "ensemble": {
    "n": 884,
    "mae": 182.5341277071175,
    "wis": 129.40103820265654,
    "coverage50": 0.5712669683257918,
    "coverage80": 0.8653846153846154
   }
  },
  "h4": {
   "baseline-seasonal": {
    "n": 884,
    "mae": 263.90884995718955,
    "wis": 189.67593851965108,
    "coverage50": 0.3257918552036199,
    "coverage80": 0.5350678733031674
   },
   "baseline-plain": {
    "n": 884,
    "mae": 285.5814479638009,
    "wis": 203.9374162895926,
    "coverage50": 0.3427601809954751,
    "coverage80": 0.5599547511312217
   },
   "persistence": {
    "n": 884,
    "mae": 376.01513842331036,
    "wis": 281.1613967938478,
    "coverage50": 0.501131221719457,
    "coverage80": 0.7760180995475113
   },
   "regional-model": {
    "n": 884,
    "mae": 214.6263011156988,
    "wis": 149.60825080824796,
    "coverage50": 0.5260180995475113,
    "coverage80": 0.8133484162895928
   },
   "ensemble": {
    "n": 884,
    "mae": 198.5052183823145,
    "wis": 139.7623296585729,
    "coverage50": 0.5667420814479638,
    "coverage80": 0.8597285067873304
   }
  }
 },
 "by_phase": {
  "decline": {
   "baseline-seasonal": {
    "n": 1216,
    "mae": 293.5028395546904,
    "wis": 208.7457874097478,
    "coverage50": 0.2993421052631579,
    "coverage80": 0.5164473684210527
   },
   "baseline-plain": {
    "n": 1216,
    "mae": 289.45394736842104,
    "wis": 203.9261447368424,
    "coverage50": 0.34539473684210525,
    "coverage80": 0.5789473684210527
   },
   "persistence": {
    "n": 1216,
    "mae": 280.1097899379779,
    "wis": 197.057874634924,
    "coverage50": 0.5476973684210527,
    "coverage80": 0.897203947368421
   },
   "regional-model": {
    "n": 1216,
    "mae": 170.88266639334512,
    "wis": 121.50411904914097,
    "coverage50": 0.5361842105263158,
    "coverage80": 0.8273026315789473
   },
   "ensemble": {
    "n": 1216,
    "mae": 175.02811116669736,
    "wis": 124.78929434694426,
    "coverage50": 0.5805921052631579,
    "coverage80": 0.8692434210526315
   }
  },
  "low": {
   "baseline-seasonal": {
    "n": 888,
    "mae": 184.16509006528256,
    "wis": 141.96411616559737,
    "coverage50": 0.25225225225225223,
    "coverage80": 0.43243243243243246
   },
   "baseline-plain": {
    "n": 888,
    "mae": 253.1463963963964,
    "wis": 189.38592342342355,
    "coverage50": 0.25675675675675674,
    "coverage80": 0.42792792792792794
   },
   "persistence": {
    "n": 888,
    "mae": 245.93329959891082,
    "wis": 182.84655911860204,
    "coverage50": 0.42342342342342343,
    "coverage80": 0.7195945945945946
   },
   "regional-model": {
    "n": 888,
    "mae": 98.4019929107248,
    "wis": 71.1017776899033,
    "coverage50": 0.5180180180180181,
    "coverage80": 0.7995495495495496
   },
   "ensemble": {
    "n": 888,
    "mae": 110.67589233701177,
    "wis": 80.17269073986886,
    "coverage50": 0.48873873873873874,
    "coverage80": 0.777027027027027
   }
  },
  "peak": {
   "baseline-seasonal": {
    "n": 348,
    "mae": 323.12612054737485,
    "wis": 214.89021162728412,
    "coverage50": 0.5632183908045977,
    "coverage80": 0.7816091954022989
   },
   "baseline-plain": {
    "n": 348,
    "mae": 303.57471264367814,
    "wis": 212.47439080459753,
    "coverage50": 0.5747126436781609,
    "coverage80": 0.7931034482758621
   },
   "persistence": {
    "n": 348,
    "mae": 435.5332050015637,
    "wis": 329.73885403772965,
    "coverage50": 0.5258620689655172,
    "coverage80": 0.8448275862068966
   },
   "regional-model": {
    "n": 348,
    "mae": 359.5898913562136,
    "wis": 240.36537873680953,
    "coverage50": 0.3850574712643678,
    "coverage80": 0.7442528735632183
   },
   "ensemble": {
    "n": 348,
    "mae": 299.7302798759204,
    "wis": 205.00535737678447,
    "coverage50": 0.5804597701149425,
    "coverage80": 0.8620689655172413
   }
  },
  "rise": {
   "baseline-seasonal": {
    "n": 1084,
    "mae": 277.0256002044845,
    "wis": 199.2742733522957,
    "coverage50": 0.33948339483394835,
    "coverage80": 0.5608856088560885
   },
   "baseline-plain": {
    "n": 1084,
    "mae": 302.0313653136531,
    "wis": 213.12981918819216,
    "coverage50": 0.33579335793357934,
    "coverage80": 0.5719557195571956
   },
   "persistence": {
    "n": 1084,
    "mae": 346.274865494911,
    "wis": 264.14372139234746,
    "coverage50": 0.4317343173431734,
    "coverage80": 0.6881918819188192
   },
   "regional-model": {
    "n": 1084,
    "mae": 209.32392214440083,
    "wis": 149.14193826161417,
    "coverage50": 0.4806273062730627,
    "coverage80": 0.775830258302583
   },
   "ensemble": {
    "n": 1084,
    "mae": 189.57853560558905,
    "wis": 134.25877503594768,
    "coverage50": 0.5562730627306273,
    "coverage80": 0.8717712177121771
   }
  }
 },
 "comparisons": {
  "ensemble vs baseline-seasonal": {
   "meanDiff": -65.29372477276898,
   "relImprovement": 0.3442383113132944,
   "ci95": [
    -94.4211750767822,
    -41.47066017613621
   ],
   "seasonsBetter": 1,
   "seasonsTotal": 1,
   "n": 3536
  },
  "ensemble vs baseline-plain": {
   "meanDiff": -79.55520254271046,
   "relImprovement": 0.39009615788081453,
   "ci95": [
    -117.52660178909647,
    -50.07084623174318
   ],
   "seasonsBetter": 1,
   "seasonsTotal": 1,
   "n": 3536
  },
  "ensemble vs persistence": {
   "meanDiff": -102.73063558790827,
   "relImprovement": 0.45233299608016264,
   "ci95": [
    -161.8760857238659,
    -55.81175470608053
   ],
   "seasonsBetter": 1,
   "seasonsTotal": 1,
   "n": 3536
  },
  "regional-model vs baseline-seasonal": {
   "meanDiff": -60.65885700709767,
   "relImprovement": 0.3198025932045839,
   "ci95": [
    -98.69975097166264,
    -28.31657142139505
   ],
   "seasonsBetter": 1,
   "seasonsTotal": 1,
   "n": 3536
  }
 },
 "peak": {
  "baseline-seasonal": {
   "n": 68,
   "median_abs_timing_weeks": 7,
   "mean_height_rel": 0.1387250684816098,
   "within_one_week_share": 0.29411764705882354,
   "ambiguous": 20,
   "by_horizon": {
    "h1": {
     "n": 17,
     "median_abs_timing_weeks": 7,
     "within_one_week_share": 0.29411764705882354
    },
    "h2": {
     "n": 17,
     "median_abs_timing_weeks": 7,
     "within_one_week_share": 0.29411764705882354
    },
    "h3": {
     "n": 17,
     "median_abs_timing_weeks": 7,
     "within_one_week_share": 0.29411764705882354
    },
    "h4": {
     "n": 17,
     "median_abs_timing_weeks": 7,
     "within_one_week_share": 0.29411764705882354
    }
   }
  },
  "baseline-plain": {
   "n": 68,
   "median_abs_timing_weeks": 8,
   "mean_height_rel": 0.11890907585871166,
   "within_one_week_share": 0.4117647058823529,
   "ambiguous": 20,
   "by_horizon": {
    "h1": {
     "n": 17,
     "median_abs_timing_weeks": 8,
     "within_one_week_share": 0.4117647058823529
    },
    "h2": {
     "n": 17,
     "median_abs_timing_weeks": 8,
     "within_one_week_share": 0.4117647058823529
    },
    "h3": {
     "n": 17,
     "median_abs_timing_weeks": 8,
     "within_one_week_share": 0.4117647058823529
    },
    "h4": {
     "n": 17,
     "median_abs_timing_weeks": 8,
     "within_one_week_share": 0.4117647058823529
    }
   }
  },
  "persistence": {
   "n": 68,
   "median_abs_timing_weeks": 3,
   "mean_height_rel": 0.0033005550048565836,
   "within_one_week_share": 0.23529411764705882,
   "ambiguous": 20,
   "by_horizon": {
    "h1": {
     "n": 17,
     "median_abs_timing_weeks": 1,
     "within_one_week_share": 0.9411764705882353
    },
    "h2": {
     "n": 17,
     "median_abs_timing_weeks": 2,
     "within_one_week_share": 0
    },
    "h3": {
     "n": 17,
     "median_abs_timing_weeks": 3,
     "within_one_week_share": 0
    },
    "h4": {
     "n": 17,
     "median_abs_timing_weeks": 4,
     "within_one_week_share": 0
    }
   }
  },
  "regional-model": {
   "n": 68,
   "median_abs_timing_weeks": 7,
   "mean_height_rel": -0.10070985264872774,
   "within_one_week_share": 0.23529411764705882,
   "ambiguous": 20,
   "by_horizon": {
    "h1": {
     "n": 17,
     "median_abs_timing_weeks": 1,
     "within_one_week_share": 0.5882352941176471
    },
    "h2": {
     "n": 17,
     "median_abs_timing_weeks": 7,
     "within_one_week_share": 0.35294117647058826
    },
    "h3": {
     "n": 17,
     "median_abs_timing_weeks": 8,
     "within_one_week_share": 0
    },
    "h4": {
     "n": 17,
     "median_abs_timing_weeks": 10,
     "within_one_week_share": 0
    }
   }
  },
  "ensemble": {
   "n": 68,
   "median_abs_timing_weeks": 7,
   "mean_height_rel": -0.06595103388811223,
   "within_one_week_share": 0.22058823529411764,
   "ambiguous": 20,
   "by_horizon": {
    "h1": {
     "n": 17,
     "median_abs_timing_weeks": 1,
     "within_one_week_share": 0.5294117647058824
    },
    "h2": {
     "n": 17,
     "median_abs_timing_weeks": 7,
     "within_one_week_share": 0.23529411764705882
    },
    "h3": {
     "n": 17,
     "median_abs_timing_weeks": 8,
     "within_one_week_share": 0.11764705882352941
    },
    "h4": {
     "n": 17,
     "median_abs_timing_weeks": 9,
     "within_one_week_share": 0
    }
   }
  }
 },
 "gate": {
  "shipped": "ensemble",
  "rel_wis_improvement": 0.3442383113132944,
  "threshold": 0.1,
  "reason": "Ensemble WIS is 34.4 % below the seasonal baseline (threshold 10 %)."
 }
}
