Add staffing timing to the integration harness and commit the verified run: small train 171ms, forecast train 3.6s, SSE propagation 15ms, 120/120 clients for 300s with 0 drops and p95 5.6ms, 20 heartbeats at 15s, FastAPI-down fallback from the snapshot, and recovery in 1.6s.
78 lines
2.0 KiB
JSON
78 lines
2.0 KiB
JSON
{
|
|
"model": "forecast",
|
|
"submit_http": 202,
|
|
"submit_ms": 15,
|
|
"submit_to_terminal_ms": 3571,
|
|
"job": {
|
|
"job_id": "2f4e7c5a5bc14abd81d4eb5cdbeb0e1a",
|
|
"status": "succeeded",
|
|
"model": "forecast",
|
|
"submitted_at": "2026-11-14T05:34:10Z",
|
|
"started_at": "2026-11-14T05:34:10Z",
|
|
"finished_at": "2026-11-14T05:34:13Z",
|
|
"metrics": {
|
|
"model": "weather-7d",
|
|
"mae": 4.83,
|
|
"wape": 33.0,
|
|
"r2": 0.703,
|
|
"baseline": "seasonal_naive",
|
|
"baseline_mae": 6.8,
|
|
"baseline_wape": 46.5,
|
|
"baseline_r2": 0.318,
|
|
"n_eval": 4919,
|
|
"ablation": [
|
|
{
|
|
"name": "seasonal_naive",
|
|
"description": "exact 168-row lag (same observed hour last week)",
|
|
"mae": 6.8,
|
|
"wape": 46.5,
|
|
"r2": 0.318,
|
|
"n": 4919
|
|
},
|
|
{
|
|
"name": "day_no_weather",
|
|
"description": "calendar + lags 24/48/168 + 24h/168h rolling means",
|
|
"mae": 5.5,
|
|
"wape": 37.6,
|
|
"r2": 0.623,
|
|
"n": 4919
|
|
},
|
|
{
|
|
"name": "day_holiday",
|
|
"description": "day-ahead + Baden-Württemberg holiday flag",
|
|
"mae": 5.5,
|
|
"wape": 37.6,
|
|
"r2": 0.623,
|
|
"n": 4919
|
|
},
|
|
{
|
|
"name": "day_weather",
|
|
"description": "day-ahead + temperature + rain (observed weather)",
|
|
"mae": 5.03,
|
|
"wape": 34.4,
|
|
"r2": 0.682,
|
|
"n": 4919
|
|
},
|
|
{
|
|
"name": "week_no_weather",
|
|
"description": "7-day-safe calendar + previous same weekday/hour values",
|
|
"mae": 5.4,
|
|
"wape": 36.9,
|
|
"r2": 0.631,
|
|
"n": 4919
|
|
},
|
|
{
|
|
"name": "week_weather",
|
|
"description": "7-day-safe + temperature + rain (production model)",
|
|
"mae": 4.83,
|
|
"wape": 33.0,
|
|
"r2": 0.703,
|
|
"n": 4919
|
|
}
|
|
]
|
|
},
|
|
"model_version": "histgb-20261114-053413",
|
|
"error": null
|
|
}
|
|
}
|