docs: record 120-client SSE load, train and fallback results
Add staffing timing to the integration harness and commit the verified run: small train 171ms, forecast train 3.6s, SSE propagation 15ms, 120/120 clients for 300s with 0 drops and p95 5.6ms, 20 heartbeats at 15s, FastAPI-down fallback from the snapshot, and recovery in 1.6s.
This commit is contained in:
1 parent
ac7ceca7ec
commit
b3146e0862
15 files changed
+481
-1
No files matched your search
@@ -0,0 +1,77 @@
|
||||
{
|
||||
"model": "forecast",
|
||||
"submit_http": 202,
|
||||
"submit_ms": 15,
|
||||
"submit_to_terminal_ms": 3571,
|
||||
"job": {
|
||||
"job_id": "2f4e7c5a5bc14abd81d4eb5cdbeb0e1a",
|
||||
"status": "succeeded",
|
||||
"model": "forecast",
|
||||
"submitted_at": "2026-11-14T05:34:10Z",
|
||||
"started_at": "2026-11-14T05:34:10Z",
|
||||
"finished_at": "2026-11-14T05:34:13Z",
|
||||
"metrics": {
|
||||
"model": "weather-7d",
|
||||
"mae": 4.83,
|
||||
"wape": 33.0,
|
||||
"r2": 0.703,
|
||||
"baseline": "seasonal_naive",
|
||||
"baseline_mae": 6.8,
|
||||
"baseline_wape": 46.5,
|
||||
"baseline_r2": 0.318,
|
||||
"n_eval": 4919,
|
||||
"ablation": [
|
||||
{
|
||||
"name": "seasonal_naive",
|
||||
"description": "exact 168-row lag (same observed hour last week)",
|
||||
"mae": 6.8,
|
||||
"wape": 46.5,
|
||||
"r2": 0.318,
|
||||
"n": 4919
|
||||
},
|
||||
{
|
||||
"name": "day_no_weather",
|
||||
"description": "calendar + lags 24/48/168 + 24h/168h rolling means",
|
||||
"mae": 5.5,
|
||||
"wape": 37.6,
|
||||
"r2": 0.623,
|
||||
"n": 4919
|
||||
},
|
||||
{
|
||||
"name": "day_holiday",
|
||||
"description": "day-ahead + Baden-Württemberg holiday flag",
|
||||
"mae": 5.5,
|
||||
"wape": 37.6,
|
||||
"r2": 0.623,
|
||||
"n": 4919
|
||||
},
|
||||
{
|
||||
"name": "day_weather",
|
||||
"description": "day-ahead + temperature + rain (observed weather)",
|
||||
"mae": 5.03,
|
||||
"wape": 34.4,
|
||||
"r2": 0.682,
|
||||
"n": 4919
|
||||
},
|
||||
{
|
||||
"name": "week_no_weather",
|
||||
"description": "7-day-safe calendar + previous same weekday/hour values",
|
||||
"mae": 5.4,
|
||||
"wape": 36.9,
|
||||
"r2": 0.631,
|
||||
"n": 4919
|
||||
},
|
||||
{
|
||||
"name": "week_weather",
|
||||
"description": "7-day-safe + temperature + rain (production model)",
|
||||
"mae": 4.83,
|
||||
"wape": 33.0,
|
||||
"r2": 0.703,
|
||||
"n": 4919
|
||||
}
|
||||
]
|
||||
},
|
||||
"model_version": "histgb-20261114-053413",
|
||||
"error": null
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user