Files
ML-py/artifacts/small_metrics.json
T
Noel Sabia 000aaed7a5 feat: per-sensor holdout metrics and small-model confusion matrix
- train.py emits per-sensor MAE/WAPE/R2 vs the seasonal-naive baseline
- small.py emits the full confusion matrix and per-sensor classifier metrics
- metrics.json now carries the small-model summary for paper support
- regenerate baked artifacts; tests assert the tables are internally consistent
2026-11-14 06:35:14 +01:00

122 lines
2.4 KiB
JSON

{
"model_version": "logit-20261114-052723",
"trained_at": "2026-11-14T05:27:23Z",
"features": [
"hour",
"weekday",
"is_weekend",
"temp_c",
"precip_mm",
"is_holiday"
],
"train_from": "2026-06-12T00:00:00Z",
"train_to": "2026-10-09T01:00:00Z",
"test_from": "2026-10-09T02:00:00Z",
"test_to": "2026-11-07T23:00:00Z",
"thresholds": {
"density-01": 15.23,
"hn-goetzentuem-01": 15.4,
"hn-hagenbuchersee-01": 18.2,
"hn-hagenbuchersee-02": 29.17,
"hn-marahaus-01": 22.23,
"hn-neckarufer-01": 28.35,
"hn-soleo-01": 11.38,
"hn-stadtgalerie-01": 38.41
},
"metrics": {
"accuracy": 0.708,
"precision": 0.36,
"recall": 0.574,
"f1": 0.443,
"roc_auc": 0.726,
"n_train": 18242,
"n_test": 5710,
"positive_rate": 0.202,
"sensors": 8
},
"confusion_matrix": {
"labels": {
"0": "not busy",
"1": "busy"
},
"tn": 3377,
"fp": 1178,
"fn": 492,
"tp": 663
},
"per_sensor": [
{
"sensor": "density-01",
"n": 714,
"positive_rate": 0.111,
"accuracy": 0.761,
"precision": 0.3,
"recall": 0.873,
"f1": 0.447
},
{
"sensor": "hn-goetzentuem-01",
"n": 714,
"positive_rate": 0.197,
"accuracy": 0.732,
"precision": 0.391,
"recall": 0.638,
"f1": 0.485
},
{
"sensor": "hn-hagenbuchersee-01",
"n": 714,
"positive_rate": 0.049,
"accuracy": 0.724,
"precision": 0.148,
"recall": 0.971,
"f1": 0.257
},
{
"sensor": "hn-hagenbuchersee-02",
"n": 714,
"positive_rate": 0.123,
"accuracy": 0.783,
"precision": 0.355,
"recall": 0.932,
"f1": 0.514
},
{
"sensor": "hn-marahaus-01",
"n": 714,
"positive_rate": 0.055,
"accuracy": 0.71,
"precision": 0.135,
"recall": 0.795,
"f1": 0.23
},
{
"sensor": "hn-neckarufer-01",
"n": 713,
"positive_rate": 0.09,
"accuracy": 0.764,
"precision": 0.274,
"recall": 0.984,
"f1": 0.429
},
{
"sensor": "hn-soleo-01",
"n": 714,
"positive_rate": 0.704,
"accuracy": 0.581,
"precision": 0.943,
"recall": 0.431,
"f1": 0.592
},
{
"sensor": "hn-stadtgalerie-01",
"n": 713,
"positive_rate": 0.289,
"accuracy": 0.604,
"precision": 0.335,
"recall": 0.374,
"f1": 0.353
}
]
}