{
 "config_hash": "e54a0bf568c4",
 "git_sha": "7d87d88",
 "versions": {
  "python": "3.13.5",
  "lightgbm": "4.7.0",
  "pandas": "3.0.6",
  "numpy": "2.5.4",
  "sklearn": "1.9.1",
  "platform": "macOS-27.0.1-arm64-arm-64bit-Mach-O"
 },
 "config": {
  "data": {
   "raw_cq": "data/raw/delivery_cq.csv",
   "raw_yt": "data/raw/delivery_yt.csv",
   "processed_dir": "data/processed",
   "year": 2022,
   "week0_start": "2022-05-01",
   "n_weeks": 26,
   "history_days": 14
  },
  "splits": {
   "warmup": [
    0,
    3
   ],
   "dev": [
    4,
    21
   ],
   "heldout": [
    22,
    25
   ],
   "window_weeks": 4
  },
  "model": {
   "n_estimators": 300,
   "learning_rate": 0.05,
   "num_leaves": 63,
   "min_child_samples": 50,
   "subsample": 0.8,
   "subsample_freq": 1,
   "colsample_bytree": 0.8,
   "quantile_alpha": 0.8
  },
  "features": [
   "hour",
   "minute_of_day",
   "dow",
   "region_id",
   "aoi_id",
   "aoi_type",
   "lng",
   "lat",
   "dist_km",
   "open_workload",
   "courier_hist_mean",
   "area_hist_mean"
  ],
  "degrade": {
   "stale": {
    "freeze_data_through": "2022-06-25"
   },
   "low_quality": {
    "sloppy_share": 0.2,
    "p_start": 0.1,
    "p_slope": 0.8,
    "p_span_weeks": 17,
    "p_max": 0.9,
    "start_week": 4,
    "dup_start_week": 10,
    "dup_prob": 0.8
   },
   "unseen": {
    "share": 0.15,
    "start_week": 18,
    "frac_low": 0.4,
    "frac_high": 0.7
   }
  },
  "guard": {
   "l1": {
    "burst_min_packages": 5,
    "gps_age_max_min": 30,
    "dist_max_km": 30,
    "quarantine_weight": 0.05
   },
   "l2": {
    "half_life_weeks": 4,
    "reputation_lambda": 0.5,
    "prior_records": 30,
    "rep_floor": 0.1,
    "courier_cap_mult": 2.0,
    "hist_max_age_days": null
   },
   "l3": {
    "conformal": true,
    "target_coverage": 0.8,
    "defer_hist_age_days": null,
    "defer_gps_age_min": 30,
    "defer_min_area_rows": 1,
    "defer_width_k": 4.0
   },
   "monitor": {
    "miss_low": 0.15,
    "miss_high": 0.25
   }
  },
  "rare_area_share": 0.02,
  "seeds": [
   0,
   1,
   2
  ]
 },
 "runs": 136,
 "retrains": 2028,
 "missing_runs": [],
 "dev": {
  "cells": [
   {
    "condition": "combined",
    "guard": false,
    "mae": 194.5447,
    "mae_trim": 96.7819,
    "p90": 265.067,
    "miss": 0.1966,
    "width": 354.499,
    "defer": 0.0,
    "downweighted": 0.0,
    "rare_mae": 232.9455,
    "eff_n": 383374.0185,
    "n_train": 383374.0185,
    "secs": 7.0041,
    "mae_spread": 0.7586,
    "mae_trim_spread": 0.7523,
    "p90_spread": 0.785,
    "miss_spread": 0.0063,
    "width_spread": 4.1325,
    "defer_spread": 0.0,
    "downweighted_spread": 0.0,
    "rare_mae_spread": 0.8898,
    "eff_n_spread": 3124.3333,
    "n_train_spread": 3124.3333,
    "secs_spread": 0.4108,
    "n_seeds": 3
   },
   {
    "condition": "combined",
    "guard": true,
    "mae": 192.0028,
    "mae_trim": 94.4212,
    "p90": 263.3834,
    "miss": 0.1931,
    "width": 356.4306,
    "defer": 0.0579,
    "downweighted": 0.7573,
    "rare_mae": 230.0321,
    "eff_n": 169564.3233,
    "n_train": 383374.0185,
    "secs": 28.0816,
    "mae_spread": 0.1954,
    "mae_trim_spread": 0.2056,
    "p90_spread": 0.5916,
    "miss_spread": 0.002,
    "width_spread": 1.6012,
    "defer_spread": 0.0014,
    "downweighted_spread": 0.0029,
    "rare_mae_spread": 0.9667,
    "eff_n_spread": 290.6853,
    "n_train_spread": 3124.3333,
    "secs_spread": 0.4364,
    "n_seeds": 3
   },
   {
    "condition": "low_quality",
    "guard": false,
    "mae": 197.6221,
    "mae_trim": 101.4547,
    "p90": 276.5664,
    "miss": 0.1915,
    "width": 365.6608,
    "defer": 0.0,
    "downweighted": 0.0,
    "rare_mae": 233.2133,
    "eff_n": 124472.1481,
    "n_train": 124472.1481,
    "secs": 5.2817,
    "mae_spread": 1.6243,
    "mae_trim_spread": 1.5024,
    "p90_spread": 2.8421,
    "miss_spread": 0.0077,
    "width_spread": 5.2752,
    "defer_spread": 0.0,
    "downweighted_spread": 0.0,
    "rare_mae_spread": 1.0319,
    "eff_n_spread": 1800.7222,
    "n_train_spread": 1800.7222,
    "secs_spread": 0.5413,
    "n_seeds": 3
   },
   {
    "condition": "low_quality",
    "guard": true,
    "mae": 191.9741,
    "mae_trim": 94.7638,
    "p90": 260.5511,
    "miss": 0.1929,
    "width": 358.0269,
    "defer": 0.0764,
    "downweighted": 0.4937,
    "rare_mae": 228.1764,
    "eff_n": 95112.7421,
    "n_train": 124472.1481,
    "secs": 10.2493,
    "mae_spread": 0.2033,
    "mae_trim_spread": 0.1119,
    "p90_spread": 1.3121,
    "miss_spread": 0.0016,
    "width_spread": 1.9867,
    "defer_spread": 0.0014,
    "downweighted_spread": 0.0173,
    "rare_mae_spread": 0.307,
    "eff_n_spread": 1032.884,
    "n_train_spread": 1800.7222,
    "secs_spread": 0.0461,
    "n_seeds": 3
   },
   {
    "condition": "reference",
    "guard": false,
    "mae": 191.1304,
    "mae_trim": 94.0369,
    "p90": 260.835,
    "miss": 0.219,
    "width": 336.2549,
    "defer": 0.0,
    "downweighted": 0.0,
    "rare_mae": 226.0886,
    "eff_n": 117561.1667,
    "n_train": 117561.1667,
    "secs": 4.4796,
    "mae_spread": 0.0448,
    "mae_trim_spread": 0.1498,
    "p90_spread": 1.1572,
    "miss_spread": 0.0002,
    "width_spread": 0.252,
    "defer_spread": 0.0,
    "downweighted_spread": 0.0,
    "rare_mae_spread": 0.3063,
    "eff_n_spread": 0.0,
    "n_train_spread": 0.0,
    "secs_spread": 0.2074,
    "n_seeds": 3
   },
   {
    "condition": "reference",
    "guard": true,
    "mae": 191.3765,
    "mae_trim": 93.9038,
    "p90": 259.5374,
    "miss": 0.1997,
    "width": 349.9546,
    "defer": 0.0771,
    "downweighted": 0.359,
    "rare_mae": 227.6194,
    "eff_n": 100989.4488,
    "n_train": 117561.1667,
    "secs": 9.8934,
    "mae_spread": 0.0309,
    "mae_trim_spread": 0.119,
    "p90_spread": 1.115,
    "miss_spread": 0.001,
    "width_spread": 0.8555,
    "defer_spread": 0.0007,
    "downweighted_spread": 0.0,
    "rare_mae_spread": 0.231,
    "eff_n_spread": 0.0,
    "n_train_spread": 0.0,
    "secs_spread": 0.1986,
    "n_seeds": 3
   },
   {
    "condition": "stale",
    "guard": false,
    "mae": 192.2651,
    "mae_trim": 94.0779,
    "p90": 264.5585,
    "miss": 0.2183,
    "width": 331.8374,
    "defer": 0.0,
    "downweighted": 0.0,
    "rare_mae": 230.627,
    "eff_n": 370943.5,
    "n_train": 370943.5,
    "secs": 7.1623,
    "mae_spread": 0.1145,
    "mae_trim_spread": 0.1697,
    "p90_spread": 1.0477,
    "miss_spread": 0.0001,
    "width_spread": 0.0348,
    "defer_spread": 0.0,
    "downweighted_spread": 0.0,
    "rare_mae_spread": 0.1429,
    "eff_n_spread": 0.0,
    "n_train_spread": 0.0,
    "secs_spread": 0.1748,
    "n_seeds": 3
   },
   {
    "condition": "stale",
    "guard": true,
    "mae": 191.7833,
    "mae_trim": 94.0067,
    "p90": 262.9243,
    "miss": 0.2004,
    "width": 350.0473,
    "defer": 0.0593,
    "downweighted": 0.7555,
    "rare_mae": 229.3963,
    "eff_n": 171115.157,
    "n_train": 370943.5,
    "secs": 26.8395,
    "mae_spread": 0.057,
    "mae_trim_spread": 0.0142,
    "p90_spread": 0.373,
    "miss_spread": 0.0009,
    "width_spread": 0.704,
    "defer_spread": 0.0005,
    "downweighted_spread": 0.0,
    "rare_mae_spread": 0.4679,
    "eff_n_spread": 0.0,
    "n_train_spread": 0.0,
    "secs_spread": 0.1778,
    "n_seeds": 3
   }
  ],
  "recovery": {
   "combined": {
    "degraded": 194.54473884767881,
    "guarded": 192.0027783161664,
    "reference": 191.130408322569,
    "gap": 3.4143305251098184,
    "recovery": 0.7444974974795846,
    "gap_exceeds_seed_spread": true
   },
   "low_quality": {
    "degraded": 197.62208525611095,
    "guarded": 191.974061829703,
    "reference": 191.130408322569,
    "gap": 6.491676933541953,
    "recovery": 0.8700407435904705,
    "gap_exceeds_seed_spread": true
   },
   "stale": {
    "degraded": 192.26509491722382,
    "guarded": 191.78333585562459,
    "reference": 191.130408322569,
    "gap": 1.1346865946548235,
    "recovery": 0.4245745599433891,
    "gap_exceeds_seed_spread": true
   }
  },
  "detector": {
   "combined": {
    "tp": 1223348,
    "fp": 122003,
    "fn": 107840,
    "tn": 19249006,
    "precision": 0.9093151155349051,
    "recall": 0.9189896543538554,
    "fpr": 0.006298226385626066
   },
   "low_quality": {
    "tp": 653779,
    "fp": 46599,
    "fn": 36063,
    "tn": 5985055,
    "precision": 0.9334659283986647,
    "recall": 0.947722811890259,
    "fpr": 0.007725741562762055
   },
   "stale": {
    "tp": 0,
    "fp": 53202,
    "fn": 0,
    "tn": 19977747,
    "precision": 0.0,
    "recall": null,
    "fpr": 0.0026559899882926167
   }
  },
  "scorecard": [
   {
    "criterion": "Recovery",
    "rule": ">= 50% of MAE gap recovered in low_quality and combined",
    "value": {
     "low_quality": 0.87,
     "combined": 0.744
    },
    "passed": true,
    "note": ""
   },
   {
    "criterion": "No harm",
    "rule": "reference MAE <= 3% worse with Guard on",
    "value": 0.0013,
    "passed": true,
    "note": ""
   },
   {
    "criterion": "Promise quality",
    "rule": "Guard-on miss rate 17-23% at equal (<= +1%) or smaller width, every condition",
    "value": {
     "reference": {
      "miss_on": 0.1997,
      "width_on": 350.0,
      "width_off": 336.3,
      "passed": false
     },
     "stale": {
      "miss_on": 0.2004,
      "width_on": 350.0,
      "width_off": 331.8,
      "passed": false
     },
     "low_quality": {
      "miss_on": 0.1929,
      "width_on": 358.0,
      "width_off": 365.7,
      "passed": true
     },
     "combined": {
      "miss_on": 0.1931,
      "width_on": 356.4,
      "width_off": 354.5,
      "passed": true
     }
    },
    "passed": false,
    "note": ""
   },
   {
    "criterion": "Deferral",
    "rule": "<= 10% of packages, every condition",
    "value": {
     "reference": 0.0771,
     "stale": 0.0593,
     "low_quality": 0.0764,
     "combined": 0.0579
    },
    "passed": true,
    "note": ""
   },
   {
    "criterion": "Rare areas",
    "rule": "Guard-on rare-area MAE <= 5% worse than reference (Guard off); reference, low_quality, combined",
    "value": {
     "reference": 0.0068,
     "low_quality": 0.0092,
     "combined": 0.0174
    },
    "passed": true,
    "note": ""
   },
   {
    "criterion": "Detection",
    "rule": "precision >= 0.7 on injected rows (FPR reported)",
    "value": {
     "precision": {
      "low_quality": 0.9335,
      "combined": 0.9093
     },
     "fpr": {
      "low_quality": 0.00773,
      "combined": 0.0063
     }
    },
    "passed": true,
    "note": ""
   },
   {
    "criterion": "Beats control",
    "rule": "Guard (low_quality, seed 0) MAE < random removal of the same volume",
    "value": {
     "guard": 192.11,
     "random_removal": 198.86
    },
    "passed": true,
    "note": ""
   }
  ]
 },
 "alerts_dev": [
  {
   "run_id": "309789af4d",
   "week": 14,
   "kind": "miss_rate"
  },
  {
   "run_id": "5711292b87",
   "week": 14,
   "kind": "miss_rate"
  },
  {
   "run_id": "5711292b87",
   "week": 9,
   "kind": "feature_store"
  },
  {
   "run_id": "5711292b87",
   "week": 10,
   "kind": "feature_store"
  },
  {
   "run_id": "5711292b87",
   "week": 11,
   "kind": "feature_store"
  },
  {
   "run_id": "5711292b87",
   "week": 12,
   "kind": "feature_store"
  },
  {
   "run_id": "5711292b87",
   "week": 13,
   "kind": "feature_store"
  },
  {
   "run_id": "5711292b87",
   "week": 14,
   "kind": "feature_store"
  },
  {
   "run_id": "5711292b87",
   "week": 15,
   "kind": "feature_store"
  },
  {
   "run_id": "5711292b87",
   "week": 16,
   "kind": "feature_store"
  },
  {
   "run_id": "5711292b87",
   "week": 17,
   "kind": "feature_store"
  },
  {
   "run_id": "5711292b87",
   "week": 18,
   "kind": "feature_store"
  },
  {
   "run_id": "5711292b87",
   "week": 19,
   "kind": "feature_store"
  },
  {
   "run_id": "5711292b87",
   "week": 20,
   "kind": "feature_store"
  },
  {
   "run_id": "5711292b87",
   "week": 21,
   "kind": "feature_store"
  },
  {
   "run_id": "7561d67544",
   "week": 9,
   "kind": "feature_store"
  },
  {
   "run_id": "7561d67544",
   "week": 10,
   "kind": "feature_store"
  },
  {
   "run_id": "7561d67544",
   "week": 11,
   "kind": "feature_store"
  },
  {
   "run_id": "7561d67544",
   "week": 12,
   "kind": "feature_store"
  },
  {
   "run_id": "7561d67544",
   "week": 13,
   "kind": "feature_store"
  },
  {
   "run_id": "7561d67544",
   "week": 14,
   "kind": "feature_store"
  },
  {
   "run_id": "7561d67544",
   "week": 15,
   "kind": "feature_store"
  },
  {
   "run_id": "7561d67544",
   "week": 16,
   "kind": "feature_store"
  },
  {
   "run_id": "7561d67544",
   "week": 17,
   "kind": "feature_store"
  },
  {
   "run_id": "7561d67544",
   "week": 18,
   "kind": "feature_store"
  },
  {
   "run_id": "7561d67544",
   "week": 19,
   "kind": "feature_store"
  },
  {
   "run_id": "7561d67544",
   "week": 20,
   "kind": "feature_store"
  },
  {
   "run_id": "7561d67544",
   "week": 21,
   "kind": "feature_store"
  },
  {
   "run_id": "81e7c9d919",
   "week": 14,
   "kind": "miss_rate"
  },
  {
   "run_id": "8a986dadbf",
   "week": 14,
   "kind": "miss_rate"
  },
  {
   "run_id": "8a986dadbf",
   "week": 9,
   "kind": "feature_store"
  },
  {
   "run_id": "8a986dadbf",
   "week": 10,
   "kind": "feature_store"
  },
  {
   "run_id": "8a986dadbf",
   "week": 11,
   "kind": "feature_store"
  },
  {
   "run_id": "8a986dadbf",
   "week": 12,
   "kind": "feature_store"
  },
  {
   "run_id": "8a986dadbf",
   "week": 13,
   "kind": "feature_store"
  },
  {
   "run_id": "8a986dadbf",
   "week": 14,
   "kind": "feature_store"
  },
  {
   "run_id": "8a986dadbf",
   "week": 15,
   "kind": "feature_store"
  },
  {
   "run_id": "8a986dadbf",
   "week": 16,
   "kind": "feature_store"
  },
  {
   "run_id": "8a986dadbf",
   "week": 17,
   "kind": "feature_store"
  },
  {
   "run_id": "8a986dadbf",
   "week": 18,
   "kind": "feature_store"
  },
  {
   "run_id": "8a986dadbf",
   "week": 19,
   "kind": "feature_store"
  },
  {
   "run_id": "8a986dadbf",
   "week": 20,
   "kind": "feature_store"
  },
  {
   "run_id": "8a986dadbf",
   "week": 21,
   "kind": "feature_store"
  },
  {
   "run_id": "92a26e0f08",
   "week": 14,
   "kind": "miss_rate"
  },
  {
   "run_id": "9e32cf9d8c",
   "week": 14,
   "kind": "miss_rate"
  },
  {
   "run_id": "9e32cf9d8c",
   "week": 9,
   "kind": "feature_store"
  },
  {
   "run_id": "9e32cf9d8c",
   "week": 10,
   "kind": "feature_store"
  },
  {
   "run_id": "9e32cf9d8c",
   "week": 11,
   "kind": "feature_store"
  },
  {
   "run_id": "9e32cf9d8c",
   "week": 12,
   "kind": "feature_store"
  },
  {
   "run_id": "9e32cf9d8c",
   "week": 13,
   "kind": "feature_store"
  },
  {
   "run_id": "9e32cf9d8c",
   "week": 14,
   "kind": "feature_store"
  },
  {
   "run_id": "9e32cf9d8c",
   "week": 15,
   "kind": "feature_store"
  },
  {
   "run_id": "9e32cf9d8c",
   "week": 16,
   "kind": "feature_store"
  },
  {
   "run_id": "9e32cf9d8c",
   "week": 17,
   "kind": "feature_store"
  },
  {
   "run_id": "9e32cf9d8c",
   "week": 18,
   "kind": "feature_store"
  },
  {
   "run_id": "9e32cf9d8c",
   "week": 19,
   "kind": "feature_store"
  },
  {
   "run_id": "9e32cf9d8c",
   "week": 20,
   "kind": "feature_store"
  },
  {
   "run_id": "9e32cf9d8c",
   "week": 21,
   "kind": "feature_store"
  },
  {
   "run_id": "c4fcba4f2a",
   "week": 9,
   "kind": "feature_store"
  },
  {
   "run_id": "c4fcba4f2a",
   "week": 10,
   "kind": "feature_store"
  },
  {
   "run_id": "c4fcba4f2a",
   "week": 11,
   "kind": "feature_store"
  },
  {
   "run_id": "c4fcba4f2a",
   "week": 12,
   "kind": "feature_store"
  },
  {
   "run_id": "c4fcba4f2a",
   "week": 13,
   "kind": "feature_store"
  },
  {
   "run_id": "c4fcba4f2a",
   "week": 14,
   "kind": "feature_store"
  },
  {
   "run_id": "c4fcba4f2a",
   "week": 15,
   "kind": "feature_store"
  },
  {
   "run_id": "c4fcba4f2a",
   "week": 16,
   "kind": "feature_store"
  },
  {
   "run_id": "c4fcba4f2a",
   "week": 17,
   "kind": "feature_store"
  },
  {
   "run_id": "c4fcba4f2a",
   "week": 18,
   "kind": "feature_store"
  },
  {
   "run_id": "c4fcba4f2a",
   "week": 19,
   "kind": "feature_store"
  },
  {
   "run_id": "c4fcba4f2a",
   "week": 20,
   "kind": "feature_store"
  },
  {
   "run_id": "c4fcba4f2a",
   "week": 21,
   "kind": "feature_store"
  },
  {
   "run_id": "da1391d6b4",
   "week": 14,
   "kind": "miss_rate"
  },
  {
   "run_id": "da1391d6b4",
   "week": 9,
   "kind": "feature_store"
  },
  {
   "run_id": "da1391d6b4",
   "week": 10,
   "kind": "feature_store"
  },
  {
   "run_id": "da1391d6b4",
   "week": 11,
   "kind": "feature_store"
  },
  {
   "run_id": "da1391d6b4",
   "week": 12,
   "kind": "feature_store"
  },
  {
   "run_id": "da1391d6b4",
   "week": 13,
   "kind": "feature_store"
  },
  {
   "run_id": "da1391d6b4",
   "week": 14,
   "kind": "feature_store"
  },
  {
   "run_id": "da1391d6b4",
   "week": 15,
   "kind": "feature_store"
  },
  {
   "run_id": "da1391d6b4",
   "week": 16,
   "kind": "feature_store"
  },
  {
   "run_id": "da1391d6b4",
   "week": 17,
   "kind": "feature_store"
  },
  {
   "run_id": "da1391d6b4",
   "week": 18,
   "kind": "feature_store"
  },
  {
   "run_id": "da1391d6b4",
   "week": 19,
   "kind": "feature_store"
  },
  {
   "run_id": "da1391d6b4",
   "week": 20,
   "kind": "feature_store"
  },
  {
   "run_id": "da1391d6b4",
   "week": 21,
   "kind": "feature_store"
  }
 ],
 "final": {
  "cells": [
   {
    "condition": "combined",
    "guard": false,
    "mae": 223.0928,
    "mae_trim": 124.5702,
    "p90": 361.8868,
    "miss": 0.1617,
    "width": 452.4538,
    "defer": 0.0,
    "downweighted": 0.0,
    "rare_mae": 294.8406,
    "eff_n": 772244.25,
    "n_train": 772244.25,
    "secs": 10.9132,
    "mae_spread": 3.0574,
    "mae_trim_spread": 2.4658,
    "p90_spread": 10.6533,
    "miss_spread": 0.0025,
    "width_spread": 6.6526,
    "defer_spread": 0.0,
    "downweighted_spread": 0.0,
    "rare_mae_spread": 4.1853,
    "eff_n_spread": 10550.75,
    "n_train_spread": 10550.75,
    "secs_spread": 0.2461,
    "n_seeds": 3
   },
   {
    "condition": "combined",
    "guard": true,
    "mae": 210.9198,
    "mae_trim": 112.5321,
    "p90": 333.4706,
    "miss": 0.1774,
    "width": 445.1096,
    "defer": 0.0517,
    "downweighted": 0.8286,
    "rare_mae": 280.6335,
    "eff_n": 188841.7464,
    "n_train": 772244.25,
    "secs": 57.9405,
    "mae_spread": 0.3453,
    "mae_trim_spread": 0.7221,
    "p90_spread": 4.71,
    "miss_spread": 0.0031,
    "width_spread": 4.6337,
    "defer_spread": 0.0038,
    "downweighted_spread": 0.0065,
    "rare_mae_spread": 0.4973,
    "eff_n_spread": 2372.7229,
    "n_train_spread": 10550.75,
    "secs_spread": 3.1485,
    "n_seeds": 3
   },
   {
    "condition": "low_quality",
    "guard": false,
    "mae": 225.3297,
    "mae_trim": 129.5078,
    "p90": 388.3809,
    "miss": 0.1694,
    "width": 446.6802,
    "defer": 0.0,
    "downweighted": 0.0,
    "rare_mae": 296.3714,
    "eff_n": 169913.5833,
    "n_train": 169913.5833,
    "secs": 5.2888,
    "mae_spread": 3.0522,
    "mae_trim_spread": 2.142,
    "p90_spread": 8.9291,
    "miss_spread": 0.0029,
    "width_spread": 3.2757,
    "defer_spread": 0.0,
    "downweighted_spread": 0.0,
    "rare_mae_spread": 4.8276,
    "eff_n_spread": 2447.5,
    "n_train_spread": 2447.5,
    "secs_spread": 0.1773,
    "n_seeds": 3
   },
   {
    "condition": "low_quality",
    "guard": true,
    "mae": 209.243,
    "mae_trim": 111.5072,
    "p90": 324.6167,
    "miss": 0.181,
    "width": 437.1193,
    "defer": 0.0753,
    "downweighted": 0.505,
    "rare_mae": 283.0148,
    "eff_n": 120241.8724,
    "n_train": 169913.5833,
    "secs": 13.8941,
    "mae_spread": 0.4829,
    "mae_trim_spread": 0.65,
    "p90_spread": 1.4637,
    "miss_spread": 0.0013,
    "width_spread": 4.0277,
    "defer_spread": 0.0017,
    "downweighted_spread": 0.0616,
    "rare_mae_spread": 4.7541,
    "eff_n_spread": 3606.1249,
    "n_train_spread": 2447.5,
    "secs_spread": 0.1517,
    "n_seeds": 3
   },
   {
    "condition": "reference",
    "guard": false,
    "mae": 207.3874,
    "mae_trim": 109.0677,
    "p90": 321.0735,
    "miss": 0.1938,
    "width": 411.4686,
    "defer": 0.0,
    "downweighted": 0.0,
    "rare_mae": 277.0208,
    "eff_n": 156461.75,
    "n_train": 156461.75,
    "secs": 4.5613,
    "mae_spread": 0.1435,
    "mae_trim_spread": 0.1377,
    "p90_spread": 0.8244,
    "miss_spread": 0.001,
    "width_spread": 0.4213,
    "defer_spread": 0.0,
    "downweighted_spread": 0.0,
    "rare_mae_spread": 0.343,
    "eff_n_spread": 0.0,
    "n_train_spread": 0.0,
    "secs_spread": 0.3823,
    "n_seeds": 3
   },
   {
    "condition": "reference",
    "guard": true,
    "mae": 207.4442,
    "mae_trim": 108.9471,
    "p90": 320.3782,
    "miss": 0.1888,
    "width": 421.5294,
    "defer": 0.0753,
    "downweighted": 0.2285,
    "rare_mae": 279.7788,
    "eff_n": 136772.9796,
    "n_train": 156461.75,
    "secs": 12.8599,
    "mae_spread": 0.1326,
    "mae_trim_spread": 0.1661,
    "p90_spread": 1.5672,
    "miss_spread": 0.0009,
    "width_spread": 0.5033,
    "defer_spread": 0.001,
    "downweighted_spread": 0.0,
    "rare_mae_spread": 1.3108,
    "eff_n_spread": 0.0,
    "n_train_spread": 0.0,
    "secs_spread": 0.1787,
    "n_seeds": 3
   },
   {
    "condition": "stale",
    "guard": false,
    "mae": 212.2546,
    "mae_trim": 111.8335,
    "p90": 338.3653,
    "miss": 0.1822,
    "width": 420.6963,
    "defer": 0.0,
    "downweighted": 0.0,
    "rare_mae": 283.8127,
    "eff_n": 727693.0,
    "n_train": 727693.0,
    "secs": 10.2313,
    "mae_spread": 0.188,
    "mae_trim_spread": 0.1585,
    "p90_spread": 2.6892,
    "miss_spread": 0.0004,
    "width_spread": 0.9937,
    "defer_spread": 0.0,
    "downweighted_spread": 0.0,
    "rare_mae_spread": 1.9475,
    "eff_n_spread": 0.0,
    "n_train_spread": 0.0,
    "secs_spread": 0.1285,
    "n_seeds": 3
   },
   {
    "condition": "stale",
    "guard": true,
    "mae": 209.7121,
    "mae_trim": 110.7473,
    "p90": 329.8329,
    "miss": 0.1902,
    "width": 428.4556,
    "defer": 0.0579,
    "downweighted": 0.8267,
    "rare_mae": 279.1562,
    "eff_n": 196575.8488,
    "n_train": 727693.0,
    "secs": 53.8467,
    "mae_spread": 0.0284,
    "mae_trim_spread": 0.1956,
    "p90_spread": 1.4237,
    "miss_spread": 0.0004,
    "width_spread": 2.1725,
    "defer_spread": 0.0019,
    "downweighted_spread": 0.0,
    "rare_mae_spread": 0.9557,
    "eff_n_spread": 0.0,
    "n_train_spread": 0.0,
    "secs_spread": 0.6961,
    "n_seeds": 3
   },
   {
    "condition": "unseen",
    "guard": false,
    "mae": 209.3146,
    "mae_trim": 110.3231,
    "p90": 329.4834,
    "miss": 0.2187,
    "width": 396.0236,
    "defer": 0.0,
    "downweighted": 0.0,
    "rare_mae": 278.9569,
    "eff_n": 156461.75,
    "n_train": 156461.75,
    "secs": 4.6964,
    "mae_spread": 0.6895,
    "mae_trim_spread": 0.5671,
    "p90_spread": 2.1421,
    "miss_spread": 0.0059,
    "width_spread": 1.0438,
    "defer_spread": 0.0,
    "downweighted_spread": 0.0,
    "rare_mae_spread": 2.1136,
    "eff_n_spread": 0.0,
    "n_train_spread": 0.0,
    "secs_spread": 1.029,
    "n_seeds": 3
   },
   {
    "condition": "unseen",
    "guard": true,
    "mae": 209.1779,
    "mae_trim": 110.0128,
    "p90": 328.2141,
    "miss": 0.2103,
    "width": 406.582,
    "defer": 0.0761,
    "downweighted": 0.2299,
    "rare_mae": 280.1191,
    "eff_n": 136812.1467,
    "n_train": 156461.75,
    "secs": 13.8207,
    "mae_spread": 0.4682,
    "mae_trim_spread": 0.7876,
    "p90_spread": 2.5813,
    "miss_spread": 0.0054,
    "width_spread": 2.9786,
    "defer_spread": 0.0025,
    "downweighted_spread": 0.001,
    "rare_mae_spread": 3.0893,
    "eff_n_spread": 96.8048,
    "n_train_spread": 0.0,
    "secs_spread": 0.9767,
    "n_seeds": 3
   }
  ],
  "recovery": {
   "combined": {
    "degraded": 223.0927683968441,
    "guarded": 210.91982311851658,
    "reference": 207.3873723609845,
    "gap": 15.705396035859593,
    "recovery": 0.7750804405398914,
    "gap_exceeds_seed_spread": true
   },
   "low_quality": {
    "degraded": 225.32967373358838,
    "guarded": 209.24303786881674,
    "reference": 207.3873723609845,
    "gap": 17.94230137260388,
    "recovery": 0.8965759481297276,
    "gap_exceeds_seed_spread": true
   },
   "stale": {
    "degraded": 212.25464725408906,
    "guarded": 209.71213967519202,
    "reference": 207.3873723609845,
    "gap": 4.867274893104565,
    "recovery": 0.5223677796581816,
    "gap_exceeds_seed_spread": true
   },
   "unseen": {
    "degraded": 209.31463686735265,
    "guarded": 209.17788317831614,
    "reference": 207.3873723609845,
    "gap": 1.9272645063681466,
    "recovery": 0.0709574054752957,
    "gap_exceeds_seed_spread": true
   }
  },
  "detector": {
   "combined": {
    "tp": 973291,
    "fp": 63511,
    "fn": 39830,
    "tn": 8190299,
    "precision": 0.9387433666215922,
    "recall": 0.9606858410791999,
    "fpr": 0.007694749455100129
   },
   "low_quality": {
    "tp": 318730,
    "fp": 15040,
    "fn": 4549,
    "tn": 1700644,
    "precision": 0.9549390298708692,
    "recall": 0.9859285632534127,
    "fpr": 0.00876618305002553
   },
   "stale": {
    "tp": 0,
    "fp": 21885,
    "fn": 0,
    "tn": 8710431,
    "precision": 0.0,
    "recall": null,
    "fpr": 0.0025062079750664086
   },
   "unseen": {
    "tp": 216,
    "fp": 4365,
    "fn": 156210,
    "tn": 1716750,
    "precision": 0.047151277013752456,
    "recall": 0.0013808446166238349,
    "fpr": 0.002536146625879154
   }
  },
  "scorecard": [
   {
    "criterion": "Recovery",
    "rule": ">= 50% of MAE gap recovered in low_quality and combined",
    "value": {
     "low_quality": 0.897,
     "combined": 0.775
    },
    "passed": true,
    "note": ""
   },
   {
    "criterion": "No harm",
    "rule": "reference MAE <= 3% worse with Guard on",
    "value": 0.0003,
    "passed": true,
    "note": ""
   },
   {
    "criterion": "Promise quality",
    "rule": "Guard-on miss rate 17-23% at equal (<= +1%) or smaller width, every condition",
    "value": {
     "reference": {
      "miss_on": 0.1888,
      "width_on": 421.5,
      "width_off": 411.5,
      "passed": false
     },
     "stale": {
      "miss_on": 0.1902,
      "width_on": 428.5,
      "width_off": 420.7,
      "passed": false
     },
     "low_quality": {
      "miss_on": 0.181,
      "width_on": 437.1,
      "width_off": 446.7,
      "passed": true
     },
     "combined": {
      "miss_on": 0.1774,
      "width_on": 445.1,
      "width_off": 452.5,
      "passed": true
     }
    },
    "passed": false,
    "note": ""
   },
   {
    "criterion": "Deferral",
    "rule": "<= 10% of packages, every condition",
    "value": {
     "reference": 0.0753,
     "stale": 0.0579,
     "low_quality": 0.0753,
     "combined": 0.0517
    },
    "passed": true,
    "note": ""
   },
   {
    "criterion": "Rare areas",
    "rule": "Guard-on rare-area MAE <= 5% worse than reference (Guard off); reference, low_quality, combined",
    "value": {
     "reference": 0.01,
     "low_quality": 0.0216,
     "combined": 0.013
    },
    "passed": true,
    "note": ""
   },
   {
    "criterion": "Detection",
    "rule": "precision >= 0.7 on injected rows (FPR reported)",
    "value": {
     "precision": {
      "low_quality": 0.9549,
      "combined": 0.9387
     },
     "fpr": {
      "low_quality": 0.00877,
      "combined": 0.00769
     }
    },
    "passed": true,
    "note": ""
   }
  ]
 },
 "final_config_hashes": [
  "e54a0bf568c4"
 ],
 "alerts_final": [
  {
   "run_id": "27707a01ff",
   "week": 22,
   "kind": "feature_store"
  },
  {
   "run_id": "27707a01ff",
   "week": 23,
   "kind": "feature_store"
  },
  {
   "run_id": "27707a01ff",
   "week": 24,
   "kind": "feature_store"
  },
  {
   "run_id": "27707a01ff",
   "week": 25,
   "kind": "feature_store"
  },
  {
   "run_id": "409a3952eb",
   "week": 22,
   "kind": "feature_store"
  },
  {
   "run_id": "409a3952eb",
   "week": 23,
   "kind": "feature_store"
  },
  {
   "run_id": "409a3952eb",
   "week": 24,
   "kind": "feature_store"
  },
  {
   "run_id": "409a3952eb",
   "week": 25,
   "kind": "feature_store"
  },
  {
   "run_id": "503a06b5d1",
   "week": 22,
   "kind": "feature_store"
  },
  {
   "run_id": "503a06b5d1",
   "week": 23,
   "kind": "feature_store"
  },
  {
   "run_id": "503a06b5d1",
   "week": 24,
   "kind": "feature_store"
  },
  {
   "run_id": "503a06b5d1",
   "week": 25,
   "kind": "feature_store"
  },
  {
   "run_id": "985391bd63",
   "week": 22,
   "kind": "feature_store"
  },
  {
   "run_id": "985391bd63",
   "week": 23,
   "kind": "feature_store"
  },
  {
   "run_id": "985391bd63",
   "week": 24,
   "kind": "feature_store"
  },
  {
   "run_id": "985391bd63",
   "week": 25,
   "kind": "feature_store"
  },
  {
   "run_id": "a451c2240c",
   "week": 22,
   "kind": "feature_store"
  },
  {
   "run_id": "a451c2240c",
   "week": 23,
   "kind": "feature_store"
  },
  {
   "run_id": "a451c2240c",
   "week": 24,
   "kind": "feature_store"
  },
  {
   "run_id": "a451c2240c",
   "week": 25,
   "kind": "feature_store"
  },
  {
   "run_id": "dcff2b632f",
   "week": 22,
   "kind": "feature_store"
  },
  {
   "run_id": "dcff2b632f",
   "week": 23,
   "kind": "feature_store"
  },
  {
   "run_id": "dcff2b632f",
   "week": 24,
   "kind": "feature_store"
  },
  {
   "run_id": "dcff2b632f",
   "week": 25,
   "kind": "feature_store"
  }
 ],
 "shelf_life": [
  {
   "condition": "low_quality",
   "window_weeks": "1",
   "mae": 202.364,
   "p90": 286.3119,
   "miss": 0.2077,
   "width": 369.1,
   "defer": 0.0,
   "rare_mae": 238.0073
  },
  {
   "condition": "low_quality",
   "window_weeks": "16",
   "mae": 196.2149,
   "p90": 268.457,
   "miss": 0.1846,
   "width": 367.9949,
   "defer": 0.0,
   "rare_mae": 231.6209
  },
  {
   "condition": "low_quality",
   "window_weeks": "2",
   "mae": 200.2038,
   "p90": 282.9041,
   "miss": 0.1953,
   "width": 369.2331,
   "defer": 0.0,
   "rare_mae": 235.9077
  },
  {
   "condition": "low_quality",
   "window_weeks": "4",
   "mae": 198.5766,
   "p90": 278.1601,
   "miss": 0.1873,
   "width": 368.523,
   "defer": 0.0,
   "rare_mae": 233.6905
  },
  {
   "condition": "low_quality",
   "window_weeks": "8",
   "mae": 197.2293,
   "p90": 272.123,
   "miss": 0.1849,
   "width": 367.8641,
   "defer": 0.0,
   "rare_mae": 231.8042
  },
  {
   "condition": "low_quality",
   "window_weeks": "all",
   "mae": 195.9975,
   "p90": 268.0682,
   "miss": 0.1851,
   "width": 368.0235,
   "defer": 0.0,
   "rare_mae": 231.6973
  },
  {
   "condition": "reference",
   "window_weeks": "1",
   "mae": 193.8418,
   "p90": 266.0378,
   "miss": 0.244,
   "width": 336.8501,
   "defer": 0.0,
   "rare_mae": 229.9358
  },
  {
   "condition": "reference",
   "window_weeks": "16",
   "mae": 190.7499,
   "p90": 262.1505,
   "miss": 0.2141,
   "width": 336.5069,
   "defer": 0.0,
   "rare_mae": 226.6144
  },
  {
   "condition": "reference",
   "window_weeks": "2",
   "mae": 191.9743,
   "p90": 262.2902,
   "miss": 0.2297,
   "width": 335.3945,
   "defer": 0.0,
   "rare_mae": 227.9059
  },
  {
   "condition": "reference",
   "window_weeks": "4",
   "mae": 191.1103,
   "p90": 260.287,
   "miss": 0.2189,
   "width": 336.22,
   "defer": 0.0,
   "rare_mae": 226.1929
  },
  {
   "condition": "reference",
   "window_weeks": "8",
   "mae": 190.82,
   "p90": 260.5456,
   "miss": 0.2156,
   "width": 334.8712,
   "defer": 0.0,
   "rare_mae": 226.2519
  },
  {
   "condition": "reference",
   "window_weeks": "all",
   "mae": 190.7735,
   "p90": 262.3809,
   "miss": 0.2145,
   "width": 336.0302,
   "defer": 0.0,
   "rare_mae": 227.0924
  }
 ],
 "dose": [
  {
   "severity": 0.0,
   "guard": false,
   "mae": 191.1103,
   "p90": 260.287,
   "miss": 0.2189,
   "width": 336.22,
   "defer": 0.0,
   "rare_mae": 226.1929
  },
  {
   "severity": 0.0,
   "guard": true,
   "mae": 191.3889,
   "p90": 260.1571,
   "miss": 0.2002,
   "width": 350.3063,
   "defer": 0.0775,
   "rare_mae": 227.5777
  },
  {
   "severity": 0.15,
   "guard": false,
   "mae": 196.4662,
   "p90": 272.3615,
   "miss": 0.1944,
   "width": 361.466,
   "defer": 0.0,
   "rare_mae": 231.4407
  },
  {
   "severity": 0.15,
   "guard": true,
   "mae": 191.9469,
   "p90": 260.3944,
   "miss": 0.1942,
   "width": 356.9268,
   "defer": 0.0763,
   "rare_mae": 228.1586
  },
  {
   "severity": 0.35,
   "guard": false,
   "mae": 203.4866,
   "p90": 289.5771,
   "miss": 0.1727,
   "width": 384.7261,
   "defer": 0.0,
   "rare_mae": 240.4507
  },
  {
   "severity": 0.35,
   "guard": true,
   "mae": 192.3763,
   "p90": 260.4078,
   "miss": 0.1881,
   "width": 362.4977,
   "defer": 0.0751,
   "rare_mae": 229.3598
  },
  {
   "severity": 0.6,
   "guard": false,
   "mae": 214.7786,
   "p90": 311.1648,
   "miss": 0.1441,
   "width": 421.0399,
   "defer": 0.0,
   "rare_mae": 253.0387
  },
  {
   "severity": 0.6,
   "guard": true,
   "mae": 193.1858,
   "p90": 261.5107,
   "miss": 0.1767,
   "width": 374.0547,
   "defer": 0.0728,
   "rare_mae": 230.4502
  }
 ],
 "controls": [
  {
   "condition": "low_quality",
   "control": "oracle",
   "mae": 192.3755,
   "p90": 261.3919,
   "miss": 0.2119,
   "width": 344.1483,
   "defer": 0.0,
   "rare_mae": 228.5128
  },
  {
   "condition": "low_quality",
   "control": "random",
   "mae": 198.8565,
   "p90": 278.5054,
   "miss": 0.1878,
   "width": 368.421,
   "defer": 0.0,
   "rare_mae": 234.283
  },
  {
   "condition": "reference",
   "control": "frozen_features",
   "mae": 190.991,
   "p90": 260.759,
   "miss": 0.2227,
   "width": 331.0067,
   "defer": 0.0,
   "rare_mae": 227.2148
  },
  {
   "condition": "reference",
   "control": "frozen_model",
   "mae": 193.605,
   "p90": 268.7487,
   "miss": 0.2331,
   "width": 345.2348,
   "defer": 0.0,
   "rare_mae": 229.9453
  }
 ],
 "tune": [
  {
   "tune_name": "drop_h4_lam0.0",
   "condition": "combined",
   "mae": 195.3977,
   "p90": 261.7921,
   "miss": 0.1879,
   "width": 359.7227,
   "defer": 0.1696,
   "rare_mae": 233.3386
  },
  {
   "tune_name": "drop_h4_lam0.0",
   "condition": "low_quality",
   "mae": 192.0065,
   "p90": 260.7246,
   "miss": 0.1916,
   "width": 358.644,
   "defer": 0.1869,
   "rare_mae": 227.6528
  },
  {
   "tune_name": "drop_h4_lam0.0",
   "condition": "reference",
   "mae": 191.3961,
   "p90": 260.0208,
   "miss": 0.1996,
   "width": 350.2204,
   "defer": 0.1825,
   "rare_mae": 227.5581
  },
  {
   "tune_name": "drop_h4_lam0.5",
   "condition": "combined",
   "mae": 195.5029,
   "p90": 261.9722,
   "miss": 0.188,
   "width": 359.6455,
   "defer": 0.1691,
   "rare_mae": 233.3346
  },
  {
   "tune_name": "drop_h4_lam0.5",
   "condition": "low_quality",
   "mae": 192.1083,
   "p90": 260.2127,
   "miss": 0.1919,
   "width": 359.1734,
   "defer": 0.1863,
   "rare_mae": 227.9834
  },
  {
   "tune_name": "drop_h4_lam0.5",
   "condition": "reference",
   "mae": 191.3889,
   "p90": 260.1571,
   "miss": 0.2002,
   "width": 350.3063,
   "defer": 0.1837,
   "rare_mae": 227.5777
  },
  {
   "tune_name": "drop_h4_lam1.0",
   "condition": "combined",
   "mae": 195.9708,
   "p90": 262.501,
   "miss": 0.1886,
   "width": 360.2908,
   "defer": 0.1665,
   "rare_mae": 234.2858
  },
  {
   "tune_name": "drop_h4_lam1.0",
   "condition": "low_quality",
   "mae": 192.6063,
   "p90": 260.9707,
   "miss": 0.1919,
   "width": 361.647,
   "defer": 0.1865,
   "rare_mae": 229.2449
  },
  {
   "tune_name": "drop_h4_lam1.0",
   "condition": "reference",
   "mae": 191.6904,
   "p90": 259.6196,
   "miss": 0.1986,
   "width": 351.7488,
   "defer": 0.1833,
   "rare_mae": 228.7422
  },
  {
   "tune_name": "drop_hinf_lam0.0",
   "condition": "combined",
   "mae": 196.5278,
   "p90": 262.177,
   "miss": 0.1897,
   "width": 356.2502,
   "defer": 0.1697,
   "rare_mae": 233.6706
  },
  {
   "tune_name": "drop_hinf_lam0.0",
   "condition": "low_quality",
   "mae": 192.2083,
   "p90": 260.5208,
   "miss": 0.1915,
   "width": 359.0813,
   "defer": 0.1873,
   "rare_mae": 228.3738
  },
  {
   "tune_name": "drop_hinf_lam0.0",
   "condition": "reference",
   "mae": 191.5038,
   "p90": 259.8696,
   "miss": 0.1994,
   "width": 351.6818,
   "defer": 0.1843,
   "rare_mae": 227.263
  },
  {
   "tune_name": "drop_hinf_lam0.5",
   "condition": "combined",
   "mae": 196.5826,
   "p90": 261.789,
   "miss": 0.1896,
   "width": 356.2244,
   "defer": 0.1698,
   "rare_mae": 234.166
  },
  {
   "tune_name": "drop_hinf_lam0.5",
   "condition": "low_quality",
   "mae": 192.2672,
   "p90": 260.6904,
   "miss": 0.1918,
   "width": 358.6475,
   "defer": 0.1855,
   "rare_mae": 228.3561
  },
  {
   "tune_name": "drop_hinf_lam0.5",
   "condition": "reference",
   "mae": 191.5492,
   "p90": 259.8175,
   "miss": 0.1997,
   "width": 350.841,
   "defer": 0.1841,
   "rare_mae": 227.7513
  },
  {
   "tune_name": "drop_hinf_lam1.0",
   "condition": "combined",
   "mae": 196.9459,
   "p90": 261.2335,
   "miss": 0.1888,
   "width": 358.2196,
   "defer": 0.1724,
   "rare_mae": 235.0649
  },
  {
   "tune_name": "drop_hinf_lam1.0",
   "condition": "low_quality",
   "mae": 192.6341,
   "p90": 261.3407,
   "miss": 0.1917,
   "width": 362.2884,
   "defer": 0.1873,
   "rare_mae": 229.2406
  },
  {
   "tune_name": "drop_hinf_lam1.0",
   "condition": "reference",
   "mae": 191.7333,
   "p90": 260.3392,
   "miss": 0.1989,
   "width": 352.0672,
   "defer": 0.183,
   "rare_mae": 228.4092
  },
  {
   "tune_name": "keep_h4_lam0.0",
   "condition": "combined",
   "mae": 192.0168,
   "p90": 263.8124,
   "miss": 0.1925,
   "width": 356.864,
   "defer": 0.1769,
   "rare_mae": 229.665
  },
  {
   "tune_name": "keep_h4_lam0.0",
   "condition": "low_quality",
   "mae": 192.0065,
   "p90": 260.7246,
   "miss": 0.1916,
   "width": 358.644,
   "defer": 0.1869,
   "rare_mae": 227.6528
  },
  {
   "tune_name": "keep_h4_lam0.0",
   "condition": "reference",
   "mae": 191.3961,
   "p90": 260.0208,
   "miss": 0.1996,
   "width": 350.2204,
   "defer": 0.1825,
   "rare_mae": 227.5581
  },
  {
   "tune_name": "keep_h4_lam0.5",
   "condition": "combined",
   "mae": 192.1143,
   "p90": 263.5468,
   "miss": 0.1921,
   "width": 357.3235,
   "defer": 0.1778,
   "rare_mae": 229.7655
  },
  {
   "tune_name": "keep_h4_lam0.5",
   "condition": "low_quality",
   "mae": 192.1083,
   "p90": 260.2127,
   "miss": 0.1919,
   "width": 359.1734,
   "defer": 0.1863,
   "rare_mae": 227.9834
  },
  {
   "tune_name": "keep_h4_lam0.5",
   "condition": "reference",
   "mae": 191.3889,
   "p90": 260.1571,
   "miss": 0.2002,
   "width": 350.3063,
   "defer": 0.1837,
   "rare_mae": 227.5777
  },
  {
   "tune_name": "keep_h4_lam1.0",
   "condition": "combined",
   "mae": 192.6289,
   "p90": 263.598,
   "miss": 0.1925,
   "width": 357.9458,
   "defer": 0.1781,
   "rare_mae": 231.2876
  },
  {
   "tune_name": "keep_h4_lam1.0",
   "condition": "low_quality",
   "mae": 192.6063,
   "p90": 260.9707,
   "miss": 0.1919,
   "width": 361.647,
   "defer": 0.1865,
   "rare_mae": 229.2449
  },
  {
   "tune_name": "keep_h4_lam1.0",
   "condition": "reference",
   "mae": 191.6904,
   "p90": 259.6196,
   "miss": 0.1986,
   "width": 351.7488,
   "defer": 0.1833,
   "rare_mae": 228.7422
  },
  {
   "tune_name": "keep_hinf_lam0.0",
   "condition": "combined",
   "mae": 193.017,
   "p90": 263.946,
   "miss": 0.1953,
   "width": 355.2209,
   "defer": 0.1857,
   "rare_mae": 231.567
  },
  {
   "tune_name": "keep_hinf_lam0.0",
   "condition": "low_quality",
   "mae": 192.2083,
   "p90": 260.5208,
   "miss": 0.1915,
   "width": 359.0813,
   "defer": 0.1873,
   "rare_mae": 228.3738
  },
  {
   "tune_name": "keep_hinf_lam0.0",
   "condition": "reference",
   "mae": 191.5038,
   "p90": 259.8696,
   "miss": 0.1994,
   "width": 351.6818,
   "defer": 0.1843,
   "rare_mae": 227.263
  },
  {
   "tune_name": "keep_hinf_lam0.5",
   "condition": "combined",
   "mae": 193.1182,
   "p90": 263.2309,
   "miss": 0.1949,
   "width": 354.9301,
   "defer": 0.1849,
   "rare_mae": 231.8217
  },
  {
   "tune_name": "keep_hinf_lam0.5",
   "condition": "low_quality",
   "mae": 192.2672,
   "p90": 260.6904,
   "miss": 0.1918,
   "width": 358.6475,
   "defer": 0.1855,
   "rare_mae": 228.3561
  },
  {
   "tune_name": "keep_hinf_lam0.5",
   "condition": "reference",
   "mae": 191.5492,
   "p90": 259.8175,
   "miss": 0.1997,
   "width": 350.841,
   "defer": 0.1841,
   "rare_mae": 227.7513
  },
  {
   "tune_name": "keep_hinf_lam1.0",
   "condition": "combined",
   "mae": 193.5202,
   "p90": 263.1961,
   "miss": 0.1953,
   "width": 355.3928,
   "defer": 0.185,
   "rare_mae": 232.3991
  },
  {
   "tune_name": "keep_hinf_lam1.0",
   "condition": "low_quality",
   "mae": 192.6341,
   "p90": 261.3407,
   "miss": 0.1917,
   "width": 362.2884,
   "defer": 0.1873,
   "rare_mae": 229.2406
  },
  {
   "tune_name": "keep_hinf_lam1.0",
   "condition": "reference",
   "mae": 191.7333,
   "p90": 260.3392,
   "miss": 0.1989,
   "width": 352.0672,
   "defer": 0.183,
   "rare_mae": 228.4092
  }
 ],
 "headline": {
  "block": "final",
  "recovery_low_quality": 0.8965759481297276,
  "recovery_combined": 0.7750804405398914,
  "mae_gap_low_quality": 17.94230137260388,
  "scorecard_passed": 5,
  "scorecard_total": 6
 }
}