{
  "run_type": "compare_backends",
  "backend_selected": "stats_ets",
  "candidate_backends": [
    "stats_ets",
    "ml_ridge",
    "moving_average",
    "stats_arima",
    "stream_ewm",
    "naive"
  ],
  "feature_spec": {
    "mode": "auto",
    "lags": [
      1,
      2,
      3,
      7,
      14,
      21,
      28
    ],
    "lag_points": [],
    "lag_step": null,
    "lag_count": null,
    "rolling_windows": [
      3,
      7,
      14
    ],
    "lookback": null,
    "feature_preset": null,
    "include_calendar": true,
    "calendar_features": [
      "dayofweek",
      "month",
      "day",
      "dayofyear",
      "is_month_start",
      "is_month_end",
      "ordinal",
      "sin_dayofyear",
      "cos_dayofyear"
    ],
    "include_tsfresh": false,
    "tsfresh_window": 30,
    "tsfresh_features": [],
    "include_exogenous": true,
    "exogenous_cols": [],
    "carry_forward_exog": true
  },
  "inputs": {
    "name": "airline_passengers",
    "horizon": 12,
    "strategy": "fast",
    "source": "/home/runner/work/AgentForecast/AgentForecast/agentforecast/package_data/public_examples/airline_passengers.csv",
    "date_col": "ds",
    "value_col": "y",
    "series_kind": "price",
    "strict_mode": false,
    "lookback": null,
    "max_history": null,
    "feature_preset": null,
    "candidate_backends": [
      "naive",
      "moving_average",
      "stats_arima",
      "stats_ets",
      "ml_ridge",
      "stream_ewm"
    ],
    "routing": {
      "profile": "explicit",
      "history_len": 144,
      "horizon": 12,
      "candidate_backends": [
        "naive",
        "moving_average",
        "stats_arima",
        "stats_ets",
        "ml_ridge",
        "stream_ewm"
      ],
      "missing_backends": [],
      "recommended_extras": [],
      "reason": "explicit_backends_provided"
    }
  },
  "summary": {
    "headline": "airline_passengers: stats_ets won the backend comparison and produced a publishable pack.",
    "latest_observed": 432.0,
    "projected_end": 471.05459082715595,
    "artifact_count": 10,
    "narrative": "Compared 6 backend(s) and routed the series to 'stats_ets'. Exported CSV, chart, card, markdown, and JSON artifacts.",
    "conformal_method": "residual_heuristic",
    "routing_reason": "explicit_backends_provided"
  },
  "diagnostics": {
    "leaderboard": [
      {
        "backend_id": "stats_ets",
        "mae": 13.382162,
        "rmse": 16.981068,
        "mape": 2.803136,
        "smape": 2.795867,
        "coverage_80": 0.916667,
        "avg_width_80": 70.492882,
        "wnc_80": 6.191918,
        "coverage_90": 0.916667,
        "avg_width_90": 90.475766,
        "wnc_90": 4.824343,
        "backtest_horizon": 12
      },
      {
        "backend_id": "ml_ridge",
        "mae": 36.079182,
        "rmse": 51.659282,
        "mape": 8.366429,
        "smape": 7.693627,
        "coverage_80": 0.916667,
        "avg_width_80": 181.239729,
        "wnc_80": 2.408336,
        "coverage_90": 1.0,
        "avg_width_90": 232.616441,
        "wnc_90": 2.047003,
        "backtest_horizon": 12
      },
      {
        "backend_id": "moving_average",
        "mae": 58.095238,
        "rmse": 76.286539,
        "mape": 11.569287,
        "smape": 11.973611,
        "coverage_80": 1.0,
        "avg_width_80": 436.269632,
        "wnc_80": 1.09145,
        "coverage_90": 1.0,
        "avg_width_90": 559.940635,
        "wnc_90": 0.850388,
        "backtest_horizon": 12
      },
      {
        "backend_id": "stats_arima",
        "mae": 66.241675,
        "rmse": 91.228839,
        "mape": 12.462033,
        "smape": 13.792313,
        "coverage_80": 1.0,
        "avg_width_80": 439.554005,
        "wnc_80": 1.083295,
        "coverage_90": 1.0,
        "avg_width_90": 564.156041,
        "wnc_90": 0.844034,
        "backtest_horizon": 12
      },
      {
        "backend_id": "stream_ewm",
        "mae": 67.280561,
        "rmse": 92.129244,
        "mape": 12.683001,
        "smape": 14.037941,
        "coverage_80": 1.0,
        "avg_width_80": 470.220489,
        "wnc_80": 1.012646,
        "coverage_90": 1.0,
        "avg_width_90": 603.51567,
        "wnc_90": 0.788988,
        "backtest_horizon": 12
      },
      {
        "backend_id": "naive",
        "mae": 76.0,
        "rmse": 102.976535,
        "mape": 14.251338,
        "smape": 16.120845,
        "coverage_80": 1.0,
        "avg_width_80": 436.269632,
        "wnc_80": 1.09145,
        "coverage_90": 1.0,
        "avg_width_90": 559.940635,
        "wnc_90": 0.850388,
        "backtest_horizon": 12
      }
    ],
    "conformal": {
      "enabled": false,
      "requested_method": "auto",
      "method": "residual_heuristic",
      "levels": [
        80,
        90
      ],
      "calibration_window": 200,
      "warmup_min": 40,
      "symmetric": true,
      "horizon_aware": true,
      "effective_horizon_aware": false,
      "calibration_size": 12,
      "native_levels": [],
      "fallback_reason": null,
      "backend_id": "stats_ets",
      "coverage_backtest": {
        "80": 0.916667,
        "90": 0.916667
      },
      "mean_interval_width": {
        "80": 70.492882,
        "90": 90.475766
      },
      "width_normalized_coverage": {
        "80": 6.191918,
        "90": 4.824343
      },
      "backend_tags": [
        "accurate",
        "long_horizon"
      ]
    },
    "conformal_by_backend": {
      "naive": {
        "enabled": false,
        "requested_method": "auto",
        "method": "residual_heuristic",
        "levels": [
          80,
          90
        ],
        "calibration_window": 200,
        "warmup_min": 40,
        "symmetric": true,
        "horizon_aware": true,
        "effective_horizon_aware": false,
        "calibration_size": 12,
        "native_levels": [],
        "fallback_reason": null,
        "backend_id": "naive",
        "coverage_backtest": {
          "80": 1.0,
          "90": 1.0
        },
        "mean_interval_width": {
          "80": 436.269632,
          "90": 559.940635
        },
        "width_normalized_coverage": {
          "80": 1.09145,
          "90": 0.850388
        },
        "backend_tags": [
          "fast",
          "low_data"
        ]
      },
      "moving_average": {
        "enabled": false,
        "requested_method": "auto",
        "method": "residual_heuristic",
        "levels": [
          80,
          90
        ],
        "calibration_window": 200,
        "warmup_min": 40,
        "symmetric": true,
        "horizon_aware": true,
        "effective_horizon_aware": false,
        "calibration_size": 12,
        "native_levels": [],
        "fallback_reason": null,
        "backend_id": "moving_average",
        "coverage_backtest": {
          "80": 1.0,
          "90": 1.0
        },
        "mean_interval_width": {
          "80": 436.269632,
          "90": 559.940635
        },
        "width_normalized_coverage": {
          "80": 1.09145,
          "90": 0.850388
        },
        "backend_tags": [
          "fast"
        ]
      },
      "stats_arima": {
        "enabled": false,
        "requested_method": "auto",
        "method": "residual_heuristic",
        "levels": [
          80,
          90
        ],
        "calibration_window": 200,
        "warmup_min": 40,
        "symmetric": true,
        "horizon_aware": true,
        "effective_horizon_aware": false,
        "calibration_size": 12,
        "native_levels": [],
        "fallback_reason": null,
        "backend_id": "stats_arima",
        "coverage_backtest": {
          "80": 1.0,
          "90": 1.0
        },
        "mean_interval_width": {
          "80": 439.554005,
          "90": 564.156041
        },
        "width_normalized_coverage": {
          "80": 1.083295,
          "90": 0.844034
        },
        "backend_tags": [
          "accurate",
          "low_data"
        ]
      },
      "stats_ets": {
        "enabled": false,
        "requested_method": "auto",
        "method": "residual_heuristic",
        "levels": [
          80,
          90
        ],
        "calibration_window": 200,
        "warmup_min": 40,
        "symmetric": true,
        "horizon_aware": true,
        "effective_horizon_aware": false,
        "calibration_size": 12,
        "native_levels": [],
        "fallback_reason": null,
        "backend_id": "stats_ets",
        "coverage_backtest": {
          "80": 0.916667,
          "90": 0.916667
        },
        "mean_interval_width": {
          "80": 70.492882,
          "90": 90.475766
        },
        "width_normalized_coverage": {
          "80": 6.191918,
          "90": 4.824343
        },
        "backend_tags": [
          "accurate",
          "long_horizon"
        ]
      },
      "ml_ridge": {
        "enabled": false,
        "requested_method": "auto",
        "method": "residual_heuristic",
        "levels": [
          80,
          90
        ],
        "calibration_window": 200,
        "warmup_min": 40,
        "symmetric": true,
        "horizon_aware": true,
        "effective_horizon_aware": false,
        "calibration_size": 12,
        "native_levels": [],
        "fallback_reason": null,
        "backend_id": "ml_ridge",
        "coverage_backtest": {
          "80": 0.916667,
          "90": 1.0
        },
        "mean_interval_width": {
          "80": 181.239729,
          "90": 232.616441
        },
        "width_normalized_coverage": {
          "80": 2.408336,
          "90": 2.047003
        },
        "backend_tags": [
          "fast",
          "low_data",
          "tabular"
        ]
      },
      "stream_ewm": {
        "enabled": false,
        "requested_method": "auto",
        "method": "residual_heuristic",
        "levels": [
          80,
          90
        ],
        "calibration_window": 200,
        "warmup_min": 40,
        "symmetric": true,
        "horizon_aware": true,
        "effective_horizon_aware": false,
        "calibration_size": 12,
        "native_levels": [],
        "fallback_reason": null,
        "backend_id": "stream_ewm",
        "coverage_backtest": {
          "80": 1.0,
          "90": 1.0
        },
        "mean_interval_width": {
          "80": 470.220489,
          "90": 603.51567
        },
        "width_normalized_coverage": {
          "80": 1.012646,
          "90": 0.788988
        },
        "backend_tags": [
          "streaming",
          "fast",
          "low_data"
        ]
      }
    },
    "cleanup": {
      "cleanup_applied": false,
      "missing_points_filled": 0,
      "duplicate_timestamps_merged": 0,
      "history_values_filled": 0,
      "exogenous_values_filled": 0,
      "history_truncated": 0,
      "history_rows_retained": 144,
      "inferred_frequency": "MS",
      "step_seconds": 2678400.0,
      "exogenous_cols": [],
      "future_feature_policy": "use_provided_then_carry_last",
      "strict_mode": false,
      "invalid_timestamps_dropped": 0
    },
    "routing": {
      "profile": "explicit",
      "history_len": 144,
      "horizon": 12,
      "candidate_backends": [
        "naive",
        "moving_average",
        "stats_arima",
        "stats_ets",
        "ml_ridge",
        "stream_ewm"
      ],
      "missing_backends": [],
      "recommended_extras": [],
      "reason": "explicit_backends_provided"
    }
  },
  "metrics": {
    "backend_id": "stats_ets",
    "mae": 13.382162,
    "rmse": 16.981068,
    "mape": 2.803136,
    "smape": 2.795867,
    "coverage_80": 0.916667,
    "avg_width_80": 70.492882,
    "wnc_80": 6.191918,
    "coverage_90": 0.916667,
    "avg_width_90": 90.475766,
    "wnc_90": 4.824343,
    "backtest_horizon": 12.0
  },
  "leaderboard": [
    {
      "backend_id": "stats_ets",
      "mae": 13.382162,
      "rmse": 16.981068,
      "mape": 2.803136,
      "smape": 2.795867,
      "coverage_80": 0.916667,
      "avg_width_80": 70.492882,
      "wnc_80": 6.191918,
      "coverage_90": 0.916667,
      "avg_width_90": 90.475766,
      "wnc_90": 4.824343,
      "backtest_horizon": 12
    },
    {
      "backend_id": "ml_ridge",
      "mae": 36.079182,
      "rmse": 51.659282,
      "mape": 8.366429,
      "smape": 7.693627,
      "coverage_80": 0.916667,
      "avg_width_80": 181.239729,
      "wnc_80": 2.408336,
      "coverage_90": 1.0,
      "avg_width_90": 232.616441,
      "wnc_90": 2.047003,
      "backtest_horizon": 12
    },
    {
      "backend_id": "moving_average",
      "mae": 58.095238,
      "rmse": 76.286539,
      "mape": 11.569287,
      "smape": 11.973611,
      "coverage_80": 1.0,
      "avg_width_80": 436.269632,
      "wnc_80": 1.09145,
      "coverage_90": 1.0,
      "avg_width_90": 559.940635,
      "wnc_90": 0.850388,
      "backtest_horizon": 12
    },
    {
      "backend_id": "stats_arima",
      "mae": 66.241675,
      "rmse": 91.228839,
      "mape": 12.462033,
      "smape": 13.792313,
      "coverage_80": 1.0,
      "avg_width_80": 439.554005,
      "wnc_80": 1.083295,
      "coverage_90": 1.0,
      "avg_width_90": 564.156041,
      "wnc_90": 0.844034,
      "backtest_horizon": 12
    },
    {
      "backend_id": "stream_ewm",
      "mae": 67.280561,
      "rmse": 92.129244,
      "mape": 12.683001,
      "smape": 14.037941,
      "coverage_80": 1.0,
      "avg_width_80": 470.220489,
      "wnc_80": 1.012646,
      "coverage_90": 1.0,
      "avg_width_90": 603.51567,
      "wnc_90": 0.788988,
      "backtest_horizon": 12
    },
    {
      "backend_id": "naive",
      "mae": 76.0,
      "rmse": 102.976535,
      "mape": 14.251338,
      "smape": 16.120845,
      "coverage_80": 1.0,
      "avg_width_80": 436.269632,
      "wnc_80": 1.09145,
      "coverage_90": 1.0,
      "avg_width_90": 559.940635,
      "wnc_90": 0.850388,
      "backtest_horizon": 12
    }
  ],
  "artifacts": [
    {
      "kind": "history_csv",
      "path": "data/history.csv",
      "media_type": "text/csv",
      "description": "Normalized history"
    },
    {
      "kind": "forecast_csv",
      "path": "data/forecast.csv",
      "media_type": "text/csv",
      "description": "Winner backend forecast"
    },
    {
      "kind": "leaderboard_csv",
      "path": "data/leaderboard.csv",
      "media_type": "text/csv",
      "description": "Backend comparison leaderboard"
    },
    {
      "kind": "forecast_png",
      "path": "plots/forecast.png",
      "media_type": "image/png",
      "description": "Forecast chart"
    },
    {
      "kind": "forecast_card_png",
      "path": "plots/forecast_card.png",
      "media_type": "image/png",
      "description": "Shareable forecast card"
    },
    {
      "kind": "comparison_png",
      "path": "plots/backend_comparison.png",
      "media_type": "image/png",
      "description": "Backend comparison chart"
    },
    {
      "kind": "leaderboard_card_png",
      "path": "plots/leaderboard_card.png",
      "media_type": "image/png",
      "description": "Leaderboard card"
    },
    {
      "kind": "delta_card_png",
      "path": "plots/winner_vs_runnerup_delta.png",
      "media_type": "image/png",
      "description": "Winner vs runner-up delta card"
    },
    {
      "kind": "summary_markdown",
      "path": "reports/summary.md",
      "media_type": "text/markdown",
      "description": "Human-readable report"
    },
    {
      "kind": "metadata_json",
      "path": "meta/metadata.json",
      "media_type": "application/json",
      "description": "Structured compare result"
    }
  ],
  "warnings": [],
  "used_live_data": false,
  "kind": "agentforecast.compare_result",
  "schema_version": "1.0.0",
  "schema_ref": "package://agentforecast/package_data/schemas/compare_result.schema.json",
  "tool_version": "1.7.0"
}