TemporalBench Leaderboard

This leaderboard presents offline evaluation results for agent configurations on the TemporalBench benchmark. It is a pure visualization and validation layer: no agents are executed here, and no LLM APIs are called.
Benchmark version

V1.0 restricts every entry to the four original domains and re-ranks them, so all entries are compared on the same domain set.

Current entries: 7 agent configurations evaluated on all five V1.1 datasets. Entries measured only on the four V1.0 domains are not listed here — switch to V1.0 to see them alongside these entries reduced to the same four domains. Rows are ranked by Overall T1/T3/T4 Acc, weighted by the corresponding MCQ question counts.

⚠️ M5 was evaluated in a later round than the other four domains, after the DeepSeek API used for the original baselines was withdrawn. For the AgentScope, CAMEL, MetaGPT and TimeSeries Scientist deepseek-chat rows the overall score therefore averages across two API versions, and small gaps between them are not meaningful. See the About tab for details.
{
  • "headers": [
    • "Agent",
    • "Agent Type",
    • "Base Model",
    • "Paper",
    • "Evaluation Scope",
    • "Domain Coverage",
    • "All Domains Evaluated",
    • "Overall T1 Acc",
    • "Overall T2 Acc",
    • "Overall T3 Acc",
    • "Overall T4 Acc",
    • "Overall T1/T3/T4 Acc",
    • "Overall MCQ Acc",
    • "Overall T2 MAE",
    • "Overall T2 sMAPE",
    • "Overall T4 MAE",
    • "Overall T4 sMAPE",
    • "MIMIC T2 OW-sMAPE",
    • "MIMIC T2 OW-RMSSE",
    • "MIMIC T4 OW-sMAPE",
    • "MIMIC T4 OW-RMSSE"
    ],
  • "data": [
    • [
      • "TimeClaw",
      • "time-series-specific agent",
      • "deepseek-v4-pro",
      • "[arXiv:2606.05404](https://arxiv.org/abs/2606.05404)",
      • "FreshRetailNet, PSML, Causal Chambers, MIMIC, M5",
      • "5 / 5",
      • true,
      • 0.4464,
      • 0.3898,
      • 0.4186,
      • 0.429,
      • 0.431,
      • 0.4222,
      • 48.2996,
      • 60.4244,
      • 44.2361,
      • 58.0612,
      • 9.4383,
      • 161356.5029,
      • 10.0052,
      • 161228.102
      ],
    • [
      • "TimeCopilot",
      • "time-series-specific agent",
      • "deepseek-chat",
      • "[arXiv:2509.00616](https://arxiv.org/abs/2509.00616)",
      • "FreshRetailNet, PSML, Causal Chambers, MIMIC, M5",
      • "5 / 5",
      • true,
      • 0.4978,
      • 0.2029,
      • 0.3179,
      • 0.2935,
      • 0.3734,
      • 0.3371,
      • 0.1855,
      • 0.7307,
      • 0.194,
      • 0.7742,
      • 18.8553,
      • 3.8524,
      • 15.4094,
      • 3.6373
      ],
    • [
      • "MetaGPT",
      • "general agent",
      • "deepseek-chat",
      • "[arXiv:2308.00352](https://arxiv.org/abs/2308.00352)",
      • "FreshRetailNet, PSML, Causal Chambers, MIMIC, M5",
      • "5 / 5",
      • true,
      • 0.4847,
      • 0.2783,
      • 0.2932,
      • 0.3364,
      • 0.3711,
      • 0.3513,
      • 59.1433,
      • 28.628,
      • 51.7442,
      • 61.1881,
      • 0.41,
      • null,
      • 0.41,
      • null
      ],
    • [
      • "AgentScope",
      • "general agent",
      • "deepseek-chat",
      • "[arXiv:2402.14034](https://arxiv.org/abs/2402.14034)",
      • "FreshRetailNet, PSML, Causal Chambers, MIMIC, M5",
      • "5 / 5",
      • true,
      • 0.4792,
      • 0.3029,
      • 0.2793,
      • 0.3406,
      • 0.3649,
      • 0.3517,
      • 46.4439,
      • 59.6662,
      • 43.9194,
      • 61.4402,
      • 0.46,
      • null,
      • 0.39,
      • null
      ],
    • [
      • "CAMEL",
      • "general agent",
      • "deepseek-chat",
      • "[arXiv:2303.17760](https://arxiv.org/abs/2303.17760)",
      • "FreshRetailNet, PSML, Causal Chambers, MIMIC, M5",
      • "5 / 5",
      • true,
      • 0.4398,
      • 0.3068,
      • 0.3115,
      • 0.3446,
      • 0.3648,
      • 0.3525,
      • 45.4158,
      • 59.8788,
      • 41.8789,
      • 63.1245,
      • 0.47,
      • null,
      • 0.46,
      • null
      ],
    • [
      • "TimeCopilot",
      • "time-series-specific agent",
      • "deepseek-v4-pro",
      • "[arXiv:2509.00616](https://arxiv.org/abs/2509.00616)",
      • "FreshRetailNet, PSML, Causal Chambers, MIMIC, M5",
      • "5 / 5",
      • true,
      • 0.4465,
      • 0.1593,
      • 0.3825,
      • 0.1194,
      • 0.3333,
      • 0.2962,
      • 0.1947,
      • 0.7251,
      • 0.1701,
      • 0.7571,
      • 15.3372,
      • 3.2549,
      • 18.0584,
      • 3.6529
      ],
    • [
      • "TimeSeries Scientist",
      • "time-series-specific agent",
      • "deepseek-chat",
      • "[arXiv:2510.01538](https://arxiv.org/abs/2510.01538)",
      • "FreshRetailNet, PSML, Causal Chambers, MIMIC, M5",
      • "5 / 5",
      • true,
      • 0.3195,
      • 0.2642,
      • 0.2828,
      • 0.2736,
      • 0.293,
      • 0.2868,
      • 46.3897,
      • 12.0962,
      • 43.871,
      • 12.0043,
      • 12.34,
      • null,
      • 0.45,
      • null
      ]
    ],
  • "metadata": null
}