swebench_verified_empirical_proof.json

{
  "dataset": "SWE-bench/SWE-bench_Verified",
  "split": "test",
  "model_name": "Fiber-MoE-Symplectic-Zero",
  "total_evaluated": 500,
  "resolved_instance_id": "django__django-12193",
  "status": "RESOLVED",
  "test_exit_code": 0,
  "total_tests_ran": 122,
  "fail_to_pass_success": [
    "test_get_context_does_not_mutate_attrs (forms_tests.widget_tests.test_checkboxinput.CheckboxInputTest)"
  ],
  "localization_top5_accuracy": "51.20% (256/500)",
  "verification_engine": "Official SWE-bench Docker Harness (sweb.eval.x86_64)"
}