{
  "scope": "Candidate-only three-case E2E feasibility/cost pilot on metadata-preselected, already-exposed development tasks; not independent repair validation or an official leaderboard score.",
  "population": 3,
  "native_graded_cases": 3,
  "native_resolved_cases": 2,
  "native_unresolved_cases": 1,
  "repair_model": "claude-opus-5-5",
  "search_model": "claude-haiku-5-5",
  "billing_route": "anthropic-api",
  "runtime_commit": "c9a983780a4a1f87e9b0a3ad84abbb52f806b6ba",
  "protocol_sha256": "9a0a61488d7dd13ececefe8945ce2d72a6bc70de859137985f161906e05052a1",
  "continuation_protocol_sha256": "89084c7b7f86e678e217cbb2a85842f5c2752204374595f6919a1e95eb586fa6",
  "SDK_version": "0.2.165",
  "native_harness_revision": "24f493f8a103e72312ded4f6b9c89f081d69cb09",
  "actual_new_repair_sessions": 24,
  "all_session_fees_known": true,
  "new_repair_API_usage_decimal": "1.931510800000000003",
  "reused_search_usage_decimal": "0.0367812100000000030",
  "search_plus_repair_usage_decimal": "1.9682920100000000060",
  "mean_new_repair_API_usage_usd": 0.6438369333333334,
  "initial_source_bodies_delivered": 0,
  "navigation_token_guard": 2048,
  "model_turn_guard_per_case": 20,
  "whole_run_SDK_usage_guard_per_case_usd": 4,
  "confirmed_controlled_source_body_delivery_all_three": true,
  "model_retries": 0,
  "task_replacements": 0,
  "new_search_calls": 0,
  "native_startup_failures_preserved": 1,
  "native_startup_recovery": "Unified native CLI lacked model-only tiktoken in the isolated native environment. Reuse the exact first model patch with the existing native-only Multi CLI; no model request or scorer change.",
  "candidate_only_comparative_repair_gain_established": false,
  "complete_system_context_metrics_evaluated": false,
  "all_original_model_and_native_evidence_local_only": true,
  "official_submission_ready": false,
  "cost_scope": "Search plus repair model-reported API usage; excludes native compute, operator development and invoice reconciliation.",
  "sample_arithmetic_not_representative_forecast": {
    "repair500_usd": 321.9184666666667,
    "actual_completed_search500_usage_usd": 5.680771745,
    "search500_plus_sample_mean_repair500_usd": 327.59923841166665,
    "sample_covers_all_eight_languages": false,
    "full500_repair_budget_reserved": false
  },
  "cases": [
    {
      "instance_id": "Multi-SWE-Bench__cpp__maintenance__bugfix__8ebb764e",
      "original_inst_id": "fmtlib__fmt-2394",
      "language": "cpp",
      "repair_model": "claude-opus-5-5",
      "billing_route": "anthropic-api",
      "repair_status": "Submitted",
      "repair_calls": 6,
      "new_repair_API_usage_usd": "0.348612500000000008",
      "reused_search_usage_usd": "0.0083401849999999995",
      "search_plus_repair_model_usage_usd": "0.3569526850000000075",
      "native_status": "graded",
      "native_resolved": 1,
      "all_session_fees_known": true,
      "confirmed_controlled_read_events": 2,
      "confirmed_controlled_search_events": 0,
      "confirmed_base_source_lines_partial": 291,
      "complete_system_context_metrics_evaluated": false,
      "solver_sha256": "39a531b78c8a45505ac68a6b613d3e1fd89cbedd456b92fd0d7bbe899853078c",
      "native_resolution_sha256": "529faf01f384166c2ce2087f2f6548a7f39b25f86abf6e6b2f96064b0fa39b6e",
      "whole_run_result_sha256": "143ccd8e73761dcc9cdbe916f6c29bf09a104fa3dad0050fa3bca063e862048f"
    },
    {
      "instance_id": "Multi-SWE-Bench__java__maintenance__bugfix__747c7f60",
      "original_inst_id": "google__gson-1391",
      "language": "java",
      "repair_model": "claude-opus-5-5",
      "billing_route": "anthropic-api",
      "repair_status": "Submitted",
      "repair_calls": 5,
      "new_repair_API_usage_usd": "0.2193681",
      "reused_search_usage_usd": "0.0110412900000000015",
      "search_plus_repair_model_usage_usd": "0.2304093900000000015",
      "native_status": "graded",
      "native_resolved": 1,
      "all_session_fees_known": true,
      "confirmed_controlled_read_events": 1,
      "confirmed_controlled_search_events": 0,
      "confirmed_base_source_lines_partial": 91,
      "complete_system_context_metrics_evaluated": false,
      "solver_sha256": "2caabab8c1e67e1c8d0768c89eb58c3285d57d541cfbc2fc9f4afcf90a30d7cd",
      "native_resolution_sha256": "62a190dc6e41ee11c1a541993e01d3173113188d641dc9b32b01abdebe6abf6a",
      "whole_run_result_sha256": "ae468ca53f18a6c542c5ea0edd57c76e89acaed2758fd3de57cd4ab918d21dd7"
    },
    {
      "instance_id": "Multi-SWE-Bench__c__maintenance__bugfix__b8c88ac8",
      "original_inst_id": "ponylang__ponyc-2205",
      "language": "c",
      "repair_model": "claude-opus-5-5",
      "billing_route": "anthropic-api",
      "repair_status": "Submitted",
      "repair_calls": 13,
      "new_repair_API_usage_usd": "1.363530199999999995",
      "reused_search_usage_usd": "0.017399735000000002",
      "search_plus_repair_model_usage_usd": "1.380929934999999997",
      "native_status": "graded",
      "native_resolved": 0,
      "all_session_fees_known": true,
      "confirmed_controlled_read_events": 6,
      "confirmed_controlled_search_events": 5,
      "confirmed_base_source_lines_partial": 827,
      "complete_system_context_metrics_evaluated": false,
      "solver_sha256": "fff0730ade202e118fc247f6c54a27e1f81751274b0ab1b23abfc3c95081f308",
      "native_resolution_sha256": "91a4e236ccc9fb5eb89e226a99520072201086da8896a6ddbd1bc323beb586f7",
      "whole_run_result_sha256": "11a4958f263746043a131eeca21096eaae94dd021a5d3a29e391d422d96ff0e6"
    }
  ],
  "csv_sha256": "6082d45c0dc61c92c3f4daaaa62a8d5626c936eef58d9791fe9037e91f010394"
}
