{
  "scope": "Fresh source-only product planning and Jev; no agent evaluation",
  "dataset_revision": "4eb84e2e8918474969ce68c5b06facf14d6be604",
  "input_sha256": {
    "prepared_manifest": "e055006df271dddfeb18350897cf5e619d1061ea8c1e3efe4d9253d595230ddb",
    "label_report": "22bea146f5971f295f18a6b08437719ff06663ac51826272133fc3dd1bdf2180"
  },
  "product_sha256": "c2a3b89f1a89f62ccc3034814874ff949d1b81fdcbf90a15e37da11ce3f4a69d",
  "script_sha256": "1365b23ab8f5c7643f8628bb430055a0ad2a7f50b705d3f759629dc7cee51e8b",
  "requested_models": [
    "anthropic/claude-sonnet-4.6",
    "typesafe/jev-1.13"
  ],
  "max_cost_usd": 2.0,
  "budget_scope": "Stop subsequent calls; in-flight cost may cross limit",
  "per_case_timeout_seconds": 90,
  "per_case_reported_cost_limit_usd": 0.1,
  "cases": 100,
  "completed_cases": 19,
  "status_counts": {
    "complete": 19,
    "error": 1,
    "not_run": 80
  },
  "reported_cost_usd": 0.2256047459999999,
  "reported_provider_calls": 52,
  "unreported_call_cost": true,
  "resolved_models": {
    "anthropic/claude-sonnet-4.6": 20,
    "typesafe/jev-1.13-20260917": 32
  },
  "run_date": "2026-09-26",
  "model_evaluation_complete": false,
  "aggregate_recall_at_5": null,
  "interpretation": "Aborted after an unreported-cost scoring failure. Not a complete quality result; no automatic retries or skipped-case substitution.",
  "per_case": [
    {
      "instance_id": "astral-sh__ruff-15309",
      "repo": "astral-sh/ruff",
      "language_group": "Rust",
      "base_commit": "75a24bbc67aa31b825b6326cfb6e6afdf3ca90d5",
      "status": "complete",
      "reported_cost_usd": 0.013653924000000001,
      "unreported_call_cost": false,
      "reported_provider_calls": 11
    },
    {
      "instance_id": "astral-sh__ruff-15330",
      "repo": "astral-sh/ruff",
      "language_group": "Rust",
      "base_commit": "b2a0d68d70ee690ea871fe9b3317be43075ddb33",
      "status": "complete",
      "reported_cost_usd": 0.014168693999999999,
      "unreported_call_cost": false,
      "reported_provider_calls": 2
    },
    {
      "instance_id": "astral-sh__ruff-15356",
      "repo": "astral-sh/ruff",
      "language_group": "Rust",
      "base_commit": "ee9a912f47e64de13cad0b525a714b46c5e29293",
      "status": "complete",
      "reported_cost_usd": 0.014554290000000001,
      "unreported_call_cost": false,
      "reported_provider_calls": 2
    },
    {
      "instance_id": "astral-sh__ruff-15443",
      "repo": "astral-sh/ruff",
      "language_group": "Rust",
      "base_commit": "d1666fbbeec27fe534f261f388fbd5891546ffcf",
      "status": "complete",
      "reported_cost_usd": 0.014282472,
      "unreported_call_cost": false,
      "reported_provider_calls": 2
    },
    {
      "instance_id": "astropy__astropy-12907",
      "repo": "astropy/astropy",
      "language_group": "Python",
      "base_commit": "d16bfe05a744909de4b27f5875fe0d4ed41ce607",
      "status": "complete",
      "reported_cost_usd": 0.00902658,
      "unreported_call_cost": false,
      "reported_provider_calls": 2
    },
    {
      "instance_id": "astropy__astropy-13033",
      "repo": "astropy/astropy",
      "language_group": "Python",
      "base_commit": "298ccb478e6bf092953bca67a3d29dc6c35f6752",
      "status": "complete",
      "reported_cost_usd": 0.01013403,
      "unreported_call_cost": false,
      "reported_provider_calls": 2
    },
    {
      "instance_id": "astropy__astropy-13236",
      "repo": "astropy/astropy",
      "language_group": "Python",
      "base_commit": "6ed769d58d89380ebaa1ef52b300691eefda8928",
      "status": "complete",
      "reported_cost_usd": 0.009757626,
      "unreported_call_cost": false,
      "reported_provider_calls": 2
    },
    {
      "instance_id": "astropy__astropy-13579",
      "repo": "astropy/astropy",
      "language_group": "Python",
      "base_commit": "0df94ff7097961e92fd7812036a24b145bc13ca8",
      "status": "complete",
      "reported_cost_usd": 0.014855700000000001,
      "unreported_call_cost": false,
      "reported_provider_calls": 2
    },
    {
      "instance_id": "axios__axios-4731",
      "repo": "axios/axios",
      "language_group": "TypeScript/JavaScript",
      "base_commit": "c30252f685e8f4326722de84923fcbc8cf557f06",
      "status": "complete",
      "reported_cost_usd": 0.005628696,
      "unreported_call_cost": false,
      "reported_provider_calls": 2
    },
    {
      "instance_id": "axios__axios-4738",
      "repo": "axios/axios",
      "language_group": "TypeScript/JavaScript",
      "base_commit": "9bb016f95e6de871a44f3276fd06562704a0abb0",
      "status": "complete",
      "reported_cost_usd": 0.006446568,
      "unreported_call_cost": false,
      "reported_provider_calls": 2
    },
    {
      "instance_id": "axios__axios-5085",
      "repo": "axios/axios",
      "language_group": "TypeScript/JavaScript",
      "base_commit": "85740c3e7a1fa48346dfcbd4497f463ccb1c1b05",
      "status": "complete",
      "reported_cost_usd": 0.006171,
      "unreported_call_cost": false,
      "reported_provider_calls": 1
    },
    {
      "instance_id": "axios__axios-6539",
      "repo": "axios/axios",
      "language_group": "TypeScript/JavaScript",
      "base_commit": "c6cce43cd94489f655f4488c5a50ecaf781c94f2",
      "status": "complete",
      "reported_cost_usd": 0.008698578,
      "unreported_call_cost": false,
      "reported_provider_calls": 2
    },
    {
      "instance_id": "babel__babel-13928",
      "repo": "babel/babel",
      "language_group": "TypeScript/JavaScript",
      "base_commit": "5134505bf93013c5fa7df66704df8d04becb7f7d",
      "status": "complete",
      "reported_cost_usd": 0.012975,
      "unreported_call_cost": false,
      "reported_provider_calls": 1
    },
    {
      "instance_id": "babel__babel-14532",
      "repo": "babel/babel",
      "language_group": "TypeScript/JavaScript",
      "base_commit": "fbd065256ca00d68089293ad48ea9aeba5481914",
      "status": "complete",
      "reported_cost_usd": 0.015101916,
      "unreported_call_cost": false,
      "reported_provider_calls": 2
    },
    {
      "instance_id": "babel__babel-15445",
      "repo": "babel/babel",
      "language_group": "TypeScript/JavaScript",
      "base_commit": "49e4855c10d8f76faf477f2ceb5ecbdbe2c849a3",
      "status": "complete",
      "reported_cost_usd": 0.017645556,
      "unreported_call_cost": false,
      "reported_provider_calls": 2
    },
    {
      "instance_id": "babel__babel-15649",
      "repo": "babel/babel",
      "language_group": "TypeScript/JavaScript",
      "base_commit": "35116224d21e16fb863293f9011d1d6c97ed0bf4",
      "status": "complete",
      "reported_cost_usd": 0.012194142,
      "unreported_call_cost": false,
      "reported_provider_calls": 2
    },
    {
      "instance_id": "caddyserver__caddy-4943",
      "repo": "caddyserver/caddy",
      "language_group": "Go",
      "base_commit": "7f6a328b4744bbdd5ee07c5eccb3f897390ff982",
      "status": "complete",
      "reported_cost_usd": 0.012755064,
      "unreported_call_cost": false,
      "reported_provider_calls": 3
    },
    {
      "instance_id": "caddyserver__caddy-5404",
      "repo": "caddyserver/caddy",
      "language_group": "Go",
      "base_commit": "960150bb034dc9a549ee7289b1a4eb4abafeb30a",
      "status": "complete",
      "reported_cost_usd": 0.011359266,
      "unreported_call_cost": false,
      "reported_provider_calls": 2
    },
    {
      "instance_id": "caddyserver__caddy-5761",
      "repo": "caddyserver/caddy",
      "language_group": "Go",
      "base_commit": "0a6d3333b2c92553e66c93c14d3258a790aac639",
      "status": "complete",
      "reported_cost_usd": 0.006287478,
      "unreported_call_cost": false,
      "reported_provider_calls": 2
    },
    {
      "instance_id": "caddyserver__caddy-5870",
      "repo": "caddyserver/caddy",
      "language_group": "Go",
      "base_commit": "fae195ac7eb9f4b0e9436384cd0529a11355e367",
      "status": "error",
      "error": "OpenRouter Jev scoring failed; no retry or fallback",
      "reported_cost_usd": 0.009908166,
      "unreported_call_cost": true,
      "reported_provider_calls": 6
    },
    {
      "instance_id": "caddyserver__caddy-6115",
      "repo": "caddyserver/caddy",
      "language_group": "Go",
      "base_commit": "4512be49a9fa55270e9afa632be9ff6c9560c455",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "facebook__docusaurus-10130",
      "repo": "facebook/docusaurus",
      "language_group": "TypeScript/JavaScript",
      "base_commit": "02e38d8ccf7811af27a9c15ddbadf4d26cfc0eab",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "facebook__docusaurus-10309",
      "repo": "facebook/docusaurus",
      "language_group": "TypeScript/JavaScript",
      "base_commit": "5e9e1d051b2217b95498ecbc10f7e33f64e7a4d3",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "facebook__docusaurus-8927",
      "repo": "facebook/docusaurus",
      "language_group": "TypeScript/JavaScript",
      "base_commit": "41f1c1e3c26ad1e24acd3306077e2534dd8fa0db",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "facebook__docusaurus-9897",
      "repo": "facebook/docusaurus",
      "language_group": "TypeScript/JavaScript",
      "base_commit": "0589b1475d56b0b541348aa56f201ec7c56c56d5",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "fmtlib__fmt-2310",
      "repo": "fmtlib/fmt",
      "language_group": "C++/C",
      "base_commit": "7612f18dc8e0112e64e0845a1ebe9da6cfb8a123",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "fmtlib__fmt-2317",
      "repo": "fmtlib/fmt",
      "language_group": "C++/C",
      "base_commit": "ece4b4b33a96db77beccca3957505e689cbc4279",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "fmtlib__fmt-3248",
      "repo": "fmtlib/fmt",
      "language_group": "C++/C",
      "base_commit": "840ec8569ddb304345f082bb82d733742f431504",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "gin-gonic__gin-1805",
      "repo": "gin-gonic/gin",
      "language_group": "Go",
      "base_commit": "70a0aba3e423246be37462cfdaedd510c26c566e",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "gin-gonic__gin-2121",
      "repo": "gin-gonic/gin",
      "language_group": "Go",
      "base_commit": "2ee0e963942d91be7944dfcc07dc8c02a4a78566",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "gin-gonic__gin-2755",
      "repo": "gin-gonic/gin",
      "language_group": "Go",
      "base_commit": "f2bbdfe9f26d84cb994f381050692a9e4553bf75",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "gin-gonic__gin-3741",
      "repo": "gin-gonic/gin",
      "language_group": "Go",
      "base_commit": "c2ba8f19ec19914b73290c53a32de479cd463555",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "gin-gonic__gin-3820",
      "repo": "gin-gonic/gin",
      "language_group": "Go",
      "base_commit": "9f598a31aafb92d675f38f1c8371e4ac76f858bf",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "gohugoio__hugo-12171",
      "repo": "gohugoio/hugo",
      "language_group": "Go",
      "base_commit": "a322282e70c2935c79f9c0f5c593bfdd032eb964",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "gohugoio__hugo-12343",
      "repo": "gohugoio/hugo",
      "language_group": "Go",
      "base_commit": "060cce0a910ffd9dc4e92efbe758fc5f187c3145",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "gohugoio__hugo-12448",
      "repo": "gohugoio/hugo",
      "language_group": "Go",
      "base_commit": "196132753649e6e714f05c83122737cabd0da310",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "gohugoio__hugo-12562",
      "repo": "gohugoio/hugo",
      "language_group": "Go",
      "base_commit": "c8dac67defbb512877e974814e196782989b8214",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "gohugoio__hugo-12579",
      "repo": "gohugoio/hugo",
      "language_group": "Go",
      "base_commit": "9c4e14eb4f890d2a3caad2dcd9209609b7274914",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "hashicorp__terraform-34814",
      "repo": "hashicorp/terraform",
      "language_group": "Go",
      "base_commit": "310331bdc6b747b68b2e2dd6be257dfc78677973",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "hashicorp__terraform-35611",
      "repo": "hashicorp/terraform",
      "language_group": "Go",
      "base_commit": "047c1af0b4a9e1e650f3811d011bcb92b2ceb15a",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "jqlang__jq-2235",
      "repo": "jqlang/jq",
      "language_group": "C++/C",
      "base_commit": "b8816caf0a7f58c6483f4344e222a6fea47732e8",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "jqlang__jq-2598",
      "repo": "jqlang/jq",
      "language_group": "C++/C",
      "base_commit": "4dc2a2fb9df94ec45d107b798173c7db9c695a7f",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "jqlang__jq-2658",
      "repo": "jqlang/jq",
      "language_group": "C++/C",
      "base_commit": "c077b95ba2dcaafee39e302cc086bf99fa9248d0",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "jqlang__jq-2728",
      "repo": "jqlang/jq",
      "language_group": "C++/C",
      "base_commit": "87e3dfddb80015bd71259a4a295ca73bed398bd2",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "jqlang__jq-2750",
      "repo": "jqlang/jq",
      "language_group": "C++/C",
      "base_commit": "98f709d0c1fd87a8b6a3e10c679442667712b264",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "matplotlib__matplotlib-13989",
      "repo": "matplotlib/matplotlib",
      "language_group": "Python",
      "base_commit": "a3e2897bfaf9eaac1d6649da535c4e721c89fa69",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "matplotlib__matplotlib-14623",
      "repo": "matplotlib/matplotlib",
      "language_group": "Python",
      "base_commit": "d65c9ca20ddf81ef91199e6d819f9d3506ef477c",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "matplotlib__matplotlib-20488",
      "repo": "matplotlib/matplotlib",
      "language_group": "Python",
      "base_commit": "b7ce415c15eb39b026a097a2865da73fbcf15c9c",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "matplotlib__matplotlib-20676",
      "repo": "matplotlib/matplotlib",
      "language_group": "Python",
      "base_commit": "6786f437df54ca7780a047203cbcfaa1db8dc542",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "micropython__micropython-10095",
      "repo": "micropython/micropython",
      "language_group": "C++/C",
      "base_commit": "cc26bf7406dac7822de347d14a9935c101d7e8aa",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "micropython__micropython-13039",
      "repo": "micropython/micropython",
      "language_group": "C++/C",
      "base_commit": "fce8d9fd55409ab1027beee5671bc653fb5beb97",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "micropython__micropython-13569",
      "repo": "micropython/micropython",
      "language_group": "C++/C",
      "base_commit": "2d7fb9a715d8c9f1f7ba73a62cfd587fa6ffc24a",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "micropython__micropython-15898",
      "repo": "micropython/micropython",
      "language_group": "C++/C",
      "base_commit": "b0ba151102a6c1b2e0e4c419c6482a64677c9b40",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "nushell__nushell-12901",
      "repo": "nushell/nushell",
      "language_group": "Rust",
      "base_commit": "cc9f41e553333b1ad0aa4185a912f7a52355a238",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "nushell__nushell-12950",
      "repo": "nushell/nushell",
      "language_group": "Rust",
      "base_commit": "0c5a67f4e5bf17a2fffbe3cbb54792a6464b3237",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "nushell__nushell-13605",
      "repo": "nushell/nushell",
      "language_group": "Rust",
      "base_commit": "48e401834d604563106a6ef3738a996d38c790ca",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "nushell__nushell-13831",
      "repo": "nushell/nushell",
      "language_group": "Rust",
      "base_commit": "fb34a4fc6c9ca882cc6dc95d437902a45c402e9a",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "preactjs__preact-2757",
      "repo": "preactjs/preact",
      "language_group": "TypeScript/JavaScript",
      "base_commit": "b17a932342bfdeeaf1dc0fbe4f436c83e258d6c8",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "preactjs__preact-2896",
      "repo": "preactjs/preact",
      "language_group": "TypeScript/JavaScript",
      "base_commit": "a9f7e676dc03b5008b8483e0937fc27c1af8287f",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "preactjs__preact-2927",
      "repo": "preactjs/preact",
      "language_group": "TypeScript/JavaScript",
      "base_commit": "ee76c1eb169897412501d86fbe40122b34cd2e8d",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "preactjs__preact-3567",
      "repo": "preactjs/preact",
      "language_group": "TypeScript/JavaScript",
      "base_commit": "c77e6284c199761d59467d8cc596a2f03540e72c",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "prometheus__prometheus-10633",
      "repo": "prometheus/prometheus",
      "language_group": "Go",
      "base_commit": "64fc3e58fec13af55968db89a484b9e0c5425bd6",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "prometheus__prometheus-11859",
      "repo": "prometheus/prometheus",
      "language_group": "Go",
      "base_commit": "5ec1b4baaf01dae0b22567db53886c83b74e0e76",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "prometheus__prometheus-14861",
      "repo": "prometheus/prometheus",
      "language_group": "Go",
      "base_commit": "9f57f14d6c5e3c10ed212010cb34522458f43d64",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "prometheus__prometheus-15142",
      "repo": "prometheus/prometheus",
      "language_group": "Go",
      "base_commit": "16bba78f1549cfd7909b61ebd7c55c822c86630b",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "pydata__xarray-2905",
      "repo": "pydata/xarray",
      "language_group": "Python",
      "base_commit": "7c4e2ac83f7b4306296ff9b7b51aaf016e5ad614",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "pydata__xarray-3151",
      "repo": "pydata/xarray",
      "language_group": "Python",
      "base_commit": "118f4d996e7711c9aced916e6049af9f28d5ec66",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "pydata__xarray-3305",
      "repo": "pydata/xarray",
      "language_group": "Python",
      "base_commit": "69c7e01e5167a3137c285cb50d1978252bb8bcbf",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "pydata__xarray-6992",
      "repo": "pydata/xarray",
      "language_group": "Python",
      "base_commit": "45c0a114e2b7b27b83c9618bc05b36afac82183c",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "redis__redis-10068",
      "repo": "redis/redis",
      "language_group": "C++/C",
      "base_commit": "e88f6acb94c77c9a5b81f0b2a8bd132b2a5c3d3c",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "redis__redis-10095",
      "repo": "redis/redis",
      "language_group": "C++/C",
      "base_commit": "1e25bdf7808bb400f2dc552ec0d6690d1b340d23",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "redis__redis-11631",
      "repo": "redis/redis",
      "language_group": "C++/C",
      "base_commit": "df327b8bd56023931cd41e233f8703de7bbaa82c",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "redis__redis-11734",
      "repo": "redis/redis",
      "language_group": "C++/C",
      "base_commit": "45d3310694406fb0f338f7c639cda9754edb88f8",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "redis__redis-13338",
      "repo": "redis/redis",
      "language_group": "C++/C",
      "base_commit": "94b9072e44af0bae8cfe2de5cfa4af7b8e399759",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "scikit-learn__scikit-learn-10297",
      "repo": "scikit-learn/scikit-learn",
      "language_group": "Python",
      "base_commit": "b90661d6a46aa3619d3eec94d5281f5888add501",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "scikit-learn__scikit-learn-10844",
      "repo": "scikit-learn/scikit-learn",
      "language_group": "Python",
      "base_commit": "97523985b39ecde369d83352d7c3baf403b60a22",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "scikit-learn__scikit-learn-10908",
      "repo": "scikit-learn/scikit-learn",
      "language_group": "Python",
      "base_commit": "67d06b18c68ee4452768f8a1e868565dd4354abf",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "scikit-learn__scikit-learn-13142",
      "repo": "scikit-learn/scikit-learn",
      "language_group": "Python",
      "base_commit": "1c8668b0a021832386470ddf740d834e02c66f69",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "sharkdp__bat-2201",
      "repo": "sharkdp/bat",
      "language_group": "Rust",
      "base_commit": "02a9d191ed06e6e37d4e352f12e25e65e8037dd0",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "sharkdp__bat-2260",
      "repo": "sharkdp/bat",
      "language_group": "Rust",
      "base_commit": "c14ce4f7caa36fe524975c51f7aae3d5a852d1f9",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "sharkdp__bat-2650",
      "repo": "sharkdp/bat",
      "language_group": "Rust",
      "base_commit": "e2bf85e749d87459e3fced697af5cd9cc96eeb8c",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "sharkdp__bat-3108",
      "repo": "sharkdp/bat",
      "language_group": "Rust",
      "base_commit": "2be3a14a7e2c74360765a5fa213750f727f2c5bb",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "sympy__sympy-11618",
      "repo": "sympy/sympy",
      "language_group": "Python",
      "base_commit": "360290c4c401e386db60723ddb0109ed499c9f6e",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "sympy__sympy-12096",
      "repo": "sympy/sympy",
      "language_group": "Python",
      "base_commit": "d7c3045115693e887bcd03599b7ca4650ac5f2cb",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "sympy__sympy-12419",
      "repo": "sympy/sympy",
      "language_group": "Python",
      "base_commit": "479939f8c65c8c2908bbedc959549a257a7c0b0b",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "sympy__sympy-13031",
      "repo": "sympy/sympy",
      "language_group": "Python",
      "base_commit": "2dfa7457f20ee187fbb09b5b6a1631da4458388c",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "tokio-rs__tokio-4898",
      "repo": "tokio-rs/tokio",
      "language_group": "Rust",
      "base_commit": "9d9488db67136651f85d839efcb5f61aba8531c9",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "tokio-rs__tokio-6551",
      "repo": "tokio-rs/tokio",
      "language_group": "Rust",
      "base_commit": "0a85a9662d30139c779ea49a59be30db0f292b5d",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "tokio-rs__tokio-6603",
      "repo": "tokio-rs/tokio",
      "language_group": "Rust",
      "base_commit": "873cb8ae2fc291eaffbd71e3c83d17b2f0ed7abf",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "tokio-rs__tokio-6752",
      "repo": "tokio-rs/tokio",
      "language_group": "Rust",
      "base_commit": "ab53bf0c4727ae63c6a3a3d772b7bd837d2f49c3",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "uutils__coreutils-6575",
      "repo": "uutils/coreutils",
      "language_group": "Rust",
      "base_commit": "bc0b4880e000b881a1cabc733b2d261f3526d15e",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "uutils__coreutils-6682",
      "repo": "uutils/coreutils",
      "language_group": "Rust",
      "base_commit": "b89a6255a9cb5ee09867707f395d02929273dc45",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "uutils__coreutils-6690",
      "repo": "uutils/coreutils",
      "language_group": "Rust",
      "base_commit": "af86aee6b86a99736ca304ff656d0e4c6d547333",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "uutils__coreutils-6731",
      "repo": "uutils/coreutils",
      "language_group": "Rust",
      "base_commit": "a4088475832957e070b8f904cd3a33a818d07d72",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "valkey-io__valkey-1842",
      "repo": "valkey-io/valkey",
      "language_group": "C++/C",
      "base_commit": "4de8cf3567b4dfd3a541219462b22d46c730c4b4",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "valkey-io__valkey-790",
      "repo": "valkey-io/valkey",
      "language_group": "C++/C",
      "base_commit": "35a188833335332980a16239ac2efebf241c8a6a",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "valkey-io__valkey-928",
      "repo": "valkey-io/valkey",
      "language_group": "C++/C",
      "base_commit": "5d97f5133c271313cd5a172617e8af1fe845e0e2",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "vuejs__core-11589",
      "repo": "vuejs/core",
      "language_group": "TypeScript/JavaScript",
      "base_commit": "3653bc0f45d6fedf84e29b64ca52584359c383c0",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "vuejs__core-11870",
      "repo": "vuejs/core",
      "language_group": "TypeScript/JavaScript",
      "base_commit": "67d6596d40b1807b9cd8eb0d9282932ea77be3c0",
      "status": "not_run",
      "reason": "unreported_call_cost"
    },
    {
      "instance_id": "vuejs__core-11915",
      "repo": "vuejs/core",
      "language_group": "TypeScript/JavaScript",
      "base_commit": "d0b513eb463f580e29378e43d112ff6859aa366e",
      "status": "not_run",
      "reason": "unreported_call_cost"
    }
  ]
}